-- Logs begin at Wed 2021-11-03 17:55:33 UTC, end at Wed 2021-11-03 20:31:17 UTC. -- Nov 03 18:29:45.296354 n-d-812151-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 18:29:48.194939 n-d-812151-4 neutron-server[101881]: INFO neutron.common.config [-] Logging enabled! Nov 03 18:29:48.195670 n-d-812151-4 neutron-server[101881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 18:29:48.195799 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 18:29:48.199127 n-d-812151-4 neutron-server[101881]: INFO neutron.common.config [-] Logging enabled! Nov 03 18:29:48.199385 n-d-812151-4 neutron-server[101881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 18:29:48.199738 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 18:29:48.200759 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:29:48.200979 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:29:48.201377 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:29:48.201624 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:29:48.201843 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:29:48.202162 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.202458 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.202751 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.202978 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.203267 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.203554 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.203832 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.204120 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.204413 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.204694 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.205000 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.205282 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.205510 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.205786 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.206074 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.206355 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.206577 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] debug = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.206851 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.207289 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.207709 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.207980 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.208261 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.208571 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.208868 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.209143 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.209426 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.209777 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] host = n-d-812151-4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.210050 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.210338 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.210621 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.210903 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.211171 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.211445 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.211744 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.212000 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.212269 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.212541 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.212856 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.213160 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.213427 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.213653 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.213857 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.215212 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.215538 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.215812 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.216081 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.216355 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.216627 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.216923 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.217192 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.217477 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.217759 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.218040 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.218312 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.218583 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.218907 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.219179 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.219461 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.219731 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.220001 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.220270 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.220558 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.220846 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.221120 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.221428 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.221714 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.221996 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.222286 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.222553 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.222840 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.223131 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.223404 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.223670 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] use_json = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.223939 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.224212 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.224552 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.224854 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.225124 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.225399 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.225674 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.225959 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:48.226250 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.226554 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.226850 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.227135 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.227446 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.227720 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.228016 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.228292 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.228583 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.228895 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.229181 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.229468 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.229754 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.230027 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.230326 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.230631 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.231455 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.231749 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.232023 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.232300 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.232574 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.232874 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.233319 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.233475 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.233756 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.234011 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.234286 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.234573 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.234869 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.235160 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.235444 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.235726 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.236015 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.236290 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.236561 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.236868 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.237161 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.237439 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.237714 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.237992 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.238267 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.238535 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.238808 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.239084 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.239375 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.239652 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.239922 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.240190 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.240465 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.240767 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.244708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.245914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.247667 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.247667 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.247667 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.247667 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.247667 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.247667 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.248401 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.248401 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.248401 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.248796 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.248949 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.249221 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.250194 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.250194 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.250194 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.250601 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.250601 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.250861 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.251092 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.251372 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.251646 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.251978 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.252255 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.252534 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.252832 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.253109 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.253387 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.253668 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.253959 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.254247 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.254533 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.254822 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.255114 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.255388 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.255698 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.255975 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:48.256188 n-d-812151-4 neutron-server[101881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:29:48.256434 n-d-812151-4 neutron-server[101881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 18:29:48.711151 n-d-812151-4 neutron-server[101881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 18:29:48.711486 n-d-812151-4 neutron-server[101881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 18:29:48.711732 n-d-812151-4 neutron-server[101881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 18:29:48.712065 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 18:29:49.064012 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.064260 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.064598 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.065978 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.066295 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.066605 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.105214 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.105507 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.105775 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.123498 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.123814 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.124117 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.157382 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.157671 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.157947 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.197230 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.198271 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.198271 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.455856 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.457263 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.457263 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.457263 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.457656 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.595502 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.595822 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.596109 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.596386 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.596656 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.597008 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.597272 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.597531 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.597782 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.598078 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.598349 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.598619 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.598900 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.599119 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.599375 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.599649 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.599908 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.600187 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.600467 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.600762 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.601034 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.601293 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.601593 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.602004 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.602254 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.602500 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.602955 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:49.603199 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:49.603441 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:49.603681 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:49.603920 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:49.604153 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:49.604550 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 18:29:49.608880 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 18:29:49.613016 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 18:29:49.617444 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 03 18:29:49.619248 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 18:29:49.619733 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 18:29:49.620080 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 18:29:49.620480 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 18:29:49.624120 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 18:29:49.624376 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 18:29:49.624880 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 18:29:49.630473 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 18:29:49.654831 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 18:29:49.655310 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.655619 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 03 18:29:49.655987 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.657514 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 18:29:49.657813 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 18:29:49.658068 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 18:29:49.661865 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.662213 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:49.728134 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 18:29:49.728377 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 18:29:49.728578 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 18:29:49.729063 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 18:29:49.755595 n-d-812151-4 neutron-server[101881]: DEBUG oslo_db.sqlalchemy.engines [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 18:29:50.331206 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing driver for type 'gre' Nov 03 18:29:50.332325 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] gre ID ranges: [(1, 1000)] Nov 03 18:29:50.399358 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing driver for type 'local' Nov 03 18:29:50.399843 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing driver for type 'vlan' Nov 03 18:29:50.417885 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] VlanTypeDriver initialization complete Nov 03 18:29:50.418929 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing driver for type 'vxlan' Nov 03 18:29:50.419566 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] vxlan ID ranges: [(1, 1000)] Nov 03 18:29:50.482533 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing extension driver 'port_security' Nov 03 18:29:50.482533 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.extensions.port_security [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] PortSecurityExtensionDriver initialization complete Nov 03 18:29:50.482976 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing mechanism driver 'openvswitch' Nov 03 18:29:50.482976 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing mechanism driver 'hyperv' Nov 03 18:29:50.490099 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.plugin [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:50.490980 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.491386 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.491771 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.492352 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:29:50.492843 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.493228 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.493645 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.494117 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:29:50.494517 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.494884 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.495275 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.495694 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:29:50.496187 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.497075 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.497436 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.497890 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:29:50.498330 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.498742 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.499085 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.499517 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:29:50.499953 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.500347 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.500704 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.501141 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:29:50.501569 n-d-812151-4 neutron-server[101881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] ML2 OVO RPC backend initialized. {{(pid=101881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 03 18:29:50.502415 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.502786 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.503228 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.503598 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > networks before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.503971 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.504366 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > ports before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.504705 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.505094 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.505450 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.505794 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.506144 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.506485 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.506825 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.507162 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.507502 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.507841 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.508177 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.508877 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.plugin [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Modular L2 Plugin initialization complete Nov 03 18:29:50.509211 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading services supported by the core plugin {{(pid=101881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 18:29:50.509549 n-d-812151-4 neutron-server[101881]: INFO neutron.plugins.ml2.managers [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Got port-security extension from driver 'port_security' Nov 03 18:29:50.510024 n-d-812151-4 neutron-server[101881]: INFO neutron.extensions.vlantransparent [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Disabled vlantransparent extension. Nov 03 18:29:50.510523 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 18:29:50.510841 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: router Nov 03 18:29:50.550614 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.551073 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_create 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.551574 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router before_create 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.551991 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.552412 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.552841 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_delete 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.553249 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.553791 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.554200 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_create 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.554597 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_update 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.555016 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_update 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.555447 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.555855 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_update 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.556322 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.556782 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.557180 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.557572 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: subnet after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.557961 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.558369 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.558763 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.559180 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.559613 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.560046 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router after_update 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.560442 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.560870 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.561300 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.561699 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.562119 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > agent after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.562523 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.562915 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > network after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.563940 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Tracking information for resource: router configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:50.564319 n-d-812151-4 neutron-server[101881]: DEBUG neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Tracking information for resource: floatingip configured {{(pid=101881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:29:50.570012 n-d-812151-4 neutron-server[101881]: INFO neutron.db.l3_agentschedulers_db [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 18:29:50.570696 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.571121 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port after_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.571524 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port after_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.571925 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: port after_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.572866 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router before_create 55550100 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.573282 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.573688 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.574090 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.579416 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.provider_configuration [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service providers = [] {{(pid=101881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 18:29:50.579813 n-d-812151-4 neutron-server[101881]: DEBUG neutron.db.servicetype_db [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 18:29:50.583166 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.service_base [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:29:50.583518 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.service_base [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:29:50.583889 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.service_base [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:29:50.584924 n-d-812151-4 neutron-server[101881]: DEBUG neutron.services.service_base [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:29:50.585313 n-d-812151-4 neutron-server[101881]: INFO neutron.services.service_base [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 18:29:50.585711 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.586032 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 18:29:50.600216 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.600702 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: auto_allocate Nov 03 18:29:50.608009 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: network precommit_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.608389 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: network precommit_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.608981 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.609309 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: tag Nov 03 18:29:50.616916 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.617304 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: timestamp Nov 03 18:29:50.621695 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.622031 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: network_ip_availability Nov 03 18:29:50.627937 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.628362 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.628879 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.629733 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.630095 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: flavors Nov 03 18:29:50.635944 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.636330 n-d-812151-4 neutron-server[101881]: INFO neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading Plugin: revisions Nov 03 18:29:50.641414 n-d-812151-4 neutron-server[101881]: DEBUG neutron.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:29:50.641860 n-d-812151-4 neutron-server[101881]: DEBUG oslo_concurrency.lockutils [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.930s {{(pid=101881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 18:29:50.642708 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 18:29:50.643088 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Initializing extension manager. Nov 03 18:29:50.643652 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: __init__.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.644039 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: __pycache__ {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.644417 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.644838 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: address_group.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.645746 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.646400 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: address-group Nov 03 18:29:50.646764 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: address_scope.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.647540 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.648113 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: address-scope Nov 03 18:29:50.648478 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.649637 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.650210 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: router-admin-state-down-before-update Nov 03 18:29:50.650569 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: agent.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.651342 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.651926 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: agent Nov 03 18:29:50.652283 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: agent_resources_synced.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.653870 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.654443 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: agent-resources-synced Nov 03 18:29:50.654805 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.656800 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.657391 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: allowed-address-pairs Nov 03 18:29:50.657754 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.658940 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.659531 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: auto-allocated-topology Nov 03 18:29:50.659896 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: availability_zone.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.660662 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.661546 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: availability_zone Nov 03 18:29:50.661972 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: availability_zone_filter.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.663002 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.663575 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: availability_zone_filter Nov 03 18:29:50.663941 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: data_plane_status.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.664950 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.665512 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 18:29:50.665870 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: default_subnetpools.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.666843 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.667418 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: default-subnetpools Nov 03 18:29:50.667774 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.669279 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.669849 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: dhcp_agent_scheduler Nov 03 18:29:50.670212 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: dns.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.671259 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.671848 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension dns-integration not supported by any of loaded plugins Nov 03 18:29:50.672214 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: dns_domain_ports.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.673271 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.673820 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 18:29:50.674287 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.675339 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.675922 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 18:29:50.676414 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: dvr.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.677288 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.677947 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: dvr Nov 03 18:29:50.678314 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: ecmp_routes.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.679416 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.679886 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 18:29:50.680221 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: empty_string_filtering.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.681264 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.681802 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: empty-string-filtering Nov 03 18:29:50.682108 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.683056 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.683573 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 18:29:50.683924 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.684902 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.685411 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 18:29:50.685730 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: external_net.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.686666 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.687183 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: external-net Nov 03 18:29:50.687504 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.688438 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.688982 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: extra_dhcp_opt Nov 03 18:29:50.689303 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: extraroute.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.690233 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.690745 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: extraroute Nov 03 18:29:50.691072 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: extraroute_atomic.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.692174 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.692691 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: extraroute-atomic Nov 03 18:29:50.693049 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: filter_validation.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.693981 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.694520 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: filter-validation Nov 03 18:29:50.694865 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: fip_pf_description.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.695950 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.696490 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 18:29:50.696859 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: fip_port_details.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.697895 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.698370 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: fip-port-details Nov 03 18:29:50.698690 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: flavors.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.700084 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.700670 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: flavors Nov 03 18:29:50.701026 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.702808 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.703343 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 18:29:50.703676 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: floatingip_pools.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.704401 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.704948 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: floatingip-pools Nov 03 18:29:50.705278 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: ip_allocation.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.706269 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.706781 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 18:29:50.707107 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.708057 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.708577 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: ip-substring-filtering Nov 03 18:29:50.708945 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l2_adjacency.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.709899 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.710409 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 18:29:50.710736 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.711784 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.712317 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: router Nov 03 18:29:50.712644 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.715618 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.716171 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 18:29:50.716619 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.717887 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.718574 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: ext-gw-mode Nov 03 18:29:50.719054 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.720339 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.721133 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: l3-ha Nov 03 18:29:50.721640 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3_flavors.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.722843 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.723515 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: l3-flavors Nov 03 18:29:50.723850 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.725113 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.725708 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 18:29:50.726082 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: l3agentscheduler.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.727277 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.727823 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: l3_agent_scheduler Nov 03 18:29:50.728179 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: logging.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.729916 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.730453 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension logging not supported by any of loaded plugins Nov 03 18:29:50.730845 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: metering.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.731619 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.732207 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: metering Nov 03 18:29:50.732536 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.733884 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.734414 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: metering_source_and_destination_fields Nov 03 18:29:50.734744 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: multiprovidernet.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.735704 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.736234 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: multi-provider Nov 03 18:29:50.736553 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: netmtu.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.737523 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.738034 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: net-mtu Nov 03 18:29:50.738356 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: netmtu_writable.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.739295 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.739805 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: net-mtu-writable Nov 03 18:29:50.740130 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: network_availability_zone.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.740848 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.741362 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: network_availability_zone Nov 03 18:29:50.741686 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: network_ip_availability.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.742848 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.743369 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: network-ip-availability Nov 03 18:29:50.743699 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: network_segment_range.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.744534 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.745307 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 18:29:50.745595 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: pagination.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.747187 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.747462 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: pagination Nov 03 18:29:50.747784 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: port_device_profile.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.748760 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.749290 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: port-device-profile Nov 03 18:29:50.749611 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.750572 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.751089 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: port-mac-address-regenerate Nov 03 18:29:50.751413 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.752364 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.752938 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: port-numa-affinity-policy Nov 03 18:29:50.753254 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: port_resource_request.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.754183 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.754698 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 18:29:50.755023 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: port_resource_request_groups.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.756023 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.756538 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 18:29:50.756895 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: portbindings.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.757851 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.758368 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: binding Nov 03 18:29:50.758693 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: portbindings_extended.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.760062 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.760586 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: binding-extended Nov 03 18:29:50.760951 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: portsecurity.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.761897 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.762977 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: port-security Nov 03 18:29:50.763303 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: project_id.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.764314 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.764653 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: project-id Nov 03 18:29:50.765009 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: providernet.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.765975 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.766500 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: provider Nov 03 18:29:50.766824 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.770598 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.771143 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos not supported by any of loaded plugins Nov 03 18:29:50.771476 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.772827 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.773348 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 18:29:50.773679 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.774621 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.775145 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 18:29:50.775472 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_default.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.776408 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.776958 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-default not supported by any of loaded plugins Nov 03 18:29:50.777289 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_fip.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.777990 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.778501 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-fip not supported by any of loaded plugins Nov 03 18:29:50.778826 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.779793 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.780315 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 18:29:50.780643 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.781629 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.782138 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 18:29:50.782466 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.783550 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.784069 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 18:29:50.784396 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_pps_rule.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.785674 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.786669 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-pps not supported by any of loaded plugins Nov 03 18:29:50.786998 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.787952 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.788470 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 18:29:50.788821 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: qos_rules_alias.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.789901 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.790414 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 18:29:50.790737 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: quotasv2.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.791758 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.792087 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: quotas Nov 03 18:29:50.792408 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: quotasv2_detail.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.795789 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.796130 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: quota_details Nov 03 18:29:50.796467 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: rbac.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.797611 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.798170 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: rbac-policies Nov 03 18:29:50.798500 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: rbac_address_group.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.799466 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.799989 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: rbac-address-group Nov 03 18:29:50.800314 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: rbac_address_scope.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.801308 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.801839 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: rbac-address-scope Nov 03 18:29:50.802164 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: rbac_security_groups.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.803097 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.803618 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: rbac-security-groups Nov 03 18:29:50.803944 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.804912 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.805430 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: rbac-subnetpool Nov 03 18:29:50.805751 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: revisionifmatch.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.806695 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.807211 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: revision-if-match Nov 03 18:29:50.807533 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: revisions.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.809362 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.809892 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: standard-attr-revisions Nov 03 18:29:50.810218 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: router_availability_zone.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.810912 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.811428 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: router_availability_zone Nov 03 18:29:50.811756 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: routerservicetype.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.812744 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.813990 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension router-service-type not supported by any of loaded plugins Nov 03 18:29:50.814478 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.816015 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.816550 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: security-groups-normalized-cidr Nov 03 18:29:50.816916 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.817849 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.818470 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: port-security-groups-filtering Nov 03 18:29:50.818923 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.820266 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.820827 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: security-groups-remote-address-group Nov 03 18:29:50.821162 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.822133 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.822655 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: security-groups-shared-filtering Nov 03 18:29:50.822983 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.823597 n-d-812151-4 neutron-server[101881]: WARNING neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 18:29:50.823920 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: securitygroup.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.835957 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.836537 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: security-group Nov 03 18:29:50.836907 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: segment.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.837787 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.838323 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension segment not supported by any of loaded plugins Nov 03 18:29:50.838684 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.839774 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.840324 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 18:29:50.840650 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: servicetype.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.841842 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.842375 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: service-type Nov 03 18:29:50.842702 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: sorting.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.843747 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.844103 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: sorting Nov 03 18:29:50.844471 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: standard_attr_segment.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.845523 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.846100 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 18:29:50.846447 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: standardattrdescription.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.847149 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.847747 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: standard-attr-description Nov 03 18:29:50.848058 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: stateful_security_group.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.849062 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.849586 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: stateful-security-group Nov 03 18:29:50.849914 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: stdattrs_common.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.850499 n-d-812151-4 neutron-server[101881]: WARNING neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 18:29:50.850823 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.851794 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.852316 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 18:29:50.852641 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: subnet_onboard.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.853806 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.854331 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: subnet_onboard Nov 03 18:29:50.854659 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.855610 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.856168 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 18:29:50.856493 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: subnet_service_types.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.857464 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.857987 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: subnet-service-types Nov 03 18:29:50.858311 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: subnetallocation.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.859442 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.859961 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: subnet_allocation Nov 03 18:29:50.860292 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.861011 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.861594 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: subnetpool-prefix-ops Nov 03 18:29:50.861856 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.862838 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.863364 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 18:29:50.863690 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: tagging.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.864869 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.865400 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: standard-attr-tag Nov 03 18:29:50.865730 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: timestamp.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.867039 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.867564 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loaded extension: standard-attr-timestamp Nov 03 18:29:50.867892 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: trunk.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.868986 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.869522 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension trunk not supported by any of loaded plugins Nov 03 18:29:50.869852 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: trunk_details.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.870801 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.872179 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension trunk-details not supported by any of loaded plugins Nov 03 18:29:50.872334 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.873297 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.873874 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 18:29:50.874221 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Loading extension file: vlantransparent.py {{(pid=101881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:29:50.874940 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:29:50.875452 n-d-812151-4 neutron-server[101881]: INFO neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 18:29:50.878257 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:network Nov 03 18:29:50.878799 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:subnet Nov 03 18:29:50.879203 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:29:50.879597 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:port Nov 03 18:29:50.880999 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.881437 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service FLAVORS assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.882067 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.882514 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.882846 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:router Nov 03 18:29:50.883280 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 18:29:50.883786 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service METERING assigned prefix: /metering {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.885422 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.885822 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.886194 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:29:50.888014 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 18:29:50.888512 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:security_group Nov 03 18:29:50.889065 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 18:29:50.889794 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service CORE assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.890146 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:29:50.890547 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] subnetpool is already registered Nov 03 18:29:50.891146 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service CORE assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.891511 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:29:50.891940 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] subnetpool is already registered Nov 03 18:29:50.894918 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.895405 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service FLAVORS assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.896176 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.896687 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.897104 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:router Nov 03 18:29:50.897501 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] router is already registered Nov 03 18:29:50.898116 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 18:29:50.898507 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] floatingip is already registered Nov 03 18:29:50.899105 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service METERING assigned prefix: /metering {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.899918 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 18:29:50.900251 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] rbac_policy is already registered Nov 03 18:29:50.900779 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:security_group Nov 03 18:29:50.901141 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] security_group is already registered Nov 03 18:29:50.901580 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 18:29:50.901971 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] security_group_rule is already registered Nov 03 18:29:50.902515 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service CORE assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.902889 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:29:50.903402 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] subnetpool is already registered Nov 03 18:29:50.903764 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.v2.resource_helper [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Service CORE assigned prefix: {{(pid=101881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:29:50.904120 n-d-812151-4 neutron-server[101881]: INFO neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:29:50.904463 n-d-812151-4 neutron-server[101881]: WARNING neutron.quota.resource_registry [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] subnetpool is already registered Nov 03 18:29:50.906622 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: extensions {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.908343 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: address-groups {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.910045 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: address-scopes {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.911566 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: agents {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.913126 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: auto-allocated-topology {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.914460 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: availability_zones {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.915806 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: dhcp-networks {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.917430 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: dhcp-agents {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.919791 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: routers {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.922242 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: flavors {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.923684 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: service_profiles {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.925012 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: next_providers {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.926614 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: service_profiles {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.928227 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: floatingip-pools {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.929779 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: routers {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.932086 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: floatingips {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.933631 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: l3-routers {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.935761 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: l3-agents {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.937401 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: metering-labels {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.938829 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: metering-label-rules {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.940370 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: network-ip-availabilities {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.941795 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: bindings {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.943571 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: quotas {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.945487 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: quotas {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.947188 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: rbac-policies {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.948514 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: security-groups {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.950056 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: security-group-rules {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.951478 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: service-providers {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.952859 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: subnetpools {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.954446 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: subnetpools {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.956013 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.957751 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.959598 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.961437 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.963140 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.965189 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.966895 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.969938 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.971725 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.973527 n-d-812151-4 neutron-server[101881]: DEBUG neutron.api.extensions [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Extended resource: tags {{(pid=101881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:29:50.979872 n-d-812151-4 neutron-server[101881]: WARNING keystonemiddleware.auth_token [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 18:29:50.985194 n-d-812151-4 neutron-server[101881]: WARNING keystonemiddleware.auth_token [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 18:29:50.994445 n-d-812151-4 neutron-server[101881]: DEBUG oslo_concurrency.lockutils [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Acquired lock "singleton_lock" {{(pid=101881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 18:29:50.994925 n-d-812151-4 neutron-server[101881]: DEBUG oslo_concurrency.lockutils [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Releasing lock "singleton_lock" {{(pid=101881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 18:29:50.995592 n-d-812151-4 neutron-server[101881]: INFO oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Starting 2 workers Nov 03 18:29:51.001258 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Started child 101988 {{(pid=101881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:29:51.005978 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Started child 101989 {{(pid=101881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:29:51.007893 n-d-812151-4 neutron-server[101881]: INFO neutron.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 18:29:51.008512 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Publish callbacks [] for process, before_spawn {{(pid=101881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.009468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.011090 n-d-812151-4 neutron-server[101881]: INFO oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Starting 1 workers Nov 03 18:29:51.011265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.011791 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [-] (101988) wsgi starting up on http://0.0.0.0:9696 Nov 03 18:29:51.012408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40912) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:29:51.012674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [-] (101989) wsgi starting up on http://0.0.0.0:9696 Nov 03 18:29:51.016555 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Started child 101991 {{(pid=101881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:29:51.017129 n-d-812151-4 neutron-server[101881]: INFO oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Starting 1 workers Nov 03 18:29:51.020286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] calling RpcWorker wait() {{(pid=101991) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 18:29:51.020935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] returning from RpcWorker wait() {{(pid=101991) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 18:29:51.021947 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Started child 101992 {{(pid=101881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:29:51.022084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.022517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:51.022762 n-d-812151-4 neutron-server[101881]: DEBUG neutron_lib.callbacks.manager [None req-45ff5bff-f782-44c3-978f-7a020132f3d5 None None] Publish callbacks [] for process, after_spawn {{(pid=101881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.024816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092762 Nov 03 18:29:51.025060 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 18:29:51.025452 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:29:51.026776 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:29:51.027229 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:29:51.027796 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:29:51.028141 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:29:51.028878 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.029378 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.029852 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.030308 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.030707 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:51.031418 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.031839 n-d-812151-4 neutron-server[101992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:51.032432 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.032955 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.033402 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.033897 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.034359 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.034744 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.035108 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.035552 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.035984 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.036805 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.037294 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.037766 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.038230 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.038600 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.039050 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.039519 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.039967 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.040443 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] debug = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.040920 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.041565 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.042008 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.042506 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.042973 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.043982 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.044415 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.044917 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.045380 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.045826 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.046308 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.046760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.047213 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.047623 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.048011 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.048432 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.048884 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.049512 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] host = n-d-812151-4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.049880 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.050317 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.050767 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.051209 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.051667 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.052098 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.052558 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.053065 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.053329 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.053752 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.054032 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.054456 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.054890 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.055156 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.055324 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_options = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.055576 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.055863 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.056117 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.056329 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.056501 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.056701 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.057004 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.057243 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.057540 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.057760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.057984 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.058220 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.058478 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.058741 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.059053 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.059830 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.060099 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.060346 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.061242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.061242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.061242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.061242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.061528 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.061756 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.062006 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.062260 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.062492 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.062713 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.062932 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.063274 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.063469 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.063902 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.064202 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.064413 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.064680 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.065070 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.065240 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.065465 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.065953 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.066208 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.066481 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.066770 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.066992 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.067255 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.067480 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.067723 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.067945 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_json = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.068162 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.068440 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.068691 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.069917 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.070281 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.070447 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.070833 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.071270 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.071730 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.072023 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.072344 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.072614 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.072907 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.073305 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.073695 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.074073 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.074566 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.074818 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.075133 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.075389 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.075718 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.075952 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.076214 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.076691 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.076879 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.077110 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.077340 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.077572 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.077796 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.078255 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.078747 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.079198 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.079737 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.080138 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.080366 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.080833 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.081342 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.082231 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.082525 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.082782 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.083016 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.083263 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.083511 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.083738 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.083985 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.084272 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.084506 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.084789 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.085049 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.085296 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.085538 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.085955 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.086188 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.086459 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.086699 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.086928 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.087162 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.087569 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.087811 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.088064 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.088342 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.088579 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.089047 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.089460 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.089712 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.089937 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.090198 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.090553 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.090920 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.091240 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.091524 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.091851 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.092179 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.092453 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.092752 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.093022 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.093408 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.093785 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.094167 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.094547 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.094927 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.095316 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.095678 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.096041 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.096401 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.096940 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.097372 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.097782 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.098175 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.098567 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.098980 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.099221 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.099595 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.099824 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.100037 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.100408 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.100623 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.101090 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.101550 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.101800 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.102203 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.102583 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.102980 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.103331 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.103744 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.104015 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.104273 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.104530 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.104797 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.107140 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.107635 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.108079 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.108493 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.109024 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.109451 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.110692 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.111140 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.111596 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.111864 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.112206 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.113762 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.115223 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.115519 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.116016 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.116479 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.118173 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.119193 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.119591 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.121973 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.122321 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.122621 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.122952 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.123747 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.124020 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.124331 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.124586 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.125142 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.125439 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.125682 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.130646 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.131054 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.131369 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.131663 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.132003 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.134490 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.134490 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.135960 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.135960 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.135960 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.135960 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.136497 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.136497 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.136808 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.137216 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.137371 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.137633 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.137868 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.138095 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.138318 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.138553 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.138808 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.139043 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.139275 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.139490 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.139700 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.139964 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.140234 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.140234 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.140672 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.140672 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.141814 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.142059 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.142320 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.142569 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.142786 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.143003 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.143221 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.143446 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.143690 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.143906 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.144126 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.144344 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.144830 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.145066 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.145305 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.145547 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.145547 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.145993 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.145993 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.146409 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.146649 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.146867 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.147094 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.147462 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.147462 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.151701 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.151701 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.151701 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.151701 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.151701 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.153232 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.154646 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.154646 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.155162 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.155162 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.155588 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.155588 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.156046 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.156636 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.157961 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.158457 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.159218 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.159628 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.160062 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.160309 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.160579 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.160919 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.161428 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.161687 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.162007 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.162281 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.162526 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.162812 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.163094 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.163318 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.163580 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.163797 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.164015 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.164249 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.164474 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.164692 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.166246 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.166557 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.167020 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.167020 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.167481 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.167481 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.167942 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.169001 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.169001 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.169461 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.169461 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.169911 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.169911 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.170720 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.170989 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.172760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.172760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.172760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.172760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.172760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.172760 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.173211 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.173211 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.173342 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.173595 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.176815 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.177115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.177450 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.177719 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.177990 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.178258 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.178592 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.178850 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.179135 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.179489 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.179666 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182776 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182776 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.182951 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.183334 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.183564 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.183871 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.184665 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.184968 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.185203 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.185471 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.186062 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.186178 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.186287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:29:51.186415 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.186679 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.186926 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.187162 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.187407 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.187645 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.187914 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.188171 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.188407 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.188654 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.188931 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.189099 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:29:51.189668 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 18:29:51.189825 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:29:51.189980 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:29:51.190340 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:29:51.190676 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:29:51.190855 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:29:51.191101 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.191271 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.192802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193366 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193366 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193366 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193366 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193605 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193605 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193725 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.193976 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194068 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194205 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194351 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194513 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194657 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194821 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] debug = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.194989 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.195213 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.195348 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.195508 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.195658 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.195805 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.195955 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.196115 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.196260 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.196469 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.196626 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.196920 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.197244 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.197530 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.197830 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.198124 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.199548 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.199548 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] host = n-d-812151-4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.199548 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.200058 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.200058 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.200358 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.201553 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.201553 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.201553 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.202032 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.202032 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.202284 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203242 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203595 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_options = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203689 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.203802 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.204070 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.204374 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.205521 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.206312 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.206498 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.206857 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.208192 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.208474 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.209423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.209423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.209423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.209649 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.209857 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.210143 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.210424 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.210820 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.211024 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.211516 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.211805 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.212094 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.212952 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.212952 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.212952 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.213347 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.213515 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.213803 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.214080 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.214362 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.214853 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.215185 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.215471 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.215757 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.216033 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.216320 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.216618 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.217185 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.217185 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.217465 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.217746 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.218017 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.218302 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.218582 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.218869 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.219173 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.219878 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_json = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.219878 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.220053 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.220302 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.220586 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.221645 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.221645 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.221645 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.222102 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:29:51.222102 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.222374 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.222585 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.222872 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.223154 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.223557 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.223731 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.223980 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.224271 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.224558 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.224889 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.225180 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.225485 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.225778 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.226065 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.226787 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.226787 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.226787 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.227235 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.227235 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.227500 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.227753 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.228173 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.228394 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.228687 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.229938 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.230229 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.230550 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.231364 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.231638 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.231921 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.232189 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.232466 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.232804 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.233092 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.233373 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.233712 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.234032 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.234298 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.234653 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.235172 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.235930 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.235930 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.236088 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.236301 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.236573 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.237246 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.237246 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.237493 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.237742 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.238045 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.238294 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.238591 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.238881 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.239168 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.239720 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.240187 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.240682 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.241233 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.241521 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.241803 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.242358 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.242358 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.242640 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.242928 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.243216 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.243516 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.243801 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.244092 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.244364 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.244680 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.246156 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.247061 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.247546 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.248069 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.248862 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.249351 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.249645 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.249929 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.250222 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.250919 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.250919 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.251048 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.251422 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.251894 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.252377 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.252665 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.253015 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.253305 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.254231 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.254231 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.254231 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.254437 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.254692 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.255392 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.255392 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.255615 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.255936 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.256223 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.256511 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.256838 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.257124 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.257412 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.257968 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.257968 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.258233 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.258522 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.258815 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.259092 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.259384 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.259661 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.259977 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.260886 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.260886 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.260886 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.261380 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.261380 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.261776 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.262098 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.262377 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.262676 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.262978 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.263255 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.263538 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.263828 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.264119 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.265417 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.265417 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.265417 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.265417 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.265417 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.266041 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.266041 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.266289 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.266573 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.266853 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.267138 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.267370 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.267538 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.267740 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.268025 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.268310 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.268588 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.268893 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.269519 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.269519 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.269750 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.269978 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.270265 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.270551 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.270833 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.271114 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.271397 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.271682 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.271968 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.272240 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.273149 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.273149 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.273149 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.274132 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.274132 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.274132 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.274132 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.274722 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.274722 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.276144 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.276445 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.276864 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.277073 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.277351 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.278171 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.278458 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.278742 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.279026 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.279320 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.279621 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.279905 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.280197 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.280492 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.280824 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.281151 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.281392 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.281688 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.281978 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.282261 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.282545 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.282830 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.283117 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.283417 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.283707 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.283994 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.284786 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.284786 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.284999 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.285179 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.285473 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.285759 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.286037 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.286565 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.286850 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.287133 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.287421 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.287704 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.288000 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.288291 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.288580 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.288895 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.289174 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.289455 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.289742 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.290022 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.290324 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.290602 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.290888 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.291269 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.291451 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.291768 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.292080 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.292371 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.292679 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.292988 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.293364 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.294206 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.294516 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.294795 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.295079 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.295352 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.295631 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.295915 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.296207 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.296495 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.296812 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.297071 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.297353 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.297634 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.297929 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.298215 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.298496 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.298778 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.299091 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.299377 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.299686 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.299968 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.300249 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.300521 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.300839 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.301107 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.301398 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.301680 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.301962 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.302259 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.302535 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.302823 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.303112 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.303418 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.303706 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.304250 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.304250 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.304536 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.304846 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.305130 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.305422 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.305729 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.306023 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.306320 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.306618 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.306922 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.307227 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.307519 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.307820 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.308127 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.308426 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.308845 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.309072 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.310423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.310423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.310423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.310423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.310423 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.311888 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.311888 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.311888 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.311888 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.311888 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.312534 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.312534 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.312868 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.313011 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.313216 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.313499 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:29:51.313771 n-d-812151-4 neutron-server[101881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:30:04.615380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23aacf-72a5-4f51-93f4-4f2f0e3ba780 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:30:04.806937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23aacf-72a5-4f51-93f4-4f2f0e3ba780 None None] No non-hosted networks {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 18:30:04.827794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.agentschedulers_db [None req-1d23aacf-72a5-4f51-93f4-4f2f0e3ba780 None None] DHCP Agent not found on host n-d-812151-4 {{(pid=101991) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 03 18:30:04.884156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd6ac-3881-4946-abab-34075f374e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:08.194013 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32b614bb-f3f3-4eda-966b-21febc5defe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:08.309512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b1e6f8-ac8f-44fd-8dea-be25e1d95711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:09.643378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.617300 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.920636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:11.921656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.922168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.922955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.923726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.924273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.924852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.925390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.925881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.926387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.926802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.927228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.927639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:11.928114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812151-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:11.937357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812151-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:13.223397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41016) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:14.429566 n-d-812151-4 neutron-server[101989]: WARNING oslo_policy.policy [None req-f4960a68-3b62-4977-86b8-1ac24f1e82e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:30:14.431603 n-d-812151-4 neutron-server[101989]: WARNING oslo_policy.policy [None req-f4960a68-3b62-4977-86b8-1ac24f1e82e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:30:14.839658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-f4960a68-3b62-4977-86b8-1ac24f1e82e6 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:14.856799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f4960a68-3b62-4977-86b8-1ac24f1e82e6 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 1.6151712 Nov 03 18:30:16.034212 n-d-812151-4 neutron-server[101991]: INFO neutron.db.l3_hamode_db [None req-8b3ed5c5-dae7-4a62-a9d4-a986d255a1b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 18:30:16.139972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ed5c5-dae7-4a62-a9d4-a986d255a1b7 None None] Routers set() bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:16.140333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ed5c5-dae7-4a62-a9d4-a986d255a1b7 None None] Router IDs set() for agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:30:18.926403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41032) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:19.513122 n-d-812151-4 neutron-server[101988]: WARNING oslo_policy.policy [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:30:19.513742 n-d-812151-4 neutron-server[101988]: WARNING oslo_policy.policy [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:30:19.743526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:19.850243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.policy [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101988) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 18:30:19.899892 n-d-812151-4 neutron-server[101988]: WARNING oslo_policy.policy [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:30:19.900335 n-d-812151-4 neutron-server[101988]: WARNING oslo_policy.policy [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:30:19.909658 n-d-812151-4 neutron-server[101988]: INFO neutron.quota [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] Loaded quota_driver: . Nov 03 18:30:20.012386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750968456387', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750968456726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750968468654', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750968471410', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964882670', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750968359664', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-939303', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1954774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1718074'] for rbac-policy, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.090692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:20.092372 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec57529a-dbf7-4c04-a058-22eded347dc7 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1645279 Nov 03 18:30:23.645949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41050) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:23.999882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Request body: {'network': {'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'name': 'private'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:24.033054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Made reservation on behalf of cccfba394e6045e892ef7c3c9835a283 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:24.036216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.055358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.190995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.196607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.226588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:30:24.254231 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750963627524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.254823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Unsubscribe: segment precommit_create {{(pid=101988) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 18:30:24.255339 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Added segment 996c7b1a-1f61-4fac-a015-ed572a777bf6 of type vlan for network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef Nov 03 18:30:24.261917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb6df9f-4806-41d8-b171-9849d77b4d62,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:24.302243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.302696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.303105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.303484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.303855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.304229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.304632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.305043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.305420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.305808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.306189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.306566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Tracked resource versions report: Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: pushed versions: Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: { 'AddressGroup': {'1.2'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'ConntrackHelper': {'1.0'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Log': {'1.0'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Network': {'1.1'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Port': {'1.7'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'PortForwarding': {'1.2'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'QosPolicy': {'1.10'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'SecurityGroup': {'1.5'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'SubPort': {'1.0'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Subnet': {'1.1'}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Trunk': {'1.1'}} Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: consumer versions: Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: L3 agent@n-d-812151-4: {}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: Metadata agent@n-d-812151-4: {}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: Metering agent@n-d-812151-4: {}, Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'ConntrackHelper': '1.0', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Log': '1.0', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Network': '1.1', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Port': '1.7', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'PortForwarding': '1.2', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'QosPolicy': '1.10', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'SecurityGroup': '1.5', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'SecurityGroupRule': '1.2', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'SubPort': '1.0', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Subnet': '1.1', Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: 'Trunk': '1.1'}} Nov 03 18:30:24.307693 n-d-812151-4 neutron-server[101988]: {{(pid=101988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:30:24.391208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.443168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.444329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:24.445114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:24.518283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8712034 Nov 03 18:30:24.565406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d774903-6f6b-4379-a479-13de065588c4 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4f3b99-6f0f-4aa9-b869-188c9ab660ef,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:24.584986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:30:27.579921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41064) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:28.194058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c37af-a6ec-4b36-8a66-fac3950bd31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.195351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee2c37af-a6ec-4b36-8a66-fac3950bd31b admin admin] 10.222.0.91 "GET /v2.0/networks/cb4f3b99-6f0f-4aa9-b869-188c9ab660ef HTTP/1.1" status: 200 len: 825 time: 0.6144669 Nov 03 18:30:28.223779 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aa978309-4187-4db8-94ba-d6a722206125 admin admin] 10.222.0.91 "GET /v2.0/subnetpools/2bdfa83b-0928-4c34-89ce-946225c4d4bc HTTP/1.1" status: 200 len: 734 time: 0.0210352 Nov 03 18:30:28.234231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Request body: {'subnet': {'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'name': 'private-subnet', 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:28.264474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Made reservation on behalf of cccfba394e6045e892ef7c3c9835a283 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:28.268313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.684767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.802233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59513d11-dddc-4c2d-a30a-ac2dccbd014b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:28.813560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Checking segment: {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:28.813944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Network hostable DHCP agents. Network: cb4f3b99-6f0f-4aa9-b869-188c9ab660ef, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:30:28.842633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:30:28.858849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, cb4f3b99-6f0f-4aa9-b869-188c9ab660ef) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:28.865316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:28.866871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.870633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3dd2d-2ba5-425e-9db5-15d6683d6483 None None] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:28.884661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a53b5de9-f380-4cff-b19c-8692e4167ce9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6542647 Nov 03 18:30:29.317910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:30:29.319975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:29.738495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Allocated IP 172.20.0.2 (cb4f3b99-6f0f-4aa9-b869-188c9ab660ef/59513d11-dddc-4c2d-a30a-ac2dccbd014b/fb880339-0fe9-4658-9e21-922934174368) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:30.017649 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.028299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.119040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:30.125078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:30.132109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Pushing event updated for resources: {'Port': ['ID=fb880339-0fe9-4658-9e21-922934174368,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:30.138188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:30.202237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.203157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.203711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.204224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.204894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.205312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.205725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.206186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.206715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.207151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.207729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.208097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Tracked resource versions report: Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: pushed versions: Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: { 'AddressGroup': {'1.2'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'ConntrackHelper': {'1.0'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Log': {'1.0'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Network': {'1.1'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Port': {'1.7'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'PortForwarding': {'1.2'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'QosPolicy': {'1.10'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'SecurityGroup': {'1.5'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'SubPort': {'1.0'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Subnet': {'1.1'}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Trunk': {'1.1'}} Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: consumer versions: Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: L3 agent@n-d-812151-4: {}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: Metadata agent@n-d-812151-4: {}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: Metering agent@n-d-812151-4: {}, Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'ConntrackHelper': '1.0', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Log': '1.0', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Network': '1.1', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Port': '1.7', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'PortForwarding': '1.2', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'QosPolicy': '1.10', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'SecurityGroup': '1.5', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'SecurityGroupRule': '1.2', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'SubPort': '1.0', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Subnet': '1.1', Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: 'Trunk': '1.1'}} Nov 03 18:30:30.209498 n-d-812151-4 neutron-server[101991]: {{(pid=101991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:30:30.257684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Attempting to bind port fb880339-0fe9-4658-9e21-922934174368 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:30.258131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Attempting to bind port fb880339-0fe9-4658-9e21-922934174368 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:30.259204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Attempting to bind port fb880339-0fe9-4658-9e21-922934174368 on network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:30.265438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:30.265894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Checking segment: {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:30.266291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.266683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Bound using segment: {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:30.267195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Bound port: fb880339-0fe9-4658-9e21-922934174368, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:30.267612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.367710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] For port fb880339-0fe9-4658-9e21-922934174368, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:30.376347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] For port fb880339-0fe9-4658-9e21-922934174368, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fb880339-0fe9-4658-9e21-922934174368,segment=NetworkSegment(996c7b1a-1f61-4fac-a015-ed572a777bf6),segment_id=996c7b1a-1f61-4fac-a015-ed572a777bf6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:30.384364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.489902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b940e5-7945-4452-9065-c67a5efcc824 None None] Pushing event updated for resources: {'Port': ['ID=fb880339-0fe9-4658-9e21-922934174368,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:31.826028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41072) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:32.309316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-bf2b03e4-6d57-4ba4-b5ce-186532a4d222 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:32.312311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bf2b03e4-6d57-4ba4-b5ce-186532a4d222 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4839029 Nov 03 18:30:34.557178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb576705-325b-45f3-bb47-3af47995ac53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:35.227004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41080) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:35.770870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-1417893e-2051-4c67-a76b-29009e965029 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:35.785557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1417893e-2051-4c67-a76b-29009e965029 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.5572999 Nov 03 18:30:38.210728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f25f7a3-dd08-4aa8-a57a-fded1291807a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.065663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:39.564893 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.628382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] Request body: {'router': {'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'name': 'router1', 'admin_state_up': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:39.659076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.661280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.813553 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.819713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.837278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:39.839175 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7cc6d28a-edc5-4952-b1e7-a6d2d8f9e54d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7722881 Nov 03 18:30:41.483029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fb880339-0fe9-4658-9e21-922934174368 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:41.581284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.625602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fb880339-0fe9-4658-9e21-922934174368 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:41.626378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.756840 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.799275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fb880339-0fe9-4658-9e21-922934174368, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fb880339-0fe9-4658-9e21-922934174368,segment=NetworkSegment(996c7b1a-1f61-4fac-a015-ed572a777bf6),segment_id=996c7b1a-1f61-4fac-a015-ed572a777bf6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:41.805070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:41.888039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fb880339-0fe9-4658-9e21-922934174368,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:41.922170 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:42.329942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f199a-2f86-44f2-be5b-437647992c43 None None] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:42.398258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-60b913b1-fcb5-491c-9f00-f25ea14c247c None None] Provisioning complete for port fb880339-0fe9-4658-9e21-922934174368 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:42.398633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60b913b1-fcb5-491c-9f00-f25ea14c247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:42.637391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41112) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:42.811252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-862afc61-c28a-486a-9911-5db5d49377db admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:30:42.813045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-862afc61-c28a-486a-9911-5db5d49377db admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1741781 Nov 03 18:30:42.867854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-33307ab7-9c8d-4550-9b99-16e5091f4bf1 None None] Provisioning complete for port fb880339-0fe9-4658-9e21-922934174368 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:42.868476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33307ab7-9c8d-4550-9b99-16e5091f4bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:43.425435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fb880339-0fe9-4658-9e21-922934174368 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:30:43.506951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fb880339-0fe9-4658-9e21-922934174368 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:43.507456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.315333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:45.375867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:45.399563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Made reservation on behalf of b00c9b0ade0d45a3999be45aaaed6ca2 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:45.401931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.412473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.508947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.514616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.544092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=101988) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 18:30:45.582823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0f4a07-0ff1-4f40-9597-5006631b89ef,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:45.593072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.593213 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Added segment 09767231-1d07-4d53-ad29-beae22c7ca06 of type flat for network 45fb7514-03de-4995-97d4-c8265a0cdf1a Nov 03 18:30:45.675968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.722881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.723973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:45.724667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:45.783482 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4665532 Nov 03 18:30:45.792648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b2083-fea0-47d5-9b83-6202542f41f5 admin admin] Pushing event updated for resources: {'Network': ['ID=45fb7514-03de-4995-97d4-c8265a0cdf1a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:45.807891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:30:48.613336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:48.719983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a208a83-13d5-4e64-98d7-fb039bc3a6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:48.721424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0a208a83-13d5-4e64-98d7-fb039bc3a6bd admin admin] 10.222.0.91 "GET /v2.0/subnets/59513d11-dddc-4c2d-a30a-ac2dccbd014b HTTP/1.1" status: 200 len: 849 time: 0.1068013 Nov 03 18:30:48.851269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-579755c6-454a-485b-b56e-790cf670d9f3 admin admin] 10.222.0.91 "GET /v2.0/routers/0036bd82-32b9-4b9a-adfc-480961c44ab1 HTTP/1.1" status: 200 len: 704 time: 0.1230042 Nov 03 18:30:49.156946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.532132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Allocated IP 172.20.0.1 (cb4f3b99-6f0f-4aa9-b869-188c9ab660ef/59513d11-dddc-4c2d-a30a-ac2dccbd014b/7a1a4680-4992-405a-8970-19bee0aeba7d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:49.771490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.850897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:49.935902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:49.944160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:49.947949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:49.948581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.019128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a4680-4992-405a-8970-19bee0aeba7d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:50.213432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.257427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9a90da4a-f317-442d-ba5c-6ae3415b921e None None] Provisioning complete for port 7a1a4680-4992-405a-8970-19bee0aeba7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:50.258081 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a90da4a-f317-442d-ba5c-6ae3415b921e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.326848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9a90da4a-f317-442d-ba5c-6ae3415b921e None None] Port 7a1a4680-4992-405a-8970-19bee0aeba7d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:50.474662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.481105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.482318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.578045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a4680-4992-405a-8970-19bee0aeba7d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:50.629263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:50.630896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:50.851003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Router 0036bd82-32b9-4b9a-adfc-480961c44ab1 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:30:50.857171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ec503577-f694-4424-b8ec-43a4d71845a3 None None] Provisioning complete for port 7a1a4680-4992-405a-8970-19bee0aeba7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:50.857627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec503577-f694-4424-b8ec-43a4d71845a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:50.900313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ec503577-f694-4424-b8ec-43a4d71845a3 None None] Port 7a1a4680-4992-405a-8970-19bee0aeba7d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:30:50.959419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:30:50.966516 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-49003508-e51d-4c29-afc4-f4bb34de4493 admin admin] 10.222.0.91 "PUT /v2.0/routers/0036bd82-32b9-4b9a-adfc-480961c44ab1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1084392 Nov 03 18:30:50.973767 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Sync routers for ids ['0036bd82-32b9-4b9a-adfc-480961c44ab1'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:30:50.988684 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Routers {'0036bd82-32b9-4b9a-adfc-480961c44ab1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:50.989588 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['0036bd82-32b9-4b9a-adfc-480961c44ab1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:51.214960 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Set router 0036bd82-32b9-4b9a-adfc-480961c44ab1 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:30:51.737080 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'name': 'router1', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:39Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 2, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'gw_port_host': None, '_interfaces': [{'id': '7a1a4680-4992-405a-8970-19bee0aeba7d', 'name': '', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'mac_address': 'fa:16:3e:c8:70:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 2, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'subnets': [{'id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:51.798578 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Checking router: 0036bd82-32b9-4b9a-adfc-480961c44ab1 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:30:51.798936 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Updating router 0036bd82-32b9-4b9a-adfc-480961c44ab1 port 7a1a4680-4992-405a-8970-19bee0aeba7d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:30:51.858806 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.622828 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.632150 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.807609 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Pushing event updated for resources: {'Port': ['ID=7a1a4680-4992-405a-8970-19bee0aeba7d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:52.830160 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.830692 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.831229 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.831766 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.832164 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.832578 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.832990 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.833390 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.833759 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.834124 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.834542 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.835045 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Tracked resource versions report: Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: pushed versions: Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: { 'AddressGroup': {'1.2'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'ConntrackHelper': {'1.0'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Log': {'1.0'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Network': {'1.1'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Port': {'1.7'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'PortForwarding': {'1.2'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'QosPolicy': {'1.10'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'SecurityGroup': {'1.5'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'SubPort': {'1.0'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Subnet': {'1.1'}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Trunk': {'1.1'}} Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: consumer versions: Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: L3 agent@n-d-812151-4: {}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: Metadata agent@n-d-812151-4: {}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: Metering agent@n-d-812151-4: {}, Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'ConntrackHelper': '1.0', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Log': '1.0', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Network': '1.1', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Port': '1.7', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'PortForwarding': '1.2', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'QosPolicy': '1.10', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'SecurityGroup': '1.5', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'SecurityGroupRule': '1.2', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'SubPort': '1.0', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Subnet': '1.1', Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: 'Trunk': '1.1'}} Nov 03 18:30:52.836699 n-d-812151-4 neutron-server[101992]: {{(pid=101992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:30:52.843695 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Attempting to bind port 7a1a4680-4992-405a-8970-19bee0aeba7d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:30:52.844158 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Attempting to bind port 7a1a4680-4992-405a-8970-19bee0aeba7d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:30:52.844642 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Attempting to bind port 7a1a4680-4992-405a-8970-19bee0aeba7d on network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:30:52.851368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:30:52.851800 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Checking segment: {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:52.852303 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.853247 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Bound using segment: {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:30:52.853762 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Bound port: 7a1a4680-4992-405a-8970-19bee0aeba7d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996c7b1a-1f61-4fac-a015-ed572a777bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:30:52.854156 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:52.975273 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] For port 7a1a4680-4992-405a-8970-19bee0aeba7d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:30:53.011903 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] For port 7a1a4680-4992-405a-8970-19bee0aeba7d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7a1a4680-4992-405a-8970-19bee0aeba7d,segment=NetworkSegment(996c7b1a-1f61-4fac-a015-ed572a777bf6),segment_id=996c7b1a-1f61-4fac-a015-ed572a777bf6)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:30:53.018508 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.037876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5d9a10ab-d97b-4412-bffe-b214f2297da9 None None] Provisioning complete for port 7a1a4680-4992-405a-8970-19bee0aeba7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:53.038750 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d9a10ab-d97b-4412-bffe-b214f2297da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.109639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Routers {'0036bd82-32b9-4b9a-adfc-480961c44ab1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:30:53.110737 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['0036bd82-32b9-4b9a-adfc-480961c44ab1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:53.194236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d9a10ab-d97b-4412-bffe-b214f2297da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.260518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5d9a10ab-d97b-4412-bffe-b214f2297da9 None None] For port 7a1a4680-4992-405a-8970-19bee0aeba7d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7a1a4680-4992-405a-8970-19bee0aeba7d,segment=NetworkSegment(996c7b1a-1f61-4fac-a015-ed572a777bf6),segment_id=996c7b1a-1f61-4fac-a015-ed572a777bf6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:30:53.269094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d9a10ab-d97b-4412-bffe-b214f2297da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.279698 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] Set router 0036bd82-32b9-4b9a-adfc-480961c44ab1 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:30:53.369366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a10ab-d97b-4412-bffe-b214f2297da9 None None] Pushing event updated for resources: {'Port': ['ID=7a1a4680-4992-405a-8970-19bee0aeba7d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:53.491995 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a01af-52e8-45bf-8c5c-a66d2725559b None None] Pushing event updated for resources: {'Port': ['ID=7a1a4680-4992-405a-8970-19bee0aeba7d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:53.494000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fed9cd86-1639-4262-9583-0d583117aa84 None None] Provisioning complete for port 7a1a4680-4992-405a-8970-19bee0aeba7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:30:53.494411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd86-1639-4262-9583-0d583117aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:53.596099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41148) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:53.674980 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'name': 'router1', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:39Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 2, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'gw_port_host': None, '_interfaces': [{'id': '7a1a4680-4992-405a-8970-19bee0aeba7d', 'name': '', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'mac_address': 'fa:16:3e:c8:70:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:52Z', 'revision_number': 4, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'subnets': [{'id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:30:53.705193 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f742d74-dcb4-4fef-af39-7c43493f0fda None None] The sync data for ids ['0036bd82-32b9-4b9a-adfc-480961c44ab1'] in n-d-812151-4 is: [{'id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'name': 'router1', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:39Z', 'updated_at': '2021-11-03T18:30:50Z', 'revision_number': 2, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'gw_port_host': None, '_interfaces': [{'id': '7a1a4680-4992-405a-8970-19bee0aeba7d', 'name': '', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'mac_address': 'fa:16:3e:c8:70:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:52Z', 'revision_number': 4, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'subnets': [{'id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:30:53.741527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f93b3-ecdc-4f39-bbfd-1aa3326922cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:53.743102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f33f93b3-ecdc-4f39-bbfd-1aa3326922cf admin admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 842 time: 0.1457505 Nov 03 18:30:53.759620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'gateway_ip': '172.25.8.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:53.787017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Made reservation on behalf of b00c9b0ade0d45a3999be45aaaed6ca2 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:30:53.791270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.273394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:30:54.273853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.333101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e60c51-c9a2-497e-8b51-09b9957051c2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:54.344508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:30:54.344982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Network hostable DHCP agents. Network: 45fb7514-03de-4995-97d4-c8265a0cdf1a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:30:54.365640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:30:54.376861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 45fb7514-03de-4995-97d4-c8265a0cdf1a) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:54.381387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:54.382056 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.391360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48704b-f031-4311-a3cd-1c82d9fd1a58 None None] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:54.412534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-52713753-3afe-40f7-a6a7-38510064d1c3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6470387 Nov 03 18:30:54.541105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d95f3-fd21-4e37-8c38-cb19296d5f3e None None] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:30:57.103274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41156) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:57.304835 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a2a7230-4482-44a3-9da3-f33009b60356 admin admin] 10.222.0.91 "GET /v2.0/routers/0036bd82-32b9-4b9a-adfc-480961c44ab1 HTTP/1.1" status: 200 len: 710 time: 0.2003131 Nov 03 18:30:57.410001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f20c3f-beea-429c-9a4b-d27870a00af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:30:57.411447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d0f20c3f-beea-429c-9a4b-d27870a00af7 admin admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 886 time: 0.0971653 Nov 03 18:30:57.426656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:30:57.700649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:57.959388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.054539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.229536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Allocated IP 172.25.8.33 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/82cbb4c7-c1c4-4855-bf19-a9c9189a142d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:30:58.371736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.414614 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.455774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:30:58.461308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:30:58.464578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:30:58.473165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Pushing event updated for resources: {'Port': ['ID=82cbb4c7-c1c4-4855-bf19-a9c9189a142d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:30:58.889197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.191167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.197725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.348271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Router 0036bd82-32b9-4b9a-adfc-480961c44ab1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:30:59.471688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:30:59.476201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.478091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe517251-8072-4f66-bbd9-50bb5370558b admin admin] 10.222.0.91 "PUT /v2.0/routers/0036bd82-32b9-4b9a-adfc-480961c44ab1 HTTP/1.1" status: 200 len: 889 time: 2.0545557 Nov 03 18:31:00.122307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:31:01.459683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7a1a4680-4992-405a-8970-19bee0aeba7d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:01.539360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 7a1a4680-4992-405a-8970-19bee0aeba7d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:01.540382 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:01.735277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Sync routers for ids ['0036bd82-32b9-4b9a-adfc-480961c44ab1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:31:01.748073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Routers {'0036bd82-32b9-4b9a-adfc-480961c44ab1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:31:01.749257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['0036bd82-32b9-4b9a-adfc-480961c44ab1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:02.087694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Set router 0036bd82-32b9-4b9a-adfc-480961c44ab1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:31:02.191075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:02.369753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3c6cfc39-f464-4eeb-b198-59ce7bd61e36 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1767137 Nov 03 18:31:02.661832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'name': 'router1', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '82cbb4c7-c1c4-4855-bf19-a9c9189a142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:39Z', 'updated_at': '2021-11-03T18:30:58Z', 'revision_number': 4, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'gw_port': {'id': '82cbb4c7-c1c4-4855-bf19-a9c9189a142d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:58Z', 'updated_at': '2021-11-03T18:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7a1a4680-4992-405a-8970-19bee0aeba7d', 'name': '', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'mac_address': 'fa:16:3e:c8:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:53Z', 'revision_number': 5, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'subnets': [{'id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:02.722600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Checking router: 0036bd82-32b9-4b9a-adfc-480961c44ab1 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:31:02.722944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Updating router 0036bd82-32b9-4b9a-adfc-480961c44ab1 port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:31:02.779419 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.200684 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.207867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.282499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1e1a-1281-4324-9414-e6a6e844498c None None] Pushing event updated for resources: {'Port': ['ID=82cbb4c7-c1c4-4855-bf19-a9c9189a142d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:03.286713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Attempting to bind port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:31:03.287336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Attempting to bind port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:31:03.287956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Attempting to bind port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:31:03.299239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:31:03.299848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:31:03.300509 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.301189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:31:03.301999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Bound port: 82cbb4c7-c1c4-4855-bf19-a9c9189a142d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:31:03.302631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.373457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] For port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:31:03.377515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] For port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=82cbb4c7-c1c4-4855-bf19-a9c9189a142d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:31:03.384920 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:03.448298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1e1a-1281-4324-9414-e6a6e844498c None None] Pushing event updated for resources: {'Port': ['ID=82cbb4c7-c1c4-4855-bf19-a9c9189a142d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:03.454090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Routers {'0036bd82-32b9-4b9a-adfc-480961c44ab1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:31:03.454527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:30:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['0036bd82-32b9-4b9a-adfc-480961c44ab1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:03.590872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] Set router 0036bd82-32b9-4b9a-adfc-480961c44ab1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:31:03.831525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'name': 'router1', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '82cbb4c7-c1c4-4855-bf19-a9c9189a142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:39Z', 'updated_at': '2021-11-03T18:30:58Z', 'revision_number': 4, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'gw_port': {'id': '82cbb4c7-c1c4-4855-bf19-a9c9189a142d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:58Z', 'updated_at': '2021-11-03T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7a1a4680-4992-405a-8970-19bee0aeba7d', 'name': '', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'mac_address': 'fa:16:3e:c8:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:53Z', 'revision_number': 5, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'subnets': [{'id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:31:03.859058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55266b-e0f4-4840-ad2a-292d856d315c None None] The sync data for ids ['0036bd82-32b9-4b9a-adfc-480961c44ab1'] in n-d-812151-4 is: [{'id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'name': 'router1', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '82cbb4c7-c1c4-4855-bf19-a9c9189a142d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:30:39Z', 'updated_at': '2021-11-03T18:30:58Z', 'revision_number': 4, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'gw_port': {'id': '82cbb4c7-c1c4-4855-bf19-a9c9189a142d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:58Z', 'updated_at': '2021-11-03T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7a1a4680-4992-405a-8970-19bee0aeba7d', 'name': '', 'network_id': 'cb4f3b99-6f0f-4aa9-b869-188c9ab660ef', 'tenant_id': 'cccfba394e6045e892ef7c3c9835a283', 'mac_address': 'fa:16:3e:c8:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0036bd82-32b9-4b9a-adfc-480961c44ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:30:49Z', 'updated_at': '2021-11-03T18:30:53Z', 'revision_number': 5, 'project_id': 'cccfba394e6045e892ef7c3c9835a283', 'subnets': [{'id': '59513d11-dddc-4c2d-a30a-ac2dccbd014b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bdfa83b-0928-4c34-89ce-946225c4d4bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:31:04.555522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8307241a-e5c6-497f-87e2-bf391678b8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.526300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 82cbb4c7-c1c4-4855-bf19-a9c9189a142d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:05.611460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:05.612074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.758303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.793840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=82cbb4c7-c1c4-4855-bf19-a9c9189a142d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:31:05.799005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:05.873658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=82cbb4c7-c1c4-4855-bf19-a9c9189a142d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:07.460467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 82cbb4c7-c1c4-4855-bf19-a9c9189a142d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:31:07.554656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 82cbb4c7-c1c4-4855-bf19-a9c9189a142d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:31:07.555512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:08.231654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-68a6f459-a9c2-47e0-bac1-c1c0cd824c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:09.590256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:11.528654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:11.933350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:34.547456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d97be33-1cbd-4a13-83d6-98d35691d39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:37.123807 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:31:38.209383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6392fbb-6a65-4aa2-842e-74207d6776cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:39.570708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:41.555358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:41.937423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.533813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa190d99-b262-42f1-897e-04347d796989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.202576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-506ca621-876e-4162-9e20-3b9095994489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.568498 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.518732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.935927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.124155 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:32:34.533389 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2529eb90-1de2-41cd-a1cc-11add2dc4ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.190330 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-41d749e0-5631-45c9-82c8-655bea2d69ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.562408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.525207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.935440 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.124430 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:33:02.339796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41762) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:02.429799 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b0a000-a989-49e2-b750-88841c0897d5 admin admin] GET failed (client error): The resource could not be found. Nov 03 18:33:02.431344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-09b0a000-a989-49e2-b750-88841c0897d5 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0901961 Nov 03 18:33:02.627332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2e317-521c-4863-861f-fc4de365e8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.628817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45e2e317-521c-4863-861f-fc4de365e8b0 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1893041 Nov 03 18:33:04.531925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a655270-4c9a-45d1-977c-6ab08a517cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.473431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41772) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:05.578213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf9bd8-239f-42a1-baf1-53e25fe1b4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.579629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a2cf9bd8-239f-42a1-baf1-53e25fe1b4f1 admin admin] 10.222.0.91 "GET /v2.0/subnets/59513d11-dddc-4c2d-a30a-ac2dccbd014b HTTP/1.1" status: 200 len: 849 time: 0.1049578 Nov 03 18:33:05.595501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:05.705370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.880226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750963634535'] for subnet, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.913824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.914408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.915877 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] 10.222.0.91 "PUT /v2.0/subnets/59513d11-dddc-4c2d-a30a-ac2dccbd014b HTTP/1.1" status: 200 len: 868 time: 0.3246915 Nov 03 18:33:05.922742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442fc557-0874-4127-aa31-d13456b7a060 None None] Network cb4f3b99-6f0f-4aa9-b869-188c9ab660ef requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:05.944397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59513d11-dddc-4c2d-a30a-ac2dccbd014b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:05.958658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.959216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.959491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.959732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.960065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.960392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.960758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.961067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.961394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.961716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.962037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.962349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b29405-662e-48cd-b647-e77a04478f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:06.498384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-064cad1d-cce0-4ecc-90a4-b89c7aca4a66 None None] Provisioning complete for port 7a1a4680-4992-405a-8970-19bee0aeba7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:06.498857 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-064cad1d-cce0-4ecc-90a4-b89c7aca4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.663242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-064cad1d-cce0-4ecc-90a4-b89c7aca4a66 None None] Provisioning complete for port fb880339-0fe9-4658-9e21-922934174368 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:06.663580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-064cad1d-cce0-4ecc-90a4-b89c7aca4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.189578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f5821ed-b6b5-4da7-a9e3-b4e8f442504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.509934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41780) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:08.981601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.policy [None req-18763830-f4ee-4816-aaf7-34679a4c8318 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101989) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 18:33:09.085392 n-d-812151-4 neutron-server[101989]: WARNING oslo_policy.policy [None req-18763830-f4ee-4816-aaf7-34679a4c8318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:33:09.086069 n-d-812151-4 neutron-server[101989]: WARNING oslo_policy.policy [None req-18763830-f4ee-4816-aaf7-34679a4c8318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:33:09.105694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18763830-f4ee-4816-aaf7-34679a4c8318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.106590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18763830-f4ee-4816-aaf7-34679a4c8318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.109883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-18763830-f4ee-4816-aaf7-34679a4c8318 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5984681 Nov 03 18:33:09.565272 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.527794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.689435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:11.935164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:11.964390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956ecb4-3712-4c10-a13d-28818adda2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.965090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956ecb4-3712-4c10-a13d-28818adda2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.967200 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5956ecb4-3712-4c10-a13d-28818adda2f0 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2761152 Nov 03 18:33:14.598380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41800) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:14.735330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd00fe-a7a7-46cf-a96a-36a8991f5b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.736798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7fd00fe-a7a7-46cf-a96a-36a8991f5b78 admin admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 886 time: 0.1374135 Nov 03 18:33:17.193776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41808) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:17.348101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cb538-f5ed-465c-bf9a-90273f7d26a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.349459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f84cb538-f5ed-465c-bf9a-90273f7d26a0 admin admin] 10.222.0.91 "GET /v2.0/networks/cb4f3b99-6f0f-4aa9-b869-188c9ab660ef HTTP/1.1" status: 200 len: 869 time: 0.1543722 Nov 03 18:33:19.812634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41816) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:20.162753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2e63b-3642-4a10-8a68-25844596b31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.163550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2e63b-3642-4a10-8a68-25844596b31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.166379 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-83e2e63b-3642-4a10-8a68-25844596b31f admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3521321 Nov 03 18:33:22.561893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41824) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:22.663076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00e77a-a8d9-4c41-84d4-86faf122b5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.663538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00e77a-a8d9-4c41-84d4-86faf122b5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.665155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d00e77a-a8d9-4c41-84d4-86faf122b5e1 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1022742 Nov 03 18:33:25.120411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41832) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:25.276351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab42b04-59e2-4981-974f-a1d7dfca5c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.277787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ab42b04-59e2-4981-974f-a1d7dfca5c86 admin admin] 10.222.0.91 "GET /v2.0/subnets/33e60c51-c9a2-497e-8b51-09b9957051c2 HTTP/1.1" status: 200 len: 816 time: 0.1563883 Nov 03 18:33:27.704585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:27.810020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3a58d-69fc-47f1-b105-99c7a2630b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.811663 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72f3a58d-69fc-47f1-b105-99c7a2630b54 admin admin] 10.222.0.91 "GET /v2.0/subnets/59513d11-dddc-4c2d-a30a-ac2dccbd014b HTTP/1.1" status: 200 len: 868 time: 0.1058791 Nov 03 18:33:28.127310 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:33:34.530667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40905a49-4263-437c-bd30-99c79559bbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.185585 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16b9bd42-4122-4550-b103-eb79763030c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.575356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.535017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.922580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.201825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41896) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:55.263250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-41680805-e087-464f-b3a3-5f6b9b8adfb1 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:55.265019 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-41680805-e087-464f-b3a3-5f6b9b8adfb1 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0618851 Nov 03 18:33:57.901074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41904) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:57.974043 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-870792f9-8e64-4d26-90ac-ace6f847b265 admin admin] GET failed (client error): The resource could not be found. Nov 03 18:33:57.975524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-870792f9-8e64-4d26-90ac-ace6f847b265 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0729384 Nov 03 18:33:58.077482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36439574-2ee6-487f-945e-8b7a86cde42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:58.078902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-36439574-2ee6-487f-945e-8b7a86cde42f admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0956311 Nov 03 18:34:00.623274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:00.704316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:00.705842 n-d-812151-4 neutron-server[101989]: INFO neutron.quota [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Loaded quota_driver: . Nov 03 18:34:00.751388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Made reservation on behalf of b00c9b0ade0d45a3999be45aaaed6ca2 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:00.754418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.806812 n-d-812151-4 neutron-server[101989]: WARNING neutron.services.revisions.revision_plugin [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Could not find related network for resource to bump revision. Nov 03 18:34:00.833976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:34:00.850723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750963627524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.851285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Unsubscribe: segment precommit_create {{(pid=101989) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 18:34:00.851786 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Added segment 38cfde5d-d093-432b-8325-a9561d8c839b of type vlan for network 653d6fad-8503-48b6-939b-36eb3366b47c Nov 03 18:34:00.957426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.999930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.001428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.002175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.053579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4287367 Nov 03 18:34:01.133355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Pushing event updated for resources: {'Network': ['ID=653d6fad-8503-48b6-939b-36eb3366b47c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:01.144067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.144405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.144758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.145095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.145972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.146310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.146632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.146953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.147271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.147587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.147905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.148220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185fee15-b292-46f1-ba0d-f11e11d3c313 admin admin] Tracked resource versions report: Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: pushed versions: Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: { 'AddressGroup': {'1.2'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'ConntrackHelper': {'1.0'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Log': {'1.0'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Network': {'1.1'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Port': {'1.7'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'PortForwarding': {'1.2'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'QosPolicy': {'1.10'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'SecurityGroup': {'1.5'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'SubPort': {'1.0'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Subnet': {'1.1'}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Trunk': {'1.1'}} Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: consumer versions: Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: L3 agent@n-d-812151-4: {}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: Metadata agent@n-d-812151-4: {}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: Metering agent@n-d-812151-4: {}, Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'ConntrackHelper': '1.0', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Log': '1.0', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Network': '1.1', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Port': '1.7', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'PortForwarding': '1.2', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'QosPolicy': '1.10', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'SecurityGroup': '1.5', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'SecurityGroupRule': '1.2', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'SubPort': '1.0', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Subnet': '1.1', Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: 'Trunk': '1.1'}} Nov 03 18:34:01.149605 n-d-812151-4 neutron-server[101989]: {{(pid=101989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:34:01.199939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 653d6fad-8503-48b6-939b-36eb3366b47c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:34:03.560933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41924) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:03.634280 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa28b406-a2b2-4579-8f04-eb2de3901cce admin admin] GET failed (client error): The resource could not be found. Nov 03 18:34:03.635741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aa28b406-a2b2-4579-8f04-eb2de3901cce admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0736783 Nov 03 18:34:03.784274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622eb88d-2e92-4d01-9a71-80a6431576e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:03.785737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-622eb88d-2e92-4d01-9a71-80a6431576e3 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1450710 Nov 03 18:34:03.802657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Request body: {'subnet': {'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:03.830403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Made reservation on behalf of b00c9b0ade0d45a3999be45aaaed6ca2 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:03.833767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.110597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.186138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed684f1-5398-454f-a70d-ee7c2c041719,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:04.194396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:04.194799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Network hostable DHCP agents. Network: 653d6fad-8503-48b6-939b-36eb3366b47c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:04.219806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Network 653d6fad-8503-48b6-939b-36eb3366b47c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:04.237577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 653d6fad-8503-48b6-939b-36eb3366b47c) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:04.247232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.248184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.256946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8ea79-fc49-4fd3-957f-9d00b7ac7c5c None None] Network 653d6fad-8503-48b6-939b-36eb3366b47c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:04.273188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-697bc40f-3333-4928-a02f-73f081301c0c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4741459 Nov 03 18:34:04.467345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-653d6fad-8503-48b6-939b-36eb3366b47c', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'tenant_id': 'b00c9b0ade0d45a3999be45aaaed6ca2', 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:34:04.468243 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.582914 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-865f28ad-9347-4022-90d9-9d7e9faa3ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.651899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Allocated IP 192.168.233.2 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/cc3f77d4-2665-4987-8158-4e657f270594) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:04.838589 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.846237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.898894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:04.903852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:04.910258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:04.915498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Pushing event updated for resources: {'Port': ['ID=cc3f77d4-2665-4987-8158-4e657f270594,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:04.935240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.935855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.936655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.937095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.937437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.937772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.938110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.938606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.938955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.939370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.939706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.940025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:04.997334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Attempting to bind port cc3f77d4-2665-4987-8158-4e657f270594 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:04.997902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Attempting to bind port cc3f77d4-2665-4987-8158-4e657f270594 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:04.998486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Attempting to bind port cc3f77d4-2665-4987-8158-4e657f270594 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:05.007826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:05.008596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:05.008998 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.009586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:05.010395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Bound port: cc3f77d4-2665-4987-8158-4e657f270594, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:05.011041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.098353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] For port cc3f77d4-2665-4987-8158-4e657f270594, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:05.102154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] For port cc3f77d4-2665-4987-8158-4e657f270594, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cc3f77d4-2665-4987-8158-4e657f270594,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:05.108157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.133973 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:34:05.184849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f754c9a-e298-4426-9b7c-023672ef7844 None None] Pushing event updated for resources: {'Port': ['ID=cc3f77d4-2665-4987-8158-4e657f270594,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:05.648827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cc3f77d4-2665-4987-8158-4e657f270594 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:05.733884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cc3f77d4-2665-4987-8158-4e657f270594 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:05.734525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.835762 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.880465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port cc3f77d4-2665-4987-8158-4e657f270594, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cc3f77d4-2665-4987-8158-4e657f270594,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:05.888247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.966033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=cc3f77d4-2665-4987-8158-4e657f270594,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:06.264537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76016390-9a3f-40b7-a92a-619851300117 None None] Network 653d6fad-8503-48b6-939b-36eb3366b47c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:06.350985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e73f49b9-211e-4cda-b69c-b40dee60d1ab None None] Provisioning complete for port cc3f77d4-2665-4987-8158-4e657f270594 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:06.351875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e73f49b9-211e-4cda-b69c-b40dee60d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.730942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-928c3490-8612-43ff-a893-22fd6c80aae6 None None] Provisioning complete for port cc3f77d4-2665-4987-8158-4e657f270594 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:06.731636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-928c3490-8612-43ff-a893-22fd6c80aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.571866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cc3f77d4-2665-4987-8158-4e657f270594 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:07.640085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cc3f77d4-2665-4987-8158-4e657f270594 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:07.640428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.193409 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d047cda6-106d-41d2-86aa-c565465fc2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.573074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.533253 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.924299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:34.527156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58cb78c1-e421-4c03-8fce-d0abc21f9921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.194520 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de2cc750-3ab6-48c9-8870-938d13a1fc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.581353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.540892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.921999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.123901 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:35:04.542441 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8a4200bb-5364-4cb4-9fd7-92ad666493f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.194098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbe02a68-ec74-4b87-84e6-519b53c3b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.580213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.540339 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.918865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.123815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:35:27.481239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41968) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:27.490328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-a8c993b2-5d65-4a4c-87cf-2b7960540f03 tempest-verify_tempest_config-1100601595 tempest-verify_tempest_config-1100601595-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:27.491795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a8c993b2-5d65-4a4c-87cf-2b7960540f03 tempest-verify_tempest_config-1100601595 tempest-verify_tempest_config-1100601595-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0092368 Nov 03 18:35:27.837084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41986) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:27.951535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.075228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.080392 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.130952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77dd9bb-6433-4ab2-aa2b-9a9fec0af69c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.135099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3c85355427b44ecbad507c9b7d148c5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2966237 Nov 03 18:35:28.138394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41990) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:28.144046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.144468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.144935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.145384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.145841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.146258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.146716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.147177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.147567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.148176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.148562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.149056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e72e8c8-dba6-4660-a12a-a10e9483822e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.211608 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.239283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.342476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.345518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.347337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c77dd9bb-6433-4ab2-aa2b-9a9fec0af69c HTTP/1.1" status: 204 len: 168 time: 0.2076430 Nov 03 18:35:28.357931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77dd9bb-6433-4ab2-aa2b-9a9fec0af69c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.368157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.368889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.369476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.369814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.370401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.370723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.371038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.371351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.371666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.371977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.372288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:28.372599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73801fe5-9157-4b9a-9374-c7a967d28e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:34.539572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c84865b3-ef21-473d-b2d8-99f2b42f9993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.189476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d98b-f942-4779-ae9a-923d9e3e3c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:39.581884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.535054 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.915680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.127756 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:36:04.543270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-688d0e63-f875-4825-8275-76c5d3549172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.196055 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1fcce0c0-f2c2-4823-a6d5-ff0af5e1ade4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.583521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.537534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.913789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.127312 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:36:34.551940 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-112b7c65-6cb3-4ee9-91eb-d216e3658af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.199057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-687c18a8-ab36-4547-bb63-79f4d92d9924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.590807 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.545437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.912741 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.554213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a4296a3-8d9b-4b8b-80fd-29586ff09d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.202406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b32ad08-7a9d-4350-94c4-fde45dfa82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.594153 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.126400 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:37:11.552243 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.912621 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.550129 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58b36b90-5b47-414d-8bd2-531e65b71224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.200092 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d622e252-5a4b-4aca-8ddf-0611b93c9887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.603335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.561442 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.927410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:47.125368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:38:04.556006 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3353-a5e0-45a9-ab90-30534181766c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.198337 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6054da6-2bc9-41e3-9134-29b640b8598f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.606727 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.562770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.926072 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.125583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:38:34.551595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d6a52281-934d-4fc4-ab41-49bff03c3581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.194420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-282beae0-8f78-436b-84c3-d677272f921c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.604143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.558714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.915101 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.129191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 5 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:39:02.010708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.572139 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1629616'] for agent, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.561995 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dab26143-e640-44cd-a722-7de0cdb41f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.197396 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c944e2b1-df03-4726-92af-f3717defcd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.606995 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.562890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.912636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.976263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.531919 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.562146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1969-f20c-4593-9ea5-11c4b2a006ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.131981 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:39:38.194951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-983bcd28-5f3d-4c58-86b2-dbaec1c1957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.609896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.573077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.916557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.328295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42050) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:49.439163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d2f689bf-1a11-4bf2-ba37-7acfc8b4b637 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1096373 Nov 03 18:39:51.880463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42060) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:51.980299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3699430a-1dcb-4f89-a88f-7ce03cd3c16b admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0983999 Nov 03 18:40:01.989964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:02.562677 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.559415 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4646155d-da1c-4a35-9616-240a4f0eb5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.199484 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d49311d2-27fa-47a8-9718-998f3fbe598a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.612792 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:11.575587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:11.919466 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:15.134284 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:40:31.997823 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.582494 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.560784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f4c154d-60dd-4585-aa1a-9cbc1d0f1582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.204946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcd88-69ca-42b1-b549-589882587f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.619329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.581537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:41.918638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.135082 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:41:01.992044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.573352 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.564345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09c0a2ca-5b2d-458a-b940-1e5047a24114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.200223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-757398ab-86d4-4f77-bb64-6f6b342bd193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:09.629163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.578245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.922699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.158504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42308) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:28.816265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3f890851-1d0a-4f3b-a395-add39bf58359 tempest-AutoAllocateNetworkTest-1007630067 tempest-AutoAllocateNetworkTest-1007630067-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3eb7dd19188b4a19965aee9beada9602&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6562104 Nov 03 18:41:28.819900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42330) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:29.104496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90ff8a-59e4-4b3b-b468-5c1fe4b9238f tempest-AutoAllocateNetworkTest-1007630067 tempest-AutoAllocateNetworkTest-1007630067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.109638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0c90ff8a-59e4-4b3b-b468-5c1fe4b9238f tempest-AutoAllocateNetworkTest-1007630067 tempest-AutoAllocateNetworkTest-1007630067-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2879181 Nov 03 18:41:29.112155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42342) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:29.146011 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:41:29.219492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2f641552-4e99-48c6-b835-e915ad8cb526 tempest-AutoAllocateNetworkTest-1007630067 tempest-AutoAllocateNetworkTest-1007630067-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055443 Nov 03 18:41:29.222004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:29.276182 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59e2081a-8c46-430d-a615-5bd6e7f86e98 tempest-AutoAllocateNetworkTest-1007630067 tempest-AutoAllocateNetworkTest-1007630067-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3eb7dd19188b4a19965aee9beada9602 HTTP/1.1" status: 200 len: 208 time: 0.0526216 Nov 03 18:41:30.600496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.023056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.171686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.177590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.261753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3eb7dd19188b4a19965aee9beada9602&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6591957 Nov 03 18:41:31.263125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5dd34b-4f77-4932-a899-991ff108af4a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.266283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42422) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.280410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.281307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.282037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.282779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.283515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.284293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.284887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.285436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.286768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.287510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.288466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.289251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1144f45e-f1fb-4a56-aec5-c293f225b6ca admin admin] Tracked resource versions report: Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: pushed versions: Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: { 'AddressGroup': {'1.2'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'ConntrackHelper': {'1.0'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Log': {'1.0'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Network': {'1.1'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Port': {'1.7'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'PortForwarding': {'1.2'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'QosPolicy': {'1.10'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'SecurityGroup': {'1.5'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'SubPort': {'1.0'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Subnet': {'1.1'}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Trunk': {'1.1'}} Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: consumer versions: Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: HyperV agent@n-h1-812151-4: {}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: HyperV agent@n-h2-812151-4: {}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: L3 agent@n-d-812151-4: {}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: Metadata agent@n-d-812151-4: {}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: Metering agent@n-d-812151-4: {}, Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'ConntrackHelper': '1.0', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Log': '1.0', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Network': '1.1', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Port': '1.7', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'PortForwarding': '1.2', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'QosPolicy': '1.10', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'SecurityGroup': '1.5', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'SecurityGroupRule': '1.2', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'SubPort': '1.0', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Subnet': '1.1', Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: 'Trunk': '1.1'}} Nov 03 18:41:31.291694 n-d-812151-4 neutron-server[101989]: {{(pid=101989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:41:31.381307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.427249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.537077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.543527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.550353 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5a5dd34b-4f77-4932-a899-991ff108af4a HTTP/1.1" status: 204 len: 168 time: 0.2821612 Nov 03 18:41:31.570360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5dd34b-4f77-4932-a899-991ff108af4a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.587903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.589397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.590466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.591234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.591993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.593036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.594519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.595541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.596482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.597265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.598076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.598927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f0eb-c3b9-44ee-849e-8704b33be865 admin admin] Tracked resource versions report: Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: pushed versions: Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: { 'AddressGroup': {'1.2'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'ConntrackHelper': {'1.0'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Log': {'1.0'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Network': {'1.1'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Port': {'1.7'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'PortForwarding': {'1.2'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'QosPolicy': {'1.10'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'SecurityGroup': {'1.5'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'SubPort': {'1.0'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Subnet': {'1.1'}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Trunk': {'1.1'}} Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: consumer versions: Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: HyperV agent@n-h1-812151-4: {}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: HyperV agent@n-h2-812151-4: {}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: L3 agent@n-d-812151-4: {}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: Metadata agent@n-d-812151-4: {}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: Metering agent@n-d-812151-4: {}, Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'ConntrackHelper': '1.0', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Log': '1.0', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Network': '1.1', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Port': '1.7', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'PortForwarding': '1.2', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'QosPolicy': '1.10', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'SecurityGroup': '1.5', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'SecurityGroupRule': '1.2', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'SubPort': '1.0', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Subnet': '1.1', Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: 'Trunk': '1.1'}} Nov 03 18:41:31.601339 n-d-812151-4 neutron-server[101988]: {{(pid=101988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:41:32.005344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.586948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.699609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42486) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:32.702437 n-d-812151-4 neutron-server[101989]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 18:41:32.734508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-9b62635a-8ada-4242-9de1-a4bdcfbae423 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331423 Nov 03 18:41:32.907858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-6d59d579-6b6e-430d-abbe-22dd42ebccbe tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:32.909944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-6d59d579-6b6e-430d-abbe-22dd42ebccbe tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675289 Nov 03 18:41:32.953733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-97489d53-97b8-4d10-92ae-3f2eb61fd421 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/quotas/12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 375 time: 0.0346656 Nov 03 18:41:33.084418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-ca52f102-b26f-4303-93ce-1c7039b947b4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174290 Nov 03 18:41:33.614472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42548) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:33.654957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-09f53d8c-7cea-462f-aa87-a476045e9d7a tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=93a45495560641e4b9a5a6a174d0abd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368419 Nov 03 18:41:33.862595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-3861de10-35c6-4245-9ca4-71ec4b5b4264 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:33.870840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-3861de10-35c6-4245-9ca4-71ec4b5b4264 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144644 Nov 03 18:41:33.921244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-921b6570-532b-405f-b9db-3f5b2639a2be tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/quotas/93a45495560641e4b9a5a6a174d0abd7 HTTP/1.1" status: 200 len: 375 time: 0.0492857 Nov 03 18:41:33.940973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-215490ae-4da6-4524-8bfb-75b3e2291954 req-f38d1f55-c22c-47ee-9720-71ad79004951 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 210 time: 0.0678117 Nov 03 18:41:33.988085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-f48c4fb9-3af3-4bb7-8e59-56f9d3e25fde tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=93a45495560641e4b9a5a6a174d0abd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658391 Nov 03 18:41:34.565101 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1770c1a-acf6-495f-99e5-775190b85790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:34.652566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-231770cf-7746-44dd-b14c-6202a51dd53d req-3706df7a-ed47-46f3-8518-4978a93da406 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 210 time: 0.0435724 Nov 03 18:41:35.220679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2571ba7-ba66-45ac-89a0-8fb1e3b413c4 req-acc306f5-3c46-477c-97ac-99a22e2fee53 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 210 time: 0.0434592 Nov 03 18:41:35.540283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42692) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:35.949274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0adc56de-60a1-4196-8f4c-f79c45b04117 req-d2530033-5bc1-4053-b666-6445d891487b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 210 time: 0.0577126 Nov 03 18:41:35.975611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42720) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.115293 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ee72ced-8b09-4dc7-8e19-8ad6539d9684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.133123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-abf28c72-815f-4855-bcd1-d43717a53a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.257951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-abf28c72-815f-4855-bcd1-d43717a53a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.263777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-abf28c72-815f-4855-bcd1-d43717a53a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.296568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ee72ced-8b09-4dc7-8e19-8ad6539d9684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.303792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ee72ced-8b09-4dc7-8e19-8ad6539d9684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.310062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf28c72-815f-4855-bcd1-d43717a53a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9148c1-103e-4aa7-84e3-02892af1cdd0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:36.368127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-abf28c72-815f-4855-bcd1-d43717a53a33 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=82a30eb097b147eabe7166e790c4566a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3787522 Nov 03 18:41:36.369203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42744) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.417196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ee72ced-8b09-4dc7-8e19-8ad6539d9684 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a65428ea01664ba194d167272c3f7605&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8764212 Nov 03 18:41:36.418724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee72ced-8b09-4dc7-8e19-8ad6539d9684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d821bce-3b1f-425a-90fb-9accfb0e9417,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:36.421114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42746) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.496801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.115', 55201) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.594768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-1ba36952-aae5-44ff-bf5d-5737e35398fb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962169 Nov 03 18:41:36.618827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a49b-df1e-4aa3-9792-3bfe72599fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.681075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a49b-df1e-4aa3-9792-3bfe72599fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.733016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad94-7e5a-4322-9e8c-63d9106f8d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.782087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad94-7e5a-4322-9e8c-63d9106f8d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.011165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad94-7e5a-4322-9e8c-63d9106f8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.016607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d30ad94-7e5a-4322-9e8c-63d9106f8d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.034194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3d30ad94-7e5a-4322-9e8c-63d9106f8d3b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1d821bce-3b1f-425a-90fb-9accfb0e9417 HTTP/1.1" status: 204 len: 168 time: 0.5986779 Nov 03 18:41:37.078348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47a6e160-c790-45ee-ba30-0300037a82b6 req-9f688082-b4b0-46ec-af4d-3f91611a8d7d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 210 time: 0.1249607 Nov 03 18:41:37.083960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30ad94-7e5a-4322-9e8c-63d9106f8d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d821bce-3b1f-425a-90fb-9accfb0e9417,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.163648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.115', 55204) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:37.194064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a49b-df1e-4aa3-9792-3bfe72599fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.217827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a49b-df1e-4aa3-9792-3bfe72599fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.227586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eeb9a49b-df1e-4aa3-9792-3bfe72599fdd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ca9148c1-103e-4aa7-84e3-02892af1cdd0 HTTP/1.1" status: 204 len: 168 time: 0.8515353 Nov 03 18:41:37.275224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9a49b-df1e-4aa3-9792-3bfe72599fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9148c1-103e-4aa7-84e3-02892af1cdd0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.323836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-7a4efadb-5e23-4755-975e-a9747aaac21d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.330773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-7a4efadb-5e23-4755-975e-a9747aaac21d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7209826 Nov 03 18:41:37.353371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-86e33d09-6751-44f1-96fe-c622ce2cd42e tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=93a45495560641e4b9a5a6a174d0abd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1849561 Nov 03 18:41:37.468813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Request body: {'port': {'device_id': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '12054397154a4c4a8704f0382b330fbe'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:37.505394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14a59195-e700-432a-94c4-787d0243ca54 req-573d9c48-246e-44bd-9d0a-a9d3c2374aab tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 210 time: 0.1125913 Nov 03 18:41:38.007020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-bbd017c1-16f5-4891-aabe-ac0a2391079b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:38.009734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-bbd017c1-16f5-4891-aabe-ac0a2391079b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5028069 Nov 03 18:41:38.027658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Request body: {'port': {'device_id': '292fc389-d4b4-4ced-8969-cec267781fae', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '93a45495560641e4b9a5a6a174d0abd7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:38.034324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Made reservation on behalf of 12054397154a4c4a8704f0382b330fbe for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:38.052483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.066984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.220298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2116dc96-3d8e-4932-9185-b5ed470af8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.261569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42832) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:38.277382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.285169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.369015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Made reservation on behalf of 93a45495560641e4b9a5a6a174d0abd7 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:38.372685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.394510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.464769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:38.502251 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7add15c-6f6f-4082-8faa-4754dd2a2322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.516501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c11e03-4224-43a7-956c-0450be506b52,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:38.600853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.608129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.658218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Allocated IP 192.168.233.244 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/e6fa3c91-d262-4efb-a422-1a6e042112fd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:38.796017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28672cd-7d78-4d03-bcf9-f024ccedfcef,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:38.801828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7add15c-6f6f-4082-8faa-4754dd2a2322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.813298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7add15c-6f6f-4082-8faa-4754dd2a2322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.862475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a7add15c-6f6f-4082-8faa-4754dd2a2322 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dee9b2642a924aa09b14074c99509315&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3938744 Nov 03 18:41:38.863464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42846) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:38.867109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42848) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:38.900410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2de-2a95-4d74-814f-e6628618b4b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.905770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7add15c-6f6f-4082-8faa-4754dd2a2322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597490fd-6919-4717-b899-ecd8d54bda29,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:38.997477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3bf44b0-b532-4a59-80d3-336718901a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.050933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3bf44b0-b532-4a59-80d3-336718901a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.245086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.281508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2de-2a95-4d74-814f-e6628618b4b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.295428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec2de-2a95-4d74-814f-e6628618b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.368873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ec2de-2a95-4d74-814f-e6628618b4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3399609-fbb4-444f-877d-5bbdcf72036d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:39.374408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3bf44b0-b532-4a59-80d3-336718901a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.381068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.383266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3bf44b0-b532-4a59-80d3-336718901a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.403935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b3bf44b0-b532-4a59-80d3-336718901a4f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/597490fd-6919-4717-b899-ecd8d54bda29 HTTP/1.1" status: 204 len: 168 time: 0.5381255 Nov 03 18:41:39.592773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf44b0-b532-4a59-80d3-336718901a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597490fd-6919-4717-b899-ecd8d54bda29,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:39.644585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:39.733029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9dba256-5501-4607-b45f-2e3a4b37b2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.762597 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.782600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:39.787009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:39.814572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.815640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.891124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ac1ec2de-2a95-4d74-814f-e6628618b4b3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=49801f03d9eb489db27be918b79ebbc6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0038354 Nov 03 18:41:39.909296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42856) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:40.105010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6454394 Nov 03 18:41:40.154702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Allocated IP 192.168.233.251 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:40.182809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e67a5874-74cb-4214-9f63-e092ebf6e44e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:41:40.183851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-e67a5874-74cb-4214-9f63-e092ebf6e44e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0565093 Nov 03 18:41:40.184686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2def3-c1ad-4506-aa58-1e229983c86f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.372493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9dba256-5501-4607-b45f-2e3a4b37b2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.384031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9dba256-5501-4607-b45f-2e3a4b37b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.447633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc02b-676f-4177-a8e7-3c2621a39763 req-51d2ec99-5554-4eb2-a037-ab389f51a53f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:40.460956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84bdc02b-676f-4177-a8e7-3c2621a39763 req-51d2ec99-5554-4eb2-a037-ab389f51a53f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 936 time: 1.0969267 Nov 03 18:41:40.491909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7befe72e-0d2b-438d-ad9d-8706de541db8 None None] Provisioning complete for port e6fa3c91-d262-4efb-a422-1a6e042112fd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:40.498015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7befe72e-0d2b-438d-ad9d-8706de541db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.551109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9dba256-5501-4607-b45f-2e3a4b37b2bb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=84f941512a7e49ef8ecefcdc6688d0ef&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2877364 Nov 03 18:41:40.552039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42866) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:40.585936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dba256-5501-4607-b45f-2e3a4b37b2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c63c647-3e8b-4621-88a9-4217715e1a81,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.671162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7befe72e-0d2b-438d-ad9d-8706de541db8 None None] Port e6fa3c91-d262-4efb-a422-1a6e042112fd cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:40.743508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84bdc02b-676f-4177-a8e7-3c2621a39763 req-712ffa3f-0791-471e-9e90-7839a6731773 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805469 Nov 03 18:41:40.775446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7137f12f-d0dc-48b8-b3a9-42be4c2c454f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.805586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fceda975-f4e3-49b1-961b-283820436409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.814100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Request body: {'port': {'device_id': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:40.843639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fceda975-f4e3-49b1-961b-283820436409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.858792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7137f12f-d0dc-48b8-b3a9-42be4c2c454f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.924530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fceda975-f4e3-49b1-961b-283820436409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.929170 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fceda975-f4e3-49b1-961b-283820436409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.933234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fceda975-f4e3-49b1-961b-283820436409 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f3399609-fbb4-444f-877d-5bbdcf72036d HTTP/1.1" status: 204 len: 168 time: 1.0028086 Nov 03 18:41:40.951338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.956955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceda975-f4e3-49b1-961b-283820436409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3399609-fbb4-444f-877d-5bbdcf72036d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:41.063998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1699023d-60f8-4abf-9ef0-18f933c1b65e req-0d56bf53-74b5-4900-97f8-fde10e7a93d8 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 210 time: 0.0535972 Nov 03 18:41:41.153828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7137f12f-d0dc-48b8-b3a9-42be4c2c454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.164699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7137f12f-d0dc-48b8-b3a9-42be4c2c454f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.180315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7137f12f-d0dc-48b8-b3a9-42be4c2c454f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4c63c647-3e8b-4621-88a9-4217715e1a81 HTTP/1.1" status: 204 len: 168 time: 0.6234078 Nov 03 18:41:41.229455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-620cbe85-738e-4c61-b8c6-1b53414f538a tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=93a6a81c14ac42b689027a7078f2bfc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896552 Nov 03 18:41:41.618565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.707499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137f12f-d0dc-48b8-b3a9-42be4c2c454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c63c647-3e8b-4621-88a9-4217715e1a81,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:41.797125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-de20a573-65a0-4c06-a58a-1e9a556f4ece tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:41.808305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-de20a573-65a0-4c06-a58a-1e9a556f4ece tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5772364 Nov 03 18:41:41.847397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.876761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-e5fbade0-5cb2-4b03-9d70-a95caff7698a tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/quotas/93a6a81c14ac42b689027a7078f2bfc5 HTTP/1.1" status: 200 len: 375 time: 0.0666134 Nov 03 18:41:41.965999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-2d3f6b1a-f822-4a43-a300-88bee41f030b tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=93a6a81c14ac42b689027a7078f2bfc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877757 Nov 03 18:41:41.974001 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.103966 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.284343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:42.312846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:42.325386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:42.339438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.341758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.371282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Pushing event updated for resources: {'Port': ['ID=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:42.386982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-052fc336-8532-491e-b703-b23e16b80880 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3670180 Nov 03 18:41:42.421581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Request body: {'port': {'device_id': '292fc389-d4b4-4ced-8969-cec267781fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:42.431882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fa3c91-d262-4efb-a422-1a6e042112fd {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:42.443799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.491754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Transition to ACTIVE for port object e6fa3c91-d262-4efb-a422-1a6e042112fd will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:42.502398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.620583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:42.723851 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.943263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:42.959587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:42.963151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:42.965597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:43.001331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Port e6fa3c91-d262-4efb-a422-1a6e042112fd on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:43.001331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:43.038265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:43.038774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:43.039375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:43.039853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Bound port: e6fa3c91-d262-4efb-a422-1a6e042112fd, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:43.040210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.052476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed97b-f103-4339-8012-2de9bfeb50ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.105554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-670773f3-a70b-4e2d-81ec-7e87f737129a None None] Provisioning complete for port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:43.108766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-670773f3-a70b-4e2d-81ec-7e87f737129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.329480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-670773f3-a70b-4e2d-81ec-7e87f737129a None None] Port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:43.569579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:43.592701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:43.638082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.869240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed97b-f103-4339-8012-2de9bfeb50ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.897504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed97b-f103-4339-8012-2de9bfeb50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.929064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:43.930193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.932637 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-b637fc50-7135-44be-8c58-767090d63934 service neutron] 10.222.0.115 "PUT /v2.0/ports/e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 1096 time: 3.2671528 Nov 03 18:41:43.981402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:44.153314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ed97b-f103-4339-8012-2de9bfeb50ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e9e1a8-328f-4b56-9903-2846fc041971,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:44.435906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3c8ed97b-f103-4339-8012-2de9bfeb50ab admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f3d7bb4f51b84a54ad4a7174b04091bf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4496615 Nov 03 18:41:44.437746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42956) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:44.448291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637fc50-7135-44be-8c58-767090d63934 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:44.460647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-aebb5625-6b4b-47f9-9bcc-f95cacf3db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.462571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-aebb5625-6b4b-47f9-9bcc-f95cacf3db33 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1099 time: 0.2804744 Nov 03 18:41:44.506249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025500-2aca-4c46-8aac-8859f6104f5c req-47372997-104a-4338-9bb6-f9210c2ad88e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.530280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4025500-2aca-4c46-8aac-8859f6104f5c req-47372997-104a-4338-9bb6-f9210c2ad88e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 1.6232245 Nov 03 18:41:44.662853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fcb4a-d97d-4cc2-92ec-c6a8ae58736f req-ad5a6422-82d4-47ce-aafa-5bc26c2e8e1c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.677063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-542fcb4a-d97d-4cc2-92ec-c6a8ae58736f req-ad5a6422-82d4-47ce-aafa-5bc26c2e8e1c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 936 time: 0.6658018 Nov 03 18:41:44.714247 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-f08f1afe-b732-4202-9c08-4fbc87f7a8bc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.2345152 Nov 03 18:41:44.803191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4025500-2aca-4c46-8aac-8859f6104f5c req-eacba355-5bec-45fa-9501-ea5625c7d418 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713804 Nov 03 18:41:44.949500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-aa08192c-5f9e-410b-a20d-e743d4389cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.953599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-aa08192c-5f9e-410b-a20d-e743d4389cc9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1690483 Nov 03 18:41:44.974524 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0aaebe-a14f-413a-9724-a7c96ab12962" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:45.089258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:45.112785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.156153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Transition to ACTIVE for port object b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:45.182836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.346955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a275c851-9257-40c0-a06d-0dc7a924e288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.438249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a275c851-9257-40c0-a06d-0dc7a924e288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.458466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8985b647-ef39-4c69-831c-5d314f8b5a9e req-dfb72296-a2c6-482e-a078-de63736c0c0e tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.2918222 Nov 03 18:41:45.557308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-542fcb4a-d97d-4cc2-92ec-c6a8ae58736f req-9bda60e8-f7e8-4824-a704-2021c09ab2b6 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784542 Nov 03 18:41:45.685403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-1aa271ec-4184-4089-9a9e-fc241bacee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.690362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-1aa271ec-4184-4089-9a9e-fc241bacee04 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7049851 Nov 03 18:41:45.806810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:45.855109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a275c851-9257-40c0-a06d-0dc7a924e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.863908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a275c851-9257-40c0-a06d-0dc7a924e288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.866149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a275c851-9257-40c0-a06d-0dc7a924e288 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/11e9e1a8-328f-4b56-9903-2846fc041971 HTTP/1.1" status: 204 len: 168 time: 1.4201922 Nov 03 18:41:45.954927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275c851-9257-40c0-a06d-0dc7a924e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e9e1a8-328f-4b56-9903-2846fc041971,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:45.987098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Attempting to bind port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:45.988105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Attempting to bind port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:45.993144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Attempting to bind port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:46.022567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:46.023288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Attempting to bind port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:46.072285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:46.074971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:46.080408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:46.089091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Bound port: b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:46.090384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.387869 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-27f860b0-d72f-4df8-ba2b-c24b0803eb85 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888290 Nov 03 18:41:46.508691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db79a2-fc4d-4d7e-8383-d32d7041436a req-3f6b7d65-f602-4530-bf02-463d83b17755 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:46.516928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15db79a2-fc4d-4d7e-8383-d32d7041436a req-3f6b7d65-f602-4530-bf02-463d83b17755 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.2984464 Nov 03 18:41:46.541142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] For port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:46.573455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] For port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:46.582524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.655583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15db79a2-fc4d-4d7e-8383-d32d7041436a req-5140d238-bb43-4f6d-a721-46453ac55224 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374176 Nov 03 18:41:46.701228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:46.705660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.710057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] 10.222.0.115 "PUT /v2.0/ports/b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 HTTP/1.1" status: 200 len: 1096 time: 4.3075919 Nov 03 18:41:46.711410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292fc389-d4b4-4ced-8969-cec267781fae', 'tag': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:46.819830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e7aa-857d-4ba1-85e7-0e9dc8410e03 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:46.904661 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea963c4-6b99-4190-bec8-3e5e5b00f8ac x-openstack-request-id: req-dea963c4-6b99-4190-bec8-3e5e5b00f8ac {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:46.904661 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:46.904661 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dea963c4-6b99-4190-bec8-3e5e5b00f8ac {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:46.904661 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'status': 'completed', 'code': 200} Nov 03 18:41:47.417221 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd281f-adac-4b11-85c7-991a3536e5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "292fc389-d4b4-4ced-8969-cec267781fae", "tag": "b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:47.539146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c617e29-61a4-432b-a0ed-7e48d184abbd req-aeb9e702-8546-4692-b829-3090faae8afa tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0870845 Nov 03 18:41:47.688048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc0ccd-7303-46a4-8bef-ed6651853a91 req-7591cead-b133-4617-bb24-edb3dc52f25d tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:47.698256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffdc0ccd-7303-46a4-8bef-ed6651853a91 req-7591cead-b133-4617-bb24-edb3dc52f25d tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.0947311 Nov 03 18:41:47.823870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffdc0ccd-7303-46a4-8bef-ed6651853a91 req-98d5d561-572c-4ba8-8bca-1908fd6e3d80 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242220 Nov 03 18:41:48.143385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ea46-52f8-4e89-af84-c309a5ce9b71 req-b3b7980f-82db-47ba-a3de-937699b39653 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.145446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f37ea46-52f8-4e89-af84-c309a5ce9b71 req-b3b7980f-82db-47ba-a3de-937699b39653 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.0881035 Nov 03 18:41:48.171235 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9defe30-0d79-4cfd-9827-3ffd8f3ac54f x-openstack-request-id: req-d9defe30-0d79-4cfd-9827-3ffd8f3ac54f {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:48.174584 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292fc389-d4b4-4ced-8969-cec267781fae", "tag": "b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:48.174965 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d9defe30-0d79-4cfd-9827-3ffd8f3ac54f {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:48.175463 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292fc389-d4b4-4ced-8969-cec267781fae', 'tag': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0', 'status': 'completed', 'code': 200} Nov 03 18:41:48.303559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f37ea46-52f8-4e89-af84-c309a5ce9b71 req-a4ec96b3-612d-4da6-a733-e47f4fd3d8bf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488960 Nov 03 18:41:48.474515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43060) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:48.710678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2282fbc7-5e8d-42fb-9222-0e8f02ba5dfb req-f0e9cb55-83a1-49ca-b894-4bfe69bfe1c9 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0419364 Nov 03 18:41:49.012985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43092) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:49.048373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ba6a-1361-4b6d-a82a-a04accb2dda8 req-72e6866c-0e67-4ed9-bc59-c2013b0a74ff tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.050675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b7ba6a-1361-4b6d-a82a-a04accb2dda8 req-72e6866c-0e67-4ed9-bc59-c2013b0a74ff tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.0964139 Nov 03 18:41:49.112982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6804a960-090f-47cd-b4b5-ce70771c256d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.179079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b7ba6a-1361-4b6d-a82a-a04accb2dda8 req-4594879f-139d-405f-bafa-d72d11f130bd tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208432 Nov 03 18:41:49.285405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6804a960-090f-47cd-b4b5-ce70771c256d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.298788 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6804a960-090f-47cd-b4b5-ce70771c256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.347998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d467a1dc-0558-4f7d-9ac9-ed5f6a075c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.393037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6804a960-090f-47cd-b4b5-ce70771c256d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1a1659e3e5e747e9a82396b53fa698e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9168479 Nov 03 18:41:49.396195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804a960-090f-47cd-b4b5-ce70771c256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab8e3ed-9601-4544-aa2f-98bf7e15c610,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.400024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43104) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:49.561681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d467a1dc-0558-4f7d-9ac9-ed5f6a075c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.569832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7420c1fe-885c-4321-b7f9-1d2b704367c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.572922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d467a1dc-0558-4f7d-9ac9-ed5f6a075c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.594219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77aa5e-1e9d-4dc6-b42d-373a4ad17f3f req-7e655a62-2160-4332-8a47-d54d8184b062 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.595836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d77aa5e-1e9d-4dc6-b42d-373a4ad17f3f req-7e655a62-2160-4332-8a47-d54d8184b062 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.1324747 Nov 03 18:41:49.665008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d467a1dc-0558-4f7d-9ac9-ed5f6a075c81 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=80c52f3a96cf45f2930739627ed95801&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6414347 Nov 03 18:41:49.665008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467a1dc-0558-4f7d-9ac9-ed5f6a075c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64b5c7-0054-4da9-b324-a39c673ca9e3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.665185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43114) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:49.665185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7420c1fe-885c-4321-b7f9-1d2b704367c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.757285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d77aa5e-1e9d-4dc6-b42d-373a4ad17f3f req-1bd6d136-818e-4455-b315-4aae0e74e355 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419523 Nov 03 18:41:49.841285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7420c1fe-885c-4321-b7f9-1d2b704367c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.844083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7420c1fe-885c-4321-b7f9-1d2b704367c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.846219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7420c1fe-885c-4321-b7f9-1d2b704367c6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fab8e3ed-9601-4544-aa2f-98bf7e15c610 HTTP/1.1" status: 204 len: 168 time: 0.4439261 Nov 03 18:41:49.848461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7855120-1ac1-46d4-8ef6-8b3f317d37f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.887548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c1fe-885c-4321-b7f9-1d2b704367c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab8e3ed-9601-4544-aa2f-98bf7e15c610,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.935551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7855120-1ac1-46d4-8ef6-8b3f317d37f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.093715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0de394c4-9960-4ced-adcb-457f1ca159fa req-e44a1d9a-e5aa-4551-946c-4cb4b86d748d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0747144 Nov 03 18:41:50.130316 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7855120-1ac1-46d4-8ef6-8b3f317d37f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.133240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7855120-1ac1-46d4-8ef6-8b3f317d37f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.134566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c7855120-1ac1-46d4-8ef6-8b3f317d37f1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f64b5c7-0054-4da9-b324-a39c673ca9e3 HTTP/1.1" status: 204 len: 168 time: 0.4729452 Nov 03 18:41:50.156984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7855120-1ac1-46d4-8ef6-8b3f317d37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64b5c7-0054-4da9-b324-a39c673ca9e3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:50.409341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70507501-cd5b-4d0d-b073-f98461e4548e req-b361e2d5-a0e9-4aeb-8993-be9d2e9bac1c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.423182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70507501-cd5b-4d0d-b073-f98461e4548e req-b361e2d5-a0e9-4aeb-8993-be9d2e9bac1c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.1091466 Nov 03 18:41:50.511285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70507501-cd5b-4d0d-b073-f98461e4548e req-a8cc391f-8ce0-4bed-99e4-2c44f2ca8655 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912335 Nov 03 18:41:50.756546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43150) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:50.771928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3ee0-001d-48a4-a9fc-46c7876559c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.040179 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3ee0-001d-48a4-a9fc-46c7876559c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.049767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3ee0-001d-48a4-a9fc-46c7876559c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.211620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9f4c3-e6d8-46a5-8d94-19bdd0446378 req-e33bd2ea-6643-4807-976c-5dceec2117b0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.213356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abe9f4c3-e6d8-46a5-8d94-19bdd0446378 req-e33bd2ea-6643-4807-976c-5dceec2117b0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.2650864 Nov 03 18:41:51.221590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2f1c3ee0-001d-48a4-a9fc-46c7876559c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a86022af375f4752bbf520c1c872865d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4638009 Nov 03 18:41:51.228662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43158) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:51.266475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c3ee0-001d-48a4-a9fc-46c7876559c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f15283-fe44-4835-977b-020b0c8fc9c6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:51.349433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4f5fa11-5df5-4a72-a9f1-2a6a005dbd0a req-1c9528ee-146b-47cf-a5b4-4362b8b3a8db tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0876172 Nov 03 18:41:51.450040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abe9f4c3-e6d8-46a5-8d94-19bdd0446378 req-c9f89f69-f51c-490a-a726-bfe67818621c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018852 Nov 03 18:41:51.451063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52180644-d89f-4d40-8e4b-b8f6bdaf48b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.492289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52180644-d89f-4d40-8e4b-b8f6bdaf48b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.580062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:51.606463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52180644-d89f-4d40-8e4b-b8f6bdaf48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.610840 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52180644-d89f-4d40-8e4b-b8f6bdaf48b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.612080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-52180644-d89f-4d40-8e4b-b8f6bdaf48b3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b8f15283-fe44-4835-977b-020b0c8fc9c6 HTTP/1.1" status: 204 len: 168 time: 0.3813334 Nov 03 18:41:51.631119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52180644-d89f-4d40-8e4b-b8f6bdaf48b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f15283-fe44-4835-977b-020b0c8fc9c6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:51.670453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43174) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:51.775698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:51.797081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0260ceb3-34fc-4ff0-aa2b-eafa25312cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.820678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68179b0-ab44-4b74-a81b-ca011bd405d7 req-7a5dc755-c27b-46e1-a31c-07300d42311e tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.831354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f68179b0-ab44-4b74-a81b-ca011bd405d7 req-7a5dc755-c27b-46e1-a31c-07300d42311e tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.1680012 Nov 03 18:41:51.927479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f68179b0-ab44-4b74-a81b-ca011bd405d7 req-75ede96b-9d0d-4035-8e7d-687a41fa4e29 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913656 Nov 03 18:41:52.015655 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0260ceb3-34fc-4ff0-aa2b-eafa25312cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.021976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0260ceb3-34fc-4ff0-aa2b-eafa25312cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.145084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41d0c3a4-88a9-4770-a4f4-56646e8575e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.155225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a30fee99-734e-428e-9f77-5b6540ece8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.185028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43186) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:52.185307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0260ceb3-34fc-4ff0-aa2b-eafa25312cbf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=89da8f84abc94321ac6d7da88dcdd838&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4084153 Nov 03 18:41:52.200976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260ceb3-34fc-4ff0-aa2b-eafa25312cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a5820-99df-4a67-8f2a-5efcb73ada23,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:52.322427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-515a9f60-dffb-4b0d-b9fe-1db96f754c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.368689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-515a9f60-dffb-4b0d-b9fe-1db96f754c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.424867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a30fee99-734e-428e-9f77-5b6540ece8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.445204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a30fee99-734e-428e-9f77-5b6540ece8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.451255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41d0c3a4-88a9-4770-a4f4-56646e8575e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.482323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-515a9f60-dffb-4b0d-b9fe-1db96f754c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.485650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-515a9f60-dffb-4b0d-b9fe-1db96f754c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.490295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-515a9f60-dffb-4b0d-b9fe-1db96f754c6f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/315a5820-99df-4a67-8f2a-5efcb73ada23 HTTP/1.1" status: 204 len: 168 time: 0.3041344 Nov 03 18:41:52.496759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41d0c3a4-88a9-4770-a4f4-56646e8575e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.569352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-41d0c3a4-88a9-4770-a4f4-56646e8575e4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7fbd0216d7a942bfaeb5a14bac982c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8976955 Nov 03 18:41:52.573974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43200) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:52.574683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-475ce56c-a2ef-4b94-9676-53def29a13d8 req-bc2a32c1-9a07-4d81-8496-249d4d733d17 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0831337 Nov 03 18:41:52.577887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a9f60-dffb-4b0d-b9fe-1db96f754c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a5820-99df-4a67-8f2a-5efcb73ada23,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:52.637983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a30fee99-734e-428e-9f77-5b6540ece8d3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f55a95d36d1d447cbf153d7424ec25de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0565648 Nov 03 18:41:52.647699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43202) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:52.695558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fee99-734e-428e-9f77-5b6540ece8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e72b8f-30e9-4f06-b8b8-963e442ea5a8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:52.712078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbc5bcf4-e64b-4dcc-99e3-4a72426928d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.730326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd81a742-6d63-4f88-8e2c-1a9ff1e9b3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.744859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbc5bcf4-e64b-4dcc-99e3-4a72426928d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.825838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e135-3fd4-4f7c-99a7-85c49316467f req-b0ed733b-6193-4e3a-b9ec-f64d985616d8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:52.833316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a00e135-3fd4-4f7c-99a7-85c49316467f req-b0ed733b-6193-4e3a-b9ec-f64d985616d8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.2571852 Nov 03 18:41:52.843141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0c3a4-88a9-4770-a4f4-56646e8575e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f57463-484a-488e-97d0-84e3afbab970,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:52.844762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd81a742-6d63-4f88-8e2c-1a9ff1e9b3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.857281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbc5bcf4-e64b-4dcc-99e3-4a72426928d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.862509 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbc5bcf4-e64b-4dcc-99e3-4a72426928d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.863862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cbc5bcf4-e64b-4dcc-99e3-4a72426928d7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/12f57463-484a-488e-97d0-84e3afbab970 HTTP/1.1" status: 204 len: 168 time: 0.2716236 Nov 03 18:41:52.879330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5bcf4-e64b-4dcc-99e3-4a72426928d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f57463-484a-488e-97d0-84e3afbab970,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.004838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a00e135-3fd4-4f7c-99a7-85c49316467f req-d122b60c-df2e-48bd-8dac-c5d1fdb22d3a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312499 Nov 03 18:41:53.079041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd81a742-6d63-4f88-8e2c-1a9ff1e9b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.083543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd81a742-6d63-4f88-8e2c-1a9ff1e9b3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.085075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd81a742-6d63-4f88-8e2c-1a9ff1e9b3d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e3e72b8f-30e9-4f06-b8b8-963e442ea5a8 HTTP/1.1" status: 204 len: 168 time: 0.4331076 Nov 03 18:41:53.101552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a742-6d63-4f88-8e2c-1a9ff1e9b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e72b8f-30e9-4f06-b8b8-963e442ea5a8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.265277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e26ea6-701e-4e0b-a5c7-38c2c91142fd req-aff619ea-3527-4d29-abff-dcdfea7e1929 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.268655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7e26ea6-701e-4e0b-a5c7-38c2c91142fd req-aff619ea-3527-4d29-abff-dcdfea7e1929 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.0952215 Nov 03 18:41:53.402076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7e26ea6-701e-4e0b-a5c7-38c2c91142fd req-cccd7f89-8449-4513-8e45-c4f98781d084 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223521 Nov 03 18:41:53.508849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43224) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:53.529344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e9bf-3ac6-4d2e-bdd0-3ea28884b41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.651677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e9bf-3ac6-4d2e-bdd0-3ea28884b41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.658290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e9bf-3ac6-4d2e-bdd0-3ea28884b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.704337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ffa4e9bf-3ac6-4d2e-bdd0-3ea28884b41f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=29fd097a36bd49299337015520ef7b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938722 Nov 03 18:41:53.709520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43230) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:53.753262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4e9bf-3ac6-4d2e-bdd0-3ea28884b41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c48cb-2134-4b55-a7ed-f23f30217feb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.841646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88e531ca-4728-47d1-8a3b-153e34ff05f5 req-80ffb6cb-ec0d-4cac-905f-af765336210e tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0652471 Nov 03 18:41:53.849707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.115', 55208) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:54.028695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-806675fe-23cf-40d9-b17b-7bc18667be73 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=93a6a81c14ac42b689027a7078f2bfc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1830342 Nov 03 18:41:54.167932 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4468-b769-48e5-a058-78127cc44543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.257699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4468-b769-48e5-a058-78127cc44543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.296982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-6ea4f44e-4a2f-456d-98bf-e4373873d193 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.299468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-6ea4f44e-4a2f-456d-98bf-e4373873d193 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598369 Nov 03 18:41:54.317918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-24c5c631-f449-458f-9f29-a3bf685ea4eb req-a3d5bbd0-497a-4fd7-b231-457add942e56 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238826 Nov 03 18:41:54.332910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-68c447b8-d595-45b4-a3b2-41d6cd416e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.335592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-68c447b8-d595-45b4-a3b2-41d6cd416e07 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=93a45495560641e4b9a5a6a174d0abd7&device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 1099 time: 0.4808137 Nov 03 18:41:54.343617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Request body: {'port': {'device_id': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '93a6a81c14ac42b689027a7078f2bfc5'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:54.395828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4468-b769-48e5-a058-78127cc44543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.401588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4468-b769-48e5-a058-78127cc44543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.403397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d1cd4468-b769-48e5-a058-78127cc44543 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e7c48cb-2134-4b55-a7ed-f23f30217feb HTTP/1.1" status: 204 len: 168 time: 0.6923769 Nov 03 18:41:54.427347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4468-b769-48e5-a058-78127cc44543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c48cb-2134-4b55-a7ed-f23f30217feb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:54.465633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:54.514680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:54.551695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-9f7d346c-520b-4ddf-800d-14a3ea27e0b1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 HTTP/1.1" status: 200 len: 217 time: 0.1750915 Nov 03 18:41:54.560682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52ba51b3-cc2d-4d30-9b8d-211c8364ef0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.564555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3777aaf9-1241-4245-95e2-b3070d6e2d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.604180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-30419f99-411c-45b0-9435-0e4d2d092610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.606849 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-30419f99-411c-45b0-9435-0e4d2d092610 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1099 time: 0.2017946 Nov 03 18:41:54.733851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a73c15-052c-497e-8249-c8f25012a9dd req-7800eb7f-0d03-4ee5-8ae5-69d605a254bb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.736963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99a73c15-052c-497e-8249-c8f25012a9dd req-7800eb7f-0d03-4ee5-8ae5-69d605a254bb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.4359889 Nov 03 18:41:54.916832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-9911d522-f71e-47b5-8155-9ffe02ccc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.920532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-9911d522-f71e-47b5-8155-9ffe02ccc3f7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3608301 Nov 03 18:41:54.960381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52ba51b3-cc2d-4d30-9b8d-211c8364ef0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.970159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-86bde75b-5a44-4172-97ef-8f8e7d7e056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.971884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-86bde75b-5a44-4172-97ef-8f8e7d7e056e service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3516479 Nov 03 18:41:54.975434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88071b08-3a51-4118-8056-8645be9dbc63 req-4132af5f-8651-4f37-903c-b22d0907cabc tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.975684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52ba51b3-cc2d-4d30-9b8d-211c8364ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.978040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88071b08-3a51-4118-8056-8645be9dbc63 req-4132af5f-8651-4f37-903c-b22d0907cabc tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.4350650 Nov 03 18:41:55.013643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3777aaf9-1241-4245-95e2-b3070d6e2d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.062280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-3a42051d-49dd-40ef-9003-b47ac8b144bd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.0765340 Nov 03 18:41:55.081448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99a73c15-052c-497e-8249-c8f25012a9dd req-9d489ce0-05c5-4875-8c37-cb9dd331ec86 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208706 Nov 03 18:41:55.108111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba51b3-cc2d-4d30-9b8d-211c8364ef0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15425bf-7b37-4137-99f8-e63ae0d5f7f1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:55.125601 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3777aaf9-1241-4245-95e2-b3070d6e2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.180345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Made reservation on behalf of 93a6a81c14ac42b689027a7078f2bfc5 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:55.186798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.234149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.244085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-f021bb50-8118-4181-a7a0-538185cc0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.246894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-f021bb50-8118-4181-a7a0-538185cc0953 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3157496 Nov 03 18:41:55.266008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88071b08-3a51-4118-8056-8645be9dbc63 req-5fa085b9-24a4-483d-9432-66434da2297f tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424028 Nov 03 18:41:55.281225 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-52ba51b3-cc2d-4d30-9b8d-211c8364ef0a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c940b5e0d3bd41448329f4eea87bcdb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7646744 Nov 03 18:41:55.289410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43260) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:55.330243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777aaf9-1241-4245-95e2-b3070d6e2d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ad8e43-6fd3-4c26-8be6-25be211179f3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:55.365130 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3777aaf9-1241-4245-95e2-b3070d6e2d06 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=14e91a53780a4c558ade3c8985bde9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8864632 Nov 03 18:41:55.365941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43264) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:55.390027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-7c1c07b6-ef8f-4fc8-8487-d69f44371a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.392490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-7c1c07b6-ef8f-4fc8-8487-d69f44371a23 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2451532 Nov 03 18:41:55.423765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-919fc8fe-055d-40a6-8431-21a783fadc56 req-f753ca5b-d487-486e-be03-cfc5d0b5b580 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.1364524 Nov 03 18:41:55.544186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-7319f6a7-74a4-481c-83a7-5afe7adf3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.546668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-7319f6a7-74a4-481c-83a7-5afe7adf3720 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438901 Nov 03 18:41:55.551902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf6bfef1-59be-45a7-bfaa-d03a28de705a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.586285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-6d79459e-a952-4606-b40b-d46a13c18485 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179889 Nov 03 18:41:55.628150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f3289595-4622-4308-a35c-46e4c4e12ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.632302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf6bfef1-59be-45a7-bfaa-d03a28de705a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.777107 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f3289595-4622-4308-a35c-46e4c4e12ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.781351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-eab3e556-7d20-4358-8036-c7139d0e6be7 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216825 Nov 03 18:41:55.889553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.903907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.906683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf6bfef1-59be-45a7-bfaa-d03a28de705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.912598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf6bfef1-59be-45a7-bfaa-d03a28de705a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.913740 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf6bfef1-59be-45a7-bfaa-d03a28de705a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/32ad8e43-6fd3-4c26-8be6-25be211179f3 HTTP/1.1" status: 204 len: 168 time: 0.5423877 Nov 03 18:41:55.935214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bfef1-59be-45a7-bfaa-d03a28de705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ad8e43-6fd3-4c26-8be6-25be211179f3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:56.009314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e78179-b595-452c-9e46-a9bdde111421,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:56.049900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b82ae634-a6da-4a48-87b9-3a706648ad92 req-6acb613b-4ea7-4d0f-adb6-719bf69762f8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288521 Nov 03 18:41:56.061712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0aaebe-a14f-413a-9724-a7c96ab12962 req-cf703329-01a9-40f1-b2e3-ed1125bf1bd5 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702324 Nov 03 18:41:56.197226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f3289595-4622-4308-a35c-46e4c4e12ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.203275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f3289595-4622-4308-a35c-46e4c4e12ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.217753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f3289595-4622-4308-a35c-46e4c4e12ca3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d15425bf-7b37-4137-99f8-e63ae0d5f7f1 HTTP/1.1" status: 204 len: 168 time: 0.9156363 Nov 03 18:41:56.272258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-0efa1276-c1d1-403c-946c-60474d0ae354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.276018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-0efa1276-c1d1-403c-946c-60474d0ae354 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=93a45495560641e4b9a5a6a174d0abd7&device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 1099 time: 0.1185763 Nov 03 18:41:56.284005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3289595-4622-4308-a35c-46e4c4e12ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15425bf-7b37-4137-99f8-e63ae0d5f7f1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:56.530596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-e542a898-ae39-44ce-b40c-ff38eb4a49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.533583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-e542a898-ae39-44ce-b40c-ff38eb4a49ac service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2493472 Nov 03 18:41:56.591734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-efd36acb-3b42-4786-9373-3a71abd61842 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 HTTP/1.1" status: 200 len: 217 time: 0.0456872 Nov 03 18:41:56.653957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-425e02bd-1876-4575-ae3d-1e32560e35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.655942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-425e02bd-1876-4575-ae3d-1e32560e35f5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0566165 Nov 03 18:41:56.694374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3f8c7-1a98-4099-911f-4a07a1f54868 req-54adfacb-1fdc-4951-af9d-46b7559439a1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.695986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ab3f8c7-1a98-4099-911f-4a07a1f54868 req-54adfacb-1fdc-4951-af9d-46b7559439a1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.3627353 Nov 03 18:41:56.708154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd0ae2-f910-48da-bbc9-5d50844a2e7c req-04326ca4-1840-4928-86a6-6bee87d7aff0 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.717045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddfd0ae2-f910-48da-bbc9-5d50844a2e7c req-04326ca4-1840-4928-86a6-6bee87d7aff0 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.1410208 Nov 03 18:41:56.725437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-6bd1a7ab-4a7b-419b-bd32-fa063c4ee41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.727495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-6bd1a7ab-4a7b-419b-bd32-fa063c4ee41b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620408 Nov 03 18:41:56.732536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Allocated IP 192.168.233.88 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:56.856291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddfd0ae2-f910-48da-bbc9-5d50844a2e7c req-dc773c96-d7d1-457d-974b-f3ccb65dd325 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333790 Nov 03 18:41:56.875829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ab3f8c7-1a98-4099-911f-4a07a1f54868 req-9bc54614-7025-4ded-a869-fbe31a467669 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560335 Nov 03 18:41:56.898158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-f730c907-448a-419b-a649-2ee21fd79bde service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612332 Nov 03 18:41:57.046630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdcd281f-adac-4b11-85c7-991a3536e5ec req-7540cb6f-da7b-4ec4-854a-ec3f7d4a3942 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387732 Nov 03 18:41:57.108476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f818c69-1b05-43c5-ab03-e6f88f9258ef req-0990a605-14c9-449a-a08c-383642e440aa tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0795252 Nov 03 18:41:57.166347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.220947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.304178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:57.316149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:57.322789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:57.323598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:57.334648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.335881 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.356588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Pushing event updated for resources: {'Port': ['ID=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:57.382571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-07f86c0f-005c-4c26-90a4-d941adca8952 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0661380 Nov 03 18:41:57.404945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Request body: {'port': {'device_id': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'device_owner': 'compute:tempest-test_az-969034395', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:57.493424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.618861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:57.641205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'mac_address': 'fa:16:3e:8d:6e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:57.748985 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.781626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fa3c91-d262-4efb-a422-1a6e042112fd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:57.814642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-335c8bad-603f-490b-879f-375decdfe6ea None None] Provisioning complete for port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:57.816245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-335c8bad-603f-490b-879f-375decdfe6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.872833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:57.885814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.900417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-335c8bad-603f-490b-879f-375decdfe6ea None None] Port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:57.910405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:57.918411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.929183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Transition to ACTIVE for port object e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:57.938166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.025185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:58.054170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.055182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.056052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.056988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.057884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.058776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.059630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.060512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.061717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.062600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.063309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.063995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Tracked resource versions report: Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: pushed versions: Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: { 'AddressGroup': {'1.2'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'ConntrackHelper': {'1.0'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Log': {'1.0'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Network': {'1.1'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Port': {'1.7'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'PortForwarding': {'1.2'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'QosPolicy': {'1.10'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'SecurityGroup': {'1.5'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'SubPort': {'1.0'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Subnet': {'1.1'}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Trunk': {'1.1'}} Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: consumer versions: Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: HyperV agent@n-h1-812151-4: {}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: HyperV agent@n-h2-812151-4: {}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: L3 agent@n-d-812151-4: {}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: Metadata agent@n-d-812151-4: {}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: Metering agent@n-d-812151-4: {}, Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'ConntrackHelper': '1.0', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Log': '1.0', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Network': '1.1', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Port': '1.7', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'PortForwarding': '1.2', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'QosPolicy': '1.10', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'SecurityGroup': '1.5', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'SecurityGroupRule': '1.2', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'SubPort': '1.0', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Subnet': '1.1', Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: 'Trunk': '1.1'}} Nov 03 18:41:58.066766 n-d-812151-4 neutron-server[101991]: {{(pid=101991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:41:58.070792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:58.114633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167799b-8ea1-483c-b626-dad71e1f0533 req-a6e4574f-0792-4dd2-8f5e-cc6580069d3d tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.116394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2167799b-8ea1-483c-b626-dad71e1f0533 req-a6e4574f-0792-4dd2-8f5e-cc6580069d3d tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.1509099 Nov 03 18:41:58.134988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Attempting to bind port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:58.135420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Attempting to bind port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:58.135818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Attempting to bind port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:58.155992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:58.156287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Attempting to bind port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:58.171312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:58.171751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:58.172310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:58.172797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Bound port: e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:58.173440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.230447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2167799b-8ea1-483c-b626-dad71e1f0533 req-b72ef7cb-97c0-43d5-ac6c-ac07b50e2db7 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049569 Nov 03 18:41:58.288461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:58.329540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] For port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:58.333983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] For port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:58.353058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.426341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.427106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.428677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] 10.222.0.115 "PUT /v2.0/ports/e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 HTTP/1.1" status: 200 len: 1116 time: 1.0341024 Nov 03 18:41:58.429280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'tag': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:58.431822 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf68b30-ddff-4802-8c44-a390a1ec2482" -d '{"events": [{"name": "network-changed", "server_uuid": "212ee2a5-bed8-46ca-982a-062807b1aa0c", "tag": "e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:58.481938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dfcb0-1d59-4f24-b74e-58d9306c8800 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:58.500689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1e9a-96df-4739-b2da-3eb39e6e8f3c req-f3a36aeb-9529-4e16-80d8-99b9a064e3a4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.502790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cbc1e9a-96df-4739-b2da-3eb39e6e8f3c req-f3a36aeb-9529-4e16-80d8-99b9a064e3a4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 949 time: 0.1636531 Nov 03 18:41:58.779442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cbc1e9a-96df-4739-b2da-3eb39e6e8f3c req-2cd40417-4cba-4415-8565-0ea08cecd4d2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494721 Nov 03 18:41:58.785795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-524ef99d-be64-40d9-9c01-c723b29286ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.788285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-524ef99d-be64-40d9-9c01-c723b29286ca service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=93a6a81c14ac42b689027a7078f2bfc5&device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 1119 time: 0.2836044 Nov 03 18:41:58.895672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cee49-19a8-4f9e-9580-6651c038b446 req-3322b2fd-e980-458f-a921-54b39aa51ef3 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.898301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-084cee49-19a8-4f9e-9580-6651c038b446 req-3322b2fd-e980-458f-a921-54b39aa51ef3 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 968 time: 0.2345107 Nov 03 18:41:58.901568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-b4fbc739-889c-479f-bc76-874b94e4a237 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 HTTP/1.1" status: 200 len: 217 time: 0.0954521 Nov 03 18:41:58.971542 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284798ba-6e53-4a06-aa01-e88ee50e0e99 x-openstack-request-id: req-284798ba-6e53-4a06-aa01-e88ee50e0e99 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:58.971792 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212ee2a5-bed8-46ca-982a-062807b1aa0c", "tag": "e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:58.972085 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-284798ba-6e53-4a06-aa01-e88ee50e0e99 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:58.972494 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'tag': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2', 'status': 'completed', 'code': 200} Nov 03 18:41:59.021589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-b20a7ef3-daaf-4318-afaf-cef322606792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:59.023087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-b20a7ef3-daaf-4318-afaf-cef322606792 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1057882 Nov 03 18:41:59.027243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-084cee49-19a8-4f9e-9580-6651c038b446 req-0c00b8a2-c3b1-4289-980d-382ac3bd3dd4 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210787 Nov 03 18:41:59.093845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-e965da82-fd65-43b2-a961-83dd249aa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:59.095828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-e965da82-fd65-43b2-a961-83dd249aa8bb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633874 Nov 03 18:41:59.256897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-c53074e6-335f-4951-b311-f8bf256293c9 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453509 Nov 03 18:41:59.323818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:59.435015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc3d9659-6c8d-4590-82d1-5b7ab1afc062 req-d2dba332-88f1-47a8-b2a3-28c2610ff2f5 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680768 Nov 03 18:41:59.452461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:59.469081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e58c9-f6da-4c87-a3cd-4f8561cad37c req-0b23845f-2791-4548-8bd4-365f176b574b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:59.471223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd7e58c9-f6da-4c87-a3cd-4f8561cad37c req-0b23845f-2791-4548-8bd4-365f176b574b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 948 time: 0.0752854 Nov 03 18:41:59.515681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:59.541212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0', 'mac_address': 'fa:16:3e:30:8c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:59.587879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port e6fa3c91-d262-4efb-a422-1a6e042112fd completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:59.600921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port e6fa3c91-d262-4efb-a422-1a6e042112fd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:59.601502 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.626720 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.641732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd7e58c9-f6da-4c87-a3cd-4f8561cad37c req-a6635976-f106-4f7b-8892-1856724c3f57 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418433 Nov 03 18:41:59.647902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-a52156ae-1b18-4009-9809-1ccee6bb5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:59.649794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-a52156ae-1b18-4009-9809-1ccee6bb5c06 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=93a6a81c14ac42b689027a7078f2bfc5&device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 1119 time: 0.1307762 Nov 03 18:41:59.664782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:59.703334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:59.712271 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.864233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.890170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:59.942676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:00.075318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43426) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:00.097322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-240e147f-94a8-41b9-aab4-cb572e86da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.103727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-240e147f-94a8-41b9-aab4-cb572e86da79 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4433408 Nov 03 18:42:00.113684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:00.120296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:00.132653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.133998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebccdc-3704-4dee-9604-24ed5f46eee9 req-5b6e89bb-940a-446b-8291-a2d4887e7d24 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.145020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71ebccdc-3704-4dee-9604-24ed5f46eee9 req-5b6e89bb-940a-446b-8291-a2d4887e7d24 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 949 time: 0.1631470 Nov 03 18:42:00.188508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-46b9390a-e009-443e-9d31-b13325b3136d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 HTTP/1.1" status: 200 len: 217 time: 0.0722241 Nov 03 18:42:00.309998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71ebccdc-3704-4dee-9604-24ed5f46eee9 req-1fe219f4-2405-4d53-ae61-8b98101458d0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627753 Nov 03 18:42:00.369566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-8b32831b-4773-4ec6-9438-28365f5a521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.369566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-8b32831b-4773-4ec6-9438-28365f5a521d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1648207 Nov 03 18:42:00.385989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62cb1-79bb-49fe-82ef-88d54f955e30 req-7467f689-3f39-4500-b7d7-5697a991a5f5 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.393030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4f62cb1-79bb-49fe-82ef-88d54f955e30 req-7467f689-3f39-4500-b7d7-5697a991a5f5 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 968 time: 0.2034175 Nov 03 18:42:00.516776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.528163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c277-2d6f-4939-b8a0-79af0958f523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.584521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4f62cb1-79bb-49fe-82ef-88d54f955e30 req-b2dfe4d8-dc2f-4d75-b6dd-bbde8c9d0994 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654413 Nov 03 18:42:00.587240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-97c16d73-79ee-4819-927f-db79b4aa2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.588809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-97c16d73-79ee-4819-927f-db79b4aa2a3d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931610 Nov 03 18:42:00.733819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c277-2d6f-4939-b8a0-79af0958f523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.742725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c277-2d6f-4939-b8a0-79af0958f523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.799303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8c277-2d6f-4939-b8a0-79af0958f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a67ba-4849-4573-ad4b-3892edbe16c5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.832394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-c7e4fd42-cc2b-4dff-a382-71544a5efc28 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284980 Nov 03 18:42:00.836050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ccc8c277-2d6f-4939-b8a0-79af0958f523 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=09a7c9cece924fb8a9d668aae64cc507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7579548 Nov 03 18:42:00.838754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:00.857309 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b22bcf-c6cf-406e-8178-b4c63a4a7841" -d '{"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-plugged", "status": "completed", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:00.922373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e247bf-2560-4cd9-923f-e644e029dcba req-2af8044e-0775-4005-bcf5-6d72b8359903 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.924462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0e247bf-2560-4cd9-923f-e644e029dcba req-2af8044e-0775-4005-bcf5-6d72b8359903 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 949 time: 0.1466897 Nov 03 18:42:00.988301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2889530b-55d5-444e-b96d-c2de80d8b5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.993239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddf68b30-ddff-4802-8c44-a390a1ec2482 req-46a836d0-77a7-4167-a6f0-0f70ebaddd71 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513853 Nov 03 18:42:01.045888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0e247bf-2560-4cd9-923f-e644e029dcba req-d0c4ebb5-c25d-405a-893a-e3c67817a99f tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087863 Nov 03 18:42:01.070270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2889530b-55d5-444e-b96d-c2de80d8b5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.141118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2889530b-55d5-444e-b96d-c2de80d8b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.144245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2889530b-55d5-444e-b96d-c2de80d8b5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.148080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2889530b-55d5-444e-b96d-c2de80d8b5e5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ae5a67ba-4849-4573-ad4b-3892edbe16c5 HTTP/1.1" status: 204 len: 168 time: 0.3053861 Nov 03 18:42:01.157266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889530b-55d5-444e-b96d-c2de80d8b5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a67ba-4849-4573-ad4b-3892edbe16c5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:01.392182 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9742060b-ab9d-4a67-9000-2dcdeb290b46 x-openstack-request-id: req-9742060b-ab9d-4a67-9000-2dcdeb290b46 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:01.392903 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-plugged", "status": "completed", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:01.393960 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9742060b-ab9d-4a67-9000-2dcdeb290b46 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:01.395534 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'code': 200} Nov 03 18:42:01.455188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43480) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:01.568706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d599a9-321d-4eef-a4a8-b80e29c088a8 req-613fc7ec-a136-4dbd-8c9b-dddee1a71a9f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.570824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5d599a9-321d-4eef-a4a8-b80e29c088a8 req-613fc7ec-a136-4dbd-8c9b-dddee1a71a9f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.1227739 Nov 03 18:42:01.595136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca22819-53e3-4b2d-932e-94069afa14ec req-db661049-6ad6-4b85-8f9d-061af8466e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.596997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ca22819-53e3-4b2d-932e-94069afa14ec req-db661049-6ad6-4b85-8f9d-061af8466e2d service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.1007695 Nov 03 18:42:01.636786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5ca22819-53e3-4b2d-932e-94069afa14ec req-7f02f305-f315-421c-bc94-48157a97e375 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.672755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5d599a9-321d-4eef-a4a8-b80e29c088a8 req-a5d0c055-4849-4962-baf9-381732267023 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872278 Nov 03 18:42:01.777882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667cd63-83f5-489d-ad76-42d99c46a62b req-9da20863-4a9f-4aff-a8cd-ee77b8710484 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.779760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3667cd63-83f5-489d-ad76-42d99c46a62b req-9da20863-4a9f-4aff-a8cd-ee77b8710484 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 968 time: 0.0853643 Nov 03 18:42:01.847835 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5ca22819-53e3-4b2d-932e-94069afa14ec req-7f02f305-f315-421c-bc94-48157a97e375 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.853436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e94a46-accc-41e6-8972-97aa449a1955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.861137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5ca22819-53e3-4b2d-932e-94069afa14ec req-7f02f305-f315-421c-bc94-48157a97e375 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.889567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3667cd63-83f5-489d-ad76-42d99c46a62b req-08252d5d-fed3-4bcf-8386-c9656e940506 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992486 Nov 03 18:42:01.895912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:01.929318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02f305-f315-421c-bc94-48157a97e375 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33aa2f-6334-4f68-8bae-f37a191295c9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:01.934360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ca22819-53e3-4b2d-932e-94069afa14ec req-7f02f305-f315-421c-bc94-48157a97e375 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271921 Nov 03 18:42:01.984072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e94a46-accc-41e6-8972-97aa449a1955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.990979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e94a46-accc-41e6-8972-97aa449a1955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.024200 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.032347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e94a46-accc-41e6-8972-97aa449a1955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62315547-ef98-4a15-8095-e6da4f3fcaa9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.050789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43498) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.054960 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-44e94a46-accc-41e6-8972-97aa449a1955 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=42717652cb454f76a724dbf7363fb2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982318 Nov 03 18:42:02.058856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43500) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.076531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9217a667-c441-4cf4-871f-616e34a3f474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.141246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11208f66-3d30-4da6-85f1-d7993a8ae748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.192516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11208f66-3d30-4da6-85f1-d7993a8ae748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.273677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11208f66-3d30-4da6-85f1-d7993a8ae748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.278312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11208f66-3d30-4da6-85f1-d7993a8ae748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.279990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-11208f66-3d30-4da6-85f1-d7993a8ae748 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/62315547-ef98-4a15-8095-e6da4f3fcaa9 HTTP/1.1" status: 204 len: 168 time: 0.2200124 Nov 03 18:42:02.289949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208f66-3d30-4da6-85f1-d7993a8ae748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62315547-ef98-4a15-8095-e6da4f3fcaa9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.320426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9217a667-c441-4cf4-871f-616e34a3f474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.337462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9217a667-c441-4cf4-871f-616e34a3f474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.371086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9217a667-c441-4cf4-871f-616e34a3f474 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d035147f76ee4cdf81dafbe0140bc5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163559 Nov 03 18:42:02.373740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43510) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.390782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70894810-efe1-4783-bfb7-ff4e75e3c415 req-ce2462d4-c4d4-4509-abd6-6a7091d08258 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.393039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70894810-efe1-4783-bfb7-ff4e75e3c415 req-ce2462d4-c4d4-4509-abd6-6a7091d08258 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 949 time: 0.1591012 Nov 03 18:42:02.396487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93e89828-3bc7-4eed-8f45-234b745c23a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.441457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217a667-c441-4cf4-871f-616e34a3f474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d48ea9-b25b-4a14-bd74-3b26c5df6ee2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.471828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-352b4aca-c017-4044-9fff-7364b32e1de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.498075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70894810-efe1-4783-bfb7-ff4e75e3c415 req-d816558f-030b-4b36-8da4-1478b26b19e5 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876455 Nov 03 18:42:02.503976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-352b4aca-c017-4044-9fff-7364b32e1de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.584676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-352b4aca-c017-4044-9fff-7364b32e1de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.587568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93e89828-3bc7-4eed-8f45-234b745c23a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.590800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-352b4aca-c017-4044-9fff-7364b32e1de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.596646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93e89828-3bc7-4eed-8f45-234b745c23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.598389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-352b4aca-c017-4044-9fff-7364b32e1de1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c0d48ea9-b25b-4a14-bd74-3b26c5df6ee2 HTTP/1.1" status: 204 len: 168 time: 0.2216947 Nov 03 18:42:02.607454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.617470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b4aca-c017-4044-9fff-7364b32e1de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d48ea9-b25b-4a14-bd74-3b26c5df6ee2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.685582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-93e89828-3bc7-4eed-8f45-234b745c23a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=773079a170df4c4383900aa2cb5f516e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7852154 Nov 03 18:42:02.686668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89828-3bc7-4eed-8f45-234b745c23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d31d87f-9516-4c36-8319-512cdc75fd24,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.688268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43520) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.770963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-080a3fe5-6ac6-4b52-b9e6-fe1f38e1a9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.806502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-080a3fe5-6ac6-4b52-b9e6-fe1f38e1a9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.824568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43528) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.857503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-417f95be-694b-41e1-8113-ec63df7d792e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.861707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af5456-b6f9-48b2-882c-aff7aa0e009c req-53a57cd8-e08e-4fd9-9621-34000d5d9d4a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.870147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49af5456-b6f9-48b2-882c-aff7aa0e009c req-53a57cd8-e08e-4fd9-9621-34000d5d9d4a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.0775185 Nov 03 18:42:02.923310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-080a3fe5-6ac6-4b52-b9e6-fe1f38e1a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.928138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-080a3fe5-6ac6-4b52-b9e6-fe1f38e1a9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.929965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-080a3fe5-6ac6-4b52-b9e6-fe1f38e1a9e1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5d31d87f-9516-4c36-8319-512cdc75fd24 HTTP/1.1" status: 204 len: 168 time: 0.2403893 Nov 03 18:42:02.962805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a3fe5-6ac6-4b52-b9e6-fe1f38e1a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d31d87f-9516-4c36-8319-512cdc75fd24,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.995804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49af5456-b6f9-48b2-882c-aff7aa0e009c req-e9370041-13e3-462e-9f99-78b470fb5ee2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244102 Nov 03 18:42:03.065269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-417f95be-694b-41e1-8113-ec63df7d792e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.071289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-417f95be-694b-41e1-8113-ec63df7d792e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.136768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-417f95be-694b-41e1-8113-ec63df7d792e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cfd58635175e4730b38f33c660713ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072088 Nov 03 18:42:03.136768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f95be-694b-41e1-8113-ec63df7d792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b536f87e-6d4c-419a-86ab-1de1f720ead7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.137389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43540) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:03.169889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ab85-2998-4351-8745-0ca5e49b0cfc req-466bdb46-6fd5-43c1-a094-5a26147aafc9 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.178686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d839ab85-2998-4351-8745-0ca5e49b0cfc req-466bdb46-6fd5-43c1-a094-5a26147aafc9 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 968 time: 0.1128438 Nov 03 18:42:03.289016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d839ab85-2998-4351-8745-0ca5e49b0cfc req-13873442-7197-4936-be3f-6a0868c30616 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097562 Nov 03 18:42:03.290024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9362a4b5-544c-4fea-b9ae-111d44a52dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.321797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9362a4b5-544c-4fea-b9ae-111d44a52dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.335339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:03.338464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:03.458314 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9362a4b5-544c-4fea-b9ae-111d44a52dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.463097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9362a4b5-544c-4fea-b9ae-111d44a52dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.470225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9362a4b5-544c-4fea-b9ae-111d44a52dda admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b536f87e-6d4c-419a-86ab-1de1f720ead7 HTTP/1.1" status: 204 len: 168 time: 0.3309219 Nov 03 18:42:03.494379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362a4b5-544c-4fea-b9ae-111d44a52dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b536f87e-6d4c-419a-86ab-1de1f720ead7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.498309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:03.512424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:03.512814 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.551447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:03.586356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2', 'mac_address': 'fa:16:3e:5d:bc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:tempest-test_az-969034395', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:03.605607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43564) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:03.646621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41bc9f6d-c172-4fcc-a194-2f17da4956d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.676656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.708914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:03.738374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.790361 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41bc9f6d-c172-4fcc-a194-2f17da4956d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.798253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:03.802721 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41bc9f6d-c172-4fcc-a194-2f17da4956d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.811647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292fc389-d4b4-4ced-8969-cec267781fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:03.814558 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12077085-73e7-4f49-841e-0de0503c696a" -d '{"events": [{"server_uuid": "292fc389-d4b4-4ced-8969-cec267781fae", "name": "network-vif-plugged", "status": "completed", "tag": "b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:03.821191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.860422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da566-04a1-4530-ac2c-e0f9edd70d4b req-90389d5f-eb8d-4bb0-8526-56efe7afd1b5 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.862016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d1da566-04a1-4530-ac2c-e0f9edd70d4b req-90389d5f-eb8d-4bb0-8526-56efe7afd1b5 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 949 time: 0.2458904 Nov 03 18:42:03.864556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41bc9f6d-c172-4fcc-a194-2f17da4956d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b5855d442cd140338f053c7af318f95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577143 Nov 03 18:42:03.867269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43570) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:03.900951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:03.911103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.915784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.959050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc9f6d-c172-4fcc-a194-2f17da4956d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd0761-8c90-47bd-b1cb-5c77ae47d03e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.975638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:03.983522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d17d23a-eb7c-4124-8bd1-1e9894ee53f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.019154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d17d23a-eb7c-4124-8bd1-1e9894ee53f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.043926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d1da566-04a1-4530-ac2c-e0f9edd70d4b req-f3a7213c-d345-4be2-b48f-9b793fce81ae tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466203 Nov 03 18:42:04.075161 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6cc1ef-918a-4a27-8b2d-8f0dc28e288c x-openstack-request-id: req-ff6cc1ef-918a-4a27-8b2d-8f0dc28e288c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:04.075478 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292fc389-d4b4-4ced-8969-cec267781fae", "name": "network-vif-plugged", "status": "completed", "tag": "b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:04.075741 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ff6cc1ef-918a-4a27-8b2d-8f0dc28e288c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:04.076135 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292fc389-d4b4-4ced-8969-cec267781fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0', 'code': 200} Nov 03 18:42:04.110780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d17d23a-eb7c-4124-8bd1-1e9894ee53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.115284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d17d23a-eb7c-4124-8bd1-1e9894ee53f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.117218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2d17d23a-eb7c-4124-8bd1-1e9894ee53f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/65bd0761-8c90-47bd-b1cb-5c77ae47d03e HTTP/1.1" status: 204 len: 168 time: 0.2487304 Nov 03 18:42:04.131287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17d23a-eb7c-4124-8bd1-1e9894ee53f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd0761-8c90-47bd-b1cb-5c77ae47d03e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:04.168470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:04.241103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4c52-64cc-47ac-8c30-ee0329b9cb1e req-09b4c1d0-a661-43b1-a3c6-7803343d9d66 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.243238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3aaa4c52-64cc-47ac-8c30-ee0329b9cb1e req-09b4c1d0-a661-43b1-a3c6-7803343d9d66 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.0674267 Nov 03 18:42:04.353803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3aaa4c52-64cc-47ac-8c30-ee0329b9cb1e req-d1dd3b5e-8ed5-42ff-aa3a-98f1bbab817c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Nov 03 18:42:04.357769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c350e-4fe1-470c-888a-7211c9e12db4 req-8cabaf52-2c04-46c0-9cb5-adf4d4f5a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.360029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-137c350e-4fe1-470c-888a-7211c9e12db4 req-8cabaf52-2c04-46c0-9cb5-adf4d4f5a043 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 1101 time: 0.1149166 Nov 03 18:42:04.480848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-137c350e-4fe1-470c-888a-7211c9e12db4 req-b406ed9a-abd3-40d3-8770-fc9137142dc8 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080723 Nov 03 18:42:04.548402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6522d7-3cde-4b03-96c8-04675e48def7 req-e0e6d7f8-ca5a-4f08-9e99-6abe2383e4c7 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.556369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf6522d7-3cde-4b03-96c8-04675e48def7 req-e0e6d7f8-ca5a-4f08-9e99-6abe2383e4c7 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 969 time: 0.0886798 Nov 03 18:42:04.568101 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-46cec21e-582d-4731-9abd-a355f296ec4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.633182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf6522d7-3cde-4b03-96c8-04675e48def7 req-bd98835b-7bd2-4f35-aa1d-5a650b4e9007 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590513 Nov 03 18:42:05.206981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d8cfb-6712-413b-8e62-39018a8baced req-c9e9e490-5ca5-46f5-b149-ab24727d551b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.208980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa2d8cfb-6712-413b-8e62-39018a8baced req-c9e9e490-5ca5-46f5-b149-ab24727d551b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 950 time: 0.0696056 Nov 03 18:42:05.278602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa2d8cfb-6712-413b-8e62-39018a8baced req-36826250-7412-4ff3-87ef-0fd63eae5cf4 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Nov 03 18:42:05.344236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:05.423748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:05.429692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:05.430275 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.588042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.593998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372d62a-70fb-43ef-b4d4-92fc291881b7 req-da77bfa8-aeef-42a2-8f13-51db14af12cb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.595752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4372d62a-70fb-43ef-b4d4-92fc291881b7 req-da77bfa8-aeef-42a2-8f13-51db14af12cb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.0938203 Nov 03 18:42:05.644543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:05.650426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.714917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:05.717310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4372d62a-70fb-43ef-b4d4-92fc291881b7 req-3e531967-dffa-483b-9da0-6b52da12cdf7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054535 Nov 03 18:42:05.881074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc150172-e213-4b50-b0f2-988a9bb7a1e5 req-6bb7d9cd-59ae-4727-912c-5f99d1834be3 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.884238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc150172-e213-4b50-b0f2-988a9bb7a1e5 req-6bb7d9cd-59ae-4727-912c-5f99d1834be3 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 970 time: 0.1253481 Nov 03 18:42:05.971835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc150172-e213-4b50-b0f2-988a9bb7a1e5 req-63f41578-fd40-43e8-80b5-78a5624ef9be tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804605 Nov 03 18:42:06.078075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:06.083156 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91a1d5-b545-4706-b947-3a7eb7a4be97" -d '{"events": [{"server_uuid": "212ee2a5-bed8-46ca-982a-062807b1aa0c", "name": "network-vif-plugged", "status": "completed", "tag": "e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:06.136760 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:42:06.164374 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9503d-96bc-49cb-ad3f-e5fee07b0109 x-openstack-request-id: req-dec9503d-96bc-49cb-ad3f-e5fee07b0109 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:06.164911 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ee2a5-bed8-46ca-982a-062807b1aa0c", "name": "network-vif-plugged", "status": "completed", "tag": "e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:06.165327 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dec9503d-96bc-49cb-ad3f-e5fee07b0109 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:06.165984 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2', 'code': 200} Nov 03 18:42:06.318680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b4948-62b6-4744-b2a5-8c6de4b43843 req-0989c888-d853-47f7-b3c4-53e250238bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.321625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b0b4948-62b6-4744-b2a5-8c6de4b43843 req-0989c888-d853-47f7-b3c4-53e250238bd8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 1121 time: 0.0540006 Nov 03 18:42:06.394972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b0b4948-62b6-4744-b2a5-8c6de4b43843 req-b6773489-bbf8-472a-abcf-85d9ece67bf1 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Nov 03 18:42:06.560111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c0b-d6e4-43d5-b675-c5862a650c32 req-14a9280a-b2df-41cd-b743-447543507d41 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.561699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77dd1c0b-d6e4-43d5-b675-c5862a650c32 req-14a9280a-b2df-41cd-b743-447543507d41 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.0467372 Nov 03 18:42:06.583926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-77dd1c0b-d6e4-43d5-b675-c5862a650c32 req-be267c94-ea98-429b-bbcc-699ffa0de22f tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.698046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-77dd1c0b-d6e4-43d5-b675-c5862a650c32 req-be267c94-ea98-429b-bbcc-699ffa0de22f tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.704512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-77dd1c0b-d6e4-43d5-b675-c5862a650c32 req-be267c94-ea98-429b-bbcc-699ffa0de22f tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.759332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77dd1c0b-d6e4-43d5-b675-c5862a650c32 req-be267c94-ea98-429b-bbcc-699ffa0de22f tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892557 Nov 03 18:42:06.760414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be267c94-ea98-429b-bbcc-699ffa0de22f tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de722bf-06b3-4841-b9fd-b1bb7742aed2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:06.868620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ac28b-d587-4ba6-b58b-7d83d10b7507 req-50fc31e1-6fd4-4ff6-8190-433860ada0fa tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.870421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c7ac28b-d587-4ba6-b58b-7d83d10b7507 req-50fc31e1-6fd4-4ff6-8190-433860ada0fa tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 950 time: 0.0635171 Nov 03 18:42:06.972460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c7ac28b-d587-4ba6-b58b-7d83d10b7507 req-701ffb45-2b4c-41c4-987c-a17360c29304 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918560 Nov 03 18:42:07.850012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-aba83528-c647-4dc3-a199-e5e1362d63e7 req-f5dccbb2-3f8c-41cb-b26b-25260fc9f430 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:07.853413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aba83528-c647-4dc3-a199-e5e1362d63e7 req-f5dccbb2-3f8c-41cb-b26b-25260fc9f430 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3598680 Nov 03 18:42:08.202506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f76fdb6-16a4-4535-bd86-3ca0c842a6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.450126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cf308-c248-4afc-97ba-64354e194bdf req-31bedb27-95ac-46b4-afb5-54193a47dfdd tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.452850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f3cf308-c248-4afc-97ba-64354e194bdf req-31bedb27-95ac-46b4-afb5-54193a47dfdd tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 970 time: 0.0714178 Nov 03 18:42:08.508022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f3cf308-c248-4afc-97ba-64354e194bdf req-71f71513-e38e-490c-b05b-b24a81394fd1 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491283 Nov 03 18:42:08.891151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43772) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:08.997619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2389d-84e7-4274-9d87-ea299e0c25f5 req-d4f77c23-6d63-46ad-84f5-d8b2e2b0b97b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.999542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17a2389d-84e7-4274-9d87-ea299e0c25f5 req-d4f77c23-6d63-46ad-84f5-d8b2e2b0b97b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 950 time: 0.0953534 Nov 03 18:42:09.070708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17a2389d-84e7-4274-9d87-ea299e0c25f5 req-ee7480bd-a5ab-45ef-858d-0a4aaddc77f3 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623879 Nov 03 18:42:09.089646 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-6bd667bd-3749-4b21-8bfb-a72b5e0c40a8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1967132 Nov 03 18:42:09.103049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-e2460d46-ed23-4213-b42a-bfaadcae9215 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:09.108084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-e2460d46-ed23-4213-b42a-bfaadcae9215 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0101550 Nov 03 18:42:09.267787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81e603-4665-45c6-a564-ff3c65d7682b req-3f535c80-898a-425b-8968-30daaffc0178 tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.270170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b81e603-4665-45c6-a564-ff3c65d7682b req-3f535c80-898a-425b-8968-30daaffc0178 tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 1121 time: 0.0622947 Nov 03 18:42:09.308452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8b81e603-4665-45c6-a564-ff3c65d7682b req-f5e2b750-cfba-4ee0-964e-f7c609673b6a tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.434602 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8b81e603-4665-45c6-a564-ff3c65d7682b req-f5e2b750-cfba-4ee0-964e-f7c609673b6a tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.450616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8b81e603-4665-45c6-a564-ff3c65d7682b req-f5e2b750-cfba-4ee0-964e-f7c609673b6a tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:09.515126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b81e603-4665-45c6-a564-ff3c65d7682b req-f5e2b750-cfba-4ee0-964e-f7c609673b6a tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359688 Nov 03 18:42:09.517152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2b750-cfba-4ee0-964e-f7c609673b6a tempest-AggregatesAdminTestJSON-371765205 tempest-AggregatesAdminTestJSON-371765205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b511f5-f18a-40cb-b3e5-55bed3200346,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:09.539807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699eca9-1eab-4a1f-8b94-7e87ae81bcd2 req-b41c8ef5-b594-455c-bba1-420fc81cc90b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.548584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1699eca9-1eab-4a1f-8b94-7e87ae81bcd2 req-b41c8ef5-b594-455c-bba1-420fc81cc90b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.1079373 Nov 03 18:42:09.610769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1699eca9-1eab-4a1f-8b94-7e87ae81bcd2 req-9a8468c0-f83e-4435-9f31-3632f9f7bdb7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Nov 03 18:42:09.640058 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.392849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b14b1d-e97a-49be-b98c-ec752abde01c req-f322e1f7-ca28-4977-83f6-8dfc6808993a tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.396153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7b14b1d-e97a-49be-b98c-ec752abde01c req-f322e1f7-ca28-4977-83f6-8dfc6808993a tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 950 time: 0.1279476 Nov 03 18:42:10.484440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7b14b1d-e97a-49be-b98c-ec752abde01c req-7d1a0fed-cfad-4dc0-8879-5a3cc9592c1c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810826 Nov 03 18:42:10.519261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6725ba8-42b6-4c99-b283-265c413264cf req-fe5b5d9e-aa87-47fd-89c6-c2c8f7cef913 tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.521074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6725ba8-42b6-4c99-b283-265c413264cf req-fe5b5d9e-aa87-47fd-89c6-c2c8f7cef913 tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 1101 time: 0.0970452 Nov 03 18:42:10.730395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Deleting port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:10.731484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.911754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] For port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:10.912385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.945114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Calling delete_port for b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:11.178342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-06ad6f87-8aca-4089-8f5c-aee3a889bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.181031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-06ad6f87-8aca-4089-8f5c-aee3a889bb83 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.0589533 Nov 03 18:42:11.342685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-682fbfe1-8ee3-4a2a-9fe1-67ec6a8e0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.345681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-682fbfe1-8ee3-4a2a-9fe1-67ec6a8e0d9a service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.1530192 Nov 03 18:42:11.372061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab23d4-a033-4edb-8943-ac4afaa656e7 req-3b1986b8-4810-4e51-bd07-f43a158f8d77 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.375207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bab23d4-a033-4edb-8943-ac4afaa656e7 req-3b1986b8-4810-4e51-bd07-f43a158f8d77 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.4237471 Nov 03 18:42:11.415997 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-160f4f0a-6339-4fc0-9832-3f6b53cf2452 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.0560369 Nov 03 18:42:11.497181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-4fd6fbd0-8999-47f7-ae67-a045798abd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.499457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-4fd6fbd0-8999-47f7-ae67-a045798abd80 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0707715 Nov 03 18:42:11.511437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bab23d4-a033-4edb-8943-ac4afaa656e7 req-3912747d-3216-491d-a617-86135c323272 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244690 Nov 03 18:42:11.603939 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.661162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.664192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-ac2e333d-d3c6-432c-a303-499866c6df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.667772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-ac2e333d-d3c6-432c-a303-499866c6df09 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532910 Nov 03 18:42:11.678171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:11.749903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] No DVR routers for this DVR port b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:11.783809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.813889 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.831613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6725ba8-42b6-4c99-b283-265c413264cf req-2c3403e1-bb1a-479b-9b4f-fd16e351d16d tempest-DeleteServersAdminTestJSON-6558919 tempest-DeleteServersAdminTestJSON-6558919-project-admin] 10.222.0.115 "DELETE /v2.0/ports/b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 HTTP/1.1" status: 204 len: 173 time: 1.2852008 Nov 03 18:42:11.831613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292fc389-d4b4-4ced-8969-cec267781fae', 'name': 'network-vif-deleted', 'tag': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:11.843684 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0c0f6-91da-4de7-973d-dfeb74abb711" -d '{"events": [{"server_uuid": "292fc389-d4b4-4ced-8969-cec267781fae", "name": "network-vif-deleted", "tag": "b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:11.885294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c10630c9-b12b-41e1-979d-50f25423f57b req-64193c50-8979-4699-84ee-78c060b44b41 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=292fc389-d4b4-4ced-8969-cec267781fae HTTP/1.1" status: 200 len: 210 time: 0.1367776 Nov 03 18:42:11.951015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.042697 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-2adfbc6b-ce9f-412c-b11d-ce2e5112d9dd service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651133 Nov 03 18:42:12.227106 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8953555-2d14-41b3-a0d9-1bc9ca029cf4 x-openstack-request-id: req-a8953555-2d14-41b3-a0d9-1bc9ca029cf4 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:12.228407 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292fc389-d4b4-4ced-8969-cec267781fae", "name": "network-vif-deleted", "tag": "b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:12.228855 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a8953555-2d14-41b3-a0d9-1bc9ca029cf4 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:12.230323 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292fc389-d4b4-4ced-8969-cec267781fae', 'name': 'network-vif-deleted', 'tag': 'b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0', 'status': 'completed', 'code': 200} Nov 03 18:42:12.267809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-f297f853-8171-4d72-9615-77a1051eacd3 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980317 Nov 03 18:42:12.479102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43934) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:12.725496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ace71679-d8c2-4e40-bd65-d9cec17c74d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.850292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb647a-093d-4932-997f-7f77ca5beaa9 req-2e09da1d-f938-42f3-b42a-defb67b06623 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.852015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55bb647a-093d-4932-997f-7f77ca5beaa9 req-2e09da1d-f938-42f3-b42a-defb67b06623 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.1091237 Nov 03 18:42:12.952617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ace71679-d8c2-4e40-bd65-d9cec17c74d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.960214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ace71679-d8c2-4e40-bd65-d9cec17c74d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.979487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55bb647a-093d-4932-997f-7f77ca5beaa9 req-0b468f54-9543-4f29-bcb7-50cc643357a8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168597 Nov 03 18:42:13.049362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace71679-d8c2-4e40-bd65-d9cec17c74d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1252e982-b0df-42dc-8156-59919d6c905f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:13.099068 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ace71679-d8c2-4e40-bd65-d9cec17c74d8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=600520065f0d428f87694b89c6c1c838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6174872 Nov 03 18:42:13.100291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43966) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:13.171035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:13.193918 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5d24b49-f520-45ba-a092-ae2e46a9cee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.243537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5d24b49-f520-45ba-a092-ae2e46a9cee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.308924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43986) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:13.323291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5d24b49-f520-45ba-a092-ae2e46a9cee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.327031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5d24b49-f520-45ba-a092-ae2e46a9cee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.328285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b5d24b49-f520-45ba-a092-ae2e46a9cee1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1252e982-b0df-42dc-8156-59919d6c905f HTTP/1.1" status: 204 len: 168 time: 0.2254791 Nov 03 18:42:13.341995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d24b49-f520-45ba-a092-ae2e46a9cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252e982-b0df-42dc-8156-59919d6c905f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:13.513725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-7b7d3bc7-bdb0-4ef7-be12-382fa12eb1d0 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=93a45495560641e4b9a5a6a174d0abd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725203 Nov 03 18:42:13.519860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58839867-30bd-4a2c-bb4c-54ca34e53575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.554611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0052d8b-913e-4e61-aa26-8544b76ba401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.774982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-efd483c8-0f46-4181-9343-a0e631edbd50 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.776831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-efd483c8-0f46-4181-9343-a0e631edbd50 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241721 Nov 03 18:42:13.826227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58839867-30bd-4a2c-bb4c-54ca34e53575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.828159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-e6501209-4c78-4cdc-8eb3-b26c4e49f093 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/quotas/93a45495560641e4b9a5a6a174d0abd7 HTTP/1.1" status: 200 len: 375 time: 0.0375452 Nov 03 18:42:13.842940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58839867-30bd-4a2c-bb4c-54ca34e53575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.865558 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0052d8b-913e-4e61-aa26-8544b76ba401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.888036 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0052d8b-913e-4e61-aa26-8544b76ba401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.924393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-1ccd14a6-b772-4454-b402-b9aab1f01a8c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=93a45495560641e4b9a5a6a174d0abd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881460 Nov 03 18:42:13.946095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-58839867-30bd-4a2c-bb4c-54ca34e53575 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fefa5a82310340368a02608ed92e2cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7735114 Nov 03 18:42:13.948907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44034) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:13.980149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839867-30bd-4a2c-bb4c-54ca34e53575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9634b64-7a5d-44b0-b9dc-0ff27f9433fe,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:13.999373 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c0052d8b-913e-4e61-aa26-8544b76ba401 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9b2884b9f1cc4e588bd617334f7eecee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892705 Nov 03 18:42:14.004105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44036) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:14.004445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44038) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:14.046698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ebbaf39-9cc3-4f5d-9f69-e1b27dfd8fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.053417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2bb-bbe2-47ba-9d85-ed77a0380b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.077040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0052d8b-913e-4e61-aa26-8544b76ba401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20e7f7c-4707-4c5a-828d-6d8be17e988a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.085157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2bb-bbe2-47ba-9d85-ed77a0380b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.163463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0657d4d4-0f94-4578-88ec-31165208af32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.180523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2bb-bbe2-47ba-9d85-ed77a0380b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.187772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fab2bb-bbe2-47ba-9d85-ed77a0380b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.190668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f5fab2bb-bbe2-47ba-9d85-ed77a0380b0a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9634b64-7a5d-44b0-b9dc-0ff27f9433fe HTTP/1.1" status: 204 len: 168 time: 0.2403207 Nov 03 18:42:14.196379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0657d4d4-0f94-4578-88ec-31165208af32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.252251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fab2bb-bbe2-47ba-9d85-ed77a0380b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9634b64-7a5d-44b0-b9dc-0ff27f9433fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.273589 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0657d4d4-0f94-4578-88ec-31165208af32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.277723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0657d4d4-0f94-4578-88ec-31165208af32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.283736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0657d4d4-0f94-4578-88ec-31165208af32 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e20e7f7c-4707-4c5a-828d-6d8be17e988a HTTP/1.1" status: 204 len: 168 time: 0.2775497 Nov 03 18:42:14.304116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657d4d4-0f94-4578-88ec-31165208af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20e7f7c-4707-4c5a-828d-6d8be17e988a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.364024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ebbaf39-9cc3-4f5d-9f69-e1b27dfd8fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.370455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ebbaf39-9cc3-4f5d-9f69-e1b27dfd8fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.448692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbaf39-9cc3-4f5d-9f69-e1b27dfd8fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d8c601-9a99-42f0-9123-3fe67f4061bb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.479304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:14.480103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ebbaf39-9cc3-4f5d-9f69-e1b27dfd8fc8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9c796acab31f40418f6a000b8cc84988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688201 Nov 03 18:42:14.501312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed7d0f-df5f-4076-8a7a-341fef66f5ce req-3d37174d-00af-4a1f-947e-44c44419bffd tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 210 time: 0.0700746 Nov 03 18:42:14.541257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f1e4-afe9-4b2a-b7af-9277fb0b0eb8 req-a7f2a47a-98c3-437e-af1d-ebba1248213b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.541257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc34f1e4-afe9-4b2a-b7af-9277fb0b0eb8 req-a7f2a47a-98c3-437e-af1d-ebba1248213b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.1335826 Nov 03 18:42:14.618339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc34f1e4-afe9-4b2a-b7af-9277fb0b0eb8 req-0d5fc572-125e-49ed-a763-156d3ce0edc3 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760865 Nov 03 18:42:14.628576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fe53912-9079-405f-9c4d-5d07b3db37e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.714814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fe53912-9079-405f-9c4d-5d07b3db37e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.790615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44086) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:14.847662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fe53912-9079-405f-9c4d-5d07b3db37e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.852157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fe53912-9079-405f-9c4d-5d07b3db37e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.854329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6fe53912-9079-405f-9c4d-5d07b3db37e4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b4d8c601-9a99-42f0-9123-3fe67f4061bb HTTP/1.1" status: 204 len: 168 time: 0.3738430 Nov 03 18:42:14.873226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe53912-9079-405f-9c4d-5d07b3db37e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d8c601-9a99-42f0-9123-3fe67f4061bb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.091506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44114) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:15.107507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fb5b14c0-167a-4683-84c2-e71013edeb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.247867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fb5b14c0-167a-4683-84c2-e71013edeb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.262163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fb5b14c0-167a-4683-84c2-e71013edeb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.308391 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fb5b14c0-167a-4683-84c2-e71013edeb2e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad0a2f4bfa5b4c03925f3b44b935aa16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154300 Nov 03 18:42:15.309969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b14c0-167a-4683-84c2-e71013edeb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb3607-a1a6-48e2-82ed-0bc3cfb674b8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.311147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:15.377407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31e490ff-d873-4814-9b35-c92de031da7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.401156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:15.427858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31e490ff-d873-4814-9b35-c92de031da7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.449548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:15.454218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b2dc3de2-c6f1-4d8e-b4c3-2ec0084127d0 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:15.528391 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31e490ff-d873-4814-9b35-c92de031da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.533043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31e490ff-d873-4814-9b35-c92de031da7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.536680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-31e490ff-d873-4814-9b35-c92de031da7f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/36eb3607-a1a6-48e2-82ed-0bc3cfb674b8 HTTP/1.1" status: 204 len: 168 time: 0.2236834 Nov 03 18:42:15.575988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb40f-9642-489e-933d-7f29db27cf18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.582136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e490ff-d873-4814-9b35-c92de031da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb3607-a1a6-48e2-82ed-0bc3cfb674b8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.712966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-854cb1f8-96d7-4ef2-9d5d-97b6dcb2a06a req-32b16f78-6251-452e-9016-45f41ca39a5b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 210 time: 0.0647471 Nov 03 18:42:15.787189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb40f-9642-489e-933d-7f29db27cf18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.796815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44140) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:15.797461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb40f-9642-489e-933d-7f29db27cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.823863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329ef573-bcd0-48b3-be44-7046fa65433c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.901259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fb40f-9642-489e-933d-7f29db27cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970093f5-72f7-431a-b6b7-e8c967818c3a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.907615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bd1fb40f-9642-489e-933d-7f29db27cf18 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0fde4bcdcb7444c1b789c757546b93a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1155190 Nov 03 18:42:15.912658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44146) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:16.020342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11483a-35b9-449a-8ddf-8e240ab1f927 req-1064541c-d2e5-4ee1-b32e-2e940d0b26e1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:16.028931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df11483a-35b9-449a-8ddf-8e240ab1f927 req-1064541c-d2e5-4ee1-b32e-2e940d0b26e1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.1173284 Nov 03 18:42:16.064020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a72ef2b-4dbc-4774-905a-01b08a02cdb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.116907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a72ef2b-4dbc-4774-905a-01b08a02cdb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.135333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df11483a-35b9-449a-8ddf-8e240ab1f927 req-9a4f4e51-302b-493d-94ab-19e8eb13f870 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051908 Nov 03 18:42:16.148339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329ef573-bcd0-48b3-be44-7046fa65433c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.157292 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329ef573-bcd0-48b3-be44-7046fa65433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.204817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.110', 53626) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:16.211492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a72ef2b-4dbc-4774-905a-01b08a02cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.218850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a72ef2b-4dbc-4774-905a-01b08a02cdb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.221110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7a72ef2b-4dbc-4774-905a-01b08a02cdb3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/970093f5-72f7-431a-b6b7-e8c967818c3a HTTP/1.1" status: 204 len: 168 time: 0.3064005 Nov 03 18:42:16.278921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-329ef573-bcd0-48b3-be44-7046fa65433c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a69f91a2e4b344deb3ede9077bfdfdd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791787 Nov 03 18:42:16.280062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef573-bcd0-48b3-be44-7046fa65433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e75fd6-c535-4109-9b5f-a1fbe370f389,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:16.280184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44156) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:16.312052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-b44afce6-cb57-4c6d-91b0-ac9f1a35b374 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=93a45495560641e4b9a5a6a174d0abd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866790 Nov 03 18:42:16.320991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72ef2b-4dbc-4774-905a-01b08a02cdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970093f5-72f7-431a-b6b7-e8c967818c3a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:16.541326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-b8fc91fc-50f1-45c3-af99-59454dc10598 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:16.543087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-b8fc91fc-50f1-45c3-af99-59454dc10598 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142608 Nov 03 18:42:16.547665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544b3db3-7b91-41d2-ab5a-5a6ffe5e6838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.557800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321fb4c-e75b-443b-a018-82c57e9338ed req-ec376796-a95f-4f9d-8075-e388086b3138 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:16.565754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4321fb4c-e75b-443b-a018-82c57e9338ed req-ec376796-a95f-4f9d-8075-e388086b3138 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 970 time: 0.1458414 Nov 03 18:42:16.611638 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544b3db3-7b91-41d2-ab5a-5a6ffe5e6838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.670690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4321fb4c-e75b-443b-a018-82c57e9338ed req-33eee507-006f-4919-9fd1-c3d26dadf012 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035097 Nov 03 18:42:16.685555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Request body: {'port': {'device_id': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '93a45495560641e4b9a5a6a174d0abd7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:16.818815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544b3db3-7b91-41d2-ab5a-5a6ffe5e6838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.822570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544b3db3-7b91-41d2-ab5a-5a6ffe5e6838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.826439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-544b3db3-7b91-41d2-ab5a-5a6ffe5e6838 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/20e75fd6-c535-4109-9b5f-a1fbe370f389 HTTP/1.1" status: 204 len: 168 time: 0.5364437 Nov 03 18:42:16.848218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b3db3-7b91-41d2-ab5a-5a6ffe5e6838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e75fd6-c535-4109-9b5f-a1fbe370f389,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:17.005456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44210) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:17.033556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c14fbc3a-4e10-4c8c-b3dd-0d73cd1d5bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.099685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Made reservation on behalf of 93a45495560641e4b9a5a6a174d0abd7 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:17.112747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.126345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b439e01-4823-41d9-a28a-1060e6436f96 req-2182d073-b045-48dd-b8ef-2e4867d0bf58 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 210 time: 0.1885490 Nov 03 18:42:17.214807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c14fbc3a-4e10-4c8c-b3dd-0d73cd1d5bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.220988 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c14fbc3a-4e10-4c8c-b3dd-0d73cd1d5bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.298992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c14fbc3a-4e10-4c8c-b3dd-0d73cd1d5bda admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=270f805c38744a26bf9a877727fab264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923276 Nov 03 18:42:17.299866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44224) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:17.397775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fbc3a-4e10-4c8c-b3dd-0d73cd1d5bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e01862-1b1b-4dd8-a84d-a696e12c1feb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:17.488408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b62819fa-c030-485b-8367-ec47a9a99c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.528884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb97744-96d3-422d-8657-3a855a8d5614 req-5bf99d35-824d-4690-a51a-eb1bd6a643f4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.531096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdb97744-96d3-422d-8657-3a855a8d5614 req-5bf99d35-824d-4690-a51a-eb1bd6a643f4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2130675 Nov 03 18:42:17.567339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b62819fa-c030-485b-8367-ec47a9a99c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.576979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Allocated IP 192.168.233.12 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/eff98f90-9c47-4807-a1ec-354352f0cede) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:17.686000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdb97744-96d3-422d-8657-3a855a8d5614 req-edb331ac-30e6-445f-8b5b-d407bf116983 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418405 Nov 03 18:42:17.690570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b62819fa-c030-485b-8367-ec47a9a99c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.694543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b62819fa-c030-485b-8367-ec47a9a99c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.702138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b62819fa-c030-485b-8367-ec47a9a99c92 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/55e01862-1b1b-4dd8-a84d-a696e12c1feb HTTP/1.1" status: 204 len: 168 time: 0.3877001 Nov 03 18:42:17.720316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62819fa-c030-485b-8367-ec47a9a99c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e01862-1b1b-4dd8-a84d-a696e12c1feb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:17.952306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.980521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb518e-0cc8-43bc-a915-a2b67217e069 req-0e22dd25-43c7-4cda-9420-bb6f0a8c1179 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.989787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0cb518e-0cc8-43bc-a915-a2b67217e069 req-0e22dd25-43c7-4cda-9420-bb6f0a8c1179 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 970 time: 0.1303263 Nov 03 18:42:18.086149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0cb518e-0cc8-43bc-a915-a2b67217e069 req-438f1ddc-d077-419a-b5d5-2977e2e87d2e tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952618 Nov 03 18:42:18.109964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.187143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:18.191294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:18.200336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:18.211567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.212331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.256094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5737414 Nov 03 18:42:18.260770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9c3ef-186f-44e1-aba0-8e3e98122a69 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Pushing event updated for resources: {'Port': ['ID=eff98f90-9c47-4807-a1ec-354352f0cede,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:18.425314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8e233dee-f3f9-4f3b-9a33-5b792c856e2d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.431131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8e233dee-f3f9-4f3b-9a33-5b792c856e2d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.115 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 970 time: 0.1945910 Nov 03 18:42:18.447596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0cd4-ff8c-4e98-a522-b88b8640f48f req-fc74dc3c-c9c6-454a-a787-36da96ced1e1 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.449741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-817f0cd4-ff8c-4e98-a522-b88b8640f48f req-fc74dc3c-c9c6-454a-a787-36da96ced1e1 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 935 time: 0.1356783 Nov 03 18:42:18.623010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-817f0cd4-ff8c-4e98-a522-b88b8640f48f req-f3dbd326-fb39-4dbd-8b76-dd6517f8cbf8 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599333 Nov 03 18:42:18.724539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7178db90-7bdd-4273-9d50-3323b02d19f6 None None] Provisioning complete for port eff98f90-9c47-4807-a1ec-354352f0cede triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:18.725380 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7178db90-7bdd-4273-9d50-3323b02d19f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.785367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:18.796802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7178db90-7bdd-4273-9d50-3323b02d19f6 None None] Port eff98f90-9c47-4807-a1ec-354352f0cede cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:18.954418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Deleting port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:18.955286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.992301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b384d-ed59-4114-a333-c9797b5b32d5 req-13aa37b0-752e-4938-a1d7-698a60a000cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:18.994941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f0b384d-ed59-4114-a333-c9797b5b32d5 req-13aa37b0-752e-4938-a1d7-698a60a000cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.1192498 Nov 03 18:42:19.101247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f0b384d-ed59-4114-a333-c9797b5b32d5 req-e586a626-1c22-4b48-8062-6072def60b1d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903704 Nov 03 18:42:19.122505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] For port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:19.122505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.143972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Calling delete_port for e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 owned by compute:tempest-test_az-969034395 {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:19.156999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1217670431-network', 'tenant_id': 'cbf163c9d6fe4b169e96cb667c088239'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:19.192827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:19.217672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Made reservation on behalf of cbf163c9d6fe4b169e96cb667c088239 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:19.220070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.257380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.379818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e2435-c3f3-4d7c-b226-3c4723582d80 req-73fa8539-a04d-4425-9845-ff05742da81e tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.381862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa7e2435-c3f3-4d7c-b226-3c4723582d80 req-73fa8539-a04d-4425-9845-ff05742da81e tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 970 time: 0.1901929 Nov 03 18:42:19.404312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.421504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:19.449346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-655e2066-bb94-4031-af62-211c68f7cbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.499580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Pushing event deleted for resources: {'Port': ['ID=e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.529298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa7e2435-c3f3-4d7c-b226-3c4723582d80 req-6a999759-538a-4f28-abe2-c0e95d06cdf4 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/security-groups?id=33e78179-b595-452c-9e46-a9bdde111421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402638 Nov 03 18:42:19.655704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.669252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.691378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] No DVR routers for this DVR port e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:19.698178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.718490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fafcb11-28e7-4510-9a4c-4541e6740a2f req-8dcc25ee-23b7-4237-b885-1ba8d2bcfa8d tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.115 "DELETE /v2.0/ports/e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 HTTP/1.1" status: 204 len: 173 time: 1.2766681 Nov 03 18:42:19.719087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'name': 'network-vif-deleted', 'tag': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:19.721530 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aab8ee-1e57-4a3e-a62f-c183d204ad0c" -d '{"events": [{"server_uuid": "212ee2a5-bed8-46ca-982a-062807b1aa0c", "name": "network-vif-deleted", "tag": "e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:19.815280 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ed42a-790d-41b8-844e-348e81368b6b x-openstack-request-id: req-ed8ed42a-790d-41b8-844e-348e81368b6b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:19.815650 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ee2a5-bed8-46ca-982a-062807b1aa0c", "name": "network-vif-deleted", "tag": "e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:19.816335 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ed8ed42a-790d-41b8-844e-348e81368b6b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:19.816846 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ee2a5-bed8-46ca-982a-062807b1aa0c', 'name': 'network-vif-deleted', 'tag': 'e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2', 'status': 'completed', 'code': 200} Nov 03 18:42:19.821236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-655e2066-bb94-4031-af62-211c68f7cbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.913408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-655e2066-bb94-4031-af62-211c68f7cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.917852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:19.936292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b6333f-8e57-402e-964f-dad27cc05cf6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.975893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.976252 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Added segment 79aadf4c-4468-457b-beba-a948dbc6b2fc of type vlan for network 0707a388-91eb-435e-8f98-7b4a26cad41e Nov 03 18:42:20.036983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-655e2066-bb94-4031-af62-211c68f7cbf4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=377a193516f74b6cb9e2645bb681eedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8429384 Nov 03 18:42:20.041592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44322) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:20.063873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e2066-bb94-4031-af62-211c68f7cbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25beba-a0ce-497f-a801-3078cd0dcef7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:20.078461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc5cd-37a0-43c5-a6f2-965fad47f2b8 req-01b1df63-c1cb-47d5-ad1d-5a2b300d0378 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.087168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29acc5cd-37a0-43c5-a6f2-965fad47f2b8 req-01b1df63-c1cb-47d5-ad1d-5a2b300d0378 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 935 time: 0.2618475 Nov 03 18:42:20.136463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.204347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2162fd-1c4f-4db0-9cac-58fb4e5574fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.262242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2162fd-1c4f-4db0-9cac-58fb4e5574fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.301005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29acc5cd-37a0-43c5-a6f2-965fad47f2b8 req-48d20212-f478-4a86-914b-b84a5b7b7b01 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116728 Nov 03 18:42:20.308665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.311387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.312983 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.390163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2162fd-1c4f-4db0-9cac-58fb4e5574fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.393885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2162fd-1c4f-4db0-9cac-58fb4e5574fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.395084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd2162fd-1c4f-4db0-9cac-58fb4e5574fd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dc25beba-a0ce-497f-a801-3078cd0dcef7 HTTP/1.1" status: 204 len: 168 time: 0.3523607 Nov 03 18:42:20.414426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2162fd-1c4f-4db0-9cac-58fb4e5574fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25beba-a0ce-497f-a801-3078cd0dcef7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:20.479147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6918805 Nov 03 18:42:20.479503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44338) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:20.493348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Request body: {'subnet': {'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1217670431-subnet', 'tenant_id': 'cbf163c9d6fe4b169e96cb667c088239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:20.540104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307759-1271-49d5-80cd-778debe6e735 req-862e83c4-dda6-481c-bfc1-caa443cb654a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.542180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59307759-1271-49d5-80cd-778debe6e735 req-862e83c4-dda6-481c-bfc1-caa443cb654a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2765219 Nov 03 18:42:20.545160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3e7a4-1d63-4016-834d-1508f1eb50dd admin admin] Pushing event updated for resources: {'Network': ['ID=0707a388-91eb-435e-8f98-7b4a26cad41e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:20.584703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Made reservation on behalf of cbf163c9d6fe4b169e96cb667c088239 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:20.587613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.623259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 0707a388-91eb-435e-8f98-7b4a26cad41e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:20.835293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59307759-1271-49d5-80cd-778debe6e735 req-9fb7b683-f450-4bbe-89d1-e91caa3d4332 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829208 Nov 03 18:42:20.923602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14c4ab20-cd08-42cf-a5b2-f327581d0456 req-9e912686-63b4-4d16-bf37-93c0744c0d89 tempest-AggregatesAdminTestJSON-685387927 tempest-AggregatesAdminTestJSON-685387927-project] 10.222.0.91 "GET /v2.0/ports?device_id=212ee2a5-bed8-46ca-982a-062807b1aa0c HTTP/1.1" status: 200 len: 210 time: 0.0796974 Nov 03 18:42:21.135180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.426153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:21.433662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f388f84-4cd4-419d-92f0-29d85d22d26c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:21.462760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9705735b-b67a-4e79-8610-c4e7b43de383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.482922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:21.483484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Network hostable DHCP agents. Network: 0707a388-91eb-435e-8f98-7b4a26cad41e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:21.576707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74863-1207-4e39-ad13-db9c81d2796e req-f16be18e-21a0-49e2-bc25-b88019fb32b4 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.580033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04d74863-1207-4e39-ad13-db9c81d2796e req-f16be18e-21a0-49e2-bc25-b88019fb32b4 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 935 time: 0.1228216 Nov 03 18:42:21.581608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Network 0707a388-91eb-435e-8f98-7b4a26cad41e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:21.602381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 0707a388-91eb-435e-8f98-7b4a26cad41e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:21.616830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe096c4-e7a4-48b4-8229-93f678b8cb67 None None] Network 0707a388-91eb-435e-8f98-7b4a26cad41e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:21.644532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.646047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.720812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7bd9cfc4-963b-48f1-8d31-09f26adde3d0 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2373617 Nov 03 18:42:21.749607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04d74863-1207-4e39-ad13-db9c81d2796e req-cb1c3462-c84d-4567-940f-4a066b990bfd tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517074 Nov 03 18:42:21.779777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9705735b-b67a-4e79-8610-c4e7b43de383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.790213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9705735b-b67a-4e79-8610-c4e7b43de383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.864660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9705735b-b67a-4e79-8610-c4e7b43de383 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=711563b9c66e48509757e8829946b32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371574 Nov 03 18:42:21.868883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44372) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:21.950850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42dab58-437f-44a9-9163-2ead7ace6b2a None None] Network 0707a388-91eb-435e-8f98-7b4a26cad41e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:21.975861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705735b-b67a-4e79-8610-c4e7b43de383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dd59b8-8f4b-4c9d-8076-2b3c95e6e4f1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:22.120970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c93df11-b581-4fa7-b869-e3f389cac5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.184992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c93df11-b581-4fa7-b869-e3f389cac5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.303982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86e155-dadd-4465-ba30-1e0f12c5b640 req-64a598e6-8bb4-4d95-9b9a-917b8ea83d21 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.308663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd86e155-dadd-4465-ba30-1e0f12c5b640 req-64a598e6-8bb4-4d95-9b9a-917b8ea83d21 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2216403 Nov 03 18:42:22.370041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c93df11-b581-4fa7-b869-e3f389cac5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.379351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c93df11-b581-4fa7-b869-e3f389cac5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.393390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5c93df11-b581-4fa7-b869-e3f389cac5f1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/96dd59b8-8f4b-4c9d-8076-2b3c95e6e4f1 HTTP/1.1" status: 204 len: 168 time: 0.5225143 Nov 03 18:42:22.406986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93df11-b581-4fa7-b869-e3f389cac5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dd59b8-8f4b-4c9d-8076-2b3c95e6e4f1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:22.461387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd86e155-dadd-4465-ba30-1e0f12c5b640 req-6248b5d2-972e-4cd2-9df3-f4452c8bc0ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352425 Nov 03 18:42:23.009768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d3cd-a8f9-4289-b512-b1813a3f811b req-c7ade65b-48ac-4c3c-9148-d9405dd1128d tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.012002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8306d3cd-a8f9-4289-b512-b1813a3f811b req-c7ade65b-48ac-4c3c-9148-d9405dd1128d tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 935 time: 0.1061406 Nov 03 18:42:23.109664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8306d3cd-a8f9-4289-b512-b1813a3f811b req-29affeb6-5084-41f6-a058-863754469434 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855386 Nov 03 18:42:23.281827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44410) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:23.418998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:23.461974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:23.462645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e2e6eafb-84c7-4cd4-b4d2-13886b13cfd2 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:23.677930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01d2fe-c33e-4058-9812-81c7d8426a63 req-f10cf8f0-b2a5-4d1d-8a23-12f21cdfc8dd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.680805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e01d2fe-c33e-4058-9812-81c7d8426a63 req-f10cf8f0-b2a5-4d1d-8a23-12f21cdfc8dd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.0982955 Nov 03 18:42:23.787887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e01d2fe-c33e-4058-9812-81c7d8426a63 req-c826d366-a3c3-404b-9bfd-54a4979178cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933614 Nov 03 18:42:23.868194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-587715db-cb61-4879-8ae0-a376c0ed28b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93a6a81c14ac42b689027a7078f2bfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802927 Nov 03 18:42:23.868672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:23.970017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984046a2-f20a-4712-acbb-2aa8947f2c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.010663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984046a2-f20a-4712-acbb-2aa8947f2c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.077154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984046a2-f20a-4712-acbb-2aa8947f2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.082103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984046a2-f20a-4712-acbb-2aa8947f2c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.086480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-984046a2-f20a-4712-acbb-2aa8947f2c4e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/33e78179-b595-452c-9e46-a9bdde111421 HTTP/1.1" status: 204 len: 168 time: 0.2136638 Nov 03 18:42:24.105976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984046a2-f20a-4712-acbb-2aa8947f2c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e78179-b595-452c-9e46-a9bdde111421,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:24.343183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62f057-fd55-4480-a7d4-d1b04a1fa0ff req-566a0a70-6dd0-41e3-8e49-3c8893151b57 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.353646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc62f057-fd55-4480-a7d4-d1b04a1fa0ff req-566a0a70-6dd0-41e3-8e49-3c8893151b57 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 935 time: 0.0949142 Nov 03 18:42:24.439208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc62f057-fd55-4480-a7d4-d1b04a1fa0ff req-d63e8e63-77eb-4ecd-97d2-066713a5523e tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812969 Nov 03 18:42:24.619204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:24.624608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-375770777-network', 'tenant_id': 'a61ba5c49266434fa0dd7b303e12b07e'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:24.659482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Made reservation on behalf of a61ba5c49266434fa0dd7b303e12b07e for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:24.662280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.675213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.727206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-bd5d7e83-7764-4d45-b703-2f8100a42838 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:24.730199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-bd5d7e83-7764-4d45-b703-2f8100a42838 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0108695 Nov 03 18:42:24.799311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.805425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.833733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:24.845555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9cee1a-7029-4f4b-ba8c-c3a67802de4e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:24.857011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.857440 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Added segment 1623328a-c13a-4c21-ba10-489b46107315 of type vlan for network 2d6c1fbe-8d30-4bb3-9961-f539dedbc445 Nov 03 18:42:24.916998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.952051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.953213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.953905 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.025136 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4001312 Nov 03 18:42:25.025607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:25.030735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Request body: {'subnet': {'network_id': '2d6c1fbe-8d30-4bb3-9961-f539dedbc445', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-375770777-subnet', 'tenant_id': 'a61ba5c49266434fa0dd7b303e12b07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:25.034063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44472) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:25.042184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c571-006e-4193-b834-7b9be3431713 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6c1fbe-8d30-4bb3-9961-f539dedbc445,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:25.070296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 2d6c1fbe-8d30-4bb3-9961-f539dedbc445 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:25.073064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Made reservation on behalf of a61ba5c49266434fa0dd7b303e12b07e for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:25.076754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.166259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cf0e834d-7cf2-41ac-a23f-d3d90ac503d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4042ec6ec4c84983a535aed11b03c53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301792 Nov 03 18:42:25.178512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44478) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:25.411288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.430119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8cc37e6d-77c7-4a60-96fe-5fd26a183dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.494710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8cc37e6d-77c7-4a60-96fe-5fd26a183dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.577265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Checking segment: {'id': '1623328a-c13a-4c21-ba10-489b46107315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2d6c1fbe-8d30-4bb3-9961-f539dedbc445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:25.581376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Network hostable DHCP agents. Network: 2d6c1fbe-8d30-4bb3-9961-f539dedbc445, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:25.594862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c7ad1d-d049-4cca-9ff0-ca3daada4a4f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:25.611862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Request body: {'port': {'device_id': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:25.630739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Network 2d6c1fbe-8d30-4bb3-9961-f539dedbc445 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:25.664505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 2d6c1fbe-8d30-4bb3-9961-f539dedbc445) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:25.671788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.673148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.688361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9bd12-8401-40d3-8b7a-1479b79f91af None None] Network 2d6c1fbe-8d30-4bb3-9961-f539dedbc445 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:25.711415 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9403dabb-c34e-40f1-970b-f254655cb085 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6833410 Nov 03 18:42:25.846849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687daba-0961-4711-8f01-ddacbe3df11a req-754e50a5-7245-4ee9-a3a1-71c6f782ef48 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.849449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a687daba-0961-4711-8f01-ddacbe3df11a req-754e50a5-7245-4ee9-a3a1-71c6f782ef48 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2611375 Nov 03 18:42:25.890159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.902330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8cc37e6d-77c7-4a60-96fe-5fd26a183dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.907538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8cc37e6d-77c7-4a60-96fe-5fd26a183dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.910402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8cc37e6d-77c7-4a60-96fe-5fd26a183dcb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c3b511f5-f18a-40cb-b3e5-55bed3200346 HTTP/1.1" status: 204 len: 168 time: 0.7304578 Nov 03 18:42:25.953791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc37e6d-77c7-4a60-96fe-5fd26a183dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b511f5-f18a-40cb-b3e5-55bed3200346,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:26.007839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33fd60-4fd4-4fb9-9cb3-f18a2eef6627 None None] Network 2d6c1fbe-8d30-4bb3-9961-f539dedbc445 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:26.039505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cef1-41d2-4543-a03e-3ca87e4fc609 req-9fd01337-220b-4b20-8837-4062dd3f04e3 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.052939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-beb3cef1-41d2-4543-a03e-3ca87e4fc609 req-9fd01337-220b-4b20-8837-4062dd3f04e3 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 935 time: 0.2447729 Nov 03 18:42:26.100272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a687daba-0961-4711-8f01-ddacbe3df11a req-14220645-b95c-42f7-8bf9-156ffbf53dca tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124543 Nov 03 18:42:26.224101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-beb3cef1-41d2-4543-a03e-3ca87e4fc609 req-456ebdac-5ab7-4548-a340-9e078e2dadd4 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622870 Nov 03 18:42:26.290152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44508) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:26.574300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff98f90-9c47-4807-a1ec-354352f0cede {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:26.588642 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.611425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Transition to ACTIVE for port object eff98f90-9c47-4807-a1ec-354352f0cede will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:26.618070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.756571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Pushing event updated for resources: {'Port': ['ID=eff98f90-9c47-4807-a1ec-354352f0cede,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:26.781883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Attempting to bind port eff98f90-9c47-4807-a1ec-354352f0cede on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:26.782407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Attempting to bind port eff98f90-9c47-4807-a1ec-354352f0cede by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:26.782934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Attempting to bind port eff98f90-9c47-4807-a1ec-354352f0cede on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:26.793660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Port eff98f90-9c47-4807-a1ec-354352f0cede on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:26.795450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Attempting to bind port eff98f90-9c47-4807-a1ec-354352f0cede on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:26.805916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:26.806442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:26.807308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:26.808007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Bound port: eff98f90-9c47-4807-a1ec-354352f0cede, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:26.808684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.849329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5c8201e-1093-409d-beac-30a12e34c95a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.983506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] For port eff98f90-9c47-4807-a1ec-354352f0cede, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:26.997446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] For port eff98f90-9c47-4807-a1ec-354352f0cede, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=eff98f90-9c47-4807-a1ec-354352f0cede,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:27.013480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.017091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5c8201e-1093-409d-beac-30a12e34c95a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.025643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5c8201e-1093-409d-beac-30a12e34c95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.087130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.088229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.091389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] 10.222.0.110 "PUT /v2.0/ports/eff98f90-9c47-4807-a1ec-354352f0cede HTTP/1.1" status: 200 len: 1095 time: 1.7510369 Nov 03 18:42:27.092124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'tag': 'eff98f90-9c47-4807-a1ec-354352f0cede'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:27.096777 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d68559-1cfe-47d6-8ac7-531157b6b151" -d '{"events": [{"name": "network-changed", "server_uuid": "072b8162-82f3-46f2-83d1-fb58ea8f56fc", "tag": "eff98f90-9c47-4807-a1ec-354352f0cede"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:27.152048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3117-2c5b-42dd-85fa-61c99c997096 service neutron] Pushing event updated for resources: {'Port': ['ID=eff98f90-9c47-4807-a1ec-354352f0cede,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.183232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8201e-1093-409d-beac-30a12e34c95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fe50f-23b6-477e-a153-762e39ad031f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.188137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b5c8201e-1093-409d-beac-30a12e34c95a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a364ef40bb254f7fae4839caab9595e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8962746 Nov 03 18:42:27.192484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:27.313126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-6e038925-10ed-42dc-9efc-bae4868a9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.322325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-6e038925-10ed-42dc-9efc-bae4868a9562 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=93a45495560641e4b9a5a6a174d0abd7&device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 1098 time: 0.1506152 Nov 03 18:42:27.376431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa58cf3-c267-4a25-9c5c-5ed5d7ddd617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.456003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa58cf3-c267-4a25-9c5c-5ed5d7ddd617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.568047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa58cf3-c267-4a25-9c5c-5ed5d7ddd617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.575068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa58cf3-c267-4a25-9c5c-5ed5d7ddd617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.581340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5aa58cf3-c267-4a25-9c5c-5ed5d7ddd617 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf7fe50f-23b6-477e-a153-762e39ad031f HTTP/1.1" status: 204 len: 168 time: 0.3876548 Nov 03 18:42:27.607171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa58cf3-c267-4a25-9c5c-5ed5d7ddd617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fe50f-23b6-477e-a153-762e39ad031f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.657588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-2954befc-7d13-460e-8aba-9248b4f6c82b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=eff98f90-9c47-4807-a1ec-354352f0cede HTTP/1.1" status: 200 len: 217 time: 0.2441235 Nov 03 18:42:27.660550 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35562cb7-7c0c-49ea-b1e0-95d63acf27d5 x-openstack-request-id: req-35562cb7-7c0c-49ea-b1e0-95d63acf27d5 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:27.661062 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072b8162-82f3-46f2-83d1-fb58ea8f56fc", "tag": "eff98f90-9c47-4807-a1ec-354352f0cede", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:27.661411 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-35562cb7-7c0c-49ea-b1e0-95d63acf27d5 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:27.662609 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'tag': 'eff98f90-9c47-4807-a1ec-354352f0cede', 'status': 'completed', 'code': 200} Nov 03 18:42:27.919314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-c21fe4cd-09e0-46fc-bb87-8451447c827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.921877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-c21fe4cd-09e0-46fc-bb87-8451447c827a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1748986 Nov 03 18:42:27.974373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fe0a3-b07e-46b2-b6f1-ce998f919daf req-8992f35a-cb33-4bd2-ae8a-3a1bbde2e596 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.977114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b27fe0a3-b07e-46b2-b6f1-ce998f919daf req-8992f35a-cb33-4bd2-ae8a-3a1bbde2e596 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2316818 Nov 03 18:42:28.017067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-d4fd3a59-98ef-4dbb-bfe9-bc1d5e5a4461 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.019653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-d4fd3a59-98ef-4dbb-bfe9-bc1d5e5a4461 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 0.6960061 Nov 03 18:42:28.099183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-19372240-4226-4d3a-aed6-f3113876fed4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/quotas/cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 375 time: 0.0608144 Nov 03 18:42:28.112172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-543eb447-8d13-4977-ae13-bcc59ed3a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.114796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-543eb447-8d13-4977-ae13-bcc59ed3a545 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813209 Nov 03 18:42:28.152661 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b27fe0a3-b07e-46b2-b6f1-ce998f919daf req-5eab060f-580c-498d-b582-ac1268269f98 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317968 Nov 03 18:42:28.184814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-b6b684b2-6165-4829-90bd-aa522f498e60 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548663 Nov 03 18:42:28.332565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44574) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:28.352244 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2b68e49-2940-48d9-91fb-1924a0edc6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.374208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-5f8a1b3a-ac28-49a5-b1af-cbddc37db838 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492027 Nov 03 18:42:28.396957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c55d-b7a1-4023-b536-f62732072357 req-0a54ea85-1f5c-4f86-b5af-952e559e3d07 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.399842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a668c55d-b7a1-4023-b536-f62732072357 req-0a54ea85-1f5c-4f86-b5af-952e559e3d07 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 947 time: 0.1244929 Nov 03 18:42:28.491500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2b68e49-2940-48d9-91fb-1924a0edc6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.497847 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2b68e49-2940-48d9-91fb-1924a0edc6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.569169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e2b68e49-2940-48d9-91fb-1924a0edc6a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3953a39edd7a4a95815c3323d603e1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353594 Nov 03 18:42:28.570456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b68e49-2940-48d9-91fb-1924a0edc6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288e775-f333-4465-8089-b3fe3eefad95,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:28.574009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:28.634925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a668c55d-b7a1-4023-b536-f62732072357 req-f0e32229-27a5-45f0-8cce-3d555d07e0c1 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209370 Nov 03 18:42:28.638003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08975861-fd37-4bfd-bbb0-8482cbbb8880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.664801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08975861-fd37-4bfd-bbb0-8482cbbb8880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.684971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be27d1a-8388-47a4-9bc3-3a685c118b95 req-4fb515b3-7815-4bc5-808a-231d33cf29b1 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834346 Nov 03 18:42:28.770736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08975861-fd37-4bfd-bbb0-8482cbbb8880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.774278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08975861-fd37-4bfd-bbb0-8482cbbb8880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.788904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-08975861-fd37-4bfd-bbb0-8482cbbb8880 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2288e775-f333-4465-8089-b3fe3eefad95 HTTP/1.1" status: 204 len: 168 time: 0.2129216 Nov 03 18:42:28.810902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08975861-fd37-4bfd-bbb0-8482cbbb8880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288e775-f333-4465-8089-b3fe3eefad95,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:28.825931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-576c7c87-aba8-473f-bc08-39891bfc9d3e service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:28.834774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-576c7c87-aba8-473f-bc08-39891bfc9d3e service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1301646 Nov 03 18:42:28.919507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-42efbe4e-b231-4184-b0a7-d08a3f3723cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.921756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-42efbe4e-b231-4184-b0a7-d08a3f3723cc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=93a45495560641e4b9a5a6a174d0abd7&device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 1098 time: 0.1459756 Nov 03 18:42:29.208009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-97983f81-17f1-4af7-adc7-ec78f073c613 service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718560 Nov 03 18:42:29.318329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-4e66cb0b-cf2a-4113-bf0a-a9885a2dc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.320596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-4e66cb0b-cf2a-4113-bf0a-a9885a2dc65c service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3879454 Nov 03 18:42:29.359164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44610) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:29.417704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-2f2e20d2-2149-45be-83fa-8195d8bde51f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=eff98f90-9c47-4807-a1ec-354352f0cede HTTP/1.1" status: 200 len: 217 time: 0.0838928 Nov 03 18:42:29.475317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44616) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:29.503582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-86d37f4c-da65-47f3-9395-ceda42aca143 service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789869 Nov 03 18:42:29.559593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-923b0e19-229d-4f95-b7f9-721faf7f5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.562166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-923b0e19-229d-4f95-b7f9-721faf7f5379 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1322985 Nov 03 18:42:29.678088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-27e456eb-e3e5-42a7-a190-bdda9487e0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.697977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-ea6ec3a2-472c-42ad-af9d-6ac3d983a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:29.701291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-ea6ec3a2-472c-42ad-af9d-6ac3d983a721 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263044 Nov 03 18:42:29.735813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-network', 'tenant_id': '744530cde0db4edc92869acaa4d7a116'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:29.804075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Made reservation on behalf of 744530cde0db4edc92869acaa4d7a116 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:29.806802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.828976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.976638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-71c647bc-b1ca-4f32-b193-0bc2e9360f9f service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605007 Nov 03 18:42:29.978273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-27e456eb-e3e5-42a7-a190-bdda9487e0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.994951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-27e456eb-e3e5-42a7-a190-bdda9487e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.089133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-27e456eb-e3e5-42a7-a190-bdda9487e0bf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=be94322b17a04d90b6d97354dd6735e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263341 Nov 03 18:42:30.097247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44636) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:30.134874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e456eb-e3e5-42a7-a190-bdda9487e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41ae21-f41b-4295-ac59-007701922e03,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.196908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.201812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab033706-790b-4028-abe0-2d91de8534e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.207184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.241643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:30.283041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab033706-790b-4028-abe0-2d91de8534e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.312693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.313147 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Added segment 4af3c81b-43d6-427e-a2cd-10148a34fbe0 of type vlan for network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 Nov 03 18:42:30.316139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692ba-8e07-4a60-b546-05a2e7dcfb64 req-780f4ea9-d0f4-4986-8e39-4d65da7cb703 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.318939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-142692ba-8e07-4a60-b546-05a2e7dcfb64 req-780f4ea9-d0f4-4986-8e39-4d65da7cb703 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.3113387 Nov 03 18:42:30.329198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c986f2-ef1c-4206-92e4-a8f6ad6fa8e7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.341652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fc3ec-7ded-4b44-b699-ba3f3cd890aa req-3f834e01-cd74-40dd-a2f8-48053a37f5bf tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.344014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a39fc3ec-7ded-4b44-b699-ba3f3cd890aa req-3f834e01-cd74-40dd-a2f8-48053a37f5bf tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 947 time: 0.3652234 Nov 03 18:42:30.416272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.469634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab033706-790b-4028-abe0-2d91de8534e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.473654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab033706-790b-4028-abe0-2d91de8534e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.479278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12d68559-1cfe-47d6-8ac7-531157b6b151 req-11ac2f94-1991-487f-9092-0e4de15de102 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702568 Nov 03 18:42:30.479607 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ab033706-790b-4028-abe0-2d91de8534e6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6e41ae21-f41b-4295-ac59-007701922e03 HTTP/1.1" status: 204 len: 168 time: 0.3764009 Nov 03 18:42:30.490858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.492233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.492943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.549831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-142692ba-8e07-4a60-b546-05a2e7dcfb64 req-043ef9fc-e577-4ff5-947d-ad3af1bef301 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026575 Nov 03 18:42:30.617466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab033706-790b-4028-abe0-2d91de8534e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41ae21-f41b-4295-ac59-007701922e03,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.633134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] Pushing event updated for resources: {'Network': ['ID=b3ce15cb-fe09-40b2-a8f5-62db45c190a1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.644612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a39fc3ec-7ded-4b44-b699-ba3f3cd890aa req-fd0ed8d2-3f9c-4853-a75f-2f64d74c53be tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906342 Nov 03 18:42:30.657397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:30.671264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44656) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:30.684581 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4d095a6-ab8f-4618-a27f-82db6c16994d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1918952 Nov 03 18:42:30.686491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Request body: {'subnet': {'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-subnet', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:30.779593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44658) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:30.846869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23b03f31-3c24-4d39-b4a3-f18be25ef672 req-420915e8-99a9-44eb-b8b4-55935d0f73fd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 210 time: 0.1180019 Nov 03 18:42:30.858466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Made reservation on behalf of 744530cde0db4edc92869acaa4d7a116 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:30.884210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.225632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-207648688-network', 'tenant_id': '1155cfc7ecd44e8b865dabfb2bb95ae4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:31.310646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Made reservation on behalf of 1155cfc7ecd44e8b865dabfb2bb95ae4 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:31.318811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.341486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.357137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.476233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4727ec27-f8ce-4fa2-af9d-c28e312821d2,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:31.487734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Checking segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:31.488510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Network hostable DHCP agents. Network: b3ce15cb-fe09-40b2-a8f5-62db45c190a1, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:31.507284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.509460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.511566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.513657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.515328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.516909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.519831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.521051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.523115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.527142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.527615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.527887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44678) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:31.531701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:31.571635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:31.586346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b04acba0-a7c5-49bc-bcb1-41b85c18abb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.590082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b3ce15cb-fe09-40b2-a8f5-62db45c190a1) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:31.605647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:31.608335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff824e-19e2-4edb-ac47-f650b05ad9a3 None None] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:31.608612 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.616619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.630069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.642069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-224cc40d-ac0f-4669-862b-e6b64aed6780 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9688711 Nov 03 18:42:31.647376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44682) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:31.663513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:31.726122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44686) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:31.762652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.774118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.794628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:31.888850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.889276 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Added segment 7680afec-3561-4371-8d59-2d2139774aa3 of type vlan for network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 Nov 03 18:42:31.899510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf10756-0790-4e89-a4b8-28079ce1d6e3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.077492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:32.079222 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.080884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d86cb-67df-4266-9447-1e00a9dd8e46 req-d2f3bac0-d2ec-4015-bcee-801a9ad04e8d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.085932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.086438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.086786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.087154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.087628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.088057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.088397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.088820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.089304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.089724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.090057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.090382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:32.100889 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.104081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c66d86cb-67df-4266-9447-1e00a9dd8e46 req-d2f3bac0-d2ec-4015-bcee-801a9ad04e8d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.3150039 Nov 03 18:42:32.155706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115d0d2-b13e-493a-a6d7-cc484580fa70 req-3b06d531-d5d2-4437-aaf1-16ce31ed917a tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.157395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.164805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3115d0d2-b13e-493a-a6d7-cc484580fa70 req-3b06d531-d5d2-4437-aaf1-16ce31ed917a tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 947 time: 0.3294580 Nov 03 18:42:32.269873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:42:32.277641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.282527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43254cce-b529-4c9a-9f7e-26b808cc2fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.379724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Allocated IP 172.20.0.2 (b3ce15cb-fe09-40b2-a8f5-62db45c190a1/4727ec27-f8ce-4fa2-af9d-c28e312821d2/1224b2b3-0da2-4788-ab5a-8ccd17a49a48) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:32.419258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c66d86cb-67df-4266-9447-1e00a9dd8e46 req-b86a8826-9b10-4388-8fd1-800660a52043 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140192 Nov 03 18:42:32.424273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.425859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.427306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.485140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b04acba0-a7c5-49bc-bcb1-41b85c18abb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.580326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3115d0d2-b13e-493a-a6d7-cc484580fa70 req-1d3a6f36-9b2c-4b47-9f8c-26c52b822c59 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109216 Nov 03 18:42:32.581680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] Pushing event updated for resources: {'Network': ['ID=444cc965-2625-48d4-ab0f-ac3f4d85ccb2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.601100 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.616056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:32.627415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b04acba0-a7c5-49bc-bcb1-41b85c18abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.630814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ea9af34-36bb-4f25-baa7-4fccaefd6231 req-1e62bee3-05e0-4e13-a64f-aaa3c8cc1c6a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 210 time: 0.0822744 Nov 03 18:42:32.711223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.741178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b04acba0-a7c5-49bc-bcb1-41b85c18abb4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1e79f4617e6e4097ab82b6b33664cfe5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2083824 Nov 03 18:42:32.741407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.743108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44698) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:32.769308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30de355a-7446-4bdc-b5de-6592730036ea admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9877124 Nov 03 18:42:32.782679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44700) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:32.789382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:32.791607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Request body: {'subnet': {'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-207648688-subnet', 'tenant_id': '1155cfc7ecd44e8b865dabfb2bb95ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:32.797004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:32.800423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Pushing event updated for resources: {'Port': ['ID=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.817348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:32.824262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.845491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04acba0-a7c5-49bc-bcb1-41b85c18abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0bf00-7fe3-4679-b60f-4873b6ace4aa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.860854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Made reservation on behalf of 1155cfc7ecd44e8b865dabfb2bb95ae4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:32.865838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.882370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-8f86d408-cf6a-46c3-a6ff-5779ae1331fe tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.885206 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-8f86d408-cf6a-46c3-a6ff-5779ae1331fe tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 0.9937220 Nov 03 18:42:32.914592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Request body: {'port': {'device_id': '2105515e-2d55-431d-9054-8b77dbe808cc', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'admin_state_up': True, 'tenant_id': 'cbf163c9d6fe4b169e96cb667c088239'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:32.922605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Attempting to bind port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:32.923103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Attempting to bind port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:32.923517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Attempting to bind port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:32.932384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:32.932855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Checking segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:32.934226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.934226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Bound using segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:32.934226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Bound port: 1224b2b3-0da2-4788-ab5a-8ccd17a49a48, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:32.934732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.946340 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b430d829-e949-4b0f-aded-b4f961e322e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.986853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b430d829-e949-4b0f-aded-b4f961e322e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.101519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] For port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:33.108358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device eff98f90-9c47-4807-a1ec-354352f0cede details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:33.142231 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43254cce-b529-4c9a-9f7e-26b808cc2fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.152782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43254cce-b529-4c9a-9f7e-26b808cc2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.160866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] For port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:33.177910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.190998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43254cce-b529-4c9a-9f7e-26b808cc2fa3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=84e361cdb40d4587be9991736ef22f37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4544561 Nov 03 18:42:33.196319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44706) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:33.254055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44708) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:33.292657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a10b64f3-d533-4b84-99b1-cab989088f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.321896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43254cce-b529-4c9a-9f7e-26b808cc2fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb51f24-1a78-45d2-9728-47e1b46c7a62,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.349985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b430d829-e949-4b0f-aded-b4f961e322e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.354267 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b430d829-e949-4b0f-aded-b4f961e322e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.355800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b430d829-e949-4b0f-aded-b4f961e322e6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80d0bf00-7fe3-4679-b60f-4873b6ace4aa HTTP/1.1" status: 204 len: 168 time: 0.6113791 Nov 03 18:42:33.448636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a10b64f3-d533-4b84-99b1-cab989088f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.478791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.491266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port eff98f90-9c47-4807-a1ec-354352f0cede, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=eff98f90-9c47-4807-a1ec-354352f0cede,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:33.494822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Made reservation on behalf of cbf163c9d6fe4b169e96cb667c088239 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:33.500252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.523021 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'eff98f90-9c47-4807-a1ec-354352f0cede', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'eff98f90-9c47-4807-a1ec-354352f0cede', 'mac_address': 'fa:16:3e:49:01:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:33.537015 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4460faa0-972d-44da-9c7e-48811c0a1a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.558674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.563336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430d829-e949-4b0f-aded-b4f961e322e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0bf00-7fe3-4679-b60f-4873b6ace4aa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.645779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.741231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff98f90-9c47-4807-a1ec-354352f0cede {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:33.821241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port eff98f90-9c47-4807-a1ec-354352f0cede, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=eff98f90-9c47-4807-a1ec-354352f0cede,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:33.835404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.839492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12e4e9-d098-427c-9393-348e532edf11 None None] Pushing event updated for resources: {'Port': ['ID=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.996071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=eff98f90-9c47-4807-a1ec-354352f0cede,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.016239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Allocated IP 172.25.8.32 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a8abe0d5-4ba3-4380-b155-435ec6d09475) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:34.335345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa261-10ad-41a6-84f2-183478def838 req-f406957d-d59e-456d-9941-8de6309f3947 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.345006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc1fa261-10ad-41a6-84f2-183478def838 req-f406957d-d59e-456d-9941-8de6309f3947 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 948 time: 0.3081753 Nov 03 18:42:34.362881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269fae-e9bb-4884-b89d-6492cd113363 req-aaaca194-0942-4a60-9f8c-833d182aac47 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.374571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23269fae-e9bb-4884-b89d-6492cd113363 req-aaaca194-0942-4a60-9f8c-833d182aac47 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.3357325 Nov 03 18:42:34.393070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['eff98f90-9c47-4807-a1ec-354352f0cede'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:34.493263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a10b64f3-d533-4b84-99b1-cab989088f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.499779 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a10b64f3-d533-4b84-99b1-cab989088f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.507941 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a10b64f3-d533-4b84-99b1-cab989088f64 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3cb51f24-1a78-45d2-9728-47e1b46c7a62 HTTP/1.1" status: 204 len: 168 time: 1.3045504 Nov 03 18:42:34.565565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.569420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.586794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc1fa261-10ad-41a6-84f2-183478def838 req-b3b95a25-38e1-4019-b8dc-6057bc3f1881 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394288 Nov 03 18:42:34.612627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23269fae-e9bb-4884-b89d-6492cd113363 req-d05f23ee-3c88-4f10-bfaa-cf7502853d25 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365003 Nov 03 18:42:34.635527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b64f3-d533-4b84-99b1-cab989088f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb51f24-1a78-45d2-9728-47e1b46c7a62,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.729852 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5457cceb-659a-4ec6-8c22-8fb8280aba4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.837810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Allocated IP 172.20.0.12 (0707a388-91eb-435e-8f98-7b4a26cad41e/1f388f84-4cd4-419d-92f0-29d85d22d26c/8c7d6e98-c59c-400c-ae20-5b19ccce2a23) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:34.848461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e83924af-2ed3-43af-8387-f99575c25471 req-9f8dafad-52b6-412b-920e-ab7b277057bb tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 210 time: 0.1349912 Nov 03 18:42:34.858351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4460faa0-972d-44da-9c7e-48811c0a1a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.862491 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.890579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4460faa0-972d-44da-9c7e-48811c0a1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.983430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58004aa-6fd5-44b2-ad43-995d10705d53,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.050995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Pushing event updated for resources: {'Port': ['ID=a8abe0d5-4ba3-4380-b155-435ec6d09475,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.081052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4460faa0-972d-44da-9c7e-48811c0a1a42 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10d62c7af5744b71bd3dc5bacfa9af1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8174171 Nov 03 18:42:35.086965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:35.088350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44740) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:35.102707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:35.103341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Network hostable DHCP agents. Network: 444cc965-2625-48d4-ab0f-ac3f4d85ccb2, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:35.107358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460faa0-972d-44da-9c7e-48811c0a1a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c901c9-f39f-48eb-958a-de28febf5930,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.120656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:35.137706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:35.245959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:35.349622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 444cc965-2625-48d4-ab0f-ac3f4d85ccb2) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:35.364294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b40e8f-ed62-4462-9695-648e68f8a95a None None] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:35.384272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.386095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.438826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7563aa9-32fe-477d-84ed-f4f7754f14ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.455850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-12a4c6c8-e6a0-4bcb-ae82-45ec5c88c2bd admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6708438 Nov 03 18:42:35.493580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7563aa9-32fe-477d-84ed-f4f7754f14ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.594055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.708643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.809348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44754) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:35.819541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a88ef-903f-499e-85d3-ed8edd8fd7be None None] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:35.836497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38e7c6-20a0-4753-bb80-e94d2b746e08 None None] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:35.848281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.862567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Network 0707a388-91eb-435e-8f98-7b4a26cad41e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:35.865160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:35.868791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:35.878254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.879090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.901130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7563aa9-32fe-477d-84ed-f4f7754f14ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.910730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7563aa9-32fe-477d-84ed-f4f7754f14ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.916361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d7563aa9-32fe-477d-84ed-f4f7754f14ac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/94c901c9-f39f-48eb-958a-de28febf5930 HTTP/1.1" status: 204 len: 168 time: 0.8219950 Nov 03 18:42:35.933716 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-52955737-ec5d-4c19-adee-6aa4ea57cf3f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0250027 Nov 03 18:42:35.943949 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ddf38f5a-0998-4d46-9707-518ad13e90f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.959387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Request body: {'port': {'device_id': '2105515e-2d55-431d-9054-8b77dbe808cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:35.967861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7563aa9-32fe-477d-84ed-f4f7754f14ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c901c9-f39f-48eb-958a-de28febf5930,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:36.040380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293aae2-5f3e-4356-a331-d9dffdcb337a req-64835db5-c6a6-4b11-82a5-d8672bd7b0f5 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:36.042715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8293aae2-5f3e-4356-a331-d9dffdcb337a req-64835db5-c6a6-4b11-82a5-d8672bd7b0f5 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 948 time: 0.3192053 Nov 03 18:42:36.124698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.251333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ddf38f5a-0998-4d46-9707-518ad13e90f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.343926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:36.362070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2af35de7-8cd1-452a-83f6-c9b8d847b149 None None] Provisioning complete for port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:36.362952 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2af35de7-8cd1-452a-83f6-c9b8d847b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.384026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ddf38f5a-0998-4d46-9707-518ad13e90f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.476023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ddf38f5a-0998-4d46-9707-518ad13e90f4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=81ecefe4f0f647399065fc79763c1076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6496694 Nov 03 18:42:36.484136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44770) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:36.488266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf38f5a-0998-4d46-9707-518ad13e90f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ade5e36-775f-4afb-93ba-e78d9961cc45,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:36.500363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356f119-f9ea-4aac-af0c-c5ba8ecbb551 req-236e776e-da6f-4f6d-8d18-2721ee126340 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:36.510702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d356f119-f9ea-4aac-af0c-c5ba8ecbb551 req-236e776e-da6f-4f6d-8d18-2721ee126340 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.6770382 Nov 03 18:42:36.612808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d356f119-f9ea-4aac-af0c-c5ba8ecbb551 req-5ace82ec-68d7-480b-a07d-04cac402c157 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959659 Nov 03 18:42:36.614160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.821546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2af35de7-8cd1-452a-83f6-c9b8d847b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.857211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:36.857734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.898288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8293aae2-5f3e-4356-a331-d9dffdcb337a req-035c2a60-87e4-4ad0-888c-0d8bcb3d866a tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8221822 Nov 03 18:42:36.898896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2af35de7-8cd1-452a-83f6-c9b8d847b149 None None] For port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:36.900001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:36.930690 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2af35de7-8cd1-452a-83f6-c9b8d847b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.943188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.990467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Transition to ACTIVE for port object 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:37.003933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.030658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c18b116-a313-43c4-9577-5629ac4aa628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.111809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device eff98f90-9c47-4807-a1ec-354352f0cede up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:37.129329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44780) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:37.131122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.184081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01a14de0-b45c-4879-9f35-3fe1ef79b728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.208866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35de7-8cd1-452a-83f6-c9b8d847b149 None None] Pushing event updated for resources: {'Port': ['ID=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.279635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port eff98f90-9c47-4807-a1ec-354352f0cede completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:37.315313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port eff98f90-9c47-4807-a1ec-354352f0cede triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:37.316132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.389674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:37.390009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:37.390340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:37.406936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:37.413000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:37.433475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:37.433732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:37.434145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:37.434609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Bound port: 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:37.434993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.449893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5f107a40-6cb5-4820-96ff-7ac337495548 None None] Provisioning complete for port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:37.450573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f107a40-6cb5-4820-96ff-7ac337495548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.591278 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.601592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8c4b5-9eff-4044-922f-e57b033b3acb req-02fd70b0-8438-438d-a7c7-d0bb4941bd70 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.604141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23e8c4b5-9eff-4044-922f-e57b033b3acb req-02fd70b0-8438-438d-a7c7-d0bb4941bd70 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 932 time: 0.8413320 Nov 03 18:42:37.607745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c18b116-a313-43c4-9577-5629ac4aa628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.688639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff98f90-9c47-4807-a1ec-354352f0cede'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:37.702316 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.705228 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbeb91-c9bc-4188-b6ee-0ee8250fdb92" -d '{"events": [{"server_uuid": "072b8162-82f3-46f2-83d1-fb58ea8f56fc", "name": "network-vif-plugged", "status": "completed", "tag": "eff98f90-9c47-4807-a1ec-354352f0cede"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:37.716461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01a14de0-b45c-4879-9f35-3fe1ef79b728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.741657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01a14de0-b45c-4879-9f35-3fe1ef79b728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.775744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:37.818740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port eff98f90-9c47-4807-a1ec-354352f0cede, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=eff98f90-9c47-4807-a1ec-354352f0cede,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:37.829785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44798) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:37.838610 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.840571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2108185992-network', 'tenant_id': '193220acded34761a1f323fd8e9ec7fa'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:37.850741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:37.854904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a14de0-b45c-4879-9f35-3fe1ef79b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a120a761-9876-4a35-9182-40b3d8c5231d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.864306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-01a14de0-b45c-4879-9f35-3fe1ef79b728 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e031c3acf0e4aa0a251702e935b0105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7219234 Nov 03 18:42:37.866120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44800) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:37.867615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.935486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23e8c4b5-9eff-4044-922f-e57b033b3acb req-a4f25817-de29-44d1-9f09-5aab47c62884 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048353 Nov 03 18:42:37.977534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.985334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=eff98f90-9c47-4807-a1ec-354352f0cede,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.985503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.985503 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] 10.222.0.115 "PUT /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 1092 time: 2.0305398 Nov 03 18:42:37.985503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:37.985503 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:38.008341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c18b116-a313-43c4-9577-5629ac4aa628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.014761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c18b116-a313-43c4-9577-5629ac4aa628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.018144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6c18b116-a313-43c4-9577-5629ac4aa628 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0ade5e36-775f-4afb-93ba-e78d9961cc45 HTTP/1.1" status: 204 len: 168 time: 1.5040135 Nov 03 18:42:38.061841 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6b5ced-71d5-4d9d-9f6d-dcb0ebc3f610 x-openstack-request-id: req-6d6b5ced-71d5-4d9d-9f6d-dcb0ebc3f610 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:38.062570 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072b8162-82f3-46f2-83d1-fb58ea8f56fc", "name": "network-vif-plugged", "status": "completed", "tag": "eff98f90-9c47-4807-a1ec-354352f0cede", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:38.063110 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6d6b5ced-71d5-4d9d-9f6d-dcb0ebc3f610 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:38.063879 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff98f90-9c47-4807-a1ec-354352f0cede', 'code': 200} Nov 03 18:42:38.100956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:38.150338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18b116-a313-43c4-9577-5629ac4aa628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ade5e36-775f-4afb-93ba-e78d9961cc45,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:38.213252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb40b1-8a4d-4981-be85-52ba617e4b6d req-d9a5a653-7829-4661-8bb9-6f576400f051 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.215939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42bb40b1-8a4d-4981-be85-52ba617e4b6d req-d9a5a653-7829-4661-8bb9-6f576400f051 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.3692338 Nov 03 18:42:38.290074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Made reservation on behalf of 193220acded34761a1f323fd8e9ec7fa for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:38.292496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.297041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87344ae9-7024-4931-99b0-7e74c5e6b13f service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:38.326488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eedb9eb1-4aee-45f4-928c-9d8e812cd267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.336535 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.349729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70db1ee1-556b-42d7-bac9-1a78dc1b9da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.398547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eedb9eb1-4aee-45f4-928c-9d8e812cd267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.406920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:38.407271 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.408658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-a7f3ab8a-cdc0-4cb6-8c3d-04a353102e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.419107 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-a7f3ab8a-cdc0-4cb6-8c3d-04a353102e30 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1095 time: 0.3248615 Nov 03 18:42:38.484784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd203b-9b06-4e99-bdf0-99cf0d111528 req-949b0455-ccfa-47d4-ba45-ca73734549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.488583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6bd203b-9b06-4e99-bdf0-99cf0d111528 req-949b0455-ccfa-47d4-ba45-ca73734549e9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 1100 time: 0.2707050 Nov 03 18:42:38.528380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42bb40b1-8a4d-4981-be85-52ba617e4b6d req-e9bce68e-7be5-4bac-ba6c-b450ff7337ee tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871466 Nov 03 18:42:38.631748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Router d879876b-1435-4850-9438-c8abee9b3c50 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:42:38.766508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6bd203b-9b06-4e99-bdf0-99cf0d111528 req-70b9eb2a-6230-4f08-b271-bf4aa66c4875 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617333 Nov 03 18:42:38.785388 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25311d1-9f6a-45d3-8324-4a2ec30bfc7c x-openstack-request-id: req-e25311d1-9f6a-45d3-8324-4a2ec30bfc7c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:38.785963 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:38.786541 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e25311d1-9f6a-45d3-8324-4a2ec30bfc7c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:38.787390 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'status': 'completed', 'code': 200} Nov 03 18:42:38.790278 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-befc002c-6cfc-41d9-a122-3fdfd41349a9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.3307240 Nov 03 18:42:38.872469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474c112-2f46-4c7f-8508-02a029680235 req-fbdfa10e-b24e-4064-a56a-660f368bf570 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.874194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5474c112-2f46-4c7f-8508-02a029680235 req-fbdfa10e-b24e-4064-a56a-660f368bf570 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 0.1876385 Nov 03 18:42:38.879208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.918774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.979088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:38.998041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-f1c0ab3d-f920-40ac-833e-e7047381da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.000643 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-f1c0ab3d-f920-40ac-833e-e7047381da90 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1943688 Nov 03 18:42:39.006004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941dfac-9d82-43e8-ac0f-34c41dbdac5d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:39.015896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:39.052006 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:39.065347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5474c112-2f46-4c7f-8508-02a029680235 req-4e8e66bb-199b-4ae5-a9d7-9bb2b7a148d1 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860238 Nov 03 18:42:39.069407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.081802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66b27e00-3a34-4e89-ac4a-ea24c862a662 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4277208 Nov 03 18:42:39.082436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44826) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:39.083037 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:39.083738 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:39.136214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.136704 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Added segment b856f29e-2fb8-4c58-ba88-5bc4f2da216d of type vlan for network b2a65388-b2ab-4029-903d-978939f42275 Nov 03 18:42:39.140055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eedb9eb1-4aee-45f4-928c-9d8e812cd267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.146223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eedb9eb1-4aee-45f4-928c-9d8e812cd267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.147668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eedb9eb1-4aee-45f4-928c-9d8e812cd267 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a120a761-9876-4a35-9182-40b3d8c5231d HTTP/1.1" status: 204 len: 168 time: 1.2629304 Nov 03 18:42:39.182935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-ed6a6016-f69c-4a03-b52e-aae773209da9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536496 Nov 03 18:42:39.293843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb9eb1-4aee-45f4-928c-9d8e812cd267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a120a761-9876-4a35-9182-40b3d8c5231d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:39.367834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.462135 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:39.470797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b6927-c21c-4d62-aef5-dc55284fce8b req-d573936c-c782-4dd5-9419-5d4dc444dc5b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.480787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-503b6927-c21c-4d62-aef5-dc55284fce8b req-d573936c-c782-4dd5-9419-5d4dc444dc5b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 944 time: 0.2531409 Nov 03 18:42:39.519512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:42:39.585517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.587990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.592499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.671498 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.769256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9354146 Nov 03 18:42:39.777297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:39.862413 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-d542155f-632c-4b32-be13-1387c761493f service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250882 Nov 03 18:42:39.873181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Request body: {'subnet': {'network_id': 'b2a65388-b2ab-4029-903d-978939f42275', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2108185992-subnet', 'tenant_id': '193220acded34761a1f323fd8e9ec7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:39.881758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-503b6927-c21c-4d62-aef5-dc55284fce8b req-20772560-2b45-433b-9678-7959f39d96b1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994386 Nov 03 18:42:39.886228 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-96fa4103-d666-4619-b12b-3a95544d91d7 service neutron] show failed (client error): The resource could not be found. Nov 03 18:42:39.891158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-96fa4103-d666-4619-b12b-3a95544d91d7 service neutron] 10.222.0.115 "GET /v2.0/ports/e6fa3c91-d262-4efb-a422-1a6e042112fd/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.2747328 Nov 03 18:42:40.008428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336671a5-003c-4a42-ab4c-650f06542919 req-4d126610-abb6-4daf-8bf4-9592c634d8b8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.010534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-336671a5-003c-4a42-ab4c-650f06542919 req-4d126610-abb6-4daf-8bf4-9592c634d8b8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2801971 Nov 03 18:42:40.058665 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:35Z', 'revision_number': 3, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:40.143040 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:40.145016 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Updating router d879876b-1435-4850-9438-c8abee9b3c50 port a8abe0d5-4ba3-4380-b155-435ec6d09475 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:40.307586 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.349785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9200bc-b67b-4306-b391-26e760551f28 admin admin] Pushing event updated for resources: {'Network': ['ID=b2a65388-b2ab-4029-903d-978939f42275,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.372590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Made reservation on behalf of 193220acded34761a1f323fd8e9ec7fa for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:40.374967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b2a65388-b2ab-4029-903d-978939f42275 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:40.381859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.503138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44854) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:40.594201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-663bfe65-b5c6-4e8f-8d5e-33f01f8e206a req-692eb712-230d-48ef-af36-ae47b2c84b80 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136524 Nov 03 18:42:40.781393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-336671a5-003c-4a42-ab4c-650f06542919 req-c1fef3c7-14fc-41b0-bfb3-2a48d8f3fc98 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250984 Nov 03 18:42:40.893601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-40afc271-7053-449e-85d3-2ac741f72b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.893911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-40afc271-7053-449e-85d3-2ac741f72b83 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1095 time: 0.2053430 Nov 03 18:42:40.950479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-207eefc3-bc09-4eda-858f-72075be64b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.956152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-207eefc3-bc09-4eda-858f-72075be64b5f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a&tenant_id=12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 1101 time: 0.6476564 Nov 03 18:42:40.983597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.022831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796387-b2f1-4a95-bd40-fcdd84f3b5b8 req-038e782e-b91f-4dae-af6c-a457422a447b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.025550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b796387-b2f1-4a95-bd40-fcdd84f3b5b8 req-038e782e-b91f-4dae-af6c-a457422a447b tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 0.4195175 Nov 03 18:42:41.138265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:41.253984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c08-3427-46c7-b504-5761dc9219e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.259552 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.281294 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.287731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa4f328-4239-4b17-bb1a-cbc52005d44e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.355470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44866) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:41.455986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-ad6f26df-275a-4178-a3af-e3256442ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.461731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-ad6f26df-275a-4178-a3af-e3256442ed5a service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.5515964 Nov 03 18:42:41.475835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Checking segment: {'id': 'b856f29e-2fb8-4c58-ba88-5bc4f2da216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b2a65388-b2ab-4029-903d-978939f42275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:41.477089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Network hostable DHCP agents. Network: b2a65388-b2ab-4029-903d-978939f42275, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:41.493518 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Pushing event updated for resources: {'Port': ['ID=a8abe0d5-4ba3-4380-b155-435ec6d09475,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.511280 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Attempting to bind port a8abe0d5-4ba3-4380-b155-435ec6d09475 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:41.511571 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Attempting to bind port a8abe0d5-4ba3-4380-b155-435ec6d09475 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:41.511974 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Attempting to bind port a8abe0d5-4ba3-4380-b155-435ec6d09475 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:41.516647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.517652 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.517902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.518226 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.518627 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.518934 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.519450 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.520046 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.520302 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.520656 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.521180 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.521636 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Tracked resource versions report: Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: pushed versions: Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: { 'AddressGroup': {'1.2'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'ConntrackHelper': {'1.0'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Log': {'1.0'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Network': {'1.1'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Port': {'1.7'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'PortForwarding': {'1.2'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'QosPolicy': {'1.10'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'SecurityGroup': {'1.5'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'SubPort': {'1.0'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Subnet': {'1.1'}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Trunk': {'1.1'}} Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: consumer versions: Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: { DHCP agent@n-d-812151-4: {}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: HyperV agent@n-h1-812151-4: {}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: HyperV agent@n-h2-812151-4: {}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: L3 agent@n-d-812151-4: {}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: Metadata agent@n-d-812151-4: {}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: Metering agent@n-d-812151-4: {}, Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: Open vSwitch agent@n-d-812151-4: { 'AddressGroup': '1.2', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'ConntrackHelper': '1.0', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Log': '1.0', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Network': '1.1', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Port': '1.7', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'PortForwarding': '1.2', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'QosPolicy': '1.10', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'SecurityGroup': '1.5', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'SecurityGroupRule': '1.2', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'SubPort': '1.0', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Subnet': '1.1', Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: 'Trunk': '1.1'}} Nov 03 18:42:41.523631 n-d-812151-4 neutron-server[101992]: {{(pid=101992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:42:41.531082 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:41.531387 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:41.532040 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.532441 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:41.533654 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Bound port: a8abe0d5-4ba3-4380-b155-435ec6d09475, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:41.534242 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.618318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.635064 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] For port a8abe0d5-4ba3-4380-b155-435ec6d09475, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:41.641429 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] For port a8abe0d5-4ba3-4380-b155-435ec6d09475, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a8abe0d5-4ba3-4380-b155-435ec6d09475,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:41.647700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-003ebc00-9ad3-49a9-9fb0-e3134f1a36b2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.1583927 Nov 03 18:42:41.649218 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.698555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.721367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Network b2a65388-b2ab-4029-903d-978939f42275 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:41.738949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-network', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:41.801057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b2a65388-b2ab-4029-903d-978939f42275) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:41.807069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.807700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.814531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f2252-5cc3-4d7c-b14e-2a504f38f9d6 None None] Network b2a65388-b2ab-4029-903d-978939f42275 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:41.848870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-1973ccb9-86cf-4e6d-9ef5-e151249b9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.850894 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-1973ccb9-86cf-4e6d-9ef5-e151249b9007 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1952343 Nov 03 18:42:41.855443 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47b1d0-3711-46d6-9dfd-e51be7226a9a None None] Pushing event updated for resources: {'Port': ['ID=a8abe0d5-4ba3-4380-b155-435ec6d09475,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.855743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Made reservation on behalf of c61bd1f11bb9473a9e9ab747532b8ac5 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:41.871298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.883902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:41.885279 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:41.901969 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1be2d93e-d8d7-4a59-b47e-9cd077ce227d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0368257 Nov 03 18:42:42.025365 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:42.089310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-40e3af4c-7946-4280-91b1-2979e3c062ee service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2130675 Nov 03 18:42:42.104257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.118009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.211425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c08-3427-46c7-b504-5761dc9219e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.285067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c08-3427-46c7-b504-5761dc9219e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.367941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fcc960-ef92-4174-a408-4f992847d522 None None] Network b2a65388-b2ab-4029-903d-978939f42275 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:42.428131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be5c08-3427-46c7-b504-5761dc9219e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9215f1-139b-4445-b2ef-3d152f02b706,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.461030 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e5be5c08-3427-46c7-b504-5761dc9219e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d3a8cf4ebb954074aae4f006c67bd083&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9522159 Nov 03 18:42:42.463333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Allocated IP 172.20.0.1 (b3ce15cb-fe09-40b2-a8f5-62db45c190a1/4727ec27-f8ce-4fa2-af9d-c28e312821d2/548f61e5-a30f-48af-8f50-1e4e9a5685cb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:42.474110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44888) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:42.552188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-946e956d-f197-4f3c-8c43-0d0ae8dc2252 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403565 Nov 03 18:42:42.585348 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:35Z', 'revision_number': 3, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:42.679314 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039af93-d220-4134-b904-68f3e4c33bad None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:35Z', 'revision_number': 3, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:42.733695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.752627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.768103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ab60d19-18d5-4db8-9ddd-1f02b382f18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.850052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:42.904569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8501bd2-ff58-4cdc-99fb-0df368fd32fd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.904875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b796387-b2f1-4a95-bd40-fcdd84f3b5b8 req-dfc99226-b3b6-4c26-a5b8-de38f177dcfa tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6289303 Nov 03 18:42:42.914088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f66a8802-5577-4a6d-b9fc-17f7f1621dcb req-d8d62bfb-80e0-4198-b295-21197be05eae service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528907 Nov 03 18:42:42.917743 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ab60d19-18d5-4db8-9ddd-1f02b382f18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.950929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38279c-4018-4e51-84b6-618c536a66e3 req-41d63296-112b-4c40-b691-e627392230b4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.951872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.952418 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Added segment fc2f2a79-de41-41d1-9076-d2126730b716 of type vlan for network d3e3fe78-a8f5-4390-8395-f64f6d5caecf Nov 03 18:42:42.962319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db38279c-4018-4e51-84b6-618c536a66e3 req-41d63296-112b-4c40-b691-e627392230b4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 944 time: 1.6584070 Nov 03 18:42:42.982584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.160413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.165959 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:42:43.210079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db38279c-4018-4e51-84b6-618c536a66e3 req-8bd6aa54-1bee-4179-943b-d7acd5595e15 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463171 Nov 03 18:42:43.268757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.268757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.269266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.277104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ab60d19-18d5-4db8-9ddd-1f02b382f18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.282207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ab60d19-18d5-4db8-9ddd-1f02b382f18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.286853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ab60d19-18d5-4db8-9ddd-1f02b382f18f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fd9215f1-139b-4445-b2ef-3d152f02b706 HTTP/1.1" status: 204 len: 168 time: 0.8049729 Nov 03 18:42:43.366967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab60d19-18d5-4db8-9ddd-1f02b382f18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9215f1-139b-4445-b2ef-3d152f02b706,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:43.444559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0869544 Nov 03 18:42:43.450092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44906) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:43.458937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Request body: {'subnet': {'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-subnet', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:43.476364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b0fa-d498-4548-a8e3-dfa30b043d40 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e3fe78-a8f5-4390-8395-f64f6d5caecf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:43.494685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:43.533633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Made reservation on behalf of c61bd1f11bb9473a9e9ab747532b8ac5 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:43.541007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.583341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:43.597326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:43.623305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.830193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9744e5f-3537-4b4e-89d9-16e8d473710b req-6dba4497-6bd9-42d5-b4b8-187508aaf56d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.856167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9744e5f-3537-4b4e-89d9-16e8d473710b req-6dba4497-6bd9-42d5-b4b8-187508aaf56d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.6575296 Nov 03 18:42:43.976982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.139023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.165769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Checking segment: {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:44.166258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Network hostable DHCP agents. Network: d3e3fe78-a8f5-4390-8395-f64f6d5caecf, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:44.210132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:44.232686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d3e3fe78-a8f5-4390-8395-f64f6d5caecf) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:44.243927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.247539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.277459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c0a37582-0625-44ec-a0ee-2148253e4103 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.279239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c0a37582-0625-44ec-a0ee-2148253e4103 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.2665291 Nov 03 18:42:44.281182 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d99dbf92-41d6-4dea-bc00-02d418e6b318 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8293126 Nov 03 18:42:44.285453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:44.296274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:44.342904 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.343864 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9744e5f-3537-4b4e-89d9-16e8d473710b req-de867d11-cb26-42af-898e-4858cc993694 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770682 Nov 03 18:42:44.348626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8abe0d5-4ba3-4380-b155-435ec6d09475 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:44.352322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-d8f59e4a-e96e-4bda-9dee-ad12a6fb5fe3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/quotas/1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 375 time: 0.0641153 Nov 03 18:42:44.355024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.424862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ae4e9-61ac-412c-9740-0d334ce8d31c None None] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:44.426384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:44.438791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44928) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:44.449501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.450690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.456882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:44.474929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:44.475603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb496b2-2607-47aa-ada2-f4beaef94ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.497336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-682c5f2d-d451-4827-844e-33c0c6f5eaf4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263034 Nov 03 18:42:44.501688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'port_id': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'mac_address': 'fa:16:3e:0e:79:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f388f84-4cd4-419d-92f0-29d85d22d26c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:44.521082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:44.522061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.677892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.890467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:44.895746 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.972291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:44.972570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Pushing event updated for resources: {'Port': ['ID=548f61e5-a30f-48af-8f50-1e4e9a5685cb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.980625 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a8abe0d5-4ba3-4380-b155-435ec6d09475 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:44.981734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.088771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.128524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b1919993-21ab-4d4e-b20e-76600c8eaf87 None None] Provisioning complete for port 548f61e5-a30f-48af-8f50-1e4e9a5685cb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:45.129477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1919993-21ab-4d4e-b20e-76600c8eaf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.169710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:45.237794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.263557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-b6f26c62-21e8-4081-ab87-ab9542e55f13 service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635212 Nov 03 18:42:45.265218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb496b2-2607-47aa-ada2-f4beaef94ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.282250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:45.322992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb496b2-2607-47aa-ada2-f4beaef94ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.375300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfb496b2-2607-47aa-ada2-f4beaef94ef1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e7b4b38678a94caaa0f765915a157b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9300904 Nov 03 18:42:45.387444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:45.420882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b1919993-21ab-4d4e-b20e-76600c8eaf87 None None] Port 548f61e5-a30f-48af-8f50-1e4e9a5685cb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:45.469797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d3e3fe78-a8f5-4390-8395-f64f6d5caecf', 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'fixed_ips': [{'subnet_id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:45.472763 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.474215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb496b2-2607-47aa-ada2-f4beaef94ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9271a976-19a2-4172-aea6-8c9e11b6740d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.591862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.614542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.643093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Transition to ACTIVE for port object e6fa3c91-d262-4efb-a422-1a6e042112fd will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:45.644693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:45.646319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.650027 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638c13e-23f4-40ff-a84a-99520c63e74c" -d '{"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:45.677804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8c7d6e98-c59c-400c-ae20-5b19ccce2a23'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:45.697600 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.850866 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.888962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fae5e3b2-2832-492a-b489-912be3e70511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.918149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:42:45.918937 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:42:45.956246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fae5e3b2-2832-492a-b489-912be3e70511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.975692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port a8abe0d5-4ba3-4380-b155-435ec6d09475, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a8abe0d5-4ba3-4380-b155-435ec6d09475,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:45.986503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e457b-8e1c-4767-93b8-f815de028d56 req-142bf408-fd0d-403c-8920-460abdc1a301 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.992588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.011662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e24e457b-8e1c-4767-93b8-f815de028d56 req-142bf408-fd0d-403c-8920-460abdc1a301 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 0.5973401 Nov 03 18:42:46.014174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:46.020527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] No DVR routers for this DVR port e6fa3c91-d262-4efb-a422-1a6e042112fd on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:46.082645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-e98d40d4-248f-4996-aed3-29ea10ee5bf2 service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179140 Nov 03 18:42:46.163057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=a8abe0d5-4ba3-4380-b155-435ec6d09475,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:46.234128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:46.234749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:46.235301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:46.290920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e24e457b-8e1c-4767-93b8-f815de028d56 req-965ccc5e-636f-46d0-8cf2-48fe99de0be4 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645574 Nov 03 18:42:46.306884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Port e6fa3c91-d262-4efb-a422-1a6e042112fd on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:46.307009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fae5e3b2-2832-492a-b489-912be3e70511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.307532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Attempting to bind port e6fa3c91-d262-4efb-a422-1a6e042112fd on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:46.320990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Allocated IP 172.20.0.2 (d3e3fe78-a8f5-4390-8395-f64f6d5caecf/ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f/d38a9845-d105-4611-aac5-067ba10494f0) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:46.321085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fae5e3b2-2832-492a-b489-912be3e70511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.321443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fae5e3b2-2832-492a-b489-912be3e70511 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9271a976-19a2-4172-aea6-8c9e11b6740d HTTP/1.1" status: 204 len: 168 time: 0.9322250 Nov 03 18:42:46.339197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.400422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:46.401052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:46.401636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:46.402820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Bound port: e6fa3c91-d262-4efb-a422-1a6e042112fd, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:46.403407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.458732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.467621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5e3b2-2832-492a-b489-912be3e70511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9271a976-19a2-4172-aea6-8c9e11b6740d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:46.664451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:46.669801 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.675790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:46.681585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.682640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.690940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.816439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d7fb5-00d9-422a-86b1-6230e644a542 req-81e95f65-9306-44b8-b932-2ff97aa7cd68 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.839973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-852d7fb5-00d9-422a-86b1-6230e644a542 req-81e95f65-9306-44b8-b932-2ff97aa7cd68 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.3033731 Nov 03 18:42:46.871133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Allocated IP 172.25.8.237 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/97edfd12-30af-48ab-9e6e-a2a2bcd9a54b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:46.937563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.938515 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.941626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] 10.222.0.110 "PUT /v2.0/ports/e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 1096 time: 5.9584200 Nov 03 18:42:47.317616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.389899 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.419694 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.442875 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.593875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:47.611263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:47.635507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:47.656266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Pushing event updated for resources: {'Port': ['ID=548f61e5-a30f-48af-8f50-1e4e9a5685cb,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:47.729536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:47.771637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:47.795955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:47.915383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7781c-459c-4a5f-8ed8-5a40393b880c service neutron] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.032545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-f4930c59-68d5-4e5b-ae0b-870ae236ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.035728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Pushing event updated for resources: {'Port': ['ID=d38a9845-d105-4611-aac5-067ba10494f0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.036569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Pushing event updated for resources: {'Port': ['ID=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.039850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-f4930c59-68d5-4e5b-ae0b-870ae236ec2f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1099 time: 1.0290008 Nov 03 18:42:48.147619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Attempting to bind port d38a9845-d105-4611-aac5-067ba10494f0 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:48.148190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Attempting to bind port d38a9845-d105-4611-aac5-067ba10494f0 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:48.153536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Attempting to bind port d38a9845-d105-4611-aac5-067ba10494f0 on network d3e3fe78-a8f5-4390-8395-f64f6d5caecf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:48.184191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:48.194859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Checking segment: {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:48.195743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.196335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Bound using segment: {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:48.197173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Bound port: d38a9845-d105-4611-aac5-067ba10494f0, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:48.197813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.293318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.337317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8abe0d5-4ba3-4380-b155-435ec6d09475 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:48.339246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-852d7fb5-00d9-422a-86b1-6230e644a542 req-432337ea-8b14-4e47-94d6-968b72d029d5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4966326 Nov 03 18:42:48.399731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcc007-fcc0-4330-92ad-24b1ae0f2d50 req-901dc9fa-f066-40a6-86ff-32564d2749f8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.417730 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23dcc007-fcc0-4330-92ad-24b1ae0f2d50 req-901dc9fa-f066-40a6-86ff-32564d2749f8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 1.4745669 Nov 03 18:42:48.511701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:48.535808 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805f2838-832b-4bb0-acdb-423703ab84a1 x-openstack-request-id: req-805f2838-832b-4bb0-acdb-423703ab84a1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:48.536984 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:48.537965 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-805f2838-832b-4bb0-acdb-423703ab84a1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:48.539152 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'code': 200} Nov 03 18:42:48.545927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:48.552148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] For port d38a9845-d105-4611-aac5-067ba10494f0, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:48.558637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] For port d38a9845-d105-4611-aac5-067ba10494f0, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d38a9845-d105-4611-aac5-067ba10494f0,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:48.585563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.593366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-77394ea3-d0ef-4ad6-b3cc-c7c5c586e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.599132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-77394ea3-d0ef-4ad6-b3cc-c7c5c586e148 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4794028 Nov 03 18:42:48.716985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a8abe0d5-4ba3-4380-b155-435ec6d09475 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:48.718585 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.823265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-a980a9b7-2c37-40b5-9ef7-1086bf5b7d04 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.1974018 Nov 03 18:42:48.885832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.898646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23dcc007-fcc0-4330-92ad-24b1ae0f2d50 req-47982f44-5922-40dd-976a-6046fef7059a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995743 Nov 03 18:42:49.178864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3cae8-c13b-4867-bfaa-24cd0db5898c None None] Pushing event updated for resources: {'Port': ['ID=d38a9845-d105-4611-aac5-067ba10494f0,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:49.247437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dcb14b01-676d-446a-b3f7-e24d77656abd None None] Provisioning complete for port 548f61e5-a30f-48af-8f50-1e4e9a5685cb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:49.248397 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcb14b01-676d-446a-b3f7-e24d77656abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.271689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.110', 53640) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:49.291468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00400810-16da-41b7-8604-0a8329c78c00 req-458eb3aa-61ad-4974-8550-5bc9b54b813c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 210 time: 0.1327093 Nov 03 18:42:49.474225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dcb14b01-676d-446a-b3f7-e24d77656abd None None] Port 548f61e5-a30f-48af-8f50-1e4e9a5685cb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:49.527510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-5069ae0a-ec6e-4b8f-b807-e62f9e1fe901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.531154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-5069ae0a-ec6e-4b8f-b807-e62f9e1fe901 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.6927898 Nov 03 18:42:49.569081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Router d879876b-1435-4850-9438-c8abee9b3c50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:42:49.602265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:49.668750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Router 8704fc45-3333-49c6-bb38-8b280e62f5ca is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:42:49.726254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-d1702817-bc7c-4f2d-9ae5-f19e46ecfc93 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.728929 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-d1702817-bc7c-4f2d-9ae5-f19e46ecfc93 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.4550550 Nov 03 18:42:49.763869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:49.773505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:49.774191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.791003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Request body: {'port': {'device_id': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'admin_state_up': True, 'tenant_id': '1155cfc7ecd44e8b865dabfb2bb95ae4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:49.953967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:49.990863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-ece9e0ef-1eba-48d5-8140-1142e8524472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.995596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Made reservation on behalf of 1155cfc7ecd44e8b865dabfb2bb95ae4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:49.999423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Sync routers for ids ['8704fc45-3333-49c6-bb38-8b280e62f5ca'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:49.999710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.003463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-ece9e0ef-1eba-48d5-8140-1142e8524472 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4527016 Nov 03 18:42:50.022335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.027762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd49caae-d1e6-4e9d-9b50-fd968d56caea admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7368853 Nov 03 18:42:50.028907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45004) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:50.034656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.064347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685c4a0-e7f8-4c74-9017-a63e3e7d8665 req-fb18b8d7-f15d-4bc2-90ee-980d00f62329 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.078050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9685c4a0-e7f8-4c74-9017-a63e3e7d8665 req-fb18b8d7-f15d-4bc2-90ee-980d00f62329 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 0.6428320 Nov 03 18:42:50.080243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Routers {'8704fc45-3333-49c6-bb38-8b280e62f5ca'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:50.083075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8704fc45-3333-49c6-bb38-8b280e62f5ca'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:50.293963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:50.298172 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a97b061-0b16-4dbf-b509-b6033e2e4d2c" -d '{"events": [{"server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "name": "network-vif-plugged", "status": "completed", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:50.375581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45012) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:50.452291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Set router 8704fc45-3333-49c6-bb38-8b280e62f5ca gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:50.485974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2f8f6-39c7-4605-99f9-4a8974d8acae req-abe0fe2e-9663-4cbb-8d86-457fa69d8835 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.489909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Allocated IP 172.20.0.4 (444cc965-2625-48d4-ab0f-ac3f4d85ccb2/b58004aa-6fd5-44b2-ad43-995d10705d53/733ba011-4567-4b33-9af6-edec158d984f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:50.503032 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44e2f8f6-39c7-4605-99f9-4a8974d8acae req-abe0fe2e-9663-4cbb-8d86-457fa69d8835 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.7720039 Nov 03 18:42:50.542874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:50.557101 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79809a-2fc1-48bf-84dd-059b7b6a491f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:50.618618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:50.645947 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:50.655300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5904cf56-e468-4ec3-af84-0a80948c269c admin admin] 10.222.0.91 "PUT /v2.0/routers/d879876b-1435-4850-9438-c8abee9b3c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5679669 Nov 03 18:42:50.661887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9685c4a0-e7f8-4c74-9017-a63e3e7d8665 req-08ca4365-291d-4bdd-8a87-9887f013be03 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981357 Nov 03 18:42:50.678624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:50.681597 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:50.712686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-a6652e1e-6f52-414b-ac28-384ec4d0fd6b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306567 Nov 03 18:42:50.742940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.807750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.830966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d38a9845-d105-4611-aac5-067ba10494f0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:50.853913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:50.856032 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44e2f8f6-39c7-4605-99f9-4a8974d8acae req-4a488435-9ca4-4fc4-9ad6-8209cbd309f1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486490 Nov 03 18:42:50.872457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90ae51b2-7bb0-48f1-8149-947b9d9526d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.917990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:50.928616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:50.937105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.942893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:50.950979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.952161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.997716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc0ee5-08cc-413b-8d39-99fb03429704 None None] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:51.051380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:51.074519 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:51.093743 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-ad1674bd-ab0f-408d-b42a-2fe0621cc87b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3103833 Nov 03 18:42:51.166164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Request body: {'port': {'device_id': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:51.323000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c76e0-f3ab-4b91-ba5c-2edee83a11f9 req-dc7bb3be-5c3c-4298-bebb-46a9c311b5b0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.330702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a4c76e0-f3ab-4b91-ba5c-2edee83a11f9 req-dc7bb3be-5c3c-4298-bebb-46a9c311b5b0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 948 time: 0.4534128 Nov 03 18:42:51.337839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-3ff4ecd0-dcde-4f97-a795-448de7662a95 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113529 Nov 03 18:42:51.375517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3549e-e923-4c8e-8a18-bc77bffccba7 req-f7fda3e3-da7e-4a3d-b98b-a3e1facccf01 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.377205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30c3549e-e923-4c8e-8a18-bc77bffccba7 req-f7fda3e3-da7e-4a3d-b98b-a3e1facccf01 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 931 time: 0.2714775 Nov 03 18:42:51.381278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90ae51b2-7bb0-48f1-8149-947b9d9526d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.392370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:51.394586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90ae51b2-7bb0-48f1-8149-947b9d9526d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.440404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0f8b491e-a812-4520-be8f-b7d95c00e634 None None] Provisioning complete for port d38a9845-d105-4611-aac5-067ba10494f0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:51.444671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f8b491e-a812-4520-be8f-b7d95c00e634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.520362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-90ae51b2-7bb0-48f1-8149-947b9d9526d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=776e4def74874929bd9fcaccb9494363&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1441324 Nov 03 18:42:51.531699 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:46Z', 'revision_number': 2, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:51.551363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d38a9845-d105-4611-aac5-067ba10494f0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:51.551752 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.589239 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:51.590109 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Updating router d879876b-1435-4850-9438-c8abee9b3c50 port 548f61e5-a30f-48af-8f50-1e4e9a5685cb binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:51.604456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.626937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.674570 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.676091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:42:47Z', 'revision_number': 3, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:51.699658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a4c76e0-f3ab-4b91-ba5c-2edee83a11f9 req-50a10634-8a13-4fc8-9161-25925cb003ad tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677738 Nov 03 18:42:51.707163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae51b2-7bb0-48f1-8149-947b9d9526d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd97f7-bab8-4df6-b105-e1bd84304f6c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:51.793383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Checking router: 8704fc45-3333-49c6-bb38-8b280e62f5ca for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:51.796985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Updating router 8704fc45-3333-49c6-bb38-8b280e62f5ca port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:51.808164 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac879e90-6900-4c00-b07b-ed36c6c49097 x-openstack-request-id: req-ac879e90-6900-4c00-b07b-ed36c6c49097 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:51.813793 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "name": "network-vif-plugged", "status": "completed", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:51.816261 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac879e90-6900-4c00-b07b-ed36c6c49097 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:51.816920 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'code': 200} Nov 03 18:42:51.872329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30c3549e-e923-4c8e-8a18-bc77bffccba7 req-3a0bf31c-215b-4ecd-b6d7-c11901ade427 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653269 Nov 03 18:42:52.001560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45046) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:52.010464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60db6289-7e90-46c7-9961-7108836a9c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.012300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-network', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:52.087018 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d33a846-7223-4bf5-afd5-512759b48808 x-openstack-request-id: req-7d33a846-7223-4bf5-afd5-512759b48808 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:52.087712 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:52.088191 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7d33a846-7223-4bf5-afd5-512759b48808 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:52.089048 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'status': 'completed', 'code': 200} Nov 03 18:42:52.109946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f8b491e-a812-4520-be8f-b7d95c00e634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.150674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.186323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.275733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60db6289-7e90-46c7-9961-7108836a9c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.278723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0f8b491e-a812-4520-be8f-b7d95c00e634 None None] For port d38a9845-d105-4611-aac5-067ba10494f0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d38a9845-d105-4611-aac5-067ba10494f0,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:52.296857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Made reservation on behalf of af6d99f631d34402baa0feba300dbb52 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:52.301688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.345449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1727a6-3db9-4783-91bf-c580f77cfed2 req-fa82fd5a-d226-48bf-9c9a-1685aa41b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.347914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c1727a6-3db9-4783-91bf-c580f77cfed2 req-fa82fd5a-d226-48bf-9c9a-1685aa41b2ea service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1097 time: 0.4145005 Nov 03 18:42:52.355486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-57d7ff24-51df-470d-8643-87e9841460e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.360288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-57d7ff24-51df-470d-8643-87e9841460e9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1099 time: 0.2384577 Nov 03 18:42:52.374560 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.480656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f8b491e-a812-4520-be8f-b7d95c00e634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.603537 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.617772 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.669333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-44866c66-da81-47d8-923d-5107d6d8dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.674573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-44866c66-da81-47d8-923d-5107d6d8dc7d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1099 time: 0.5768206 Nov 03 18:42:52.697249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60db6289-7e90-46c7-9961-7108836a9c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.707707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60db6289-7e90-46c7-9961-7108836a9c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.720367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-60db6289-7e90-46c7-9961-7108836a9c59 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bcbd97f7-bab8-4df6-b105-e1bd84304f6c HTTP/1.1" status: 204 len: 168 time: 1.1109264 Nov 03 18:42:52.722690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c1727a6-3db9-4783-91bf-c580f77cfed2 req-b3ca4e1e-dc95-4d7f-a8ee-5a322f28a585 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424413 Nov 03 18:42:52.771697 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf658-36bf-4130-97f4-f6afba089159 None None] Pushing event updated for resources: {'Port': ['ID=548f61e5-a30f-48af-8f50-1e4e9a5685cb,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:52.805405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db6289-7e90-46c7-9961-7108836a9c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd97f7-bab8-4df6-b105-e1bd84304f6c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:52.828598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.059052 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Attempting to bind port 548f61e5-a30f-48af-8f50-1e4e9a5685cb on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:53.059533 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Attempting to bind port 548f61e5-a30f-48af-8f50-1e4e9a5685cb by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:53.059709 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:42:53.059854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Attempting to bind port 548f61e5-a30f-48af-8f50-1e4e9a5685cb on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:53.059995 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:42:53.072662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b491e-a812-4520-be8f-b7d95c00e634 None None] Pushing event updated for resources: {'Port': ['ID=d38a9845-d105-4611-aac5-067ba10494f0,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:53.076643 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:53.077352 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Checking segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:53.078365 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.078559 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Bound using segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:53.079711 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Bound port: 548f61e5-a30f-48af-8f50-1e4e9a5685cb, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:53.080384 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.156827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dc65762f-fd8c-48e5-aad9-97b77271e971 None None] Provisioning complete for port d38a9845-d105-4611-aac5-067ba10494f0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:53.159252 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc65762f-fd8c-48e5-aad9-97b77271e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.195454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733ba011-4567-4b33-9af6-edec158d984f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:53.205735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-75689a7b-db89-46ad-bf38-2d73c85909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.213048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-75689a7b-db89-46ad-bf38-2d73c85909ca service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.8311639 Nov 03 18:42:53.226233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.240919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-95bdc2aa-1143-4478-aee5-b8dbf37c182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.243452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-95bdc2aa-1143-4478-aee5-b8dbf37c182c service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5251796 Nov 03 18:42:53.271098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] For port 548f61e5-a30f-48af-8f50-1e4e9a5685cb, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:53.279561 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] For port 548f61e5-a30f-48af-8f50-1e4e9a5685cb, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=548f61e5-a30f-48af-8f50-1e4e9a5685cb,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:53.286588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Transition to ACTIVE for port object 733ba011-4567-4b33-9af6-edec158d984f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:53.289077 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.297567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.474593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:53.476101 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:53.482370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:53.558761 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf658-36bf-4130-97f4-f6afba089159 None None] Pushing event updated for resources: {'Port': ['ID=548f61e5-a30f-48af-8f50-1e4e9a5685cb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:53.663396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-a6ce6cad-0748-43b8-a71e-bd49ff3733d9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.4174242 Nov 03 18:42:53.664558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-65689824-fd07-4538-b61f-d2661c9fa290 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.2026229 Nov 03 18:42:53.676309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Allocated IP 172.20.0.1 (d3e3fe78-a8f5-4390-8395-f64f6d5caecf/ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f/f37a13f7-c488-4510-9765-97b2596bcda2) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:53.742983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.764540 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.905425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45060) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:54.006248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.007329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20675e-bd87-454f-920d-0e8f6f73bbf1 None None] Pushing event updated for resources: {'Port': ['ID=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:54.030726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Attempting to bind port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:54.031288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Attempting to bind port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:54.031654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Attempting to bind port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:54.037667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:54.038515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:54.039548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:54.053891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:54.054764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:54.081198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c0f94924-7677-4d0a-afe7-07ad17e2dc47 None None] Provisioning complete for port 548f61e5-a30f-48af-8f50-1e4e9a5685cb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:54.082522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:54.082922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:54.084309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:54.084309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Bound port: 733ba011-4567-4b33-9af6-edec158d984f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:54.085644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.085798 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0f94924-7677-4d0a-afe7-07ad17e2dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.095963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:54.097249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:54.097708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.098113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:54.100352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Bound port: 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:54.101922 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.110292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d38a9845-d105-4611-aac5-067ba10494f0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:54.135139 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:54.261532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:54.270822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:54.286529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.389928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.391223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.394487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] 10.222.0.110 "PUT /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 1091 time: 3.2356780 Nov 03 18:42:54.399117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211a0e-379c-45f5-ae5a-0f49e2990230 service neutron] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:54.420088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'tag': '733ba011-4567-4b33-9af6-edec158d984f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:54.426912 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e28c38-eed9-43ef-a54f-b414867b0615" -d '{"events": [{"name": "network-changed", "server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "tag": "733ba011-4567-4b33-9af6-edec158d984f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:54.464305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.535669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] For port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:54.588338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.597551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] For port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:54.602818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d38a9845-d105-4611-aac5-067ba10494f0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:54.603212 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.611196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.629014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:54.633381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceda06-427a-42b4-95bc-0aa949e2ac68 req-6cd757da-9044-4b1a-a7d9-54b6617c3c4e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.634312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Pushing event updated for resources: {'Port': ['ID=f37a13f7-c488-4510-9765-97b2596bcda2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:54.649471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6dceda06-427a-42b4-95bc-0aa949e2ac68 req-6cd757da-9044-4b1a-a7d9-54b6617c3c4e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 946 time: 1.9386630 Nov 03 18:42:54.650868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d8646c-0be7-4f80-a050-eadaf3eb899f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.663265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:54.672310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:54.674040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.725867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0f94924-7677-4d0a-afe7-07ad17e2dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.770123 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:53Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:54.796071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.826547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:54.854816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.856198 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Added segment d8ff8367-8087-4368-af4d-d681d3374746 of type vlan for network 7baf361a-49e3-447d-a161-b0fd8cafd524 Nov 03 18:42:54.884073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Routers {'8704fc45-3333-49c6-bb38-8b280e62f5ca'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:54.884674 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5016b-e450-4964-b6de-9450d88f026a None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:53Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:54.884963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8704fc45-3333-49c6-bb38-8b280e62f5ca'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:54.918445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-a1c36ea5-ae93-4817-84aa-0d68ea3c1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.921446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-a1c36ea5-ae93-4817-84aa-0d68ea3c1d60 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 1.2281690 Nov 03 18:42:54.925712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-cb5d9b79-f6b3-4473-9d4e-6e636e297937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.928182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-cb5d9b79-f6b3-4473-9d4e-6e636e297937 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 1.2263138 Nov 03 18:42:54.945234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c8eb-380d-4cc3-8d72-404704cab4b7 req-ccacde7f-e0ad-49d1-8d06-99c8f9d3c413 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.958364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0aa0c8eb-380d-4cc3-8d72-404704cab4b7 req-ccacde7f-e0ad-49d1-8d06-99c8f9d3c413 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 1.7270925 Nov 03 18:42:55.072245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.110', 53642) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:55.088223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-248bab82-97dd-484b-b2f6-57d167bf4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.091574 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-248bab82-97dd-484b-b2f6-57d167bf4fa6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1094 time: 0.4594917 Nov 03 18:42:55.151836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c0f94924-7677-4d0a-afe7-07ad17e2dc47 None None] For port 548f61e5-a30f-48af-8f50-1e4e9a5685cb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=548f61e5-a30f-48af-8f50-1e4e9a5685cb,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:55.153980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20675e-bd87-454f-920d-0e8f6f73bbf1 None None] Pushing event updated for resources: {'Port': ['ID=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.169905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0f94924-7677-4d0a-afe7-07ad17e2dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.198563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:55.266050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d8646c-0be7-4f80-a050-eadaf3eb899f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.295417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-cdd29786-1101-4884-8422-d7d68d7f4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.296993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-cdd29786-1101-4884-8422-d7d68d7f4609 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3372502 Nov 03 18:42:55.313143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-1ad41d2d-ec5e-443b-a398-13eeb5d88334 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.1545064 Nov 03 18:42:55.326861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d8646c-0be7-4f80-a050-eadaf3eb899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.428251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:55.447252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'mac_address': 'fa:16:3e:8d:6e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:55.455106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-7c1a327e-8af6-4d1b-a786-d294778e5a9f tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.458513 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-7c1a327e-8af6-4d1b-a786-d294778e5a9f tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.110 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 0.3829799 Nov 03 18:42:55.489018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0aa0c8eb-380d-4cc3-8d72-404704cab4b7 req-912acc95-8dbf-4965-96d3-c0f083ec1d74 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796027 Nov 03 18:42:55.491893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b6d8646c-0be7-4f80-a050-eadaf3eb899f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e3185cb53e434ee8addfe53357bf505a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5696964 Nov 03 18:42:55.500395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-a6c1963f-d442-4168-b982-456f5f8c2fb1 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413050 Nov 03 18:42:55.515007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.519992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6dceda06-427a-42b4-95bc-0aa949e2ac68 req-ab607833-8e72-4ab8-ba67-842f9972609e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8315165 Nov 03 18:42:55.520134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45070) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:55.521026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba48bf-22ea-42b2-b1e9-9322fa4af30f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.546097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fa3c91-d262-4efb-a422-1a6e042112fd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:55.573636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.599479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:55.643773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.648747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] Set router 8704fc45-3333-49c6-bb38-8b280e62f5ca gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:55.660228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.706776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-628e9778-4dc0-48a2-8c31-bd4d00a159a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.709800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-628e9778-4dc0-48a2-8c31-bd4d00a159a6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.3848190 Nov 03 18:42:55.721489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8646c-0be7-4f80-a050-eadaf3eb899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e03f6f-d20a-490e-868d-0f2af262ebe2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.785082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f94924-7677-4d0a-afe7-07ad17e2dc47 None None] Pushing event updated for resources: {'Port': ['ID=548f61e5-a30f-48af-8f50-1e4e9a5685cb,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.791304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-02d456e8-57a9-4192-a4dc-a4edc2e2ce78 None None] Provisioning complete for port f37a13f7-c488-4510-9765-97b2596bcda2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:55.791872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02d456e8-57a9-4192-a4dc-a4edc2e2ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.830396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-8890a8b1-9717-4611-aac3-17d08d4a238a service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517359 Nov 03 18:42:55.949807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-6f78944b-9a91-491d-8d63-49b667bd9f01 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2279086 Nov 03 18:42:56.017891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:56.024162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-02d456e8-57a9-4192-a4dc-a4edc2e2ce78 None None] Port f37a13f7-c488-4510-9765-97b2596bcda2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:56.040235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-f45c5be9-e3cd-4849-9224-e8ed844aeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.042934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-f45c5be9-e3cd-4849-9224-e8ed844aeb03 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9810247 Nov 03 18:42:56.044410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.047110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.048592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.187850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 548f61e5-a30f-48af-8f50-1e4e9a5685cb up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:56.192146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.267618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.2602494 Nov 03 18:42:56.267881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6487866d-27bf-42f3-afc5-b3172cf8e2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.272147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45074) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:56.284495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Request body: {'subnet': {'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-subnet', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:56.298323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d263a-39e0-4976-a8e6-ddcd98c88409 req-512f2741-bfad-4d88-9300-02a844277a94 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.300137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-102d263a-39e0-4976-a8e6-ddcd98c88409 req-512f2741-bfad-4d88-9300-02a844277a94 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.5589347 Nov 03 18:42:56.312415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad24922-0178-4068-9178-e41717815b85 req-5199e4a9-78a9-48b4-be0a-01b392e46546 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.314030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bad24922-0178-4068-9178-e41717815b85 req-5199e4a9-78a9-48b4-be0a-01b392e46546 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 949 time: 0.4901681 Nov 03 18:42:56.314820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fecf9a-3c26-44c1-8387-f9980561204f admin admin] Pushing event updated for resources: {'Network': ['ID=7baf361a-49e3-447d-a161-b0fd8cafd524,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.341722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:56.344012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-02d456e8-57a9-4192-a4dc-a4edc2e2ce78 None None] Provisioning complete for port 548f61e5-a30f-48af-8f50-1e4e9a5685cb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:56.344380 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02d456e8-57a9-4192-a4dc-a4edc2e2ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.367481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6487866d-27bf-42f3-afc5-b3172cf8e2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.408410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-75aff864-5633-4180-9832-a1533a47b4aa service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532665 Nov 03 18:42:56.426694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-102d263a-39e0-4976-a8e6-ddcd98c88409 req-2c8a1577-1f97-461c-8323-482e0f7f8e48 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996616 Nov 03 18:42:56.453324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Made reservation on behalf of af6d99f631d34402baa0feba300dbb52 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:56.456329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.579820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bad24922-0178-4068-9178-e41717815b85 req-10e0e798-a392-449c-a446-19364e8cbcc6 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487853 Nov 03 18:42:56.599861 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d836fb-dea8-4c58-a930-5076756a3123 x-openstack-request-id: req-73d836fb-dea8-4c58-a930-5076756a3123 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:56.606723 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "tag": "733ba011-4567-4b33-9af6-edec158d984f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:56.607444 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73d836fb-dea8-4c58-a930-5076756a3123 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:56.608106 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'tag': '733ba011-4567-4b33-9af6-edec158d984f', 'status': 'completed', 'code': 200} Nov 03 18:42:56.677255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 548f61e5-a30f-48af-8f50-1e4e9a5685cb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:56.678078 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.682219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6487866d-27bf-42f3-afc5-b3172cf8e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.686118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6487866d-27bf-42f3-afc5-b3172cf8e2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.687323 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6487866d-27bf-42f3-afc5-b3172cf8e2ce admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/86e03f6f-d20a-490e-868d-0f2af262ebe2 HTTP/1.1" status: 204 len: 168 time: 1.1039019 Nov 03 18:42:56.754565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:42:47Z', 'revision_number': 3, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:56.758382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Deleting port eff98f90-9c47-4807-a1ec-354352f0cede {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:56.758779 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.760199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c79809a-2fc1-48bf-84dd-059b7b6a491f req-bd553114-a813-47d2-9238-4a615633af10 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421276 Nov 03 18:42:56.762342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487866d-27bf-42f3-afc5-b3172cf8e2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e03f6f-d20a-490e-868d-0f2af262ebe2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.798925 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-0b84d8e6-ea92-45b3-b774-ba02eccc0041 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992289 Nov 03 18:42:56.859232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596131-e55c-4162-a14d-83bf9f76fdb0 req-eac0455c-db5a-4991-90c6-3bbef493205c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.870819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd596131-e55c-4162-a14d-83bf9f76fdb0 req-eac0455c-db5a-4991-90c6-3bbef493205c tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 949 time: 0.2526057 Nov 03 18:42:57.036082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd596131-e55c-4162-a14d-83bf9f76fdb0 req-5895da71-adda-4dca-a61a-9a38c8008721 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/security-groups?id=e28672cd-7d78-4d03-bcf9-f024ccedfcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638622 Nov 03 18:42:57.147148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ed55f-05cc-49d8-9517-454d54671172 None None] The sync data for ids ['8704fc45-3333-49c6-bb38-8b280e62f5ca'] in n-d-812151-4 is: [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:42:47Z', 'revision_number': 3, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:57.315720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1205e9-6357-4aab-b56f-a6a530b66bf9 req-48750da0-5aa7-4c23-bae9-243a20f4f81c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.335887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a1205e9-6357-4aab-b56f-a6a530b66bf9 req-48750da0-5aa7-4c23-bae9-243a20f4f81c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 946 time: 0.1431665 Nov 03 18:42:57.403572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:57.434694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:57.435503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:57.528319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a1205e9-6357-4aab-b56f-a6a530b66bf9 req-af0bcc8a-3f0a-4542-a534-7bb4d0b87b42 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913514 Nov 03 18:42:57.681219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:57.710923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:57.740384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] For port eff98f90-9c47-4807-a1ec-354352f0cede, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=eff98f90-9c47-4807-a1ec-354352f0cede,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:57.744343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:57.774736 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d573c574-b1b1-4296-81c0-9d362e0c51fd req-e96f78ea-31ea-44ff-8886-aab24b189564 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9510584 Nov 03 18:42:57.848814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Calling delete_port for eff98f90-9c47-4807-a1ec-354352f0cede owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:57.909511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b18af-6956-4cc5-bbea-3eb582ac72ac req-a64e53c7-dd4c-40d5-84f4-29538d4292c4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.911352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f25b18af-6956-4cc5-bbea-3eb582ac72ac req-a64e53c7-dd4c-40d5-84f4-29538d4292c4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.2509661 Nov 03 18:42:58.054676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:58.090239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Pushing event updated for resources: {'Port': ['ID=f37a13f7-c488-4510-9765-97b2596bcda2,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:58.154047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.205636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:58.208114 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.265086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b0d4e3-b1ca-4488-be38-72100bbfc955,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:58.282408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f25b18af-6956-4cc5-bbea-3eb582ac72ac req-c25eeaa7-2511-4cdc-aba2-8d85de84b2e6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557761 Nov 03 18:42:58.398976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-afbbb593-2d54-4d87-990f-5fc91538eadc None None] Provisioning complete for port f37a13f7-c488-4510-9765-97b2596bcda2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:58.399351 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-afbbb593-2d54-4d87-990f-5fc91538eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.412143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-4f568de0-d425-49bf-8606-283bc06186c0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.417354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-4f568de0-d425-49bf-8606-283bc06186c0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a&tenant_id=12054397154a4c4a8704f0382b330fbe&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 949 time: 0.3240407 Nov 03 18:42:58.503372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-c522e7e2-743e-4d12-9d01-4eb884087a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.506796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-c522e7e2-743e-4d12-9d01-4eb884087a8e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1094 time: 0.5643940 Nov 03 18:42:58.515308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Checking segment: {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:58.515995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Network hostable DHCP agents. Network: 7baf361a-49e3-447d-a161-b0fd8cafd524, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:58.565681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.571708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45120) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:58.606086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-afbbb593-2d54-4d87-990f-5fc91538eadc None None] Port f37a13f7-c488-4510-9765-97b2596bcda2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:58.616052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:58.624866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.689989 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-e0c06b7c-e33a-4198-81a2-033791928c37 service neutron] delete failed (client error): The resource could not be found. Nov 03 18:42:58.691350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-e0c06b7c-e33a-4198-81a2-033791928c37 service neutron] 10.222.0.115 "DELETE /v2.0/ports/e6fa3c91-d262-4efb-a422-1a6e042112fd/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.2633572 Nov 03 18:42:58.710872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Router 8704fc45-3333-49c6-bb38-8b280e62f5ca has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:42:58.728665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3d4d6-0b79-4a0f-b580-38f40c668503 req-f21a796b-a84d-4a4c-94f0-bcb200cc266b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.742699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebf3d4d6-0b79-4a0f-b580-38f40c668503 req-f21a796b-a84d-4a4c-94f0-bcb200cc266b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 949 time: 0.2369878 Nov 03 18:42:58.779216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4b2d-4965-4c05-95ba-b20ca3ec74d3 req-4ee6877d-26a9-4195-b34b-474d7c0a6063 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.781254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:58.788962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:58.791519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1ed4b2d-4965-4c05-95ba-b20ca3ec74d3 req-4ee6877d-26a9-4195-b34b-474d7c0a6063 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1097 time: 0.2886820 Nov 03 18:42:58.826045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7baf361a-49e3-447d-a161-b0fd8cafd524) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:58.851006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.855006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.855791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.856687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.857182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.857761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.859137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.859911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.860679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.861506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.863320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.864274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:58.888192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb9c4e-a391-4f44-8129-773e81e185b8 None None] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:58.909097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.943211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.943211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.944932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-network', 'tenant_id': '7edf45698926486885dd7d1200c78595'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:58.964555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-4ce1a3a0-412e-4c3e-b487-23e7efd8285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.966711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-4ce1a3a0-412e-4c3e-b487-23e7efd8285f service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.4395187 Nov 03 18:42:59.011553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1ed4b2d-4965-4c05-95ba-b20ca3ec74d3 req-78f5e14d-77db-49f7-94c7-4803f75f0551 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114859 Nov 03 18:42:59.040764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Pushing event deleted for resources: {'Port': ['ID=eff98f90-9c47-4807-a1ec-354352f0cede,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:59.118473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebf3d4d6-0b79-4a0f-b580-38f40c668503 req-0c5c32ec-e1d0-4a24-8c3c-7ac3db47e422 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741608 Nov 03 18:42:59.148215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Made reservation on behalf of 7edf45698926486885dd7d1200c78595 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:59.150769 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.153212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-226dcb7c-596c-4062-b0d6-f405715035fc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.1454420 Nov 03 18:42:59.191178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.257636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:59.288745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:59.298607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-e65a33e5-3b45-4165-ad06-723818ea088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.300262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-e65a33e5-3b45-4165-ad06-723818ea088f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1100 time: 0.3361681 Nov 03 18:42:59.318507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76e8260f-72cf-4c27-8c2b-c8f8bfdb324c req-7ba31b39-c404-4f7b-82ee-13cc02589202 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.91 "GET /v2.0/ports?device_id=072b8162-82f3-46f2-83d1-fb58ea8f56fc HTTP/1.1" status: 200 len: 210 time: 0.0887992 Nov 03 18:42:59.327700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9f99fce6-c146-4756-a464-903249bf2d26 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0508251 Nov 03 18:42:59.338081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9cf678af-034a-49a7-849e-54be295456aa admin admin] 10.222.0.91 "PUT /v2.0/routers/8704fc45-3333-49c6-bb38-8b280e62f5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3078671 Nov 03 18:42:59.364650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:59.383208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:59.453396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-7baf361a-49e3-447d-a161-b0fd8cafd524', 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'fixed_ips': [{'subnet_id': '87b0d4e3-b1ca-4488-be38-72100bbfc955'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:59.458953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.472315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.474289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.479234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] No DVR routers for this DVR port eff98f90-9c47-4807-a1ec-354352f0cede on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:59.484824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.500465 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4b5c2f10-5db6-4de0-96e5-e085fa48409e req-5ac07819-82cb-45b5-9494-d5ab87ba6743 tempest-DeleteServersAdminTestJSON-275241912 tempest-DeleteServersAdminTestJSON-275241912-project] 10.222.0.110 "DELETE /v2.0/ports/eff98f90-9c47-4807-a1ec-354352f0cede HTTP/1.1" status: 204 len: 173 time: 3.9787793 Nov 03 18:42:59.501011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'name': 'network-vif-deleted', 'tag': 'eff98f90-9c47-4807-a1ec-354352f0cede'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:59.503530 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbde51c-0794-411b-9583-63191cf96fa2" -d '{"events": [{"server_uuid": "072b8162-82f3-46f2-83d1-fb58ea8f56fc", "name": "network-vif-deleted", "tag": "eff98f90-9c47-4807-a1ec-354352f0cede"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:59.548682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-8ea878d9-e8d8-423e-8779-35dfbe2093c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.552406 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-8ea878d9-e8d8-423e-8779-35dfbe2093c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2489557 Nov 03 18:42:59.556413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port e6fa3c91-d262-4efb-a422-1a6e042112fd completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:59.570445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port e6fa3c91-d262-4efb-a422-1a6e042112fd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:59.571567 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.631316 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-98936de9-3924-4528-a831-2378b0e998ef service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625637 Nov 03 18:42:59.682453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d41285-bf41-4aac-87fe-0bff5d4e2d6c req-7709b260-f33e-4acc-9df0-228e4b97e9ec tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.691111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04d41285-bf41-4aac-87fe-0bff5d4e2d6c req-7709b260-f33e-4acc-9df0-228e4b97e9ec tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1097 time: 0.4665267 Nov 03 18:42:59.816222 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.821995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Allocated IP 172.20.0.2 (7baf361a-49e3-447d-a161-b0fd8cafd524/87b0d4e3-b1ca-4488-be38-72100bbfc955/ee4ae759-ddc5-4500-8716-405f55cdcba9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:59.838940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.857221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:59.869737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.869969 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Added segment 3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb of type vlan for network 28f35ede-97a8-4c7d-87ae-ca70a8980caa Nov 03 18:42:59.872834 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-3f1eabf7-83ab-4f62-8464-cd922e0b3dc8 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275977 Nov 03 18:42:59.952811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.962835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:00.065500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-47e28c38-eed9-43ef-a54f-b414867b0615 req-96254b4b-ce1f-4405-8c10-1ad1ef0de365 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619141 Nov 03 18:43:00.071269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-ba149fd8-a50c-4506-bb98-529b74d7eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.073146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-ba149fd8-a50c-4506-bb98-529b74d7eba9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.7504888 Nov 03 18:43:00.134436 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04d41285-bf41-4aac-87fe-0bff5d4e2d6c req-d1b96a31-bf4c-4931-bab9-8fc2a6908126 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412472 Nov 03 18:43:00.140193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.191766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.200300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd563c5-707d-45eb-a9c1-6068f484ac6f req-be77c2db-eca1-4db9-96dd-b5b27d3d2b06 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.200749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:00.201139 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.202054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dd563c5-707d-45eb-a9c1-6068f484ac6f req-be77c2db-eca1-4db9-96dd-b5b27d3d2b06 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.5228791 Nov 03 18:43:00.202720 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.203688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.204370 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.210879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787981d6-93f1-4908-94ff-b1e70d98add9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.228310 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b028e-14ba-4bf3-8109-d0f4a69d04cd x-openstack-request-id: req-671b028e-14ba-4bf3-8109-d0f4a69d04cd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:00.229716 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072b8162-82f3-46f2-83d1-fb58ea8f56fc", "name": "network-vif-deleted", "tag": "eff98f90-9c47-4807-a1ec-354352f0cede", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:00.230338 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-671b028e-14ba-4bf3-8109-d0f4a69d04cd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:00.231002 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072b8162-82f3-46f2-83d1-fb58ea8f56fc', 'name': 'network-vif-deleted', 'tag': 'eff98f90-9c47-4807-a1ec-354352f0cede', 'status': 'completed', 'code': 200} Nov 03 18:43:00.244189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-abc1dfe2-ef9d-4ef1-8443-e7cc46eeb706 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.1279821 Nov 03 18:43:00.263174 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.286815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:00.289187 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58074e0f-1b23-4886-8f6c-4b662ff7fea2" -d '{"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-plugged", "status": "completed", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:00.314826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.355216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:00.458805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Sync routers for ids ['8704fc45-3333-49c6-bb38-8b280e62f5ca'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:00.463455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Pushing event updated for resources: {'Port': ['ID=ee4ae759-ddc5-4500-8716-405f55cdcba9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.481075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.482343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device eff98f90-9c47-4807-a1ec-354352f0cede no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:00.491447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:00.568913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:00.582792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:00.588072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: eff98f90-9c47-4807-a1ec-354352f0cede {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:00.588997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device eff98f90-9c47-4807-a1ec-354352f0cede not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:00.605508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Routers {'8704fc45-3333-49c6-bb38-8b280e62f5ca'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:00.606722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8704fc45-3333-49c6-bb38-8b280e62f5ca'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:00.793918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.818628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1698158 Nov 03 18:43:00.827093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45152) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:00.833954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Request body: {'subnet': {'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-subnet', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:00.867329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Made reservation on behalf of 7edf45698926486885dd7d1200c78595 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:00.869808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.948779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Attempting to bind port ee4ae759-ddc5-4500-8716-405f55cdcba9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:00.949226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f87702-5b50-47d3-bf44-f8f21ec1ba52 admin admin] Pushing event updated for resources: {'Network': ['ID=28f35ede-97a8-4c7d-87ae-ca70a8980caa,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.949369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Attempting to bind port ee4ae759-ddc5-4500-8716-405f55cdcba9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:00.949369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Attempting to bind port ee4ae759-ddc5-4500-8716-405f55cdcba9 on network 7baf361a-49e3-447d-a161-b0fd8cafd524 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:00.981100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:00.981499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a401c4d7-7571-4e12-80e5-cb0e0adbfdbb req-a3f98e65-8d5c-44ce-af48-057779ccd016 tempest-FloatingIPsNegativeTestJSON-410212287 tempest-FloatingIPsNegativeTestJSON-410212287-project] 10.222.0.91 "GET /v2.0/floatingips?tenant_id=c61bd1f11bb9473a9e9ab747532b8ac5 HTTP/1.1" status: 200 len: 217 time: 0.2556114 Nov 03 18:43:00.998801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Set router 8704fc45-3333-49c6-bb38-8b280e62f5ca gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:01.015825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:01.016451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Checking segment: {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:01.017322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.017983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Bound using segment: {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:01.018801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Bound port: ee4ae759-ddc5-4500-8716-405f55cdcba9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:01.019437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.077938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-bb8888c6-1ff4-4635-9f04-1ac47e02ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.079858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-bb8888c6-1ff4-4635-9f04-1ac47e02ff44 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.7934182 Nov 03 18:43:01.101451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dd563c5-707d-45eb-a9c1-6068f484ac6f req-fbd3bacc-7823-4cd1-b661-671371f4aee0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8738770 Nov 03 18:43:01.112427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.274842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-4b54e4a0-0b60-4d5e-981b-bb5527b39a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.277834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-4b54e4a0-0b60-4d5e-981b-bb5527b39a70 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681893 Nov 03 18:43:01.292550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.293118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d9d2-c5d9-4f95-bb0d-61b42ce4c984 req-f32980e0-8d98-4a25-9f81-2cc8bf73150f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.295755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdb9d9d2-c5d9-4f95-bb0d-61b42ce4c984 req-f32980e0-8d98-4a25-9f81-2cc8bf73150f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2225888 Nov 03 18:43:01.355127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] For port ee4ae759-ddc5-4500-8716-405f55cdcba9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:01.359387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] For port ee4ae759-ddc5-4500-8716-405f55cdcba9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ee4ae759-ddc5-4500-8716-405f55cdcba9,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:01.362081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 733ba011-4567-4b33-9af6-edec158d984f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:01.368231 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a5434-8aad-4e05-945f-14c7e2a5c198 x-openstack-request-id: req-e98a5434-8aad-4e05-945f-14c7e2a5c198 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:01.368666 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-plugged", "status": "completed", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:01.369062 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e98a5434-8aad-4e05-945f-14c7e2a5c198 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:01.369570 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'code': 200} Nov 03 18:43:01.370969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.405972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Checking segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:01.406343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Network hostable DHCP agents. Network: 28f35ede-97a8-4c7d-87ae-ca70a8980caa, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:01.419553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2f8a5b-443d-4046-9369-715ab91a9d6a,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.442578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:01.457840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 28f35ede-97a8-4c7d-87ae-ca70a8980caa) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:01.465773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.467185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.502778 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dbe67166-b700-4424-bd1c-02fb96010f97 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6744878 Nov 03 18:43:01.506639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45166) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:01.511851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:01.546430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.547890 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.590702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7d45e6b-506d-461c-b68b-3f2d42b315eb req-687cacd8-c3d3-4813-bff1-bbf3f38c3351 tempest-FloatingIPsNegativeTestJSON-410212287 tempest-FloatingIPsNegativeTestJSON-410212287-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1874800 Nov 03 18:43:01.621936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4891684-fb6a-44a9-8199-bc08dfaaf8a0 None None] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:01.660626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45170) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:01.671589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.674489 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdb9d9d2-c5d9-4f95-bb0d-61b42ce4c984 req-3bc03783-b880-4e37-9a39-38f8b916c05f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590419 Nov 03 18:43:01.718111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-d5b7c30b-560c-4fdd-a347-2f8114ac5767 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207363 Nov 03 18:43:01.936226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fff8ab57-590b-44b2-abc7-cb1cddbc1093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.043552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'fixed_ips': [{'subnet_id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:02.045319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.087891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.153491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7763654-eef0-44e3-aa81-04617bb5aa76 None None] Pushing event updated for resources: {'Port': ['ID=ee4ae759-ddc5-4500-8716-405f55cdcba9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.182499 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-0fa5f942-e0fa-48e2-b07e-df8577bc188b req-dc97cd23-77c2-4d9e-a9f9-947f927be00c tempest-FloatingIPsNegativeTestJSON-410212287 tempest-FloatingIPsNegativeTestJSON-410212287-project] show failed (client error): The resource could not be found. Nov 03 18:43:02.199155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0fa5f942-e0fa-48e2-b07e-df8577bc188b req-dc97cd23-77c2-4d9e-a9f9-947f927be00c tempest-FloatingIPsNegativeTestJSON-410212287 tempest-FloatingIPsNegativeTestJSON-410212287-project] 10.222.0.91 "GET /v2.0/floatingips/32bf15f8-d20d-4e36-8fba-c1ce5cc40e2c HTTP/1.1" status: 404 len: 350 time: 0.2816551 Nov 03 18:43:02.200547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:02.220748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.382838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.399561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:02.444425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.450041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '733ba011-4567-4b33-9af6-edec158d984f', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'port_id': '733ba011-4567-4b33-9af6-edec158d984f', 'mac_address': 'fa:16:3e:db:67:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58004aa-6fd5-44b2-ad43-995d10705d53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:02.457446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89234a35-c028-40a3-8c4e-c3f6c4479841 req-f88440fb-3303-42ab-aab6-2d43e0bac982 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276809 Nov 03 18:43:02.566307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Allocated IP 172.20.0.2 (28f35ede-97a8-4c7d-87ae-ca70a8980caa/0b2f8a5b-443d-4046-9369-715ab91a9d6a/5202fceb-9199-4148-95c3-8dc063c6984f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:02.669304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:42:55Z', 'revision_number': 4, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'f37a13f7-c488-4510-9765-97b2596bcda2', 'name': '', 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'mac_address': 'fa:16:3e:05:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:52Z', 'updated_at': '2021-11-03T18:42:55Z', 'revision_number': 2, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'subnets': [{'id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:02.696757 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.710520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.732465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.738447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.768145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Checking router: 8704fc45-3333-49c6-bb38-8b280e62f5ca for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:02.768596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Updating router 8704fc45-3333-49c6-bb38-8b280e62f5ca port f37a13f7-c488-4510-9765-97b2596bcda2 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:02.856005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733ba011-4567-4b33-9af6-edec158d984f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:02.873824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fff8ab57-590b-44b2-abc7-cb1cddbc1093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.883187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.883947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd262f-db29-47b5-b2b0-7913a4c8b1de req-8cacd940-e8e3-4a89-a556-b8d4554e0448 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.893194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01cd262f-db29-47b5-b2b0-7913a4c8b1de req-8cacd940-e8e3-4a89-a556-b8d4554e0448 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.2761469 Nov 03 18:43:02.909672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fff8ab57-590b-44b2-abc7-cb1cddbc1093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.920458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:02.942057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.950438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8ab57-590b-44b2-abc7-cb1cddbc1093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b058d6-385b-4612-acf5-facdc911dc64,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.994265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Allocated IP 172.25.8.13 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:03.090252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fff8ab57-590b-44b2-abc7-cb1cddbc1093 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=289061fe255a47938fe04e17dc1c0aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4241118 Nov 03 18:43:03.096247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45206) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:03.220971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01cd262f-db29-47b5-b2b0-7913a4c8b1de req-d84adee4-80fd-4b5c-942c-f307338282ce tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259726 Nov 03 18:43:03.386195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['733ba011-4567-4b33-9af6-edec158d984f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:03.402802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.406868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.472013 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edf0829c-c040-42cc-956a-4d93a79f6fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.515581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.547512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.561377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edf0829c-c040-42cc-956a-4d93a79f6fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.577543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.662241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:03.699838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:03.704036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Pushing event updated for resources: {'Port': ['ID=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.706560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:03.779109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:03.816681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Pushing event updated for resources: {'Port': ['ID=5202fceb-9199-4148-95c3-8dc063c6984f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.821330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:03.824578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:03.978029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be8415-c149-4bcd-95c3-59449e326b97 None None] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:04.130742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.133250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ee4ae759-ddc5-4500-8716-405f55cdcba9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:04.157111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Allocated IP 172.25.8.67 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/93a51483-d658-45b0-b6f3-d8e952ded8dc) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:04.215640 n-d-812151-4 neutron-server[101988]: WARNING keystonemiddleware.auth_token [req-f6c3cbab-455a-4c67-b945-d90b7c2eeceb req-e2460d46-ed23-4213-b42a-bfaadcae9215 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 18:43:04.221070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-94839569-c742-4c4c-ad23-f5f56b01bc8e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:04.222211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-94839569-c742-4c4c-ad23-f5f56b01bc8e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1153584 Nov 03 18:43:04.263487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Attempting to bind port 5202fceb-9199-4148-95c3-8dc063c6984f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:04.263941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Attempting to bind port 5202fceb-9199-4148-95c3-8dc063c6984f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:04.264370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Attempting to bind port 5202fceb-9199-4148-95c3-8dc063c6984f on network 28f35ede-97a8-4c7d-87ae-ca70a8980caa {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:04.289555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port ee4ae759-ddc5-4500-8716-405f55cdcba9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:04.290043 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.321550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cb96f3c6-3d94-4017-8d3c-cbfe2f738730 None None] Provisioning complete for port ee4ae759-ddc5-4500-8716-405f55cdcba9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:04.322212 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb96f3c6-3d94-4017-8d3c-cbfe2f738730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.340001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-a993a436-b275-4fa2-bde0-04fcf1f37919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.342289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-a993a436-b275-4fa2-bde0-04fcf1f37919 service neutron] 10.222.0.91 "GET /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 1094 time: 0.1009104 Nov 03 18:43:04.355231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Request body: {'binding': {'host': 'n-h2-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:04.355896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Unknown quota resources ['binding']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:43:04.395317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.398216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edf0829c-c040-42cc-956a-4d93a79f6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.403895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edf0829c-c040-42cc-956a-4d93a79f6fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.406222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-edf0829c-c040-42cc-956a-4d93a79f6fa6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c4b058d6-385b-4612-acf5-facdc911dc64 HTTP/1.1" status: 204 len: 168 time: 1.2816205 Nov 03 18:43:04.446780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:04.447655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Checking segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:04.447655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.448133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Bound using segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:04.449358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Bound port: 5202fceb-9199-4148-95c3-8dc063c6984f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:04.450193 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.511417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1775aa-205d-4022-b62d-aeeed849c8e7 req-abda9bdd-211c-44be-bc70-3f403ee403db tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.514153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f1775aa-205d-4022-b62d-aeeed849c8e7 req-abda9bdd-211c-44be-bc70-3f403ee403db tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.9248228 Nov 03 18:43:04.530470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0829c-c040-42cc-956a-4d93a79f6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b058d6-385b-4612-acf5-facdc911dc64,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:04.564593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-33a7277a-1eb4-42fd-b8d1-c82594cc5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.567594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-33a7277a-1eb4-42fd-b8d1-c82594cc5c24 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1097 time: 0.4323072 Nov 03 18:43:04.593542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] For port 5202fceb-9199-4148-95c3-8dc063c6984f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:04.599063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] For port 5202fceb-9199-4148-95c3-8dc063c6984f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5202fceb-9199-4148-95c3-8dc063c6984f,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:04.628688 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.637350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.671522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.902368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.946116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.963882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f1775aa-205d-4022-b62d-aeeed849c8e7 req-b85ae5ae-4f1d-4458-9254-fefadba3d73e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048986 Nov 03 18:43:05.008891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e7309-db7a-4d86-bc14-b500bea2c91f None None] Pushing event updated for resources: {'Port': ['ID=5202fceb-9199-4148-95c3-8dc063c6984f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:05.109406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45234) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:05.143116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e80d-7a44-4ded-b7aa-e2534fa1b0ae None None] Pushing event updated for resources: {'Port': ['ID=f37a13f7-c488-4510-9765-97b2596bcda2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:05.178335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb31fdad-e313-44be-92ee-df0298e2dd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.255857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-64a66f13-f3c0-4ac8-9610-4aed10675de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.265651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-64a66f13-f3c0-4ac8-9610-4aed10675de5 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.6443870 Nov 03 18:43:05.338802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dff2f0d-6196-4bf1-82c5-0eff37ac2fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.465884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.498987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on host n-h2-812151-4 for vnic_type normal with profile None {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:05.503249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:05.504031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:05.544432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:05.544888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:05.564916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Attempting to bind port f37a13f7-c488-4510-9765-97b2596bcda2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:05.565458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Attempting to bind port f37a13f7-c488-4510-9765-97b2596bcda2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:05.565970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Attempting to bind port f37a13f7-c488-4510-9765-97b2596bcda2 on network d3e3fe78-a8f5-4390-8395-f64f6d5caecf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:05.579781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:05.580894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:05.581546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:05.582727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Bound port: 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:05.591156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:05.591835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Checking segment: {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:05.592058 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.592314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Bound using segment: {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:05.593145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Bound port: f37a13f7-c488-4510-9765-97b2596bcda2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2f2a79-de41-41d1-9076-d2126730b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:05.593476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.596929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port ee4ae759-ddc5-4500-8716-405f55cdcba9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ee4ae759-ddc5-4500-8716-405f55cdcba9,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:05.695144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-a5faeb68-3168-4ba3-bee2-20a82ab08317 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.2612443 Nov 03 18:43:05.791918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.819425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.909601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:05.917296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-ffc3ac28-c460-40e7-849e-db892998b4e0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0021849 Nov 03 18:43:05.919944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:05.956923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.975274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5e7e7f6e-205f-4729-94f6-0081d97ba5ee service neutron] 10.222.0.91 "POST /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23/bindings HTTP/1.1" status: 201 len: 389 time: 1.6146653 Nov 03 18:43:05.978412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:06.013159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:06.025678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:06.043288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e8f53353-dea0-4094-b815-cdf7bffa22d7 None None] Provisioning complete for port f37a13f7-c488-4510-9765-97b2596bcda2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:06.043676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8f53353-dea0-4094-b815-cdf7bffa22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.078179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:06.091653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5202fceb-9199-4148-95c3-8dc063c6984f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:06.251029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=ee4ae759-ddc5-4500-8716-405f55cdcba9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.252809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-d924fb0a-0a4f-4e43-9276-3375c6049e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.257034 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-d924fb0a-0a4f-4e43-9276-3375c6049e07 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.2463670 Nov 03 18:43:06.352278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8f53353-dea0-4094-b815-cdf7bffa22d7 None None] Port f37a13f7-c488-4510-9765-97b2596bcda2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:06.355147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Pushing event updated for resources: {'Port': ['ID=93a51483-d658-45b0-b6f3-d8e952ded8dc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.358833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] For port f37a13f7-c488-4510-9765-97b2596bcda2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:06.420162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] For port f37a13f7-c488-4510-9765-97b2596bcda2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f37a13f7-c488-4510-9765-97b2596bcda2,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:06.433265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.472960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0aaa4-47fe-4c2f-8e79-ee4754bc633c req-16b9f4ef-70fa-4f48-929f-0e3a6df96841 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.475634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cd0aaa4-47fe-4c2f-8e79-ee4754bc633c req-16b9f4ef-70fa-4f48-929f-0e3a6df96841 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 944 time: 1.0441658 Nov 03 18:43:06.487125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5202fceb-9199-4148-95c3-8dc063c6984f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:06.488899 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.573770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Routers {'8704fc45-3333-49c6-bb38-8b280e62f5ca'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:06.574693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8704fc45-3333-49c6-bb38-8b280e62f5ca'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:06.577313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:06.594953 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Sync routers for ids ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:06.618373 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Routers {'60a57cd5-de1f-4a03-ab38-2c20e8c20637'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:06.619010 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:42:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:06.624958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dff2f0d-6196-4bf1-82c5-0eff37ac2fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.644970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e80d-7a44-4ded-b7aa-e2534fa1b0ae None None] Pushing event updated for resources: {'Port': ['ID=f37a13f7-c488-4510-9765-97b2596bcda2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.667362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-67f0e31a-1e45-4e97-b9a6-777570e026c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.668168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dff2f0d-6196-4bf1-82c5-0eff37ac2fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.669981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-67f0e31a-1e45-4e97-b9a6-777570e026c1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.9038944 Nov 03 18:43:06.813633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2f0d-6196-4bf1-82c5-0eff37ac2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa90898-2b17-4614-9f01-717a050dee43,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.845011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a06f96d3-0c42-4099-b19f-7f9a2fbcd514 None None] Provisioning complete for port ee4ae759-ddc5-4500-8716-405f55cdcba9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:06.845573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a06f96d3-0c42-4099-b19f-7f9a2fbcd514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.914435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.917627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c112aa53-5c9a-4a4b-b508-566db25ee855 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4097233 Nov 03 18:43:06.978779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:06.990286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dc985730-4f15-466a-b699-f23419d9fb6e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93a45495560641e4b9a5a6a174d0abd7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0445712 Nov 03 18:43:06.995175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45258) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:07.070995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] Set router 8704fc45-3333-49c6-bb38-8b280e62f5ca gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:07.076837 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.082603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Set router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:07.096641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-e7b4303b-160d-4217-9a75-a41f22a011b7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3540199 Nov 03 18:43:07.124841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5dff2f0d-6196-4bf1-82c5-0eff37ac2fc9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e0551ee7ccec4deb9d06513f1aa5a949&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8700264 Nov 03 18:43:07.137536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45260) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:07.220098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-481e9f00-2363-4825-a621-943c088982a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.223260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-481e9f00-2363-4825-a621-943c088982a2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1097 time: 0.5940101 Nov 03 18:43:07.294992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 733ba011-4567-4b33-9af6-edec158d984f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:07.334511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e48d4a-9834-44d2-95ae-92adc9bc9f0d req-4f7648e9-6263-4eb1-8aa0-11333e619781 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.336306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98e48d4a-9834-44d2-95ae-92adc9bc9f0d req-4f7648e9-6263-4eb1-8aa0-11333e619781 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.9036932 Nov 03 18:43:07.368488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cd0aaa4-47fe-4c2f-8e79-ee4754bc633c req-f18afa7a-cdc3-4617-b216-b31884a68e47 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296964 Nov 03 18:43:07.399821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 5202fceb-9199-4148-95c3-8dc063c6984f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5202fceb-9199-4148-95c3-8dc063c6984f,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:07.403186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0710d1-8db3-4405-bb85-ef3a5e33e70e None None] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:07.479421 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:43:03Z', 'revision_number': 3, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:07.481792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-7f266c77-2246-48f3-ad95-c3865a2a46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.484780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-7f266c77-2246-48f3-ad95-c3865a2a46a3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.2363589 Nov 03 18:43:07.532692 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Checking router: 60a57cd5-de1f-4a03-ab38-2c20e8c20637 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:07.533866 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Updating router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:07.577420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86a77d95-c2fe-4c80-9da2-203d0217212e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.586933 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.621863 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.630685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86a77d95-c2fe-4c80-9da2-203d0217212e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.712476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.727866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-f96d983e-7af8-40cb-9d2f-75b78ae91168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.730643 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-f96d983e-7af8-40cb-9d2f-75b78ae91168 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 1.1473806 Nov 03 18:43:07.926088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Deleting port f37a13f7-c488-4510-9765-97b2596bcda2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:07.926429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.934418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98e48d4a-9834-44d2-95ae-92adc9bc9f0d req-077b27ed-314c-4c64-8306-d1103c2cfde9 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619500 Nov 03 18:43:07.945769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 733ba011-4567-4b33-9af6-edec158d984f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:07.952530 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-c9c2747f-efa4-4bc0-9e72-a20cede18d97 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.1535447 Nov 03 18:43:07.955413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86a77d95-c2fe-4c80-9da2-203d0217212e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.960685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86a77d95-c2fe-4c80-9da2-203d0217212e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.969677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36774ae9-9f6b-4200-9646-7ec8bd18fa64 req-cfa106f0-801b-4d22-af64-2f827a6a5b26 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.971331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36774ae9-9f6b-4200-9646-7ec8bd18fa64 req-cfa106f0-801b-4d22-af64-2f827a6a5b26 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 946 time: 0.2696612 Nov 03 18:43:07.992427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-86a77d95-c2fe-4c80-9da2-203d0217212e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6aa90898-2b17-4614-9f01-717a050dee43 HTTP/1.1" status: 204 len: 168 time: 0.8482146 Nov 03 18:43:08.025109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-5f1874d6-017d-4b26-bd7d-d72e1c339fd1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.4999926 Nov 03 18:43:08.047232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ee4ae759-ddc5-4500-8716-405f55cdcba9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:08.051067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 733ba011-4567-4b33-9af6-edec158d984f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:08.051486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.054779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=5202fceb-9199-4148-95c3-8dc063c6984f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:08.263652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56baa160-d1f9-463c-b7c5-b1c0b1f55c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.269828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-0ca81626-b7a9-4715-ac88-606c23c62da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:08.276415 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-0ca81626-b7a9-4715-ac88-606c23c62da1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.2121801 Nov 03 18:43:08.314008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a77d95-c2fe-4c80-9da2-203d0217212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa90898-2b17-4614-9f01-717a050dee43,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:08.345414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:42:55Z', 'revision_number': 4, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'f37a13f7-c488-4510-9765-97b2596bcda2', 'name': '', 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'mac_address': 'fa:16:3e:05:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:52Z', 'updated_at': '2021-11-03T18:43:06Z', 'revision_number': 4, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'subnets': [{'id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:08.421268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-0857790a-baf7-4fec-ae9d-f778ad34119f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942938 Nov 03 18:43:08.481125 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.488468 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.505265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04444139-fb0a-48bb-a94c-e9f5bfb3dfb4 None None] The sync data for ids ['8704fc45-3333-49c6-bb38-8b280e62f5ca'] in n-d-812151-4 is: [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:42:55Z', 'revision_number': 4, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'f37a13f7-c488-4510-9765-97b2596bcda2', 'name': '', 'network_id': 'd3e3fe78-a8f5-4390-8395-f64f6d5caecf', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'mac_address': 'fa:16:3e:05:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:52Z', 'updated_at': '2021-11-03T18:43:06Z', 'revision_number': 4, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'subnets': [{'id': 'ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:08.507648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-246d267d-859d-4a4e-9185-de3aa31acdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.517359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Provisioning complete for port 5202fceb-9199-4148-95c3-8dc063c6984f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:08.523171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.709907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.785904 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Attempting to bind port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:08.788425 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Attempting to bind port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:08.788925 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Attempting to bind port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:08.801586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:08.805355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ba011-4567-4b33-9af6-edec158d984f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:08.808001 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3fb6d-46b6-4615-b63b-94e0f6c1322c" -d '{"events": [{"server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "name": "network-vif-plugged", "status": "completed", "tag": "733ba011-4567-4b33-9af6-edec158d984f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:08.813428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.819146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port ee4ae759-ddc5-4500-8716-405f55cdcba9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:08.819608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.834130 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e38289-cf99-4e66-83cf-276f51d2a056 None None] Pushing event updated for resources: {'Port': ['ID=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:08.862185 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:08.862568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:08.863118 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.863648 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:08.864147 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Bound port: 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:08.865071 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.977158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.002570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-c503c09f-2cb7-4f24-af90-38a5095effe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.007010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-c503c09f-2cb7-4f24-af90-38a5095effe7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 1.0056198 Nov 03 18:43:09.012126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56baa160-d1f9-463c-b7c5-b1c0b1f55c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.036006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-ecfb1d18-4a9f-47f3-b9a7-18d164afb443 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8880908 Nov 03 18:43:09.037954 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] For port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:09.056676 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] For port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:09.064185 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.130975 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-32916ab2-b6eb-4f79-ae38-a8bfcee6414f service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654854 Nov 03 18:43:09.256967 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e38289-cf99-4e66-83cf-276f51d2a056 None None] Pushing event updated for resources: {'Port': ['ID=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:09.308141 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Routers {'60a57cd5-de1f-4a03-ab38-2c20e8c20637'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:09.308903 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:09.442362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:09.480119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Provisioning complete for port f37a13f7-c488-4510-9765-97b2596bcda2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:09.480640 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.535034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56baa160-d1f9-463c-b7c5-b1c0b1f55c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.553388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36774ae9-9f6b-4200-9646-7ec8bd18fa64 req-320b605c-2338-49f4-838e-b78ab5a9ce40 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5706787 Nov 03 18:43:09.561824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56baa160-d1f9-463c-b7c5-b1c0b1f55c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.567070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-56baa160-d1f9-463c-b7c5-b1c0b1f55c1f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e28672cd-7d78-4d03-bcf9-f024ccedfcef HTTP/1.1" status: 204 len: 168 time: 2.5541015 Nov 03 18:43:09.585451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] For port f37a13f7-c488-4510-9765-97b2596bcda2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f37a13f7-c488-4510-9765-97b2596bcda2,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:09.586828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.703159 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] Set router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:09.720836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Calling delete_port for f37a13f7-c488-4510-9765-97b2596bcda2 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:09.809306 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.827503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5091cd1-fc0e-4ab0-aebd-f38093f6f046 req-1238d4da-2916-4374-b4ac-a0fe9faefb1c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.832984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5091cd1-fc0e-4ab0-aebd-f38093f6f046 req-1238d4da-2916-4374-b4ac-a0fe9faefb1c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 945 time: 0.9316723 Nov 03 18:43:09.906167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-708ca00b-a36c-4b34-9ef8-13c3c8b37024 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1879816 Nov 03 18:43:09.990045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.108982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] For port f37a13f7-c488-4510-9765-97b2596bcda2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f37a13f7-c488-4510-9765-97b2596bcda2,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.120568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.318433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2920dad8-1470-4d0d-b124-866d0fc4de12 req-cbd1ff84-6b7d-4030-bec0-8eb944fa31ca service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2662306 Nov 03 18:43:10.341532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570261be-ff0d-4bae-96c2-4f42c4607aa9 None None] Pushing event updated for resources: {'Port': ['ID=f37a13f7-c488-4510-9765-97b2596bcda2,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.354242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f37a13f7-c488-4510-9765-97b2596bcda2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:10.577134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:43:03Z', 'revision_number': 3, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:10.616216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45310) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:10.622923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4749a63f-88db-4ea4-ab0b-e18964715afa None None] Provisioning complete for port 5202fceb-9199-4148-95c3-8dc063c6984f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:10.623617 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4749a63f-88db-4ea4-ab0b-e18964715afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.626951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-e20413c8-dba4-486f-8e25-8a0597232fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:10.630921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-e20413c8-dba4-486f-8e25-8a0597232fd6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5393972 Nov 03 18:43:10.669690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b9c-90d1-4e14-8959-5f40ff63fca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.675376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baa160-d1f9-463c-b7c5-b1c0b1f55c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28672cd-7d78-4d03-bcf9-f024ccedfcef,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.676603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94accad7-a51f-4810-9a39-10dacf416d43 None None] The sync data for ids ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'] in n-d-812151-4 is: [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:43:03Z', 'revision_number': 3, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:10.680383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-1dc682a5-dc15-496c-a450-f76dd82e7bd2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:10.683859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-1dc682a5-dc15-496c-a450-f76dd82e7bd2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7765174 Nov 03 18:43:10.825020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f37a13f7-c488-4510-9765-97b2596bcda2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:10.825906 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.927397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-3aa35448-89f2-43cc-8a20-67b26c220734 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/quotas/12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 375 time: 0.0950456 Nov 03 18:43:10.951742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5091cd1-fc0e-4ab0-aebd-f38093f6f046 req-f61858dc-a114-47cb-b563-8e016714a1ce tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0658412 Nov 03 18:43:11.003154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Router aaf47ef8-5e81-4e87-8f92-e066588563cc is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:11.145879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Could not find standard attr ID for object f37a13f7-c488-4510-9765-97b2596bcda2. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:43:11.151486 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No ports have port_id starting with f37a13f7-c488-4510-9765-97b2596bcda2 Nov 03 18:43:11.157839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5202fceb-9199-4148-95c3-8dc063c6984f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:11.229910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-ee891b8f-e008-4eee-b5c9-83f08f805e4c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2769568 Nov 03 18:43:11.232217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:11.250222 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.262146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Sync routers for ids ['aaf47ef8-5e81-4e87-8f92-e066588563cc'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:11.317333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37a13f7-c488-4510-9765-97b2596bcda2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:11.421637 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6759d275-510d-4e50-9770-62840e8f248d x-openstack-request-id: req-6759d275-510d-4e50-9770-62840e8f248d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:11.424469 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "name": "network-vif-plugged", "status": "completed", "tag": "733ba011-4567-4b33-9af6-edec158d984f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:11.425436 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6759d275-510d-4e50-9770-62840e8f248d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:11.426116 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ba011-4567-4b33-9af6-edec158d984f', 'code': 200} Nov 03 18:43:11.456590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.460247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-43a2c44a-05d2-462e-84e4-a3f58731deb6 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 12.0934062 Nov 03 18:43:11.526237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45316) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:11.792603 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-b649c4b6-37b8-4448-a49f-3f3e4b4bba09 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6245248 Nov 03 18:43:11.849822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Routers {'aaf47ef8-5e81-4e87-8f92-e066588563cc'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:11.850923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['aaf47ef8-5e81-4e87-8f92-e066588563cc'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:11.895099 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-6c887373-54c1-4231-9c85-0556eb68f0e4 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2025557 Nov 03 18:43:12.063936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.249510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.312103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5202fceb-9199-4148-95c3-8dc063c6984f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:12.314080 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.401852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.525203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da6ea21a-b35c-4125-be2e-1affcb1fb768 req-34d3b599-ffaf-4946-9194-d93f2074876f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 210 time: 0.4727895 Nov 03 18:43:12.556028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Set router aaf47ef8-5e81-4e87-8f92-e066588563cc gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:12.729531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.865294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Allocated IP 172.20.0.1 (28f35ede-97a8-4c7d-87ae-ca70a8980caa/0b2f8a5b-443d-4046-9369-715ab91a9d6a/c847c4f7-36fa-485d-b09d-117fd6cb159f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:13.039315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.135605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:43:07Z', 'revision_number': 3, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:13.184500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-492e7842-b097-40e9-9a8d-50af90c78576 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.186364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-492e7842-b097-40e9-9a8d-50af90c78576 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1097 time: 1.0668087 Nov 03 18:43:13.187235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.192896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Checking router: aaf47ef8-5e81-4e87-8f92-e066588563cc for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:13.193344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Updating router aaf47ef8-5e81-4e87-8f92-e066588563cc port 93a51483-d658-45b0-b6f3-d8e952ded8dc binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:13.276130 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.282342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:13.286797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812151-4'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:13.425248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b9c-90d1-4e14-8959-5f40ff63fca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.463346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:13.474994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b9c-90d1-4e14-8959-5f40ff63fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.493669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:13.535660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:13.536434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.595676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c698a6f-aa69-4357-8fde-604fab6acfdb req-a299960d-d580-4ca0-bd54-6fed84ff9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.597452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c698a6f-aa69-4357-8fde-604fab6acfdb req-a299960d-d580-4ca0-bd54-6fed84ff9f65 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1096 time: 1.6133626 Nov 03 18:43:13.607865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f9ba7b9c-90d1-4e14-8959-5f40ff63fca2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=20e2e76f5fb64a67b4f1a0b01150387a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9739904 Nov 03 18:43:13.608626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5f018-4f80-4d13-8910-1a54d0df07fb req-a9d104f8-71e4-4fbb-961a-9160d077994d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.610472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20a5f018-4f80-4d13-8910-1a54d0df07fb req-a9d104f8-71e4-4fbb-961a-9160d077994d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 946 time: 1.6285193 Nov 03 18:43:13.629988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45344) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:13.660290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:13.660917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.797666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e428ad8-6957-4858-84c7-86e85effe811 req-02157ae4-e068-4cfe-acec-e725d48848db tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.807293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e428ad8-6957-4858-84c7-86e85effe811 req-02157ae4-e068-4cfe-acec-e725d48848db tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 945 time: 1.0418870 Nov 03 18:43:13.853399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Pushing event updated for resources: {'Port': ['ID=c847c4f7-36fa-485d-b09d-117fd6cb159f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.875397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1fa2e7eb-84a7-46c5-b49a-6be7ec09387c req-97cb07c6-51a8-4ffe-9c5d-8e6961463805 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8520067 Nov 03 18:43:14.076594 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.104311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba7b9c-90d1-4e14-8959-5f40ff63fca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f9837-0ed5-4e32-8e17-bfc082152d3b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.112676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.119070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.197514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:14.245797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6999759e-5625-45ac-9546-a3f73a7d2d7c None None] Provisioning complete for port c847c4f7-36fa-485d-b09d-117fd6cb159f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:14.246674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6999759e-5625-45ac-9546-a3f73a7d2d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.255858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.373269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20a5f018-4f80-4d13-8910-1a54d0df07fb req-73fdd6e0-631b-4d5e-b03a-3eed4d486121 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383738 Nov 03 18:43:14.550917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6999759e-5625-45ac-9546-a3f73a7d2d7c None None] Port c847c4f7-36fa-485d-b09d-117fd6cb159f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:14.582472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.638098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.666452 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.738549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-5da1851a-9f47-461b-8236-ef0ddb2769a4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3358569 Nov 03 18:43:14.754143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e428ad8-6957-4858-84c7-86e85effe811 req-d15d1424-9e97-4371-8aae-e12be10e616c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7769892 Nov 03 18:43:14.882494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Attempting to bind port 93a51483-d658-45b0-b6f3-d8e952ded8dc on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:14.883370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Attempting to bind port 93a51483-d658-45b0-b6f3-d8e952ded8dc by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:14.884171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Attempting to bind port 93a51483-d658-45b0-b6f3-d8e952ded8dc on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:14.929088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:14.938573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:14.939198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:14.939880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.944512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:14.945434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Bound port: 93a51483-d658-45b0-b6f3-d8e952ded8dc, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:14.946245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.951292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c8029-b0d7-4c0e-b83d-7e8d20f410d9 None None] Pushing event updated for resources: {'Port': ['ID=93a51483-d658-45b0-b6f3-d8e952ded8dc,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.052662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:15.098210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1867d1b-4fb6-4674-9013-fee7a22617bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.098691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.110842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.113039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.168584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:15.169417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.205269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] For port 93a51483-d658-45b0-b6f3-d8e952ded8dc, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:15.242071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:15.245079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] For port 93a51483-d658-45b0-b6f3-d8e952ded8dc, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=93a51483-d658-45b0-b6f3-d8e952ded8dc,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:15.265213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f81fdeae-ed12-493d-811b-ce7666c2d2a6 req-4321c015-0ede-4ede-9684-769c545caed2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 210 time: 0.1408391 Nov 03 18:43:15.269824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c698a6f-aa69-4357-8fde-604fab6acfdb req-497f352f-f3c6-4522-8242-fef310efcf4a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6460459 Nov 03 18:43:15.282480 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.368859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-8fed9000-b912-494c-8333-758f5060a13b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2636778 Nov 03 18:43:15.379464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Routers {'aaf47ef8-5e81-4e87-8f92-e066588563cc'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:15.380882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['aaf47ef8-5e81-4e87-8f92-e066588563cc'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:15.469332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Pushing event updated for resources: {'Port': ['ID=c847c4f7-36fa-485d-b09d-117fd6cb159f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.483750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:15.490018 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d48de34-072d-402a-b97d-f37b902e1075" -d '{"events": [{"server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:15.505678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.536863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.567609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1867d1b-4fb6-4674-9013-fee7a22617bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.608965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:15.620175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:15.735163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.790296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-9fed3008-e5a6-4736-91ed-cc6bd8d20e30 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.793178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-9fed3008-e5a6-4736-91ed-cc6bd8d20e30 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9863188 Nov 03 18:43:15.824107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Request body: {'port': {'device_id': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '12054397154a4c4a8704f0382b330fbe'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:15.832986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on host n-h1-812151-4 for vnic_type normal with profile {"migrating_to": "n-h2-812151-4"} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:15.833839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:15.834676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:15.848893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:15.849943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Attempting to bind port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:15.863307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:15.864210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:15.865088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:15.866099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Bound port: 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:15.866920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.944594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c8029-b0d7-4c0e-b83d-7e8d20f410d9 None None] Pushing event updated for resources: {'Port': ['ID=93a51483-d658-45b0-b6f3-d8e952ded8dc,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.997349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] Set router aaf47ef8-5e81-4e87-8f92-e066588563cc gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:16.041937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f7716-a04f-4d3f-b0c1-db2c6e744c21 req-53e1891e-6e55-4211-aa4d-866cf05d7381 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.057943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-357f7716-a04f-4d3f-b0c1-db2c6e744c21 req-53e1891e-6e55-4211-aa4d-866cf05d7381 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 944 time: 0.5031426 Nov 03 18:43:16.143406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:16.150666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:16.163510 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.266644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:16.281712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-beaa6bb8-70a7-449f-9a3e-57a0e41b481a None None] Provisioning complete for port c847c4f7-36fa-485d-b09d-117fd6cb159f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:16.283884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-beaa6bb8-70a7-449f-9a3e-57a0e41b481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.368845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Router 8704fc45-3333-49c6-bb38-8b280e62f5ca has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:16.376571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-357f7716-a04f-4d3f-b0c1-db2c6e744c21 req-f6512f32-ea2e-4ae4-8e38-8f450ae77759 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189542 Nov 03 18:43:16.401698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-6a7cb8a3-0a8e-4308-867f-173c3cee7e10 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.404308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-6a7cb8a3-0a8e-4308-867f-173c3cee7e10 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0029087 Nov 03 18:43:16.416660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1867d1b-4fb6-4674-9013-fee7a22617bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.422243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1867d1b-4fb6-4674-9013-fee7a22617bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.422848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-beaa6bb8-70a7-449f-9a3e-57a0e41b481a None None] Port c847c4f7-36fa-485d-b09d-117fd6cb159f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:16.428059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e1867d1b-4fb6-4674-9013-fee7a22617bd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b97f9837-0ed5-4e32-8e17-bfc082152d3b HTTP/1.1" status: 204 len: 168 time: 2.7583427 Nov 03 18:43:16.450127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.451159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.453825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] 10.222.0.110 "PUT /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 1122 time: 3.2305789 Nov 03 18:43:16.458238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc928-8c01-40f4-8d05-b0c5f12f6cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.579931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.585299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8c7d6e98-c59c-400c-ae20-5b19ccce2a23'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:16.616447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1867d1b-4fb6-4674-9013-fee7a22617bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f9837-0ed5-4e32-8e17-bfc082152d3b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.636027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-a0934d54-d689-49f3-a3c5-d4d42940c9d7 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/quotas/b7f0d1bd457747ac96776b157b0bd5da HTTP/1.1" status: 200 len: 375 time: 0.2013350 Nov 03 18:43:16.636320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:43:07Z', 'revision_number': 3, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:16.693910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b00be-a9c7-4d54-bb3a-49885bae5782 None None] The sync data for ids ['aaf47ef8-5e81-4e87-8f92-e066588563cc'] in n-d-812151-4 is: [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:43:07Z', 'revision_number': 3, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:16.733647 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7ea5c-4bf5-472d-ab9e-3a7a99e2a69d x-openstack-request-id: req-5de7ea5c-4bf5-472d-ab9e-3a7a99e2a69d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:16.734192 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:16.734580 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5de7ea5c-4bf5-472d-ab9e-3a7a99e2a69d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:16.735222 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'code': 200} Nov 03 18:43:16.822896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:16.843236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Sync routers for ids ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:16.853760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-447edd42-c31b-4a1c-950d-d98c1fa4ac1f admin admin] 10.222.0.91 "PUT /v2.0/routers/60a57cd5-de1f-4a03-ab38-2c20e8c20637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8604460 Nov 03 18:43:16.912749 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Routers {'60a57cd5-de1f-4a03-ab38-2c20e8c20637'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:16.913591 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:17.313985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-ddd49d99-76cc-4a5b-9aa6-c73baaf35d2c tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4676578 Nov 03 18:43:17.445159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Made reservation on behalf of 12054397154a4c4a8704f0382b330fbe for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:17.451580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.543294 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Set router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:17.570783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:17.588022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] Sync routers for ids ['8704fc45-3333-49c6-bb38-8b280e62f5ca'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:17.594701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-165d0237-b68e-4784-a4b0-f525251ed584 admin admin] 10.222.0.91 "PUT /v2.0/routers/8704fc45-3333-49c6-bb38-8b280e62f5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3667512 Nov 03 18:43:17.598575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45378) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:17.609325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] Routers {'8704fc45-3333-49c6-bb38-8b280e62f5ca'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:17.629321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8704fc45-3333-49c6-bb38-8b280e62f5ca'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.086991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Allocated IP 192.168.233.143 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/5ad11f38-8075-46ee-9e79-0a2aad9dd178) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:18.191160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] Set router 8704fc45-3333-49c6-bb38-8b280e62f5ca gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:18.276089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea59ca6-6ec8-4406-842e-69de5765df7e req-ae730322-5d5e-4c73-921e-8c335147d769 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:18.298659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ea59ca6-6ec8-4406-842e-69de5765df7e req-ae730322-5d5e-4c73-921e-8c335147d769 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 945 time: 1.4540727 Nov 03 18:43:18.453799 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:43:13Z', 'revision_number': 4, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c847c4f7-36fa-485d-b09d-117fd6cb159f', 'name': '', 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'mac_address': 'fa:16:3e:b7:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:12Z', 'updated_at': '2021-11-03T18:43:14Z', 'revision_number': 2, 'project_id': '7edf45698926486885dd7d1200c78595', 'subnets': [{'id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.532893 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Checking router: 60a57cd5-de1f-4a03-ab38-2c20e8c20637 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:18.533319 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Updating router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 port c847c4f7-36fa-485d-b09d-117fd6cb159f binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:18.605586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Allocated IP 172.20.0.1 (7baf361a-49e3-447d-a161-b0fd8cafd524/87b0d4e3-b1ca-4488-be38-72100bbfc955/995b04a6-3e71-4504-b715-15c6905004be) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:18.673178 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.841225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:18.851021 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191465f6-0f31-4129-9db7-788272a2fddd" -d '{"events": [{"name": "network-changed", "server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:18.985194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:43:10Z', 'revision_number': 5, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.998376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.081535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] Checking router: 8704fc45-3333-49c6-bb38-8b280e62f5ca for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:19.102299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] Routers {'8704fc45-3333-49c6-bb38-8b280e62f5ca'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:19.103731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8704fc45-3333-49c6-bb38-8b280e62f5ca'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:19.193983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 93a51483-d658-45b0-b6f3-d8e952ded8dc up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:19.208875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45414) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:19.262209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-network', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:19.389166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:19.466609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Made reservation on behalf of 3014ce366f4b48c99e374fd13e9b30cd for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:19.471227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.509092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.589189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.600092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 93a51483-d658-45b0-b6f3-d8e952ded8dc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:19.605827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.630866 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.639736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] Set router 8704fc45-3333-49c6-bb38-8b280e62f5ca gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:19.642913 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.793179 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1f31-b6ab-4b17-9379-370aadd4b262 None None] Pushing event updated for resources: {'Port': ['ID=c847c4f7-36fa-485d-b09d-117fd6cb159f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:19.906988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.029680 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Attempting to bind port c847c4f7-36fa-485d-b09d-117fd6cb159f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:20.038568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Attempting to bind port c847c4f7-36fa-485d-b09d-117fd6cb159f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:20.039161 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Attempting to bind port c847c4f7-36fa-485d-b09d-117fd6cb159f on network 28f35ede-97a8-4c7d-87ae-ca70a8980caa {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:20.047239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Deleting port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:20.047855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.053881 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:20.054656 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Checking segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:20.055690 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.056486 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Bound using segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:20.057491 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Bound port: c847c4f7-36fa-485d-b09d-117fd6cb159f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:20.058276 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.194545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edbfd604-d731-413f-82ce-9f1d2adc0f54 req-3022df0a-aa72-4e01-ba62-796cb271807b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 210 time: 1.8843064 Nov 03 18:43:20.196535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.265919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.275851 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:43:20.295288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.310352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:20.359725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:20.376748 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] For port c847c4f7-36fa-485d-b09d-117fd6cb159f, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:20.390168 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] For port c847c4f7-36fa-485d-b09d-117fd6cb159f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c847c4f7-36fa-485d-b09d-117fd6cb159f,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:20.405426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ea59ca6-6ec8-4406-842e-69de5765df7e req-0d037a1d-ac4e-41ed-a718-a2bd519f35d1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128817 Nov 03 18:43:20.410207 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.426357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.427056 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Added segment c0a47f65-c0d8-4594-9a3a-247c584ec21d of type vlan for network ab470b3f-a614-4138-861a-de78937da0bf Nov 03 18:43:20.460253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:20.575952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:20.597355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:20.597355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.607128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.625687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Pushing event updated for resources: {'Port': ['ID=995b04a6-3e71-4504-b715-15c6905004be,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:20.636261 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1f31-b6ab-4b17-9379-370aadd4b262 None None] Pushing event updated for resources: {'Port': ['ID=c847c4f7-36fa-485d-b09d-117fd6cb159f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:20.689537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 has no active binding in host n-h2-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:43:20.722714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.724034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.738935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.787110 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Routers {'60a57cd5-de1f-4a03-ab38-2c20e8c20637'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:20.791269 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:20.885281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-09b9ef1b-609b-4e35-af29-f033c11526cd None None] Provisioning complete for port c847c4f7-36fa-485d-b09d-117fd6cb159f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:20.886154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09b9ef1b-609b-4e35-af29-f033c11526cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.076246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8516908 Nov 03 18:43:21.209143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.221325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:21.265462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Request body: {'subnet': {'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-subnet', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:21.273806 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-ad73cfde-45d5-491c-9c46-ba2b3ec2e2c3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4206741 Nov 03 18:43:21.333413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9bee06-5f85-4e23-a355-dce2661a5c18,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.445276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6203e86-1e32-48e1-8207-74c1409e1974 admin admin] Pushing event updated for resources: {'Network': ['ID=ab470b3f-a614-4138-861a-de78937da0bf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.474872 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.494367 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] Set router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:21.514257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349736d0-2d9b-4aa5-8866-d05b6ca7c38c req-66792bdf-6ff9-48a6-bf55-2fbed8dcf06b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 210 time: 0.4928563 Nov 03 18:43:21.546555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] For port 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:21.549967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.701180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Made reservation on behalf of 3014ce366f4b48c99e374fd13e9b30cd for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:21.704521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.711492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Calling delete_port for 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:21.748898 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f58ebf-7532-4a4f-bdbb-b3037a79e9ee x-openstack-request-id: req-34f58ebf-7532-4a4f-bdbb-b3037a79e9ee {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:21.749257 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:21.749705 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-34f58ebf-7532-4a4f-bdbb-b3037a79e9ee {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:21.750360 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'status': 'completed', 'code': 200} Nov 03 18:43:21.817434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ab470b3f-a614-4138-861a-de78937da0bf details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:21.841127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ade0b6-ee56-4b2d-97d8-fc1cfc350488 req-deb5cafd-62cf-4d81-b3cc-c26483d9a3dc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.844586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7ade0b6-ee56-4b2d-97d8-fc1cfc350488 req-deb5cafd-62cf-4d81-b3cc-c26483d9a3dc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 944 time: 1.1840382 Nov 03 18:43:21.886275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.914343 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:43:13Z', 'revision_number': 4, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c847c4f7-36fa-485d-b09d-117fd6cb159f', 'name': '', 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'mac_address': 'fa:16:3e:b7:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:12Z', 'updated_at': '2021-11-03T18:43:20Z', 'revision_number': 4, 'project_id': '7edf45698926486885dd7d1200c78595', 'subnets': [{'id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:21.954562 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41098-b9c9-4754-93eb-3bb6c9046478 None None] The sync data for ids ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'] in n-d-812151-4 is: [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:43:13Z', 'revision_number': 4, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c847c4f7-36fa-485d-b09d-117fd6cb159f', 'name': '', 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'mac_address': 'fa:16:3e:b7:0f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:12Z', 'updated_at': '2021-11-03T18:43:20Z', 'revision_number': 4, 'project_id': '7edf45698926486885dd7d1200c78595', 'subnets': [{'id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:21.980876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:22.052289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-da856fd6-6912-4bcd-b804-c13748f0e1e6 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.054285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-da856fd6-6912-4bcd-b804-c13748f0e1e6 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7427750 Nov 03 18:43:22.086486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Request body: {'port': {'device_id': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'b7f0d1bd457747ac96776b157b0bd5da'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:22.118071 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.184007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:22.218343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191465f6-0f31-4129-9db7-788272a2fddd req-5e012d67-446d-4e8b-b3ec-1a8e9c49362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.221027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-5e012d67-446d-4e8b-b3ec-1a8e9c49362a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1125 time: 0.4180050 Nov 03 18:43:22.222850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 93a51483-d658-45b0-b6f3-d8e952ded8dc, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=93a51483-d658-45b0-b6f3-d8e952ded8dc,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:22.243825 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.250078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:22.253362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:22.268481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.269517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.455367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=93a51483-d658-45b0-b6f3-d8e952ded8dc,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:22.467635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:43:10Z', 'revision_number': 5, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:22.559840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:22.584125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c847c4f7-36fa-485d-b09d-117fd6cb159f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:22.584342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.595243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e158395-5464-4b76-8428-34274e4854e3 None None] The sync data for ids ['8704fc45-3333-49c6-bb38-8b280e62f5ca'] in n-d-812151-4 is: [{'id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-1661075329-router', 'tenant_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:44Z', 'updated_at': '2021-11-03T18:43:10Z', 'revision_number': 5, 'project_id': 'c61bd1f11bb9473a9e9ab747532b8ac5', 'gw_port': {'id': '97edfd12-30af-48ab-9e6e-a2a2bcd9a54b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704fc45-3333-49c6-bb38-8b280e62f5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:46Z', 'updated_at': '2021-11-03T18:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:22.598443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-c07e05b7-f3b4-4447-8008-f1ce2173a144 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7802932 Nov 03 18:43:22.616411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90132-528f-4573-be99-0c4a5f61b049 req-ff435b27-5bcd-4e8c-8598-7cc504f269d4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.634014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45e90132-528f-4573-be99-0c4a5f61b049 req-ff435b27-5bcd-4e8c-8598-7cc504f269d4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 936 time: 0.7141392 Nov 03 18:43:22.642414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7ade0b6-ee56-4b2d-97d8-fc1cfc350488 req-458e7b63-1ece-4936-b99b-65f04802a48e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787111 Nov 03 18:43:22.669287 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09b9ef1b-609b-4e35-af29-f033c11526cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.672560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Request body: {'port': {'device_id': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:22.830674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=97edfd12-30af-48ab-9e6e-a2a2bcd9a54b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:22.878205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-09b9ef1b-609b-4e35-af29-f033c11526cd None None] For port c847c4f7-36fa-485d-b09d-117fd6cb159f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c847c4f7-36fa-485d-b09d-117fd6cb159f,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:22.897574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.912335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c847c4f7-36fa-485d-b09d-117fd6cb159f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:22.912335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.922519 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09b9ef1b-609b-4e35-af29-f033c11526cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.996968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.110283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.111884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.144502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9ef1b-609b-4e35-af29-f033c11526cd None None] Pushing event updated for resources: {'Port': ['ID=c847c4f7-36fa-485d-b09d-117fd6cb159f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:23.145584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191465f6-0f31-4129-9db7-788272a2fddd req-78cfdba2-72e1-4e99-80ce-dc1af5a48bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.150924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-78cfdba2-72e1-4e99-80ce-dc1af5a48bfb service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.8483140 Nov 03 18:43:23.155425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.115', 55251) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:23.210592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.237100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.241128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Provisioning complete for port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:23.243039 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.245734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Made reservation on behalf of b7f0d1bd457747ac96776b157b0bd5da for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:23.262721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.317396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45e90132-528f-4573-be99-0c4a5f61b049 req-77a3ea53-a654-421c-ba1f-2fad4f5cd8fb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796429 Nov 03 18:43:23.319947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.323904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.403919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:23.416537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.428651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Provisioning complete for port c847c4f7-36fa-485d-b09d-117fd6cb159f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:23.429685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.499021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-2b431fc9-227c-4990-a2db-99f19505ead2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.3203113 Nov 03 18:43:23.567368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.568295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8704fc45-3333-49c6-bb38-8b280e62f5ca {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:43:23.582157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.585118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8de24f87-fe93-4214-9580-601a601cd7eb admin admin] 10.222.0.91 "DELETE /v2.0/routers/8704fc45-3333-49c6-bb38-8b280e62f5ca HTTP/1.1" status: 204 len: 168 time: 5.9824607 Nov 03 18:43:23.588270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a3bf84-a457-410c-9c3f-0f4966282925,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:23.600133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd9a7d-8c58-4d7f-a1d1-bca757986828 req-13f21a9d-58df-4d88-bfad-d01a1699ce82 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.603921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5fd9a7d-8c58-4d7f-a1d1-bca757986828 req-13f21a9d-58df-4d88-bfad-d01a1699ce82 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 945 time: 0.7085507 Nov 03 18:43:23.604809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45444) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:23.677609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Checking segment: {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:23.678239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Network hostable DHCP agents. Network: ab470b3f-a614-4138-861a-de78937da0bf, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:23.697325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Provisioning complete for port 995b04a6-3e71-4504-b715-15c6905004be triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:23.698291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.762545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Network ab470b3f-a614-4138-861a-de78937da0bf is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:23.793994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ab470b3f-a614-4138-861a-de78937da0bf) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:23.810264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.811309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.818859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.831882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.843927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd877fe8-44d3-4573-ae2d-05e9bd0ed4ca None None] Network ab470b3f-a614-4138-861a-de78937da0bf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:23.884051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43630e46-5387-4296-869e-6ed0fac67e05 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6495059 Nov 03 18:43:23.884851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:23.896901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:23.967577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269b8db8-d44d-4cff-bc1f-77743c22d30f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:24.012994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Deleting subnet ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:24.017090 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.091394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191465f6-0f31-4129-9db7-788272a2fddd req-c58b3823-2383-44f0-ab4e-025d83d9fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.095582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-c58b3823-2383-44f0-ab4e-025d83d9fdf0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.5122790 Nov 03 18:43:24.112428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Pushing event updated for resources: {'Port': ['ID=995b04a6-3e71-4504-b715-15c6905004be,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:24.118641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d069a4a0-0f68-4727-90c9-289930ff8207 None None] Port 995b04a6-3e71-4504-b715-15c6905004be cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:24.146423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Allocated IP 192.168.233.229 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/8d1eed2d-ad63-44f9-ad1a-1c916756dc58) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:24.241483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.251111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.313035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-ab470b3f-a614-4138-861a-de78937da0bf', 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'fixed_ips': [{'subnet_id': 'a6a3bf84-a457-410c-9c3f-0f4966282925'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:24.314520 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.361097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.389222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:24.471157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.475379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad136a7b-0555-44cb-a72c-66f3a4e40b6d req-0d772f0d-1515-4235-8583-b410b1501748 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 210 time: 0.3547037 Nov 03 18:43:24.478512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-70ddbbfd-2b95-4f2b-9cfe-12a39c5371e3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3608325 Nov 03 18:43:24.492838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:24.492838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-96e1f38d-af3d-43e4-9c9f-db35ab5e19fc service neutron] 10.222.0.115 "GET /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 384 time: 1.3231666 Nov 03 18:43:24.570433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Allocated IP 172.20.0.2 (ab470b3f-a614-4138-861a-de78937da0bf/a6a3bf84-a457-410c-9c3f-0f4966282925/74bb5d71-013d-4a16-a17a-50bafc5167ea) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:24.897968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.908180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c847c4f7-36fa-485d-b09d-117fd6cb159f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:24.915165 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.018873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.037006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Network ab470b3f-a614-4138-861a-de78937da0bf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:25.041085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.055150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:25.060522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:25.072841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Pushing event updated for resources: {'Port': ['ID=74bb5d71-013d-4a16-a17a-50bafc5167ea,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:25.144138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c847c4f7-36fa-485d-b09d-117fd6cb159f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:25.146390 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.229480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.282558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5fd9a7d-8c58-4d7f-a1d1-bca757986828 req-fb65cf8f-ec9c-421c-afe0-c4753d93934c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6130347 Nov 03 18:43:25.298349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cefe8580-76bb-4ac7-ab2d-e2cbc1a2a162 None None] Provisioning complete for port 995b04a6-3e71-4504-b715-15c6905004be triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:25.298767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cefe8580-76bb-4ac7-ab2d-e2cbc1a2a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.344094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cefe8580-76bb-4ac7-ab2d-e2cbc1a2a162 None None] Port 995b04a6-3e71-4504-b715-15c6905004be cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:25.349955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:25.350643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Attempting to bind port 74bb5d71-013d-4a16-a17a-50bafc5167ea on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:25.351136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Attempting to bind port 74bb5d71-013d-4a16-a17a-50bafc5167ea by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:25.351567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Attempting to bind port 74bb5d71-013d-4a16-a17a-50bafc5167ea on network ab470b3f-a614-4138-861a-de78937da0bf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:25.355642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Pushing event updated for resources: {'Port': ['ID=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:25.361134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:25.363939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:25.365219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:25.365801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Checking segment: {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:25.366587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.367330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Bound using segment: {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:25.368290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Bound port: 74bb5d71-013d-4a16-a17a-50bafc5167ea, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:25.369053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.371115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.371791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.400518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-3410f7df-688c-4e4c-95ab-fdc87254ff13 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3274276 Nov 03 18:43:25.414061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Request body: {'port': {'device_id': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:25.562052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] For port 74bb5d71-013d-4a16-a17a-50bafc5167ea, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:25.569688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] For port 74bb5d71-013d-4a16-a17a-50bafc5167ea, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74bb5d71-013d-4a16-a17a-50bafc5167ea,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:25.576888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 93a51483-d658-45b0-b6f3-d8e952ded8dc up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:25.583154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.780052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:25.819875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-0e5802cd-045f-4bbe-ac2a-7f589d6387d0 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3189697 Nov 03 18:43:25.912041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac37b-a8a5-457c-99d2-ac003431f462 None None] Pushing event updated for resources: {'Port': ['ID=74bb5d71-013d-4a16-a17a-50bafc5167ea,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:25.967710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 93a51483-d658-45b0-b6f3-d8e952ded8dc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:25.968378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.049914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4c441152-71e3-410d-92d3-2d75304fb8da None None] Provisioning complete for port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:26.050545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c441152-71e3-410d-92d3-2d75304fb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.222334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45462) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:26.282736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.284488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.329902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4c441152-71e3-410d-92d3-2d75304fb8da None None] Port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:26.427304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.504133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:26.568877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:26.572297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 97edfd12-30af-48ab-9e6e-a2a2bcd9a54b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:26.573679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f37a13f7-c488-4510-9765-97b2596bcda2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:26.583458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b911-bb99-4af5-bb84-a9d7da595e25 req-344535bd-5f5d-4597-97f3-c61e792cd8dc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:26.597035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80b5b911-bb99-4af5-bb84-a9d7da595e25 req-344535bd-5f5d-4597-97f3-c61e792cd8dc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 944 time: 1.9433873 Nov 03 18:43:26.602821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.632083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f37a13f7-c488-4510-9765-97b2596bcda2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:26.633099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f37a13f7-c488-4510-9765-97b2596bcda2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:26.747668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad11f38-8075-46ee-9e79-0a2aad9dd178 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:26.753653 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.770338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1031af6-705b-43b8-9612-3ba0f7b1cbc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.808897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74bb5d71-013d-4a16-a17a-50bafc5167ea up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:26.819532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.826332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Router aaf47ef8-5e81-4e87-8f92-e066588563cc has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:26.827060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Allocated IP 172.25.8.121 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/54313528-eec9-420e-a716-1f223f1225fa) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:26.926853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:26.939573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-191465f6-0f31-4129-9db7-788272a2fddd req-b220e907-58d2-4aac-82df-16bf986c5e74 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0786035 Nov 03 18:43:26.941686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 74bb5d71-013d-4a16-a17a-50bafc5167ea triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:26.944616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.988678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67792a-1cd6-4307-a9ee-5c1d2ec288c2 req-b00b48c1-3a89-44c2-9377-af5900e50080 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.007620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d67792a-1cd6-4307-a9ee-5c1d2ec288c2 req-b00b48c1-3a89-44c2-9377-af5900e50080 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 936 time: 1.1680369 Nov 03 18:43:27.045909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.052028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-63c3df9f-01ed-404c-a444-a7dc6656a232 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ad6f9930-31b5-4db5-ad5a-6eaef7c41e8f HTTP/1.1" status: 204 len: 168 time: 3.4069653 Nov 03 18:43:27.063245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfeb88-7dcd-47fa-b345-81fa9e5abee0 None None] Network d3e3fe78-a8f5-4390-8395-f64f6d5caecf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:27.073499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:27.098194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Transition to ACTIVE for port object 5ad11f38-8075-46ee-9e79-0a2aad9dd178 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:27.124098 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.143684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80b5b911-bb99-4af5-bb84-a9d7da595e25 req-9f8318ef-673b-486f-b9ac-5755885eb2fb tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451992 Nov 03 18:43:27.268098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.361535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:27.388604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8540f7e8-e060-4d6a-8727-745fa2ce14a4 admin admin] 10.222.0.91 "PUT /v2.0/routers/aaf47ef8-5e81-4e87-8f92-e066588563cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8228867 Nov 03 18:43:27.389540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Sync routers for ids ['aaf47ef8-5e81-4e87-8f92-e066588563cc'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:27.423478 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Routers {'aaf47ef8-5e81-4e87-8f92-e066588563cc'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:27.424794 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['aaf47ef8-5e81-4e87-8f92-e066588563cc'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:27.546118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:27.561569 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.600112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d67792a-1cd6-4307-a9ee-5c1d2ec288c2 req-be0d5e92-ccf8-48f4-b1b4-080efc566ed5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909269 Nov 03 18:43:27.711639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:27.732858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1031af6-705b-43b8-9612-3ba0f7b1cbc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.789783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d0d8d-3129-4476-8c90-c63b4bfbe92e None None] Network ab470b3f-a614-4138-861a-de78937da0bf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:27.794508 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.805980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:27.829452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.832277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 74bb5d71-013d-4a16-a17a-50bafc5167ea, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74bb5d71-013d-4a16-a17a-50bafc5167ea,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:27.857534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.885257 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Set router aaf47ef8-5e81-4e87-8f92-e066588563cc gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:27.942541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:27.955488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-55000f16-3c2e-4833-b12a-4d8f171d5ce1 None None] Provisioning complete for port 74bb5d71-013d-4a16-a17a-50bafc5167ea triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:27.955963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55000f16-3c2e-4833-b12a-4d8f171d5ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.964330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:28.001323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1031af6-705b-43b8-9612-3ba0f7b1cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.033833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Pushing event updated for resources: {'Port': ['ID=54313528-eec9-420e-a716-1f223f1225fa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.078649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e1031af6-705b-43b8-9612-3ba0f7b1cbc6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd6f7c402dd048f5b50956d9792b63a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8188720 Nov 03 18:43:28.078649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.079779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45478) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:28.115906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:28.178306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:28.178306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:28.246290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=74bb5d71-013d-4a16-a17a-50bafc5167ea,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.246797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:28.247085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:28.247974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:28.254207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] DHCP port deletion for d3e3fe78-a8f5-4390-8395-f64f6d5caecf request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:43:28.345050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:28.345291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:28.359931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:28.360344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:28.360703 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 4, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '995b04a6-3e71-4504-b715-15c6905004be', 'name': '', 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'mac_address': 'fa:16:3e:b8:95:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '87b0d4e3-b1ca-4488-be38-72100bbfc955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:16Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 2, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'subnets': [{'id': '87b0d4e3-b1ca-4488-be38-72100bbfc955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:28.360930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:28.361271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Bound port: 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:28.361670 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.379895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597fca7-b15d-42c6-8ba8-1938e1b6068e req-19b371f3-d1a4-4b31-a16b-3ac0aca7e4a2 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.391058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c597fca7-b15d-42c6-8ba8-1938e1b6068e req-19b371f3-d1a4-4b31-a16b-3ac0aca7e4a2 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 936 time: 0.4072158 Nov 03 18:43:28.414815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Checking router: aaf47ef8-5e81-4e87-8f92-e066588563cc for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:28.423944 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Updating router aaf47ef8-5e81-4e87-8f92-e066588563cc port 995b04a6-3e71-4504-b715-15c6905004be binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:28.427885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] Deleting port d38a9845-d105-4611-aac5-067ba10494f0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:28.428454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.459576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1031af6-705b-43b8-9612-3ba0f7b1cbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdbf6d3-cef1-4be6-8461-d779b4a76597,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.479237 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.543184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-95eaff5e-b0c3-454c-9612-5c30462aad00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.544653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] For port d38a9845-d105-4611-aac5-067ba10494f0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d38a9845-d105-4611-aac5-067ba10494f0,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:28.545091 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.562913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] Calling delete_port for d38a9845-d105-4611-aac5-067ba10494f0 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:28.592123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c597fca7-b15d-42c6-8ba8-1938e1b6068e req-db546430-ea9e-4d01-9c85-1d75d497f800 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978259 Nov 03 18:43:28.596465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-95eaff5e-b0c3-454c-9612-5c30462aad00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.665341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca684af9-26da-42a7-ab06-879f45c7b73e req-93e09033-75a0-48b7-a9ef-572794703e69 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.684643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca684af9-26da-42a7-ab06-879f45c7b73e req-93e09033-75a0-48b7-a9ef-572794703e69 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1096 time: 0.6370904 Nov 03 18:43:28.698378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-95eaff5e-b0c3-454c-9612-5c30462aad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.703639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-95eaff5e-b0c3-454c-9612-5c30462aad00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.708229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-95eaff5e-b0c3-454c-9612-5c30462aad00 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7bdbf6d3-cef1-4be6-8461-d779b4a76597 HTTP/1.1" status: 204 len: 168 time: 0.6089709 Nov 03 18:43:28.719808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:28.756156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.808747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaff5e-b0c3-454c-9612-5c30462aad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdbf6d3-cef1-4be6-8461-d779b4a76597,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.816714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Deleting port d38a9845-d105-4611-aac5-067ba10494f0 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:28.816937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.896753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74bb5d71-013d-4a16-a17a-50bafc5167ea up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:28.904653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.923861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] For port d38a9845-d105-4611-aac5-067ba10494f0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d38a9845-d105-4611-aac5-067ba10494f0,segment=NetworkSegment(fc2f2a79-de41-41d1-9076-d2126730b716),segment_id=fc2f2a79-de41-41d1-9076-d2126730b716)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:28.924484 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.967257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca684af9-26da-42a7-ab06-879f45c7b73e req-4a1ae1a1-5bf2-48f3-9f66-61ac26654955 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795584 Nov 03 18:43:28.972481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Calling delete_port for d38a9845-d105-4611-aac5-067ba10494f0 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:29.014432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] Pushing event deleted for resources: {'Port': ['ID=d38a9845-d105-4611-aac5-067ba10494f0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.021511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0c18c-7834-475b-9a4c-38e5dc12cb5e None None] No DVR routers for this DVR port d38a9845-d105-4611-aac5-067ba10494f0 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:29.080286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] Transition to ACTIVE for port object 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:29.111663 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.128443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 74bb5d71-013d-4a16-a17a-50bafc5167ea triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:29.128987 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.214473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Transition to ACTIVE for port object 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:29.225479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:29.329896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:29.344916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.347062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-de436c3f-dff1-439e-b293-99c3ac698a0f None None] Provisioning complete for port 74bb5d71-013d-4a16-a17a-50bafc5167ea triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:29.348631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de436c3f-dff1-439e-b293-99c3ac698a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.395800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.425364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] No DVR routers for this DVR port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:29.502823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.503737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.506276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-2664273c-c533-4070-86d3-eb2199664130 service neutron] 10.222.0.115 "PUT /v2.0/ports/5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 1096 time: 6.8571799 Nov 03 18:43:29.507214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:29.511456 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aac2e7-5566-4f43-8676-7e8c0cd72b11" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:29.544488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.559801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.601626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45496) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:29.616307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-3bbe0bf6-e774-4de6-8d49-a9f57f7c1a3e service neutron] 10.222.0.115 "PUT /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23/bindings/n-h2-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 5.1049428 Nov 03 18:43:29.738194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ade099-2bc5-4a5e-890e-73a75ba52665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.751808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.778897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d38a9845-d105-4611-aac5-067ba10494f0 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:29.782003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff538b06-b8f8-4e27-a194-53452406f27d req-f0273eb3-518e-4aab-851b-5bd33c798092 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.792416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff538b06-b8f8-4e27-a194-53452406f27d req-f0273eb3-518e-4aab-851b-5bd33c798092 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 948 time: 0.3607469 Nov 03 18:43:29.823260 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.825541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e302246-dfe1-4d7b-bb49-c6014b430a3a req-408b36b5-9eaf-4a1c-94e8-71cc1bcd480e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.827459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e302246-dfe1-4d7b-bb49-c6014b430a3a req-408b36b5-9eaf-4a1c-94e8-71cc1bcd480e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.4956615 Nov 03 18:43:29.832129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] No DVR routers for this DVR port d38a9845-d105-4611-aac5-067ba10494f0 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:29.843526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d38a9845-d105-4611-aac5-067ba10494f0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:29.844051 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.845063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d38a9845-d105-4611-aac5-067ba10494f0 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:29.869322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.902917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664273c-c533-4070-86d3-eb2199664130 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.967821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-d8415933-d3c0-44fa-8bee-a30fe7a0a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.972515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-d8415933-d3c0-44fa-8bee-a30fe7a0a949 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1099 time: 0.3060379 Nov 03 18:43:29.994194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9251f9b-3c70-4a99-b898-cc589509f3bb None None] Pushing event updated for resources: {'Port': ['ID=995b04a6-3e71-4504-b715-15c6905004be,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:30.036823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38a9845-d105-4611-aac5-067ba10494f0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:30.167261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-fd477fc4-e2e6-46fc-8f56-7dc1d1159b0c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.1631167 Nov 03 18:43:30.175261 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Attempting to bind port 995b04a6-3e71-4504-b715-15c6905004be on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:30.178976 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Attempting to bind port 995b04a6-3e71-4504-b715-15c6905004be by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:30.180166 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Attempting to bind port 995b04a6-3e71-4504-b715-15c6905004be on network 7baf361a-49e3-447d-a161-b0fd8cafd524 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:30.199953 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:30.201291 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Checking segment: {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:30.202848 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.205471 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Bound using segment: {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:30.206691 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Bound port: 995b04a6-3e71-4504-b715-15c6905004be, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ff8367-8087-4368-af4d-d681d3374746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:30.207658 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.261650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Attempting to bind port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:30.261983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Attempting to bind port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:30.262467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Attempting to bind port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:30.269764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.281540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-071a3bd8-8f31-4655-a953-71b5a8d53bb6 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.284104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-071a3bd8-8f31-4655-a953-71b5a8d53bb6 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.5660849 Nov 03 18:43:30.346117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff538b06-b8f8-4e27-a194-53452406f27d req-b8d9188d-c572-4c92-93a3-5f89c84b9d96 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522151 Nov 03 18:43:30.362716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-61d84acc-a92e-4091-81e5-4e435bcb03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.365872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-61d84acc-a92e-4091-81e5-4e435bcb03aa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1872017 Nov 03 18:43:30.377661 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] For port 995b04a6-3e71-4504-b715-15c6905004be, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:30.394504 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] For port 995b04a6-3e71-4504-b715-15c6905004be, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=995b04a6-3e71-4504-b715-15c6905004be,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:30.402728 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.456005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9534d411-7c64-46b5-9cb9-b5737dd7684b None None] Provisioning complete for port 995b04a6-3e71-4504-b715-15c6905004be triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:30.456973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:30.458920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Attempting to bind port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:30.459890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9534d411-7c64-46b5-9cb9-b5737dd7684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.498952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e302246-dfe1-4d7b-bb49-c6014b430a3a req-4bed21de-5ab4-4bce-9e19-0095a7849420 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182961 Nov 03 18:43:30.523295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.523295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.531470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.532007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.532592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.535796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.536299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.536842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.537260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.537613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.587139 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ade099-2bc5-4a5e-890e-73a75ba52665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.597295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-8b3f9492-0f00-4042-a80d-9b9707db29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.611241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-8b3f9492-0f00-4042-a80d-9b9707db29ea service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293916 Nov 03 18:43:30.613983 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ade099-2bc5-4a5e-890e-73a75ba52665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.674152 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Routers {'aaf47ef8-5e81-4e87-8f92-e066588563cc'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:30.674992 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['aaf47ef8-5e81-4e87-8f92-e066588563cc'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:30.733191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9534d411-7c64-46b5-9cb9-b5737dd7684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.748862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.750067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.750618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.753503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:43:30.754498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e3fe78-a8f5-4390-8395-f64f6d5caecf']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:30.782623 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9251f9b-3c70-4a99-b898-cc589509f3bb None None] Pushing event updated for resources: {'Port': ['ID=995b04a6-3e71-4504-b715-15c6905004be,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:30.801743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:30.802049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:30.802466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:30.802922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Bound port: 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:30.803291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.845956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9534d411-7c64-46b5-9cb9-b5737dd7684b None None] For port 995b04a6-3e71-4504-b715-15c6905004be, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=995b04a6-3e71-4504-b715-15c6905004be,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:30.857634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9534d411-7c64-46b5-9cb9-b5737dd7684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.867786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2f2a79-de41-41d1-9076-d2126730b716') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:30.868198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2f2a79-de41-41d1-9076-d2126730b716') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:30.916404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.971373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.988207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:30.988682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.021662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534d411-7c64-46b5-9cb9-b5737dd7684b None None] Pushing event updated for resources: {'Port': ['ID=995b04a6-3e71-4504-b715-15c6905004be,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:31.036798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8ef21076-ce7a-4c94-8a82-5e6c3f526bb9 None None] Provisioning complete for port 995b04a6-3e71-4504-b715-15c6905004be triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:31.037962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ef21076-ce7a-4c94-8a82-5e6c3f526bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.044628 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] Set router aaf47ef8-5e81-4e87-8f92-e066588563cc gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: from cryptography.utils import int_from_bytes Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: from cryptography.utils import int_from_bytes Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:31.117687 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:31.158379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.202661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-108c00a3-70a6-4109-8fc4-285bbdf16be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.206305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-108c00a3-70a6-4109-8fc4-285bbdf16be8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc&tenant_id=cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 1096 time: 0.9003561 Nov 03 18:43:31.222725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f8ade099-2bc5-4a5e-890e-73a75ba52665 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b6b5933ad2bf4d5e836d221ea2bc081d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6021850 Nov 03 18:43:31.238236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45502) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:31.287303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ade099-2bc5-4a5e-890e-73a75ba52665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6793ed-4b26-413d-a54c-d919d5bbd3b7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:31.309483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.318149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d3e3fe78-a8f5-4390-8395-f64f6d5caecf HTTP/1.1" status: 204 len: 168 time: 4.2313743 Nov 03 18:43:31.321951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a74c34-c566-40a7-8c52-04adb0d06cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e3fe78-a8f5-4390-8395-f64f6d5caecf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:31.378354 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34cf7b3-b396-44bb-947b-ca43aa022042 x-openstack-request-id: req-c34cf7b3-b396-44bb-947b-ca43aa022042 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:31.378784 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:31.379127 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c34cf7b3-b396-44bb-947b-ca43aa022042 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:31.379682 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'status': 'completed', 'code': 200} Nov 03 18:43:31.426351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1508121-e5aa-44c5-8c75-962337c2b987 req-8b1bddd5-2256-403d-aadd-fc999f386215 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.430051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1508121-e5aa-44c5-8c75-962337c2b987 req-8b1bddd5-2256-403d-aadd-fc999f386215 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1096 time: 0.1676662 Nov 03 18:43:31.438299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-194fd459-e86c-4d2b-a2f6-144fe320465b service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908363 Nov 03 18:43:31.534122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.570033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] For port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:31.575705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] For port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:31.578907 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 4, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '995b04a6-3e71-4504-b715-15c6905004be', 'name': '', 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'mac_address': 'fa:16:3e:b8:95:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '87b0d4e3-b1ca-4488-be38-72100bbfc955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:16Z', 'updated_at': '2021-11-03T18:43:30Z', 'revision_number': 4, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'subnets': [{'id': '87b0d4e3-b1ca-4488-be38-72100bbfc955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:31.645710 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f577e-4269-4282-83af-70bcdbf24edf None None] The sync data for ids ['aaf47ef8-5e81-4e87-8f92-e066588563cc'] in n-d-812151-4 is: [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 4, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '995b04a6-3e71-4504-b715-15c6905004be', 'name': '', 'network_id': '7baf361a-49e3-447d-a161-b0fd8cafd524', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'mac_address': 'fa:16:3e:b8:95:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '87b0d4e3-b1ca-4488-be38-72100bbfc955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:16Z', 'updated_at': '2021-11-03T18:43:30Z', 'revision_number': 4, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'subnets': [{'id': '87b0d4e3-b1ca-4488-be38-72100bbfc955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:31.687816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45512) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:31.841155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1508121-e5aa-44c5-8c75-962337c2b987 req-20901eb8-5357-435b-9759-a9d32bc0962e tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962748 Nov 03 18:43:31.866290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbf7f44-2815-4a27-87e7-9ab12cc56f8e req-0ecaa04c-068d-4a00-a2d4-ef7e140144d8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167385 Nov 03 18:43:31.886463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45c506-ed72-4f67-a250-52d366d7fc3b req-5e849c98-42df-464e-99a8-0d053c0f20b1 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.903485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da45c506-ed72-4f67-a250-52d366d7fc3b req-5e849c98-42df-464e-99a8-0d053c0f20b1 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 948 time: 0.4050539 Nov 03 18:43:31.976971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cd37b253-f40c-436a-b69f-3efdb3d80966 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c61bd1f11bb9473a9e9ab747532b8ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685344 Nov 03 18:43:32.027943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45514) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:32.069372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.078434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da45c506-ed72-4f67-a250-52d366d7fc3b req-8df865cf-ed35-4d8e-9ee8-2c64cad21708 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610107 Nov 03 18:43:32.166101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.174218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-24731f3e-81e2-4880-a55e-9d3bfb04890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.178430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-24731f3e-81e2-4880-a55e-9d3bfb04890e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1099 time: 0.2242017 Nov 03 18:43:32.208347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-e81724f6-7f6b-4790-a638-19a4a2291eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.211809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-e81724f6-7f6b-4790-a638-19a4a2291eff service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1096 time: 0.8241286 Nov 03 18:43:32.296296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e340f99f-b651-4c53-9c71-02927c1f2759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.332012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.333004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.335672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] 10.222.0.115 "PUT /v2.0/ports/8d1eed2d-ad63-44f9-ad1a-1c916756dc58 HTTP/1.1" status: 200 len: 1096 time: 6.9295926 Nov 03 18:43:32.339835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'tag': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:32.342928 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c3684-8036-4e16-a59d-fa92c9aa89e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7515f4f5-c41e-44f5-9ccb-58e94231ef8e", "tag": "8d1eed2d-ad63-44f9-ad1a-1c916756dc58"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:32.457639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8efadb-901a-4c9b-882d-1e7b6081f66b req-89a71182-76ed-4550-9029-cdcb926e5b87 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.460288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e8efadb-901a-4c9b-882d-1e7b6081f66b req-89a71182-76ed-4550-9029-cdcb926e5b87 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 948 time: 0.3156645 Nov 03 18:43:32.474277 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.508920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e340f99f-b651-4c53-9c71-02927c1f2759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.563922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:32.568210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b2ec-d5a5-4334-b5c8-3e222e1b6daa req-ccfadbe4-8cb6-4ff7-95e3-a22a1c640588 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.572008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4402b2ec-d5a5-4334-b5c8-3e222e1b6daa req-ccfadbe4-8cb6-4ff7-95e3-a22a1c640588 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.3346443 Nov 03 18:43:32.620803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.634880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.642918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.643566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.644179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.644622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.645082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.645469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.646722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.647185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.647660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.648380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.648847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.650446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704c442-ad8e-4661-937e-294678d38c82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:32.695335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-4acf242c-8bfc-417f-8a51-b8da0f189082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.697396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-4acf242c-8bfc-417f-8a51-b8da0f189082 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4804120 Nov 03 18:43:32.753956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e8efadb-901a-4c9b-882d-1e7b6081f66b req-f3f45dad-a70f-4d67-a413-c57830ad1948 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724316 Nov 03 18:43:32.802053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-eb038f37-d7f9-442d-bb44-b096ca5c7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.804920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-eb038f37-d7f9-442d-bb44-b096ca5c7fd5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 1099 time: 0.4014213 Nov 03 18:43:32.807855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Router 77634396-ceff-462f-a2e8-ebc51d410c0a is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:32.813499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-bd92477f-fb4f-45e7-bebe-b3043f66f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.816443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-bd92477f-fb4f-45e7-bebe-b3043f66f4b2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.5495944 Nov 03 18:43:32.832231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-7d893952-df75-4b17-8cb9-04dace45212d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.1188593 Nov 03 18:43:32.926574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 995b04a6-3e71-4504-b715-15c6905004be up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:32.939140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4402b2ec-d5a5-4334-b5c8-3e222e1b6daa req-78f59f65-043e-49f4-b38f-5f0d6314f0c9 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232017 Nov 03 18:43:32.987323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-e99a16c3-ad73-4ac2-8fd8-29040b2dc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.990446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-e99a16c3-ad73-4ac2-8fd8-29040b2dc19d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1469529 Nov 03 18:43:33.023741 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.029085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.035508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e8501bd2-ff58-4cdc-99fb-0df368fd32fd HTTP/1.1" status: 204 len: 168 time: 0.9507556 Nov 03 18:43:33.085325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8501bd2-ff58-4cdc-99fb-0df368fd32fd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:33.133975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.139098 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbbf81f-6ad7-4fbf-b925-6e83c464f511 x-openstack-request-id: req-6bbbf81f-6ad7-4fbf-b925-6e83c464f511 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:33.139436 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7515f4f5-c41e-44f5-9ccb-58e94231ef8e", "tag": "8d1eed2d-ad63-44f9-ad1a-1c916756dc58", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:33.139618 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6bbbf81f-6ad7-4fbf-b925-6e83c464f511 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:33.140329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.140791 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'tag': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58', 'status': 'completed', 'code': 200} Nov 03 18:43:33.144152 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-e582e0e4-7677-4e31-bb51-93cecad915f4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.2945557 Nov 03 18:43:33.147709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.148159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-526e4c67-e95f-4d42-ac80-89d1aa3d0f3d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58 HTTP/1.1" status: 200 len: 217 time: 0.3296063 Nov 03 18:43:33.148655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.150176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.152481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 995b04a6-3e71-4504-b715-15c6905004be triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:33.153380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.154138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.155219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.158165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.158791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.160308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.161480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.165830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb0990-8d53-4227-a9ff-3e788c126648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:33.196512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-215cbe39-1987-48e7-89a0-f8f3a5155d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.205665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-215cbe39-1987-48e7-89a0-f8f3a5155d49 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980684 Nov 03 18:43:33.401290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e340f99f-b651-4c53-9c71-02927c1f2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.410043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e340f99f-b651-4c53-9c71-02927c1f2759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.418201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e340f99f-b651-4c53-9c71-02927c1f2759 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc6793ed-4b26-413d-a54c-d919d5bbd3b7 HTTP/1.1" status: 204 len: 168 time: 2.1599419 Nov 03 18:43:33.653292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340f99f-b651-4c53-9c71-02927c1f2759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6793ed-4b26-413d-a54c-d919d5bbd3b7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:33.657881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9b33b-24b5-4760-ae46-66abcbb49206 req-067eaa7f-ea62-43a4-b3a4-c72f8b61c266 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.664689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32a9b33b-24b5-4760-ae46-66abcbb49206 req-067eaa7f-ea62-43a4-b3a4-c72f8b61c266 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 948 time: 0.1884978 Nov 03 18:43:33.672882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-ab04d7ed-c307-41ca-8ac6-bbcf36a4be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.679805 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-ab04d7ed-c307-41ca-8ac6-bbcf36a4be20 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.5115824 Nov 03 18:43:33.754890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-a3193c3e-ac18-4322-b061-fbdd432ebe81 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413013 Nov 03 18:43:33.801370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-526bbf4a-a86a-44d2-83dd-0314dc053f7e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726178 Nov 03 18:43:33.938721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-50bb41a4-3108-4a9c-aab8-a8cb98c912b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.940932 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-50bb41a4-3108-4a9c-aab8-a8cb98c912b9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.7386980 Nov 03 18:43:34.082225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32a9b33b-24b5-4760-ae46-66abcbb49206 req-c3ee25e5-f8b0-4ebd-b51f-fd300cfa681b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899033 Nov 03 18:43:34.158965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20aac2e7-5566-4f43-8676-7e8c0cd72b11 req-837ce5f2-eaaf-4956-80f6-36e4aa5c7d7f service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946691 Nov 03 18:43:34.233194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:34.246349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250de0-c073-43c4-8df5-f105ce982add req-bd46a1f4-0a5e-4023-9b8d-ddd3d620f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:34.254730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Sync routers for ids ['77634396-ceff-462f-a2e8-ebc51d410c0a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:34.262892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-bd46a1f4-0a5e-4023-9b8d-ddd3d620f68a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2537682 Nov 03 18:43:34.273122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Routers {'77634396-ceff-462f-a2e8-ebc51d410c0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:34.285361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['77634396-ceff-462f-a2e8-ebc51d410c0a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:34.343864 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-faab2747-0f0f-4169-ac27-5e4b48130da8 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264630 Nov 03 18:43:34.509445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Set router 77634396-ceff-462f-a2e8-ebc51d410c0a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:34.643679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.669208 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-07b12f11-1f79-455b-86c0-14cad94fa948 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.7772257 Nov 03 18:43:34.673718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45576) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:34.951499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-619bfaf0-5041-4076-a2c5-161984d0c7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.020168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-8f0ae6d3-dbc0-4a9d-8705-beddc3d700ec service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560191 Nov 03 18:43:35.039525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:43:28Z', 'revision_number': 3, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:35.066198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45586) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:35.087887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35523635', 'description': 'tempest-description--100274891'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:35.149122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-082645dd-dec7-4f69-9d0e-732ba33515a1 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620957 Nov 03 18:43:35.154040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Checking router: 77634396-ceff-462f-a2e8-ebc51d410c0a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:35.156295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Updating router 77634396-ceff-462f-a2e8-ebc51d410c0a port 54313528-eec9-420e-a716-1f223f1225fa binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:35.291459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.340865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.499048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd250de0-c073-43c4-8df5-f105ce982add req-45bafc13-7f3a-4ebc-8261-c48a3caabc03 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631021 Nov 03 18:43:35.579191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d3420-4eea-40d6-931d-e77cb082444e req-c65dc26b-9307-47a1-8349-f028507b30e0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.581189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a2d3420-4eea-40d6-931d-e77cb082444e req-c65dc26b-9307-47a1-8349-f028507b30e0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 948 time: 0.1679101 Nov 03 18:43:35.618198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.625940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.747450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45604) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:35.807724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a2d3420-4eea-40d6-931d-e77cb082444e req-4c1d6c8e-dd6c-40f1-bbf8-c2ca14efc03a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791482 Nov 03 18:43:35.845629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ad11f38-8075-46ee-9e79-0a2aad9dd178 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:35.884831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.886549 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8137665 Nov 03 18:43:35.933527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f8901-debd-4629-a04d-3b22fa3e4b23 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:35.945624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45610) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:35.968913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'security_group_rule': {'security_group_id': '36086d29-b8fc-4ac8-9dc7-f8bc3cb63180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:36.043226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.079354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-1e150959-f755-4c61-b903-0120597ea076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.081184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-1e150959-f755-4c61-b903-0120597ea076 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 1099 time: 0.2907045 Nov 03 18:43:36.088528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-c0c59157-6101-4040-a3b9-e311890672c3 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.090380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-c0c59157-6101-4040-a3b9-e311890672c3 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.3782430 Nov 03 18:43:36.288435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-network', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:36.328447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Made reservation on behalf of 9784b88b9e3d41d1ad55579d4e73268f for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:36.331307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.383864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83616756-cb28-49c1-a358-1b6fdd2ed266 req-79240979-a566-47ae-827c-1b198c8ea88a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.399399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83616756-cb28-49c1-a358-1b6fdd2ed266 req-79240979-a566-47ae-827c-1b198c8ea88a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.2524736 Nov 03 18:43:36.402358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.552558 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.558976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:36.571891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45624) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:36.580282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.602903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-cb26c0ed-a0e7-4f11-9c43-926b0d80e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.605996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-cb26c0ed-a0e7-4f11-9c43-926b0d80e7f9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5062623 Nov 03 18:43:36.607515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83616756-cb28-49c1-a358-1b6fdd2ed266 req-589dc5b4-4aa9-46ad-b11e-842dbee13a77 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066474 Nov 03 18:43:36.623578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.738212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'mac_address': 'fa:16:3e:05:9b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:36.806975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-4eb0434b-83c3-492a-97d8-014f79f5bb30 service neutron] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:36.818902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-4eb0434b-83c3-492a-97d8-014f79f5bb30 service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.820934 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04ffdfee-e105-4187-a144-6e80f667d8bb req-4eb0434b-83c3-492a-97d8-014f79f5bb30 service neutron] 10.222.0.110 "DELETE /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23/bindings/n-h1-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.7015808 Nov 03 18:43:36.833143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-767c912a-1745-4761-9b47-46045f9ba123 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58 HTTP/1.1" status: 200 len: 217 time: 0.1132836 Nov 03 18:43:36.834252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.838025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.862931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.882718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:36.887508 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.901265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.902008 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Added segment c3aa4c23-2fb5-498b-be37-1bbbd3d44387 of type vlan for network 4ca8b810-df7f-4b84-bcfe-1598a51509ab Nov 03 18:43:36.932669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.941144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Attempting to bind port 54313528-eec9-420e-a716-1f223f1225fa on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:36.942576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Attempting to bind port 54313528-eec9-420e-a716-1f223f1225fa by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:36.943627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Attempting to bind port 54313528-eec9-420e-a716-1f223f1225fa on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:36.964779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd88a3fc-804e-40f3-bd16-75169e601b7e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:36.972124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.974190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3247e964-ec2a-4be2-8da4-999c9d7aa3f4 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0218740 Nov 03 18:43:36.979042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45634) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:36.985337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.992194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98343775-4d09-48be-8596-b4546514a15d None None] Pushing event updated for resources: {'Port': ['ID=54313528-eec9-420e-a716-1f223f1225fa,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:36.994405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'security_group_rule': {'security_group_id': '36086d29-b8fc-4ac8-9dc7-f8bc3cb63180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:37.020184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:37.025458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:37.026312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.026720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:37.027351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Bound port: 54313528-eec9-420e-a716-1f223f1225fa, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:37.027750 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.029893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-e3b2bad6-0aaa-4db2-943f-8c16531a76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.032073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-e3b2bad6-0aaa-4db2-943f-8c16531a76ac service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1868269 Nov 03 18:43:37.123107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.125916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d340c-6bec-4840-8389-1a6791ca611d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:37.141443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] For port 54313528-eec9-420e-a716-1f223f1225fa, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:37.148438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] For port 54313528-eec9-420e-a716-1f223f1225fa, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=54313528-eec9-420e-a716-1f223f1225fa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:37.153021 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad11f38-8075-46ee-9e79-0a2aad9dd178 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:37.159979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aec31-9cf4-4f68-8a1c-c16cb31389d4 req-2edb20a8-9144-40eb-8428-99e278d6733f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.162512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a30aec31-9cf4-4f68-8a1c-c16cb31389d4 req-2edb20a8-9144-40eb-8428-99e278d6733f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 948 time: 0.3259478 Nov 03 18:43:37.167735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.169499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.170622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.247496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-cf517154-ac38-4232-ad01-c18e42e208bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.250053 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-cf517154-ac38-4232-ad01-c18e42e208bf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059700 Nov 03 18:43:37.263120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.273993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:37.297458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.313812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.368868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.393107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40704ede-e783-4252-aa9a-aa573f140756,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:37.461682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Routers {'77634396-ceff-462f-a2e8-ebc51d410c0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:37.462732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['77634396-ceff-462f-a2e8-ebc51d410c0a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:37.464586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.466878 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-63502a31-e495-43d6-91b2-f2c4556f9d3b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4863498 Nov 03 18:43:37.471899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45642) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:37.487710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:37.509214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7586796 Nov 03 18:43:37.510470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839b6a7-9b09-4082-9be1-e5f5ffb28a21 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca8b810-df7f-4b84-bcfe-1598a51509ab,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:37.514582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45644) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:37.545338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98343775-4d09-48be-8596-b4546514a15d None None] Pushing event updated for resources: {'Port': ['ID=54313528-eec9-420e-a716-1f223f1225fa,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:37.547417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Request body: {'subnet': {'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-subnet', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:37.551097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:37.578047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-6b511a67-4d23-4755-b0ed-e7317f96e303 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:37.579141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-6b511a67-4d23-4755-b0ed-e7317f96e303 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 1.0034344 Nov 03 18:43:37.631393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-ffe0a6e3-7303-4684-9291-c391936ad7f3 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310935 Nov 03 18:43:37.638591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.638843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Allocated IP 172.20.0.1 (ab470b3f-a614-4138-861a-de78937da0bf/a6a3bf84-a457-410c-9c3f-0f4966282925/a84c9c7f-e33c-4616-9b3f-0032f8354b4c) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:37.665536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['5ad11f38-8075-46ee-9e79-0a2aad9dd178'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:37.821616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Made reservation on behalf of 9784b88b9e3d41d1ad55579d4e73268f for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:37.825022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.839866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a30aec31-9cf4-4f68-8a1c-c16cb31389d4 req-e4071a43-4391-40b5-b73e-b80a6bcd6a7d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170666 Nov 03 18:43:37.881545 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.898543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:37.980891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:38.020393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-b7873261-5993-4f41-9946-3abe53a1192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.033838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-b7873261-5993-4f41-9946-3abe53a1192b service neutron] 10.222.0.91 "GET /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 1093 time: 0.2215297 Nov 03 18:43:38.053825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Request body: {'binding': {'host': 'n-h1-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:38.054608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Unknown quota resources ['binding']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:43:38.080899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] Set router 77634396-ceff-462f-a2e8-ebc51d410c0a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:38.210080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.275110 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a33c3684-8036-4e16-a59d-fa92c9aa89e9 req-d1e1ea72-5896-44ca-be68-b8727420df53 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266198 Nov 03 18:43:38.359551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29eb0850-0928-4f7c-827f-873e044364eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.370141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.450098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:38.453897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.482807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a4298d-a180-4a6d-b135-498afbdc7bef,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:38.491437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58', 'mac_address': 'fa:16:3e:b1:73:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:38.545452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Checking segment: {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:38.546710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Network hostable DHCP agents. Network: 4ca8b810-df7f-4b84-bcfe-1598a51509ab, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:38.602982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:38.650080 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.654893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 4ca8b810-df7f-4b84-bcfe-1598a51509ab) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:38.658705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f0804-5041-4071-8cbe-1bf4f7dd36d0 req-510a25ad-3c52-4b77-accf-9163e124ac00 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.660875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd3f0804-5041-4071-8cbe-1bf4f7dd36d0 req-510a25ad-3c52-4b77-accf-9163e124ac00 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 949 time: 0.5853608 Nov 03 18:43:38.682091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.682865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.683579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Network ab470b3f-a614-4138-861a-de78937da0bf is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:38.687046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580c5165-0be9-49d8-9c8a-b6f4dc658385 None None] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:38.702707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:38.706316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:38.706920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.724254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Allocated IP 172.25.8.93 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/f91316fd-9b51-46a3-a091-5acda8352ad8) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:38.742222 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1e158555-37f0-4bd9-9752-27916620bcc1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2121751 Nov 03 18:43:38.746098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45652) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:38.751866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:38.798756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Pushing event updated for resources: {'Port': ['ID=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:38.820872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:38.834322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.835662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.919806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:38.958524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd3f0804-5041-4071-8cbe-1bf4f7dd36d0 req-8714ed79-ca1a-459e-90d4-b538eccbe845 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724600 Nov 03 18:43:38.962858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.050251 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.081080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.086733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on host n-h1-812151-4 for vnic_type normal with profile None {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:39.087330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:39.087899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:39.097566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.132190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:39.132190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:39.166420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:43:28Z', 'revision_number': 3, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:39.260553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:39.274044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8d1eed2d-ad63-44f9-ad1a-1c916756dc58'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:39.278527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91928ad-7bdf-4286-a4da-b998105f6466 None None] The sync data for ids ['77634396-ceff-462f-a2e8-ebc51d410c0a'] in n-d-812151-4 is: [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:43:28Z', 'revision_number': 3, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:39.409505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5fcc5f2d-a613-4ad4-b028-67edc0cd6c35 None None] Provisioning complete for port a84c9c7f-e33c-4616-9b3f-0032f8354b4c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:39.410338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5f2d-a613-4ad4-b028-67edc0cd6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.411125 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.418526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:39.419226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:39.420057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:39.420193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Bound port: 733ba011-4567-4b33-9af6-edec158d984f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:39.422247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-4ca8b810-df7f-4b84-bcfe-1598a51509ab', 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'fixed_ips': [{'subnet_id': '43a4298d-a180-4a6d-b135-498afbdc7bef'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:39.424547 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.576075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:39.581220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.582347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.596935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.599389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-699c6cea-33cf-453f-9bb4-3a55014db1a7 service neutron] 10.222.0.91 "POST /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f/bindings HTTP/1.1" status: 201 len: 389 time: 1.5538659 Nov 03 18:43:39.645323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc5f2d-a613-4ad4-b028-67edc0cd6c35 None None] Port a84c9c7f-e33c-4616-9b3f-0032f8354b4c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:39.667527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.668901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Pushing event updated for resources: {'Port': ['ID=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:39.814043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Allocated IP 172.20.0.2 (4ca8b810-df7f-4b84-bcfe-1598a51509ab/43a4298d-a180-4a6d-b135-498afbdc7bef/fd7d2eba-2cfd-419f-8a09-7705add74243) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:39.924429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ad11f38-8075-46ee-9e79-0a2aad9dd178 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:39.953180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf091a-5338-4cc4-8710-b65a3ae92e3a req-10c018e1-7159-4ff6-9072-74060593aec0 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:39.958657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00cf091a-5338-4cc4-8710-b65a3ae92e3a req-10c018e1-7159-4ff6-9072-74060593aec0 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1096 time: 0.3800704 Nov 03 18:43:39.992674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Network ab470b3f-a614-4138-861a-de78937da0bf is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:39.996519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:40.076276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.089417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.241127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0799be-bcac-4881-ae82-09bbd874e555 req-da7379c2-e43e-4af1-a2c1-96b930a1efea tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.243816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a0799be-bcac-4881-ae82-09bbd874e555 req-da7379c2-e43e-4af1-a2c1-96b930a1efea tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 949 time: 0.2840052 Nov 03 18:43:40.317792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:40.330834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'Port': ['ID=f91316fd-9b51-46a3-a091-5acda8352ad8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:40.352969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:40.369635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:40.499237 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00cf091a-5338-4cc4-8710-b65a3ae92e3a req-eb838492-8a3f-48d0-9df1-d61aeb8f100a tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046237 Nov 03 18:43:40.528299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-9855fe4a-5cc7-4190-83ed-4638771c00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.531433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-9855fe4a-5cc7-4190-83ed-4638771c00f7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1096 time: 0.4222636 Nov 03 18:43:40.579629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a0799be-bcac-4881-ae82-09bbd874e555 req-65633a1d-92a9-4cbd-838d-2ff181a4d112 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277717 Nov 03 18:43:40.583797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Router 77634396-ceff-462f-a2e8-ebc51d410c0a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:40.633530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:40.917763 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.996424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:41.011850 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.118290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54313528-eec9-420e-a716-1f223f1225fa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:41.140291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-63060824-55f2-44c9-a67d-64a6a0928ce4 None None] Provisioning complete for port a84c9c7f-e33c-4616-9b3f-0032f8354b4c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:41.141118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-63060824-55f2-44c9-a67d-64a6a0928ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.149581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.196212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.266957 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.356506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7c96-6290-479f-b320-e0c145a8ea27 req-73cad94e-3853-4467-a634-1f0418717fee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.369881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Pushing event updated for resources: {'Port': ['ID=fd7d2eba-2cfd-419f-8a09-7705add74243,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:41.388862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9bd7c96-6290-479f-b320-e0c145a8ea27 req-73cad94e-3853-4467-a634-1f0418717fee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 945 time: 0.5602088 Nov 03 18:43:41.413832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:41.457507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8ea975c5-6b6c-4477-9c13-a3137f43a958 admin admin] 10.222.0.91 "PUT /v2.0/routers/77634396-ceff-462f-a2e8-ebc51d410c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7820714 Nov 03 18:43:41.481634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560df75e-a8df-4c57-becf-39168de07180 req-e4e1d40a-1940-4407-90d4-b63e8c132ed9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.482218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:41.484564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-560df75e-a8df-4c57-becf-39168de07180 req-e4e1d40a-1940-4407-90d4-b63e8c132ed9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 949 time: 0.2969961 Nov 03 18:43:41.496075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.515570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.526889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-63060824-55f2-44c9-a67d-64a6a0928ce4 None None] Port a84c9c7f-e33c-4616-9b3f-0032f8354b4c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:41.531163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:41.540426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:41.587355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-db0ab825-8890-4e1f-8446-8b4cf77026d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.596745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-db0ab825-8890-4e1f-8446-8b4cf77026d8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 1.0390322 Nov 03 18:43:41.597751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.613022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9bd7c96-6290-479f-b320-e0c145a8ea27 req-8e09b281-1e8e-4a6a-950e-58ad48f6c986 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219028 Nov 03 18:43:41.635370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:41.641608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:41.647362 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e69cf2-8e38-4479-aa24-f99040a77628" -d '{"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:41.671542 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.676761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 54313528-eec9-420e-a716-1f223f1225fa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:41.677375 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.700967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-560df75e-a8df-4c57-becf-39168de07180 req-62ca6ee5-1761-41ee-a99c-aa9c2829fb92 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980939 Nov 03 18:43:41.762820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-ea0954b9-b581-4ecf-b53a-76104fb1f9cf service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.1573510 Nov 03 18:43:41.946138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:41.951022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-691cf487-2d7f-41b0-aa8f-25c40cb536e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.953731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-691cf487-2d7f-41b0-aa8f-25c40cb536e3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1675687 Nov 03 18:43:42.000417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.007367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'Port': ['ID=f91316fd-9b51-46a3-a091-5acda8352ad8,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:42.053087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-edcb4994-d1bc-45ee-8cae-1da8ca142786 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660081 Nov 03 18:43:42.096157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.109371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e864519-aa96-43d7-9e12-744b54580467 req-96483c5f-6735-4747-ae2f-ab13e0bbf85b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.109371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e864519-aa96-43d7-9e12-744b54580467 req-96483c5f-6735-4747-ae2f-ab13e0bbf85b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 949 time: 0.1639802 Nov 03 18:43:42.115814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Attempting to bind port fd7d2eba-2cfd-419f-8a09-7705add74243 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:42.116550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Attempting to bind port fd7d2eba-2cfd-419f-8a09-7705add74243 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:42.117390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Attempting to bind port fd7d2eba-2cfd-419f-8a09-7705add74243 on network 4ca8b810-df7f-4b84-bcfe-1598a51509ab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:42.118063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-caa4a212-2536-4a83-ad7f-4f11ecd946dd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.128399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-caa4a212-2536-4a83-ad7f-4f11ecd946dd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 0.3385639 Nov 03 18:43:42.169696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-542e4509-6221-4434-8c0d-18e4a1f433a1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/quotas/cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 375 time: 0.0399590 Nov 03 18:43:42.192682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.205399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:42.214100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:42.214656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Checking segment: {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:42.215217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.216122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Bound using segment: {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:42.217088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Bound port: fd7d2eba-2cfd-419f-8a09-7705add74243, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:42.218434 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.252760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.286167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e864519-aa96-43d7-9e12-744b54580467 req-600bec0f-d004-4e32-829d-55a2b4bf6630 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542757 Nov 03 18:43:42.292950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.327635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.346874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-68574676-f214-4f77-a6d3-53b392a8be41 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552629 Nov 03 18:43:42.364941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 54313528-eec9-420e-a716-1f223f1225fa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=54313528-eec9-420e-a716-1f223f1225fa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:42.376066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.417762 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2c1024-37f7-43e1-b742-c0ade54d685a x-openstack-request-id: req-6a2c1024-37f7-43e1-b742-c0ade54d685a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:42.418488 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:42.418847 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6a2c1024-37f7-43e1-b742-c0ade54d685a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:42.419413 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'code': 200} Nov 03 18:43:42.421565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-b43cab22-7660-482d-b588-6ea48224777c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:42.431965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-b43cab22-7660-482d-b588-6ea48224777c service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0200858 Nov 03 18:43:42.444879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.459115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6d35bd27-bb07-4644-a349-c3e8fcdfaadd tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9743776 Nov 03 18:43:42.488420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:42.503513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:42.504411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.596994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] For port fd7d2eba-2cfd-419f-8a09-7705add74243, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:42.665228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] For port fd7d2eba-2cfd-419f-8a09-7705add74243, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fd7d2eba-2cfd-419f-8a09-7705add74243,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:42.701390 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.726540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=54313528-eec9-420e-a716-1f223f1225fa,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:42.896290 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Sync routers for ids ['77634396-ceff-462f-a2e8-ebc51d410c0a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:42.943071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b84ed-038c-4920-a8bf-3ac983aab31b req-ddae544f-d4b1-4764-b714-f639a0dc0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.962583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-866b84ed-038c-4920-a8bf-3ac983aab31b req-ddae544f-d4b1-4764-b714-f639a0dc0ef5 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1101 time: 0.3621914 Nov 03 18:43:42.978606 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Routers {'77634396-ceff-462f-a2e8-ebc51d410c0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:42.981137 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['77634396-ceff-462f-a2e8-ebc51d410c0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:43.020347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Allocated IP 172.25.8.14 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/aed3bc0e-82a8-4ee5-8faa-745e5ecad89f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:43.106705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-2bf52843-f70b-4fdf-97af-61056aabcfac service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636789 Nov 03 18:43:43.148164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c1e40-4229-415b-abb0-c7d7a60f22b8 None None] Pushing event updated for resources: {'Port': ['ID=fd7d2eba-2cfd-419f-8a09-7705add74243,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:43.241529 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.312991 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Set router 77634396-ceff-462f-a2e8-ebc51d410c0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:43.438720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-44515248-cce3-4560-b78a-4897d044d2b3 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3370190 Nov 03 18:43:43.480763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a542a-abc9-43db-a949-8e36304badb3 req-86df4b72-31e5-493e-9760-564d918ca534 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.492507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:43.495674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a29a542a-abc9-43db-a949-8e36304badb3 req-86df4b72-31e5-493e-9760-564d918ca534 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 945 time: 0.6628428 Nov 03 18:43:43.502954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.552401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45716) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:43.579654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-866b84ed-038c-4920-a8bf-3ac983aab31b req-987aadef-b9d0-4be4-9885-4d800ea02f28 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155561 Nov 03 18:43:43.730960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:43.781147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.819260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-46dfe181-03a0-41a1-98a3-9ef656893b07 service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890659 Nov 03 18:43:43.873376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a29a542a-abc9-43db-a949-8e36304badb3 req-5b26815f-4f8d-4aa1-9e4c-f010fc5cafab tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773764 Nov 03 18:43:44.011949 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-b856520e-9313-45f2-ae3f-842758b89e56 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409601 Nov 03 18:43:44.064907 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:43:38Z', 'revision_number': 4, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a84c9c7f-e33c-4616-9b3f-0032f8354b4c', 'name': '', 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'mac_address': 'fa:16:3e:17:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6a3bf84-a457-410c-9c3f-0f4966282925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:36Z', 'updated_at': '2021-11-03T18:43:39Z', 'revision_number': 2, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'subnets': [{'id': 'a6a3bf84-a457-410c-9c3f-0f4966282925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:44.105050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.122582 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Checking router: 77634396-ceff-462f-a2e8-ebc51d410c0a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:44.123240 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Updating router 77634396-ceff-462f-a2e8-ebc51d410c0a port a84c9c7f-e33c-4616-9b3f-0032f8354b4c binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:44.151826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d185c99-44fd-49b7-bfa6-2b9604ca5df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.178322 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.278632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2abbd-4ab1-4a02-b0f2-34175c646810 req-c3e69726-b0c0-4ea2-8c4d-fd457e0dfec9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.306738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecc2abbd-4ab1-4a02-b0f2-34175c646810 req-c3e69726-b0c0-4ea2-8c4d-fd457e0dfec9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.2160187 Nov 03 18:43:44.421548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:44.425259 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c575cc-d9c9-4ed5-9e17-108e64fc92ae" -d '{"events": [{"server_uuid": "7515f4f5-c41e-44f5-9ccb-58e94231ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d1eed2d-ad63-44f9-ad1a-1c916756dc58"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:44.494087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecc2abbd-4ab1-4a02-b0f2-34175c646810 req-f375bc09-d25c-4ae3-9826-1de5337d832a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859653 Nov 03 18:43:44.504287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:44.521222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:44.629982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:44.805620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-7bed2afb-09ec-4cb1-beeb-3631b6c536df tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--35523635&fields=id&tenant_id=744530cde0db4edc92869acaa4d7a116 HTTP/1.1" status: 200 len: 267 time: 0.3250360 Nov 03 18:43:44.862154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:44.881367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-52065b99-af3f-48dd-bf28-1fdeae305ae9 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.883437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-52065b99-af3f-48dd-bf28-1fdeae305ae9 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.7105625 Nov 03 18:43:44.922343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812151-4'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:45.112555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.190540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fd7d2eba-2cfd-419f-8a09-7705add74243 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:45.343073 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.365303 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.491649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e64e52f-4260-490d-854c-3242071a9a8f None None] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:45.503452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a93ad-1981-421f-8301-42a441c8ede2 req-42666e62-a1f2-49b5-8933-d5dee0f6301f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.521512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e0a93ad-1981-421f-8301-42a441c8ede2 req-42666e62-a1f2-49b5-8933-d5dee0f6301f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 950 time: 0.6674962 Nov 03 18:43:45.553389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fd7d2eba-2cfd-419f-8a09-7705add74243 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:45.556016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.634902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Pushing event updated for resources: {'Port': ['ID=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:45.705259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-35cc6067-20d2-4de7-824d-27dcf71ec7e0 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.708042 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.708802 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.709210 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.709702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.711914 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.712544 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.713026 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.713487 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.713871 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.714224 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.714552 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.714872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:45.720885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-35cc6067-20d2-4de7-824d-27dcf71ec7e0 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 824 time: 0.9136188 Nov 03 18:43:45.775904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-06cc82b6-74ab-4087-83d0-551643e87e68 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/quotas/744530cde0db4edc92869acaa4d7a116 HTTP/1.1" status: 200 len: 375 time: 0.0521581 Nov 03 18:43:45.847073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3253053f-4568-4c9e-ad35-dfbf61663358 None None] Provisioning complete for port fd7d2eba-2cfd-419f-8a09-7705add74243 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:45.848026 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3253053f-4568-4c9e-ad35-dfbf61663358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.861389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e0a93ad-1981-421f-8301-42a441c8ede2 req-1a737f69-b904-429b-abb9-b700362b0fb5 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383477 Nov 03 18:43:45.963832 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Attempting to bind port a84c9c7f-e33c-4616-9b3f-0032f8354b4c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:45.965593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Attempting to bind port a84c9c7f-e33c-4616-9b3f-0032f8354b4c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:45.966002 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Attempting to bind port a84c9c7f-e33c-4616-9b3f-0032f8354b4c on network ab470b3f-a614-4138-861a-de78937da0bf {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:45.994453 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:45.994968 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Checking segment: {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:45.995425 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.995880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Bound using segment: {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:45.996705 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Bound port: a84c9c7f-e33c-4616-9b3f-0032f8354b4c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a47f65-c0d8-4594-9a3a-247c584ec21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:46.001089 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.060464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:46.141338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-ea482437-954f-4a52-b9ce-11e9ef027643 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3643353 Nov 03 18:43:46.416267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a654a61c-7f26-43a1-a9f1-5682f8f32377 req-d6c32d7c-e003-4b5c-820d-e0387bb3e60b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 210 time: 0.1440940 Nov 03 18:43:46.433347 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] For port a84c9c7f-e33c-4616-9b3f-0032f8354b4c, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:46.450348 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] For port a84c9c7f-e33c-4616-9b3f-0032f8354b4c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:46.463388 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.517123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.715411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:46.809704 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Routers {'77634396-ceff-462f-a2e8-ebc51d410c0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:46.813663 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['77634396-ceff-462f-a2e8-ebc51d410c0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:46.871467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d185c99-44fd-49b7-bfa6-2b9604ca5df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.919947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d185c99-44fd-49b7-bfa6-2b9604ca5df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.948142 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64b2fa-2c13-42a2-b5cc-18f120205f7f None None] Pushing event updated for resources: {'Port': ['ID=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:46.987323 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb1f9e-dbe6-4b35-b265-f588bdf4016f x-openstack-request-id: req-cbeb1f9e-dbe6-4b35-b265-f588bdf4016f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:46.987649 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7515f4f5-c41e-44f5-9ccb-58e94231ef8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d1eed2d-ad63-44f9-ad1a-1c916756dc58", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:46.987922 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cbeb1f9e-dbe6-4b35-b265-f588bdf4016f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:46.988508 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58', 'code': 200} Nov 03 18:43:46.991091 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3253053f-4568-4c9e-ad35-dfbf61663358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.047827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d185c99-44fd-49b7-bfa6-2b9604ca5df0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a50635c11ab4b11ab1a40a077a29a88&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4510694 Nov 03 18:43:47.131027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fd7d2eba-2cfd-419f-8a09-7705add74243, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fd7d2eba-2cfd-419f-8a09-7705add74243,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:47.143798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45746) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:47.190458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733ba011-4567-4b33-9af6-edec158d984f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:47.195851 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d502a70-e182-4fbf-b5d0-1f2eb4b85a1b" -d '{"events": [{"server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "name": "network-vif-unplugged", "status": "completed", "tag": "733ba011-4567-4b33-9af6-edec158d984f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:47.196157 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] Set router 77634396-ceff-462f-a2e8-ebc51d410c0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:47.298714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.300373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54313528-eec9-420e-a716-1f223f1225fa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:47.376027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.409450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d185c99-44fd-49b7-bfa6-2b9604ca5df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d943933-2c19-424f-91e5-7fbb263736f3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:47.431736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.693739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299178d-32a4-4b8c-96de-d4f42f963b85 req-1d394590-4cf7-463a-ae61-0b1077002d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:47.696192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8299178d-32a4-4b8c-96de-d4f42f963b85 req-1d394590-4cf7-463a-ae61-0b1077002d81 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 1101 time: 0.3416977 Nov 03 18:43:47.700596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:47.807807 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-3253053f-4568-4c9e-ad35-dfbf61663358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:43:47.808683 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-3253053f-4568-4c9e-ad35-dfbf61663358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:43:47.812077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fd7d2eba-2cfd-419f-8a09-7705add74243,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:47.852966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-41d2d74e-157d-450b-898b-5f92f14b6257 service neutron] 10.222.0.91 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7061188 Nov 03 18:43:47.862183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 54313528-eec9-420e-a716-1f223f1225fa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:47.864121 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.909222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892037cd-f1a1-449c-b71a-1f9485c1dbbb req-974a5b7b-231a-4e24-99da-151c96ea9824 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:47.947531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-892037cd-f1a1-449c-b71a-1f9485c1dbbb req-974a5b7b-231a-4e24-99da-151c96ea9824 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.6028240 Nov 03 18:43:48.279470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-99c1db87-c1c7-4d45-b671-eda92cbf07aa service neutron] 10.222.0.91 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755873 Nov 03 18:43:48.324055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8299178d-32a4-4b8c-96de-d4f42f963b85 req-37f16cc2-d28c-42a0-a865-0d37861cbccf service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914369 Nov 03 18:43:48.396509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-892037cd-f1a1-449c-b71a-1f9485c1dbbb req-9821508f-1930-4de8-8abb-c66ced340e6f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476123 Nov 03 18:43:48.499335 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:43:38Z', 'revision_number': 4, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a84c9c7f-e33c-4616-9b3f-0032f8354b4c', 'name': '', 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'mac_address': 'fa:16:3e:17:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6a3bf84-a457-410c-9c3f-0f4966282925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:36Z', 'updated_at': '2021-11-03T18:43:46Z', 'revision_number': 4, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'subnets': [{'id': 'a6a3bf84-a457-410c-9c3f-0f4966282925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:48.557760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fd7d2eba-2cfd-419f-8a09-7705add74243 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:48.599522 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea2139-77ce-4289-b830-fe0c3cebd00e None None] The sync data for ids ['77634396-ceff-462f-a2e8-ebc51d410c0a'] in n-d-812151-4 is: [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:43:38Z', 'revision_number': 4, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a84c9c7f-e33c-4616-9b3f-0032f8354b4c', 'name': '', 'network_id': 'ab470b3f-a614-4138-861a-de78937da0bf', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'mac_address': 'fa:16:3e:17:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6a3bf84-a457-410c-9c3f-0f4966282925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:36Z', 'updated_at': '2021-11-03T18:43:46Z', 'revision_number': 4, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'subnets': [{'id': 'a6a3bf84-a457-410c-9c3f-0f4966282925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:48.840127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957cd0e-e563-44d0-bd8a-8bb56ca3dec9 req-4e1a8720-8c2b-431f-835b-36420d3d5ff0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:48.867290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2957cd0e-e563-44d0-bd8a-8bb56ca3dec9 req-4e1a8720-8c2b-431f-835b-36420d3d5ff0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.2456822 Nov 03 18:43:48.919770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Provisioning complete for port a84c9c7f-e33c-4616-9b3f-0032f8354b4c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:48.921700 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.934534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fd7d2eba-2cfd-419f-8a09-7705add74243 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:48.935346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.078463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2957cd0e-e563-44d0-bd8a-8bb56ca3dec9 req-e510de67-8d4c-494d-a512-1f741cb7de6f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091012 Nov 03 18:43:49.262508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04970db-4b10-4f52-8ead-d7c88ef1265b req-a599bb64-17cb-4b27-a209-e2834210b82b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.278976 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d04970db-4b10-4f52-8ead-d7c88ef1265b req-a599bb64-17cb-4b27-a209-e2834210b82b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 950 time: 0.2557311 Nov 03 18:43:49.293248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836c9a8-a6dd-48b7-8e95-149b4878e957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.301568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.305669 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636faf6e-bebb-4765-a691-dff9de4d973b x-openstack-request-id: req-636faf6e-bebb-4765-a691-dff9de4d973b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:49.306439 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "name": "network-vif-unplugged", "status": "completed", "tag": "733ba011-4567-4b33-9af6-edec158d984f", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:49.307432 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-636faf6e-bebb-4765-a691-dff9de4d973b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:49.310455 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733ba011-4567-4b33-9af6-edec158d984f', 'code': 200} Nov 03 18:43:49.502291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d04970db-4b10-4f52-8ead-d7c88ef1265b req-f77aa733-23f1-42ed-9e8e-4318421e5a19 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187541 Nov 03 18:43:49.579767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836c9a8-a6dd-48b7-8e95-149b4878e957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.588269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] For port a84c9c7f-e33c-4616-9b3f-0032f8354b4c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:49.596081 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.642685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2da4ce6c-9fd1-489c-94c9-f60e000c7584 req-67fb77c6-a22c-4759-86db-9734ccb8ab44 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 210 time: 0.1333270 Nov 03 18:43:49.797575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Provisioning complete for port fd7d2eba-2cfd-419f-8a09-7705add74243 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:49.803036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.815786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.898402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on host n-h2-812151-4 for vnic_type normal with profile {"migrating_to": "n-h1-812151-4"} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:49.900408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:49.901000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:49.920767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33536ac7-8381-4707-9314-0395ae8edca3 req-6f34e84d-44ab-40be-b78b-49a7761923df tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 210 time: 0.1803851 Nov 03 18:43:50.037438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-95132dd1-b8b9-4be3-a13a-98bc7ae8e993 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:50.040462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-95132dd1-b8b9-4be3-a13a-98bc7ae8e993 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 2.4051771 Nov 03 18:43:50.061055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:50.065543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Attempting to bind port 733ba011-4567-4b33-9af6-edec158d984f on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:50.114719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Request body: {'port': {'device_id': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'admin_state_up': True, 'tenant_id': 'cbf163c9d6fe4b169e96cb667c088239'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:50.214948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb039e23-a42c-41cf-9934-18bc851ecc50 None None] Pushing event updated for resources: {'Port': ['ID=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:50.336039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-88acb229-acf2-4888-9152-046ea35ef5e1 req-d6c52207-dd94-4aa6-b972-f88be3562c23 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:50.352413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88acb229-acf2-4888-9152-046ea35ef5e1 req-d6c52207-dd94-4aa6-b972-f88be3562c23 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0571184 Nov 03 18:43:50.530589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:50.531386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:50.535050 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:50.536454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Bound port: 733ba011-4567-4b33-9af6-edec158d984f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:50.537257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.551122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aefc8f-2877-4353-82bd-3f01b5d762bb req-35b90dba-5a77-4252-bd54-4ec42170c084 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:50.552090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a84c9c7f-e33c-4616-9b3f-0032f8354b4c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:50.554681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78aefc8f-2877-4353-82bd-3f01b5d762bb req-35b90dba-5a77-4252-bd54-4ec42170c084 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.2780256 Nov 03 18:43:50.743566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78aefc8f-2877-4353-82bd-3f01b5d762bb req-b2f3b10d-85d2-4bed-a543-89426d23a82b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740577 Nov 03 18:43:51.245506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15676523-6d71-4888-a83f-6ce69b699580 req-826dc104-c975-4ac3-97ac-185a405e125b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 210 time: 0.1248565 Nov 03 18:43:51.468982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390050-bf68-428c-af1c-52c168f4361a req-ec27db1a-31a4-4a2d-b601-193536647295 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.470866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.480458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a84c9c7f-e33c-4616-9b3f-0032f8354b4c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:51.481294 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.491726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d390050-bf68-428c-af1c-52c168f4361a req-ec27db1a-31a4-4a2d-b601-193536647295 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 950 time: 0.2559588 Nov 03 18:43:51.568765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836c9a8-a6dd-48b7-8e95-149b4878e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.575014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836c9a8-a6dd-48b7-8e95-149b4878e957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.577638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9836c9a8-a6dd-48b7-8e95-149b4878e957 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5d943933-2c19-424f-91e5-7fbb263736f3 HTTP/1.1" status: 204 len: 168 time: 4.4195571 Nov 03 18:43:51.621339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d390050-bf68-428c-af1c-52c168f4361a req-78c744c5-3a63-44fb-81c4-2d05ecbe1d26 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258340 Nov 03 18:43:51.805405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0890c8-45e4-406e-9979-33e634f474ac req-431582c0-9f07-448f-a860-3762ffd6fb66 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.808098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c0890c8-45e4-406e-9979-33e634f474ac req-431582c0-9f07-448f-a860-3762ffd6fb66 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.2247796 Nov 03 18:43:51.815143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836c9a8-a6dd-48b7-8e95-149b4878e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d943933-2c19-424f-91e5-7fbb263736f3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:51.919159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Made reservation on behalf of cbf163c9d6fe4b169e96cb667c088239 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:51.930620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.978111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-590ea03f-1c04-42a9-b520-d85fcd07f12e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6646500 Nov 03 18:43:52.017724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:52.026164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:52.041483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c0890c8-45e4-406e-9979-33e634f474ac req-a011c0e4-5205-49e7-8564-4a7f95641b20 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954703 Nov 03 18:43:52.179968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-714b33ef-7ac1-4a79-890a-387718ef6149 req-766e6028-eae7-4c1b-9176-fa5325d0df63 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 210 time: 0.1912787 Nov 03 18:43:52.428663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a84c9c7f-e33c-4616-9b3f-0032f8354b4c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:52.513494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Allocated IP 172.20.0.4 (0707a388-91eb-435e-8f98-7b4a26cad41e/1f388f84-4cd4-419d-92f0-29d85d22d26c/6e093c87-eedc-4322-a4d0-7dd500742373) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:52.722017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a84c9c7f-e33c-4616-9b3f-0032f8354b4c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:52.724612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.844286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb9ff-5f02-4394-878b-26b5acdfd202 req-c7002a61-4a12-4acd-890b-3c68cf5dacdd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:52.863495 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbccb9ff-5f02-4394-878b-26b5acdfd202 req-c7002a61-4a12-4acd-890b-3c68cf5dacdd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.3884284 Nov 03 18:43:52.884758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45796) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:52.958106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.044948 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.074169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3dea-cd7b-401b-bf14-2540e7133113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.108645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-1d6bacb8-8cc6-4020-94f9-8d737e56e00d tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.113328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-1d6bacb8-8cc6-4020-94f9-8d737e56e00d tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 824 time: 0.9284208 Nov 03 18:43:53.223054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:53.223382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbccb9ff-5f02-4394-878b-26b5acdfd202 req-7d7dcdf0-27e6-4c4c-8f08-4632bf525ee8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583319 Nov 03 18:43:53.242249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.476231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:53.489815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Network 0707a388-91eb-435e-8f98-7b4a26cad41e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:53.624354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:53.641530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:53.669208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.671298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.675853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-f4448b8e-d3bf-4b77-9d86-da2a68282987 service neutron] 10.222.0.115 "PUT /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 1121 time: 8.7618818 Nov 03 18:43:53.779056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3dea-cd7b-401b-bf14-2540e7133113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.808336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['733ba011-4567-4b33-9af6-edec158d984f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:53.849718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3dea-cd7b-401b-bf14-2540e7133113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.916585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'tag': '733ba011-4567-4b33-9af6-edec158d984f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:53.921501 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585583f0-5b07-446b-bf7c-31c1c960b6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "tag": "733ba011-4567-4b33-9af6-edec158d984f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:53.940661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.942067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.980499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-793db7d5-0ee6-4f60-99da-e6f04287295d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8907323 Nov 03 18:43:54.011447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Request body: {'port': {'device_id': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:54.109778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c5c3dea-cd7b-401b-bf14-2540e7133113 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eaa3b4d6bd4a4f5f888b552e75be22c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2210875 Nov 03 18:43:54.114849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:54.116689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:54.164256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f489e7-8fbd-4e4e-884b-375e7ea4cd09 req-690d0d5b-c36b-4797-bfbf-97a4d8350ac9 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:54.187519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04f489e7-8fbd-4e4e-884b-375e7ea4cd09 req-690d0d5b-c36b-4797-bfbf-97a4d8350ac9 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 931 time: 0.5389626 Nov 03 18:43:54.313997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-d414a50f-3198-4172-94eb-c5776469d65d tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=744530cde0db4edc92869acaa4d7a116 HTTP/1.1" status: 200 len: 378 time: 1.1205630 Nov 03 18:43:54.339901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-e6084376-8979-4c26-b979-9b071025f50a req-e2de6b1d-8bd3-41de-87ce-296af5f62dfd service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:54.356912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6084376-8979-4c26-b979-9b071025f50a req-e2de6b1d-8bd3-41de-87ce-296af5f62dfd service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0337584 Nov 03 18:43:54.372506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'port': {'device_id': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'admin_state_up': True, 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'security_groups': ['36086d29-b8fc-4ac8-9dc7-f8bc3cb63180']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:54.384029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:54.774938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c3dea-cd7b-401b-bf14-2540e7133113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f975f37-e825-43ee-9716-c6af76199a41,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:54.851705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Made reservation on behalf of 744530cde0db4edc92869acaa4d7a116 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:54.863865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:54.999481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04f489e7-8fbd-4e4e-884b-375e7ea4cd09 req-9f4fe6a6-68c9-4a05-a24c-3abb158d696e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8069458 Nov 03 18:43:55.017293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:55.041919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Sync routers for ids ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:55.080131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Routers {'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:55.081927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:55.087803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751f535d-74de-45a9-a4d6-ebb14c93d050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.250167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fae7-db65-42e1-bcc5-4fd4754a19b0 req-2a6ead60-5718-4568-a884-262fc86e4d66 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:55.281767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6525fae7-db65-42e1-bcc5-4fd4754a19b0 req-2a6ead60-5718-4568-a884-262fc86e4d66 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.5010514 Nov 03 18:43:55.304759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751f535d-74de-45a9-a4d6-ebb14c93d050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.323566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.344229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5054ff7a-21f7-4b80-b9d5-f8cdb915d5f3 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 16.5785925 Nov 03 18:43:55.439166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Allocated IP 172.20.0.5 (b3ce15cb-fe09-40b2-a8f5-62db45c190a1/4727ec27-f8ce-4fa2-af9d-c28e312821d2/c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:55.462456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45822) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:55.585295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Set router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:55.590689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc3f2bf5-19f9-4b07-a6ef-0b4446da1785 req-680c2a94-4e7c-41ba-8ee0-5a77480ca5c8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 210 time: 0.2873363 Nov 03 18:43:55.697007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6525fae7-db65-42e1-bcc5-4fd4754a19b0 req-7a41f6f9-8d64-4429-8bb6-cb6ba6b6fe06 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143534 Nov 03 18:43:55.969595 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a186867d-c14c-4793-8685-e8d23bf94560 x-openstack-request-id: req-a186867d-c14c-4793-8685-e8d23bf94560 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:55.970099 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "tag": "733ba011-4567-4b33-9af6-edec158d984f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:55.970493 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a186867d-c14c-4793-8685-e8d23bf94560 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:55.971123 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'tag': '733ba011-4567-4b33-9af6-edec158d984f', 'status': 'completed', 'code': 200} Nov 03 18:43:56.002802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-5fb5b59d-210e-47ca-92f7-8a414df423d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.007026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-5fb5b59d-210e-47ca-92f7-8a414df423d7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1124 time: 0.2476103 Nov 03 18:43:56.088817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 733ba011-4567-4b33-9af6-edec158d984f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:56.330995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:43:46Z', 'revision_number': 3, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:56.347031 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.406479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Checking router: fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:56.408652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Updating router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:56.482605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.521487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.607511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:56.619598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'Port': ['ID=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.626655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:56.631751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:56.643474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.644554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.650989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751f535d-74de-45a9-a4d6-ebb14c93d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.673544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-751f535d-74de-45a9-a4d6-ebb14c93d050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.686292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-751f535d-74de-45a9-a4d6-ebb14c93d050 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f975f37-e825-43ee-9716-c6af76199a41 HTTP/1.1" status: 204 len: 168 time: 2.5509565 Nov 03 18:43:56.706114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-aebfb1d0-06a7-4359-85cc-eda4112beec1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750558 Nov 03 18:43:56.817897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:56.853852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 733ba011-4567-4b33-9af6-edec158d984f has no active binding in host n-h1-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:43:56.912870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c2614-90e6-4b3a-bd78-c09417eafe47 req-6765a914-9834-476c-b7a7-e31442afcbcc tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.928854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d6c2614-90e6-4b3a-bd78-c09417eafe47 req-6765a914-9834-476c-b7a7-e31442afcbcc tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 950 time: 1.0134344 Nov 03 18:43:56.941859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f535d-74de-45a9-a4d6-ebb14c93d050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f975f37-e825-43ee-9716-c6af76199a41,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.981485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Request body: {'port': {'device_id': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:57.009615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-92469ad3-991a-4acb-bbbb-61e827fc616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.014744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-92469ad3-991a-4acb-bbbb-61e827fc616d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1101 time: 0.6759384 Nov 03 18:43:57.127100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c4d8b-0ec8-46b8-a2f6-58305bef96c0 req-08ee2be1-8dd0-49b8-ba62-77df6973a5a2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.130069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-021c4d8b-0ec8-46b8-a2f6-58305bef96c0 req-08ee2be1-8dd0-49b8-ba62-77df6973a5a2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 1.1191418 Nov 03 18:43:57.184984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.229689 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:43:57.488970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.603730 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.625429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b2accac-63a8-44e1-8016-5a47e20c2767 None None] Provisioning complete for port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:57.626568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b2accac-63a8-44e1-8016-5a47e20c2767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.686474 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.842215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b58a9-560b-4c21-b2c0-dd570231a7d8 None None] Pushing event updated for resources: {'Port': ['ID=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:57.974758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Attempting to bind port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:57.975450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Attempting to bind port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:57.976086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Attempting to bind port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:57.988381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b2accac-63a8-44e1-8016-5a47e20c2767 None None] Port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:58.000938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:58.002031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:58.002900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.004426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:58.005564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Bound port: aed3bc0e-82a8-4ee5-8faa-745e5ecad89f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:58.006876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.135920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-10c55eaf-1a1b-462b-b3bb-a5b869db772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:58.147021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-10c55eaf-1a1b-462b-b3bb-a5b869db772f service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 1.7340896 Nov 03 18:43:58.190959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] For port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:58.211420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] For port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:58.225580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.343887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Routers {'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:58.344495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:58.349666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d6c2614-90e6-4b3a-bd78-c09417eafe47 req-88124b17-d423-41ba-9ec8-7e796c6bfdff tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2900527 Nov 03 18:43:58.366650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-021c4d8b-0ec8-46b8-a2f6-58305bef96c0 req-2480d47e-b11c-4483-babd-dfcbbb795e89 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1560347 Nov 03 18:43:58.377025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-f0b16b24-168f-4e88-ba79-5bf219a46746 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.1951933 Nov 03 18:43:58.623854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e093c87-eedc-4322-a4d0-7dd500742373 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:58.648324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] Set router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:58.695160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Allocated IP 172.20.0.1 (4ca8b810-df7f-4b84-bcfe-1598a51509ab/43a4298d-a180-4a6d-b135-498afbdc7bef/d68478c4-8573-42ca-a8bc-696a08707288) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:58.726644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.850853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b58a9-560b-4c21-b2c0-dd570231a7d8 None None] Pushing event updated for resources: {'Port': ['ID=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:58.886123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Transition to ACTIVE for port object 6e093c87-eedc-4322-a4d0-7dd500742373 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:58.896340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:58.937837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.975717 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.065225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:59.118998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:43:46Z', 'revision_number': 3, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:59.190464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-c6262bf9-f73b-440d-b085-d286bf658185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.198452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-c6262bf9-f73b-440d-b085-d286bf658185 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 2.1547480 Nov 03 18:43:59.199007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2d4d2-a59a-4b5b-b4df-1b1f6dd3e8f5 None None] The sync data for ids ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'] in n-d-812151-4 is: [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:43:46Z', 'revision_number': 3, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:59.300608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-f1026d5c-931b-4ea0-87a5-afad209732a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.303146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-f1026d5c-931b-4ea0-87a5-afad209732a0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.7572663 Nov 03 18:43:59.307477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Transition to ACTIVE for port object c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:59.322353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84c331-7edb-43a1-8e41-6c59b45f217a req-371dd5c3-2e84-45c3-ad38-0a09cc7d3213 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.332644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf84c331-7edb-43a1-8e41-6c59b45f217a req-371dd5c3-2e84-45c3-ad38-0a09cc7d3213 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 931 time: 0.3889897 Nov 03 18:43:59.377897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.398444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-81c9710e-8f89-449c-bff8-793f21a16ffe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.1692185 Nov 03 18:43:59.534535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Pushing event updated for resources: {'Port': ['ID=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:59.553435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-dc32e740-2e4e-4df8-b929-ecf8629d0d90 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148972 Nov 03 18:43:59.569964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d46af-f1d6-441d-a076-3833d0d3aec8 req-db7dd599-2224-4e78-a5ff-7dc241dee9b6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.597521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-613d46af-f1d6-441d-a076-3833d0d3aec8 req-db7dd599-2224-4e78-a5ff-7dc241dee9b6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.6577756 Nov 03 18:43:59.859522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45856) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:59.862666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Attempting to bind port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:59.863341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Attempting to bind port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:59.865700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Attempting to bind port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:00.048163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:00.049689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Attempting to bind port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:00.215093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-d522b1ac-352c-46c6-88d8-81f00556fc0e service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110942 Nov 03 18:44:00.222739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf84c331-7edb-43a1-8e41-6c59b45f217a req-a9128f2e-e7b5-43d4-b9f1-e5f14bc27b29 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8884196 Nov 03 18:44:00.229521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:00.230278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Checking segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:00.232087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Bound using segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:00.232087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Bound port: c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:00.240647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.296395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-613d46af-f1d6-441d-a076-3833d0d3aec8 req-c96de3f6-f774-43ed-ba53-b39f3ee84c65 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794233 Nov 03 18:44:00.336582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-447962494-network', 'tenant_id': '2c4286c07d4c43d7acae0da5bb28f55b'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:00.509185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] For port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:00.512881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] For port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:00.551098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Made reservation on behalf of 2c4286c07d4c43d7acae0da5bb28f55b for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:00.555998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.556337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.565878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.593509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aed3bc0e-82a8-4ee5-8faa-745e5ecad89f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:00.619735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-19570b38-2cd7-4b18-a6d9-fe16ef509311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.621498 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-19570b38-2cd7-4b18-a6d9-fe16ef509311 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 1.1996212 Nov 03 18:44:00.637944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:00.638583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:00.639158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:00.677312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:00.677690 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.723052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:00.729701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:00.741946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:00.742473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:00.742767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:00.743206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Bound port: 6e093c87-eedc-4322-a4d0-7dd500742373, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:00.743559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.775588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-585583f0-5b07-446b-bf7c-31c1c960b6b8 req-dad705fb-b72b-4b35-a894-ef7ac3cdf013 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347123 Nov 03 18:44:00.800170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-868a51b9-2e2c-4dca-b535-a4aa2cf72fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.802018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-868a51b9-2e2c-4dca-b535-a4aa2cf72fce service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510205 Nov 03 18:44:00.809498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.813362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Pushing event updated for resources: {'Port': ['ID=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:00.821795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-eaeb1142-152e-4a75-ab7f-ff304e21477b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3022087 Nov 03 18:44:00.825367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.833428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.833980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.835467 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-52aa301f-3fe8-41d8-b29f-c64becfe8927 service neutron] 10.222.0.110 "GET /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.2693253 Nov 03 18:44:00.835631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-c4187987-00d9-4ef1-b3af-d4954fa01424 service neutron] 10.222.0.115 "PUT /v2.0/ports/c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef HTTP/1.1" status: 200 len: 1091 time: 3.9474308 Nov 03 18:44:00.847591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:00.856438 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ecfca-cc77-4534-8593-1d3133695bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:00.886266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.922896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:00.930008 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.018379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:01.034263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.035204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.035736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.036999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.037539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.038033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.038521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.039004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.039646 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-ef3932a9-8fc7-4f8e-909d-d645ed96cf08 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014291 Nov 03 18:44:01.039827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.040459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.041106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.041588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:01.041772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:01.098483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:01.130024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:01.262700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:01.323039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Pushing event updated for resources: {'Port': ['ID=d68478c4-8573-42ca-a8bc-696a08707288,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:01.349507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:01.370669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.418106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.463390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4573-f085-433e-a70d-124852c5417d req-0199aa2c-c7a0-4bcb-891e-27e7ef41b5e0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.465245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-688c4573-f085-433e-a70d-124852c5417d req-0199aa2c-c7a0-4bcb-891e-27e7ef41b5e0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.9259520 Nov 03 18:44:01.493349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-7206d130-329c-488e-94dd-b7a1167c924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.495007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-7206d130-329c-488e-94dd-b7a1167c924c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 1094 time: 0.1587973 Nov 03 18:44:01.569062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-0535cccf-ff7c-4e50-ad23-a6503770bb12 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef HTTP/1.1" status: 200 len: 217 time: 0.0481205 Nov 03 18:44:01.580350 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-bd5285a9-26ed-4aad-b61f-3b4a8ac0d9b8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041721 Nov 03 18:44:01.637595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2e40c60f-1aec-4c36-8c5f-7512d8961232 None None] Provisioning complete for port d68478c4-8573-42ca-a8bc-696a08707288 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:01.638114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.638200 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e40c60f-1aec-4c36-8c5f-7512d8961232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.639877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.643927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] 10.222.0.110 "PUT /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 1091 time: 7.6452601 Nov 03 18:44:01.703156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:01.708905 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da99b6c8-0956-45c0-9353-482a7429a258" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:01.714217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f48dc53c-4a57-498a-8039-034a8ab8ab47 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.716233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f48dc53c-4a57-498a-8039-034a8ab8ab47 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8748739 Nov 03 18:44:01.731548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-688c4573-f085-433e-a70d-124852c5417d req-02d5ef26-8cda-4efd-a623-c2b993a02d71 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406170 Nov 03 18:44:01.735110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fe36d-f0e8-4d7d-9550-ba88a7e97ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:01.784251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-0dc621c0-5ad1-4c6f-b47a-1f1d2df909f5 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/quotas/b7f0d1bd457747ac96776b157b0bd5da HTTP/1.1" status: 200 len: 375 time: 0.0399175 Nov 03 18:44:01.789137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-d005033a-6d15-45ed-9163-9998ca8bfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.790660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-d005033a-6d15-45ed-9163-9998ca8bfd97 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 200 len: 863 time: 0.1707637 Nov 03 18:44:01.792751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.809563 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.837632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e40c60f-1aec-4c36-8c5f-7512d8961232 None None] Port d68478c4-8573-42ca-a8bc-696a08707288 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:01.927914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.952336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e056b6fa-2a03-4e2e-81c5-28dcbadd889b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:02.003967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:02.036431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.049668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.050012 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Added segment d1ce1783-cf4f-4ae7-b671-7d6971009206 of type vlan for network f82aeab4-73f5-4ae6-a670-d07a9e676eb4 Nov 03 18:44:02.095118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-a3a6be2b-1316-42e1-b45c-e04b0289aa04 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2966549 Nov 03 18:44:02.139354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-6113d02d-33e9-4227-bb4f-25d7e93d920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.141811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-6113d02d-33e9-4227-bb4f-25d7e93d920c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200321 Nov 03 18:44:02.150803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d81e4-11cc-48d3-88b4-e1e6f467f1dd req-8a72de1f-f03f-40ce-9f9d-0a0a65983337 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.159194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-571d81e4-11cc-48d3-88b4-e1e6f467f1dd req-8a72de1f-f03f-40ce-9f9d-0a0a65983337 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 943 time: 0.2088418 Nov 03 18:44:02.181227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.375850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.377981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.378777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.436194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-571d81e4-11cc-48d3-88b4-e1e6f467f1dd req-10acd40f-9e2b-463d-a941-9a5813ba200d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759495 Nov 03 18:44:02.484843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-7298c3f3-4153-4c1f-81b6-3401c1135b16 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175762 Nov 03 18:44:02.507716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-fe242c5d-e62e-4d0d-a37c-bf8302ad2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.511580 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aed3bc0e-82a8-4ee5-8faa-745e5ecad89f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:02.515201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-fe242c5d-e62e-4d0d-a37c-bf8302ad2daf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1094 time: 0.6813829 Nov 03 18:44:02.560803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6802130 Nov 03 18:44:02.614312 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512ca8b5-666e-4eae-a578-ba6ba44e1037 x-openstack-request-id: req-512ca8b5-666e-4eae-a578-ba6ba44e1037 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:02.614312 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:02.615320 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-512ca8b5-666e-4eae-a578-ba6ba44e1037 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:02.615502 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'status': 'completed', 'code': 200} Nov 03 18:44:02.615881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45904) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:02.624491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Request body: {'subnet': {'network_id': 'f82aeab4-73f5-4ae6-a670-d07a9e676eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-447962494-subnet', 'tenant_id': '2c4286c07d4c43d7acae0da5bb28f55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:02.760132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a43528-934d-4298-85bb-a9a603007f3e admin admin] Pushing event updated for resources: {'Network': ['ID=f82aeab4-73f5-4ae6-a670-d07a9e676eb4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:02.827533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f82aeab4-73f5-4ae6-a670-d07a9e676eb4 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:02.991951 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-74fda7ac-26fd-41f8-b745-fb1251392105 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.4519613 Nov 03 18:44:02.999825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Made reservation on behalf of 2c4286c07d4c43d7acae0da5bb28f55b for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:03.002747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.061957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:03.110183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:03.117658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b69d29-b583-4b3c-bd75-5fd451133ba6 req-df101095-404d-4aaf-abeb-cd3e107c4893 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.123628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44b69d29-b583-4b3c-bd75-5fd451133ba6 req-df101095-404d-4aaf-abeb-cd3e107c4893 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.4125094 Nov 03 18:44:03.221388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd688d3e-da4d-4b4a-bcc6-a466b9b8c451 req-3a1723da-b661-475a-94b0-b0752f06071b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.223139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd688d3e-da4d-4b4a-bcc6-a466b9b8c451 req-3a1723da-b661-475a-94b0-b0752f06071b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 943 time: 0.4531744 Nov 03 18:44:03.269517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.369177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733ba011-4567-4b33-9af6-edec158d984f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:03.380603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.421070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.462979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:03.463719 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.534320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:03.534989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 733ba011-4567-4b33-9af6-edec158d984f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:03.597618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e55fdc-99b9-46dd-a348-495b7c9dbde0 req-3a579e14-2651-48bc-8f94-d8c783b43f01 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0917802 Nov 03 18:44:03.643405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.652004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-e730aead-676c-4744-b97b-f192df35ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.663395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-e730aead-676c-4744-b97b-f192df35ae8c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.4477077 Nov 03 18:44:03.702370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.784094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-2d3ef04b-1bb0-43a9-bd99-88e2468b5f86 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651362 Nov 03 18:44:03.796772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Pushing event updated for resources: {'Port': ['ID=d68478c4-8573-42ca-a8bc-696a08707288,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:03.945533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.970829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44b69d29-b583-4b3c-bd75-5fd451133ba6 req-4aba836b-9523-4a73-b62b-5b3db5936856 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8050890 Nov 03 18:44:04.003562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd688d3e-da4d-4b4a-bcc6-a466b9b8c451 req-b20575f1-7919-4c4e-a22e-5109f1477178 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4039633 Nov 03 18:44:04.062381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-20d2da20-3ea8-4640-b0df-ce34570d4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.064150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-20d2da20-3ea8-4640-b0df-ce34570d4307 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 1094 time: 0.2924824 Nov 03 18:44:04.145074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ff9ad3-ce01-4828-a13f-1d3a99690366,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:04.194761 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e9abac-150a-4a2e-8a7f-d98275e4d1e3 x-openstack-request-id: req-a1e9abac-150a-4a2e-8a7f-d98275e4d1e3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:04.195370 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:04.195877 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a1e9abac-150a-4a2e-8a7f-d98275e4d1e3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:04.196554 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373', 'status': 'completed', 'code': 200} Nov 03 18:44:04.224236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Checking segment: {'id': 'd1ce1783-cf4f-4ae7-b671-7d6971009206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f82aeab4-73f5-4ae6-a670-d07a9e676eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:04.225348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Network hostable DHCP agents. Network: f82aeab4-73f5-4ae6-a670-d07a9e676eb4, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:04.281942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] Transition to ACTIVE for port object 733ba011-4567-4b33-9af6-edec158d984f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:04.287497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-711bc0bd-4796-461a-bf86-50163931fe71 req-5073d0c1-3155-4147-8351-dd83ed83ff4f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 210 time: 0.0554323 Nov 03 18:44:04.359201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.405119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Network f82aeab4-73f5-4ae6-a670-d07a9e676eb4 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:04.428077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-9556fe21-aff6-4a2b-a0c0-798025b6cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.437541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-9556fe21-aff6-4a2b-a0c0-798025b6cedb service neutron] 10.222.0.115 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 925 time: 0.3505161 Nov 03 18:44:04.527414 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-c40633e8-884c-4966-8973-17dde013211b service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269099 Nov 03 18:44:04.531714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:04.583612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:04.595413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f82aeab4-73f5-4ae6-a670-d07a9e676eb4) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:04.597408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-243ee20a-953a-4b2f-8f9b-f9c0319a3963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.615948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb497c8-4e0c-4433-bcd4-0f3e01eae08c None None] Network f82aeab4-73f5-4ae6-a670-d07a9e676eb4 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:04.630318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-36e24ebe-c54d-40ec-b047-f24f32e2f085 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef HTTP/1.1" status: 200 len: 217 time: 0.1261652 Nov 03 18:44:04.631885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.632502 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.682451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11531-f6b8-4b90-a65a-69327e80b180 req-43f6c58a-eff1-4484-a5ea-c0d585dd8236 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.684494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00e11531-f6b8-4b90-a65a-69327e80b180 req-43f6c58a-eff1-4484-a5ea-c0d585dd8236 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.3227577 Nov 03 18:44:04.798213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-32b9266a-0be2-4d6e-a8c3-185e0f337314 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1782653 Nov 03 18:44:04.898212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] No DVR routers for this DVR port 733ba011-4567-4b33-9af6-edec158d984f on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:04.919319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] Pushing event updated for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:04.971861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bd7e4-0190-44a7-bf93-7dd0fbad1b4a None None] Network f82aeab4-73f5-4ae6-a670-d07a9e676eb4 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:05.021511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b88e5e-a0bf-4ea6-88ab-ca0ce0c6f7e4 req-df126194-22e5-44ea-ae09-e8f57f84c4fd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:05.024380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2b88e5e-a0bf-4ea6-88ab-ca0ce0c6f7e4 req-df126194-22e5-44ea-ae09-e8f57f84c4fd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 944 time: 0.4915464 Nov 03 18:44:05.035580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-64eef587-afa8-4bf0-a352-8d0d549f3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:05.040640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-64eef587-afa8-4bf0-a352-8d0d549f3216 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 200 len: 863 time: 0.3901250 Nov 03 18:44:05.113369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00e11531-f6b8-4b90-a65a-69327e80b180 req-cd2be221-461d-48f3-ab65-7ebecc805177 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774056 Nov 03 18:44:05.223310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.110', 53672) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:05.331259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2b88e5e-a0bf-4ea6-88ab-ca0ce0c6f7e4 req-cf6b093a-3cf1-42b7-be27-2c63dd5d1609 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548857 Nov 03 18:44:05.348706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-567ef648-299e-4f5f-82bd-f0029dec7b1d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684485 Nov 03 18:44:05.377293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9787706c-57b1-46fc-8438-cb656f397664 None None] Provisioning complete for port d68478c4-8573-42ca-a8bc-696a08707288 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:05.378308 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9787706c-57b1-46fc-8438-cb656f397664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.499408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-552fc72d-d33e-4ee1-8464-eaedabe9b12c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6809916 Nov 03 18:44:05.509410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ecaca65-5c62-4efa-8273-f41f19443750 req-073bde85-6413-44a2-9e58-0cbc298ed594 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9683950 Nov 03 18:44:05.536205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:05.572455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-8e7d6ac5-e82b-43d8-a1d7-f22a18bfa70b service neutron] 10.222.0.110 "PUT /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f/bindings/n-h1-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 4.5291245 Nov 03 18:44:05.641831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9787706c-57b1-46fc-8438-cb656f397664 None None] Port d68478c4-8573-42ca-a8bc-696a08707288 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:05.838645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-295c2ded-5566-4346-9262-03c1521607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:05.842295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-295c2ded-5566-4346-9262-03c1521607e6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7568922 Nov 03 18:44:05.860815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-68262620-3b9d-47be-a17c-82040bbe9223 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:05.864038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-68262620-3b9d-47be-a17c-82040bbe9223 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5021224 Nov 03 18:44:05.996599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:06.311243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:06.316486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:06.322968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-94113677-network', 'tenant_id': '88b8295310524fd3b8e81b3a6f4a7eab'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:06.338140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'port_id': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'mac_address': 'fa:16:3e:b7:eb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:06.405506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.427689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:06.461558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:06.469155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.488660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-a224ea8c-f319-4b46-b121-515859a65d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.492397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-a224ea8c-f319-4b46-b121-515859a65d13 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.8785172 Nov 03 18:44:06.518229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Made reservation on behalf of 88b8295310524fd3b8e81b3a6f4a7eab for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:06.522441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.536974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b6c8-0956-45c0-9353-482a7429a258 req-e7deeb87-baaa-4479-81bf-ba007d6af177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.541300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-e7deeb87-baaa-4479-81bf-ba007d6af177 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1094 time: 0.8002150 Nov 03 18:44:06.568776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-0fedf7ed-1785-47a6-92aa-8290c9db856b tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.572569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-0fedf7ed-1785-47a6-92aa-8290c9db856b tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.8369172 Nov 03 18:44:06.593123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Request body: {'port': {'device_id': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'b7f0d1bd457747ac96776b157b0bd5da'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:06.608131 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.613101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:06.613741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:06.636147 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Sync routers for ids ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:06.660593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Routers {'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:06.661508 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:43:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:06.667485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bb301-487f-467b-ad1b-7ad0e2200cfa req-f3396d17-a4e9-4f0b-88ba-7edf7c5e029f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:06.675098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f6bb301-487f-467b-ad1b-7ad0e2200cfa req-f3396d17-a4e9-4f0b-88ba-7edf7c5e029f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 1.3695834 Nov 03 18:44:06.684616 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a7f462bb-4044-424c-8348-73d4cabc4851 admin admin] 10.222.0.91 "PUT /v2.0/routers/fcc054a8-d4d1-4452-a127-3e4bfcba7fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2155027 Nov 03 18:44:06.875655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:06.908466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-e20c94a7-0d73-40d8-aad2-af2ef79c9457 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0367916 Nov 03 18:44:07.080337 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Set router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:07.145654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1074100-2c83-4d3e-bfb2-61f51f82a482 req-6a9837c5-5623-4605-a6c6-a4488ee7118c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.159900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1074100-2c83-4d3e-bfb2-61f51f82a482 req-6a9837c5-5623-4605-a6c6-a4488ee7118c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 943 time: 1.6388273 Nov 03 18:44:07.173844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-09eb9676-ce9a-48a2-83a6-70bd6114ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.176696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-09eb9676-ce9a-48a2-83a6-70bd6114ceb0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 1095 time: 0.5850971 Nov 03 18:44:07.240689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Made reservation on behalf of b7f0d1bd457747ac96776b157b0bd5da for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:07.245858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.308524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b6c8-0956-45c0-9353-482a7429a258 req-eeb37301-8ff0-4bb2-8f9a-2497bb566448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.311242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-eeb37301-8ff0-4bb2-8f9a-2497bb566448 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.7369423 Nov 03 18:44:07.367125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-22e71cd2-1067-4de7-a09c-0c300419fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.369159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-22e71cd2-1067-4de7-a09c-0c300419fdfb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1101 time: 0.8174689 Nov 03 18:44:07.413466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-e3417d89-7cfb-41f7-8ba5-2ee1494aae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.416174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-e3417d89-7cfb-41f7-8ba5-2ee1494aae9c service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.8730097 Nov 03 18:44:07.419047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1074100-2c83-4d3e-bfb2-61f51f82a482 req-3108589b-4c84-4b44-8d08-f2a926cd5b20 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1793125 Nov 03 18:44:07.427878 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-42f8b2e4-4448-4362-b958-7747c571cb14 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.0955586 Nov 03 18:44:07.499458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f6bb301-487f-467b-ad1b-7ad0e2200cfa req-f8051bb0-aaac-4ab4-8a8a-de981abccd56 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020119 Nov 03 18:44:07.597089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-cfbbfea0-ae24-4860-8d27-7426c88ac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.599934 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-cfbbfea0-ae24-4860-8d27-7426c88ac693 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1095 time: 0.3881638 Nov 03 18:44:07.620992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-5fbf2cc4-581b-48b8-a606-50af044addf4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.1790946 Nov 03 18:44:07.628626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.656044 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:44:01Z', 'revision_number': 4, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'd68478c4-8573-42ca-a8bc-696a08707288', 'name': '', 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'mac_address': 'fa:16:3e:fc:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '43a4298d-a180-4a6d-b135-498afbdc7bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:02Z', 'revision_number': 2, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'subnets': [{'id': '43a4298d-a180-4a6d-b135-498afbdc7bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:07.685336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.686942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-117ecfca-cc77-4534-8593-1d3133695bf4 req-dc459b20-ffeb-4834-ba68-8b930d182c43 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297635 Nov 03 18:44:07.773985 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Checking router: fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:07.774667 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Updating router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 port d68478c4-8573-42ca-a8bc-696a08707288 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:44:07.813080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-10034a2c-1a03-4bbc-88cd-8cbf9ca8ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.815038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-10034a2c-1a03-4bbc-88cd-8cbf9ca8ca6b service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4063749 Nov 03 18:44:07.839393 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.847342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-12422f1c-f6ef-4038-af5e-ba22cca3d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.849018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-12422f1c-f6ef-4038-af5e-ba22cca3d9d8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2040098 Nov 03 18:44:07.851300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-738c7294-a544-47f8-b3e7-68aaf7678013 req-47485695-3a6a-4582-bc44-16455c173f0c tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 210 time: 0.0563164 Nov 03 18:44:07.869163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b6c8-0956-45c0-9353-482a7429a258 req-c1f78ec6-3900-4ad5-ac44-ce45f60b6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.870571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-c1f78ec6-3900-4ad5-ac44-ce45f60b6a0d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.4177325 Nov 03 18:44:07.927356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-5926d574-c2a1-42bc-addd-24aa00a12f9f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.0749762 Nov 03 18:44:07.963068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Allocated IP 192.168.233.128 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/05b5e94b-a8c3-47c2-b759-de8106f92f81) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:07.969695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:07.990213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.991237 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Added segment dd800e08-3487-4795-92bc-227ddc617535 of type vlan for network 9754ac88-e029-475f-aed3-048753786309 Nov 03 18:44:08.093678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13548b-48d1-426b-87f5-de41b12cfcae req-382855b7-af05-4895-b6ab-6c9405b897ea tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.095688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c13548b-48d1-426b-87f5-de41b12cfcae req-382855b7-af05-4895-b6ab-6c9405b897ea tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.2761245 Nov 03 18:44:08.131483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-c96f722d-053a-4f43-bd48-696709f388ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.132989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-c96f722d-053a-4f43-bd48-696709f388ab service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1895015 Nov 03 18:44:08.155399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa208-0bdb-4686-9b6e-9f2014aa414a req-069a8355-520d-4c30-9fcf-8bb724a42296 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.157426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56eaa208-0bdb-4686-9b6e-9f2014aa414a req-069a8355-520d-4c30-9fcf-8bb724a42296 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 944 time: 0.1530781 Nov 03 18:44:08.164396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.171104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-56272f7d-6d80-4c79-8164-d4b6a572d57e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724833 Nov 03 18:44:08.187904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4742ead-f8cd-49c5-bd42-9199ff3a2df4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:08.246655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8926cc9-cf25-4702-ad0e-a70ff07b5da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.275865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56eaa208-0bdb-4686-9b6e-9f2014aa414a req-3ace190b-907d-4dd7-affd-6dc4c1b1da43 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730755 Nov 03 18:44:08.338974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-6953202a-6a15-4c4f-94ad-b4a395451c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.340968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-6953202a-6a15-4c4f-94ad-b4a395451c7f service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.7094035 Nov 03 18:44:08.350043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.352475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.353704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.358545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-767782fd-a69d-4abb-ae74-e91829435d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.360375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-767782fd-a69d-4abb-ae74-e91829435d78 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940236 Nov 03 18:44:08.364481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c13548b-48d1-426b-87f5-de41b12cfcae req-aa970a8c-e68c-4a58-aac0-243e4f58882b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484169 Nov 03 18:44:08.511437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-314ba82c-6efb-4dde-beca-6e905c4c8682 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151199 Nov 03 18:44:08.618213 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-5398a180-9976-44d5-b952-300620e96877 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.2066233 Nov 03 18:44:08.630651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3151052 Nov 03 18:44:08.655263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28c2e5bc-de81-4f51-8eb0-c22e52e4f029 req-8a054362-40c6-4a2d-9894-fc640378f2d8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228690 Nov 03 18:44:08.661043 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.670803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45952) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:08.691990 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.692772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Request body: {'subnet': {'network_id': '9754ac88-e029-475f-aed3-048753786309', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-94113677-subnet', 'tenant_id': '88b8295310524fd3b8e81b3a6f4a7eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:08.788427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-220ef0d0-bcbb-4eb0-bebe-9ca2b596bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.790263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-220ef0d0-bcbb-4eb0-bebe-9ca2b596bd04 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7078667 Nov 03 18:44:08.792759 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-4e68308e-958c-49bd-8fe8-feec3669a81b service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966535 Nov 03 18:44:08.830872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16243b9-a94f-488c-aa88-259b685bbfc5 None None] Pushing event updated for resources: {'Port': ['ID=d68478c4-8573-42ca-a8bc-696a08707288,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:08.924502 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-4310129e-de45-4f34-a1b1-37e213f37e6f req-019b6297-3e4b-412a-9de0-782a45c01f10 tempest-FloatingIPDetailsNegativeTestJSON-635393179 tempest-FloatingIPDetailsNegativeTestJSON-635393179-project] show failed (client error): The resource could not be found. Nov 03 18:44:08.927551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4310129e-de45-4f34-a1b1-37e213f37e6f req-019b6297-3e4b-412a-9de0-782a45c01f10 tempest-FloatingIPDetailsNegativeTestJSON-635393179 tempest-FloatingIPDetailsNegativeTestJSON-635393179-project] 10.222.0.91 "GET /v2.0/floatingips/1021cada-04b2-45d4-b394-a86cd9652665 HTTP/1.1" status: 404 len: 350 time: 0.2711184 Nov 03 18:44:08.951362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-9268ee9d-7819-4d6f-8fc8-d66cc92f3ecc service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255846 Nov 03 18:44:08.951946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45956) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:09.025880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Attempting to bind port d68478c4-8573-42ca-a8bc-696a08707288 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.026769 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Attempting to bind port d68478c4-8573-42ca-a8bc-696a08707288 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.027371 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Attempting to bind port d68478c4-8573-42ca-a8bc-696a08707288 on network 4ca8b810-df7f-4b84-bcfe-1598a51509ab {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.045860 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:09.048833 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Checking segment: {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:09.049464 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.052269 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Bound using segment: {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:09.052269 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Bound port: d68478c4-8573-42ca-a8bc-696a08707288, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:09.052269 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.053542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Made reservation on behalf of 88b8295310524fd3b8e81b3a6f4a7eab for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:09.059443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.105911 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.119486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209de4d3-73e2-4f16-883c-32cc409b0da7 req-3d143232-1965-4afa-ad3b-e17f99837317 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:09.130012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-209de4d3-73e2-4f16-883c-32cc409b0da7 req-3d143232-1965-4afa-ad3b-e17f99837317 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 944 time: 0.4312036 Nov 03 18:44:09.200190 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] For port d68478c4-8573-42ca-a8bc-696a08707288, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:09.204766 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] For port d68478c4-8573-42ca-a8bc-696a08707288, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d68478c4-8573-42ca-a8bc-696a08707288,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:09.213567 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.345488 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16243b9-a94f-488c-aa88-259b685bbfc5 None None] Pushing event updated for resources: {'Port': ['ID=d68478c4-8573-42ca-a8bc-696a08707288,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.368935 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Routers {'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:09.369702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:09.428770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188c0de-b7d6-40e1-be6c-04f75c879c06 admin admin] Pushing event updated for resources: {'Network': ['ID=9754ac88-e029-475f-aed3-048753786309,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.462523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-773bc9e2-648f-4ace-95b8-fbada75eeaa2 None None] Provisioning complete for port d68478c4-8573-42ca-a8bc-696a08707288 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:09.465189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-773bc9e2-648f-4ace-95b8-fbada75eeaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.476165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9754ac88-e029-475f-aed3-048753786309 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:09.692588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:09.717976 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-209de4d3-73e2-4f16-883c-32cc409b0da7 req-a7a6f236-1881-4974-95e8-18c69b0b9cef tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3980863 Nov 03 18:44:09.771258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-ab08654e-4b2e-449f-aab8-c7cee6df90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:09.773903 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-ab08654e-4b2e-449f-aab8-c7cee6df90bc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 1.0922761 Nov 03 18:44:09.809937 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] Set router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:09.860401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc0646-a38c-4047-a214-cb257074e67f req-93a66644-9762-40dc-b7f7-15415982fce5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:09.890403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cccc0646-a38c-4047-a214-cb257074e67f req-93a66644-9762-40dc-b7f7-15415982fce5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.7587271 Nov 03 18:44:10.050523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:10.084704 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '6e093c87-eedc-4322-a4d0-7dd500742373', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'port_id': '6e093c87-eedc-4322-a4d0-7dd500742373', 'mac_address': 'fa:16:3e:7a:12:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f388f84-4cd4-419d-92f0-29d85d22d26c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:10.088576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:10.188463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-4e80a881-2e4b-4f03-aefc-40e86390280e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3413150 Nov 03 18:44:10.332246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.346784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.405390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:10.414936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:10.415562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.424183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e093c87-eedc-4322-a4d0-7dd500742373 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:10.438475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.456926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.601730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8d1eed2d-ad63-44f9-ad1a-1c916756dc58'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:10.633725 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-1e3a9015-fd3d-4f34-a1e0-b35ab21ee84c service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068720 Nov 03 18:44:10.704571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Pushing event updated for resources: {'Port': ['ID=05b5e94b-a8c3-47c2-b759-de8106f92f81,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:10.730681 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:44:01Z', 'revision_number': 4, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'd68478c4-8573-42ca-a8bc-696a08707288', 'name': '', 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'mac_address': 'fa:16:3e:fc:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '43a4298d-a180-4a6d-b135-498afbdc7bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:09Z', 'revision_number': 4, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'subnets': [{'id': '43a4298d-a180-4a6d-b135-498afbdc7bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:10.777964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da99b6c8-0956-45c0-9353-482a7429a258 req-1a335fd6-428f-46e4-9ed3-53cb70c32d73 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8322771 Nov 03 18:44:10.805152 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbd564-62c6-479b-b9dc-39eeafc18491 None None] The sync data for ids ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'] in n-d-812151-4 is: [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:44:01Z', 'revision_number': 4, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'd68478c4-8573-42ca-a8bc-696a08707288', 'name': '', 'network_id': '4ca8b810-df7f-4b84-bcfe-1598a51509ab', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'mac_address': 'fa:16:3e:fc:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '43a4298d-a180-4a6d-b135-498afbdc7bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:09Z', 'revision_number': 4, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'subnets': [{'id': '43a4298d-a180-4a6d-b135-498afbdc7bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:10.817718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ecd5b36d-ec7c-4319-b12d-659f5a8d0615 req-cb597429-c0eb-4945-88d0-8ee5b5bf6cd0 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8161831 Nov 03 18:44:10.828428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f886cf0-d946-45ab-8e84-f42b86ed7d49,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:10.855895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:10.856278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:10.869747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:10.894520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:10.922914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:10.924108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.963085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6313d46-3047-4015-9aa3-b043411223fe tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3953846 Nov 03 18:44:10.983539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115800dc-f28e-45de-b31e-5e2239f94a3f req-c451212d-696d-4922-a92b-c4d166dafcac tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:11.010137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-115800dc-f28e-45de-b31e-5e2239f94a3f req-c451212d-696d-4922-a92b-c4d166dafcac tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 936 time: 0.6467884 Nov 03 18:44:11.021868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cccc0646-a38c-4047-a214-cb257074e67f req-aec7144f-0fa6-4d4c-9e34-3718d97b4838 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1209633 Nov 03 18:44:11.027872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Request body: {'port': {'device_id': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:11.039839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.180398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Checking segment: {'id': 'dd800e08-3487-4795-92bc-227ddc617535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9754ac88-e029-475f-aed3-048753786309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:11.192341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Network hostable DHCP agents. Network: 9754ac88-e029-475f-aed3-048753786309, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:11.235607 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-11b6f39c-3570-4a23-9159-6e99db21f236 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606706 Nov 03 18:44:11.339710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.671705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['6e093c87-eedc-4322-a4d0-7dd500742373'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:11.702477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-773bc9e2-648f-4ace-95b8-fbada75eeaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.821903 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-115800dc-f28e-45de-b31e-5e2239f94a3f req-034c0803-0cdf-40db-a001-2fcba7bb867b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8104460 Nov 03 18:44:11.822806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Network 9754ac88-e029-475f-aed3-048753786309 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:11.902806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9754ac88-e029-475f-aed3-048753786309) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:12.000751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dee5d9-9096-49e0-8fba-ad933d77805f req-8482579a-97b8-4756-b831-3c883842e85b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.022431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83dee5d9-9096-49e0-8fba-ad933d77805f req-8482579a-97b8-4756-b831-3c883842e85b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 944 time: 0.7031996 Nov 03 18:44:12.036613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.038446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.336662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50338a9e-166b-4f26-b5e1-423a1dbe7240 None None] Network 9754ac88-e029-475f-aed3-048753786309 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:12.488782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-773bc9e2-648f-4ace-95b8-fbada75eeaa2 None None] For port d68478c4-8573-42ca-a8bc-696a08707288, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d68478c4-8573-42ca-a8bc-696a08707288,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:12.649001 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.783604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-0a5ccc09-9b08-49d9-8ca0-cfb2047c46f2 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.786319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-0a5ccc09-9b08-49d9-8ca0-cfb2047c46f2 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.3703063 Nov 03 18:44:12.869115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6ab86f96-6340-4026-987e-25e8e07830e9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.1885812 Nov 03 18:44:12.875539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d68478c4-8573-42ca-a8bc-696a08707288 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:12.912537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-773bc9e2-648f-4ace-95b8-fbada75eeaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.081764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:13.089588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c52f9d-00de-42b6-8ce8-b4f21957d85a req-e44a40ff-94e8-45a0-8f4d-9159be126d35 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.093710 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa3c430-4bcc-4a5a-a15d-e2edffe6eb02" -d '{"events": [{"server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "name": "network-vif-plugged", "status": "completed", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:13.095049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c52f9d-00de-42b6-8ce8-b4f21957d85a req-e44a40ff-94e8-45a0-8f4d-9159be126d35 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.7918813 Nov 03 18:44:13.120645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:13.167415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83dee5d9-9096-49e0-8fba-ad933d77805f req-8650bbdb-715f-4b50-9396-071e2fb5dcc6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0999818 Nov 03 18:44:13.420337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6c52f9d-00de-42b6-8ce8-b4f21957d85a req-ca1192ab-046b-4a62-bc14-53a211357851 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939458 Nov 03 18:44:13.421150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:13.636032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Deleting subnet 12ff9ad3-ce01-4828-a13f-1d3a99690366 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:13.768423 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.824098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:13.843011 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.849783 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.898220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.921964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b72d3-cb3d-4444-b71f-0720cda5c63d req-c8f31544-b1f2-4212-a0bf-3d7695fd5b08 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.923920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-486b72d3-cb3d-4444-b71f-0720cda5c63d req-c8f31544-b1f2-4212-a0bf-3d7695fd5b08 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 944 time: 0.4664373 Nov 03 18:44:13.925479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.938237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548b7c7-7f65-44b4-a271-66ec922b68dc req-ac4ba2d8-63ca-4c52-9847-07261ae4a736 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.947804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c548b7c7-7f65-44b4-a271-66ec922b68dc req-ac4ba2d8-63ca-4c52-9847-07261ae4a736 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.3077612 Nov 03 18:44:13.998425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.068548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c548b7c7-7f65-44b4-a271-66ec922b68dc req-4be0fd3e-e336-4d3d-9f84-a14ce02a89ba tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200621 Nov 03 18:44:14.098534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b5e94b-a8c3-47c2-b759-de8106f92f81 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:14.118537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.144891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Transition to ACTIVE for port object 05b5e94b-a8c3-47c2-b759-de8106f92f81 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:14.162307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.277107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.312860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2e56ccf9-327d-4cd5-9b24-ce175aee13ac None None] Provisioning complete for port d68478c4-8573-42ca-a8bc-696a08707288 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:14.313468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e56ccf9-327d-4cd5-9b24-ce175aee13ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.501170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-07e07098-15a2-4c89-bbbd-0252452c6a8f service neutron] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:14.511441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bc9e2-648f-4ace-95b8-fbada75eeaa2 None None] Pushing event updated for resources: {'Port': ['ID=d68478c4-8573-42ca-a8bc-696a08707288,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.543469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-07e07098-15a2-4c89-bbbd-0252452c6a8f service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.546788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e92bbd3-6c1b-4b72-9088-e177679f341a req-07e07098-15a2-4c89-bbbd-0252452c6a8f service neutron] 10.222.0.115 "DELETE /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f/bindings/n-h2-812151-4 HTTP/1.1" status: 204 len: 173 time: 1.7189605 Nov 03 18:44:14.699494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d68478c4-8573-42ca-a8bc-696a08707288 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:14.699903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.008651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Pushing event updated for resources: {'Port': ['ID=05b5e94b-a8c3-47c2-b759-de8106f92f81,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:15.057286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea64986-1782-4d9d-b4ea-d20ad8c4db27 None None] Network 9754ac88-e029-475f-aed3-048753786309 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:15.082278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-486b72d3-cb3d-4444-b71f-0720cda5c63d req-2162d4bc-92fe-417f-ab5e-511482445cfa tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1115510 Nov 03 18:44:15.298659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:15.320338 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32877b06-8d93-4ca0-9c8a-11edf0af710b x-openstack-request-id: req-32877b06-8d93-4ca0-9c8a-11edf0af710b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:15.321023 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "name": "network-vif-plugged", "status": "completed", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:15.321491 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-32877b06-8d93-4ca0-9c8a-11edf0af710b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:15.322126 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'code': 200} Nov 03 18:44:15.349573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.475623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ff9ad3-ce01-4828-a13f-1d3a99690366,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:15.483736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Attempting to bind port 05b5e94b-a8c3-47c2-b759-de8106f92f81 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:15.485659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Attempting to bind port 05b5e94b-a8c3-47c2-b759-de8106f92f81 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:15.486802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Attempting to bind port 05b5e94b-a8c3-47c2-b759-de8106f92f81 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:15.563018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b34de-5510-45ea-95a3-cdf791403c4f req-6db2d6cd-4f31-4aad-8d96-f4e80b2b527f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.580337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca9b34de-5510-45ea-95a3-cdf791403c4f req-6db2d6cd-4f31-4aad-8d96-f4e80b2b527f tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 948 time: 0.6622317 Nov 03 18:44:15.637451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Port 05b5e94b-a8c3-47c2-b759-de8106f92f81 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:15.639287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Attempting to bind port 05b5e94b-a8c3-47c2-b759-de8106f92f81 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:15.648609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.656263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dad20532-3095-411d-b946-e045c65d5103 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/12ff9ad3-ce01-4828-a13f-1d3a99690366 HTTP/1.1" status: 204 len: 168 time: 2.2201927 Nov 03 18:44:15.663360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:15.718522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:15.720110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:15.720979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:15.722302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Bound port: 05b5e94b-a8c3-47c2-b759-de8106f92f81, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:15.723035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.775358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37260-23e5-4d02-b88a-8a43409b8067 req-83649ee7-1d9f-428e-8249-add8ee795be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.785332 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-43e37260-23e5-4d02-b88a-8a43409b8067 req-83649ee7-1d9f-428e-8249-add8ee795be0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 1096 time: 0.3492227 Nov 03 18:44:15.863660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Deleting port d68478c4-8573-42ca-a8bc-696a08707288 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:15.864323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.996242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.047437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f0f1b-bac5-48c9-9c9b-38088fe24521 req-b5e4ead9-71ce-4cdd-9014-57b6a5a716e0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.068541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b7f0f1b-bac5-48c9-9c9b-38088fe24521 req-b5e4ead9-71ce-4cdd-9014-57b6a5a716e0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 944 time: 0.6187069 Nov 03 18:44:16.081279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-43e37260-23e5-4d02-b88a-8a43409b8067 req-23ce8422-ed31-40f5-807a-6b42fd51db76 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2749646 Nov 03 18:44:16.094924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d68478c4-8573-42ca-a8bc-696a08707288 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:16.100009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca9b34de-5510-45ea-95a3-cdf791403c4f req-25ea16d2-0fa7-44b8-858a-60324f22239a tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169730 Nov 03 18:44:16.151818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] For port d68478c4-8573-42ca-a8bc-696a08707288, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d68478c4-8573-42ca-a8bc-696a08707288,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:16.152647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.230457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d68478c4-8573-42ca-a8bc-696a08707288 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:16.231330 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.240334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Calling delete_port for d68478c4-8573-42ca-a8bc-696a08707288 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:16.399984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.501476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.502129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.503025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.503537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > port after_create 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.504062 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.504564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > port after_update 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.505071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.505683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.506210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.506545 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.671893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.681050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.681548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.681825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.682073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:44:16.682495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82aeab4-73f5-4ae6-a670-d07a9e676eb4']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:16.708426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ce1783-cf4f-4ae7-b671-7d6971009206') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:16.708882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ce1783-cf4f-4ae7-b671-7d6971009206') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:16.719333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68478c4-8573-42ca-a8bc-696a08707288,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:16.736814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b7f0f1b-bac5-48c9-9c9b-38088fe24521 req-4889e83f-759d-498d-af26-8c474b0cbe22 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690562 Nov 03 18:44:16.777459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] For port 05b5e94b-a8c3-47c2-b759-de8106f92f81, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:16.786907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.826976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] For port 05b5e94b-a8c3-47c2-b759-de8106f92f81, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:16.831687 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.842620 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.862706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c106e-d614-4843-b359-9582d98fcc85 req-472abd19-c5ce-475f-a9e9-a4d8c3d460fa tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.865249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-122c106e-d614-4843-b359-9582d98fcc85 req-472abd19-c5ce-475f-a9e9-a4d8c3d460fa tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.5430248 Nov 03 18:44:16.942023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.942868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.944799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] 10.222.0.110 "PUT /v2.0/ports/05b5e94b-a8c3-47c2-b759-de8106f92f81 HTTP/1.1" status: 200 len: 1096 time: 5.9212086 Nov 03 18:44:16.973019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:16.973468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.976075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037f146-0e67-4aa7-8c13-4b25fe919b46 service neutron] Pushing event updated for resources: {'Port': ['ID=05b5e94b-a8c3-47c2-b759-de8106f92f81,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:16.981133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'tag': '05b5e94b-a8c3-47c2-b759-de8106f92f81'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:16.983811 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e32e1cc-e509-4cf0-9df7-2772a508767a" -d '{"events": [{"name": "network-changed", "server_uuid": "307608e5-e3d7-4db9-b40a-6230e0b2bb73", "tag": "05b5e94b-a8c3-47c2-b759-de8106f92f81"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: from cryptography.utils import int_from_bytes Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: from cryptography.utils import int_from_bytes Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:16.990730 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:17.170574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.178169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.185596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f82aeab4-73f5-4ae6-a670-d07a9e676eb4 HTTP/1.1" status: 204 len: 168 time: 1.4914899 Nov 03 18:44:17.189986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:17.201747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.208370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa8524-4623-4d47-b940-bb689243a080 req-7c691aa1-abc9-4848-bc7c-0a366f465648 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.210079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3eaa8524-4623-4d47-b940-bb689243a080 req-7c691aa1-abc9-4848-bc7c-0a366f465648 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.2639246 Nov 03 18:44:17.254795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-122c106e-d614-4843-b359-9582d98fcc85 req-68e03dad-4dae-4297-b8a3-69f7a52f4b0c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930467 Nov 03 18:44:17.267183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6be69b8-b630-4565-88a7-8c7053c76bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.268197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-f6be69b8-b630-4565-88a7-8c7053c76bc4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 1099 time: 0.1867869 Nov 03 18:44:17.272991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75863d8d-3dba-4c3a-ada9-341cd5f0a229 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82aeab4-73f5-4ae6-a670-d07a9e676eb4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.354136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-2a44c1c5-3ea1-4865-9fcb-65780a236759 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81 HTTP/1.1" status: 200 len: 217 time: 0.0676420 Nov 03 18:44:17.385221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Deleting subnet 4f886cf0-d946-45ab-8e84-f42b86ed7d49 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:17.390125 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.436388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.557851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3eaa8524-4623-4d47-b940-bb689243a080 req-668ce4fb-26b2-4b1c-b2c7-924eaefa5aaa tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977703 Nov 03 18:44:17.589109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.623880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:17.709107 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720a58a5-5ed0-4bbe-85cc-da5bbf644cd6 x-openstack-request-id: req-720a58a5-5ed0-4bbe-85cc-da5bbf644cd6 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:17.709928 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307608e5-e3d7-4db9-b40a-6230e0b2bb73", "tag": "05b5e94b-a8c3-47c2-b759-de8106f92f81", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:17.710272 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-720a58a5-5ed0-4bbe-85cc-da5bbf644cd6 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:17.711027 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'tag': '05b5e94b-a8c3-47c2-b759-de8106f92f81', 'status': 'completed', 'code': 200} Nov 03 18:44:17.743455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.745127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 6e093c87-eedc-4322-a4d0-7dd500742373 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:17.752866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 6e093c87-eedc-4322-a4d0-7dd500742373 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:17.753804 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.818269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f886cf0-d946-45ab-8e84-f42b86ed7d49,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.821930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:17.824425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-461ddb72-37af-4152-a59c-29409a7fcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.827445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-461ddb72-37af-4152-a59c-29409a7fcd18 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.4562261 Nov 03 18:44:17.875352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e3e82-cfcf-4ade-97d0-b4c09fccd09a req-5ccd4f15-2b30-4772-a67c-35ff3eaf158b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.877597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-449e3e82-cfcf-4ade-97d0-b4c09fccd09a req-5ccd4f15-2b30-4772-a67c-35ff3eaf158b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 945 time: 0.4102950 Nov 03 18:44:17.896514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.903351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-346aed48-c550-425e-a6a1-c9dd0a6cd002 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4f886cf0-d946-45ab-8e84-f42b86ed7d49 HTTP/1.1" status: 204 len: 168 time: 0.7087967 Nov 03 18:44:17.908823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46002) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:17.989192 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.062002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:18.064633 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f563ef30-5b5a-4f29-b8e1-3f74acba424d" -d '{"events": [{"server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "name": "network-vif-plugged", "status": "completed", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:18.103144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:18.106142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-ad93e8cd-db1d-48b3-8b15-b94f67b9a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.110000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.111654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-ad93e8cd-db1d-48b3-8b15-b94f67b9a116 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2514572 Nov 03 18:44:18.168877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa0da-e55b-4d8d-86b4-2ad91b81c02d req-86eac16e-49a5-4bf3-bfce-d2c7b5491898 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.177429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-798aa0da-e55b-4d8d-86b4-2ad91b81c02d req-86eac16e-49a5-4bf3-bfce-d2c7b5491898 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 948 time: 0.3431809 Nov 03 18:44:18.205247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.207375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-449e3e82-cfcf-4ade-97d0-b4c09fccd09a req-00c495f5-c15d-48d8-b355-a298bab7a454 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2588615 Nov 03 18:44:18.253705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:18.326516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:18.339016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] Sync routers for ids ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:18.344470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-116598bb-5b81-4292-8ad0-277d235e91e7 admin admin] 10.222.0.91 "PUT /v2.0/routers/fcc054a8-d4d1-4452-a127-3e4bfcba7fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3494217 Nov 03 18:44:18.345769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46008) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:18.354016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-798aa0da-e55b-4d8d-86b4-2ad91b81c02d req-e51add99-e678-42d8-b91c-7e1a14d76832 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756039 Nov 03 18:44:18.383702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] Routers {'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:18.384434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:18.409040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-778881f5-4951-4955-a174-debb65dad823 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676799 Nov 03 18:44:18.502455 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f824609-e6cc-49b0-9266-04c7d2a26b2e x-openstack-request-id: req-9f824609-e6cc-49b0-9266-04c7d2a26b2e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:18.502775 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "name": "network-vif-plugged", "status": "completed", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:18.503262 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f824609-e6cc-49b0-9266-04c7d2a26b2e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:18.503871 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373', 'code': 200} Nov 03 18:44:18.620270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.654508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] Set router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:18.703200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f61ef-043f-4ff3-8745-8949258b3da6 req-93a7aced-328b-40a7-8cdf-d130c3c898fe tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.714748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f58f61ef-043f-4ff3-8745-8949258b3da6 req-93a7aced-328b-40a7-8cdf-d130c3c898fe tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1095 time: 0.3132837 Nov 03 18:44:18.730605 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.777595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df74074-9a72-4ae2-a60b-083973ec6b15 req-009b4acd-1739-4943-ab96-cf987000a495 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403249 Nov 03 18:44:18.874448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9754ac88-e029-475f-aed3-048753786309']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:18.879089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22ac89-113d-4cb0-a29c-b6bf5745cbc8 req-1556eabd-b501-4620-9459-ba6f48f5174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.880968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de22ac89-113d-4cb0-a29c-b6bf5745cbc8 req-1556eabd-b501-4620-9459-ba6f48f5174d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1096 time: 0.2954700 Nov 03 18:44:18.888686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dda0d-84dc-4ea1-8ee2-e7d1051b8467 req-7f3d8ce2-336b-4699-8006-494c951034cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.896996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd800e08-3487-4795-92bc-227ddc617535') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:18.897398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd800e08-3487-4795-92bc-227ddc617535') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:18.902165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db9dda0d-84dc-4ea1-8ee2-e7d1051b8467 req-7f3d8ce2-336b-4699-8006-494c951034cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.2670856 Nov 03 18:44:18.956839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.994054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de22ac89-113d-4cb0-a29c-b6bf5745cbc8 req-6bef56f7-7752-4a5b-89f0-803120a4804b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926526 Nov 03 18:44:18.998391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.008654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.020021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:19.021287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:19.024940 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:19.051201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f58f61ef-043f-4ff3-8745-8949258b3da6 req-945762bc-2966-4b64-b0ca-e63f5a74de61 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700615 Nov 03 18:44:19.176678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db9dda0d-84dc-4ea1-8ee2-e7d1051b8467 req-f7866fcb-cd73-4293-aeaf-0a37d9b43188 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729588 Nov 03 18:44:19.197780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.212121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-dfc237b8-006d-4ee5-a948-4d9a21cdff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.227588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-dfc237b8-006d-4ee5-a948-4d9a21cdff18 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 1099 time: 0.2871881 Nov 03 18:44:19.255917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:44:16Z', 'revision_number': 5, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port': {'id': 'aed3bc0e-82a8-4ee5-8faa-745e5ecad89f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:42Z', 'updated_at': '2021-11-03T18:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:19.271767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.278446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9754ac88-e029-475f-aed3-048753786309 HTTP/1.1" status: 204 len: 168 time: 1.3679533 Nov 03 18:44:19.280934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f9016-bb6e-40ba-ab59-897d9b0aaa13 admin admin] Pushing event deleted for resources: {'Network': ['ID=9754ac88-e029-475f-aed3-048753786309,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:19.341252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Deleting port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:19.342179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.349064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] Checking router: fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:19.365538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] Routers {'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:19.366799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:19.616083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] For port aed3bc0e-82a8-4ee5-8faa-745e5ecad89f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:19.616782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.646991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] Set router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:19.647300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Calling delete_port for aed3bc0e-82a8-4ee5-8faa-745e5ecad89f owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:19.785340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:44:19Z', 'revision_number': 6, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:19.817947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf867879-7215-41c3-9e56-22aef6fe0283 req-0ba471ce-ca41-40a3-b137-a7e41b30bb22 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.821230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf867879-7215-41c3-9e56-22aef6fe0283 req-0ba471ce-ca41-40a3-b137-a7e41b30bb22 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 945 time: 0.4514012 Nov 03 18:44:19.862554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6c543-112f-4d1c-8e46-be0c51061d34 None None] The sync data for ids ['fcc054a8-d4d1-4452-a127-3e4bfcba7fa5'] in n-d-812151-4 is: [{'id': 'fcc054a8-d4d1-4452-a127-3e4bfcba7fa5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-235693014-router', 'tenant_id': '9784b88b9e3d41d1ad55579d4e73268f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:38Z', 'updated_at': '2021-11-03T18:44:19Z', 'revision_number': 6, 'project_id': '9784b88b9e3d41d1ad55579d4e73268f', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:19.910486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-23d3c764-42b1-47bb-ae41-2464c6e31548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.913087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-23d3c764-42b1-47bb-ae41-2464c6e31548 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.6260207 Nov 03 18:44:19.913855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46022) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:20.034726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-24e317c2-e0dc-4a39-b602-a7e6106f11d9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81 HTTP/1.1" status: 200 len: 217 time: 0.0801942 Nov 03 18:44:20.111557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf867879-7215-41c3-9e56-22aef6fe0283 req-7b9eaaff-887f-4f82-97ff-fd1608eee1ba tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775667 Nov 03 18:44:20.141236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2e4ea-14aa-463e-a887-dfd4056ad597 req-675f3e81-dcc6-4b97-8cd1-64549bea7aa6 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.144073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74b2e4ea-14aa-463e-a887-dfd4056ad597 req-675f3e81-dcc6-4b97-8cd1-64549bea7aa6 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 945 time: 0.6476457 Nov 03 18:44:20.179195 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.224841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Pushing event deleted for resources: {'Port': ['ID=aed3bc0e-82a8-4ee5-8faa-745e5ecad89f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:20.298747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4005de13-5c4a-4fea-afa7-b0d7ea637513 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2c4286c07d4c43d7acae0da5bb28f55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574388 Nov 03 18:44:20.305397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46026) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:20.456834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d68478c4-8573-42ca-a8bc-696a08707288 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:20.463123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-60d26836-3d79-4f87-ae0a-9f24bbcabcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.466052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-60d26836-3d79-4f87-ae0a-9f24bbcabcce service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3643184 Nov 03 18:44:20.552219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d68478c4-8573-42ca-a8bc-696a08707288 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:20.553103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d68478c4-8573-42ca-a8bc-696a08707288 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:20.611674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.865056 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74b2e4ea-14aa-463e-a887-dfd4056ad597 req-44040caf-8171-403e-8e34-bddbc2c3d5fb tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6813736 Nov 03 18:44:20.904087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea44cb-ab10-48c1-bde0-543916724602 req-5aeda60e-3401-4cd7-af72-e063a19a2a79 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.905857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dea44cb-ab10-48c1-bde0-543916724602 req-5aeda60e-3401-4cd7-af72-e063a19a2a79 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 948 time: 0.5062826 Nov 03 18:44:20.938374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8dced240-21e0-429b-9967-da20f4515354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.988860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-cd8d9853-ecc4-4c7f-9cc3-6831ef6e27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.990974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-cd8d9853-ecc4-4c7f-9cc3-6831ef6e27d8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4849641 Nov 03 18:44:21.005807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8dced240-21e0-429b-9967-da20f4515354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.139894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.143181 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.225205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.225746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:44:21.230795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.232675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a55c6f9c-a5b1-4f65-bae4-0ef8998ea87e admin admin] 10.222.0.91 "DELETE /v2.0/routers/fcc054a8-d4d1-4452-a127-3e4bfcba7fa5 HTTP/1.1" status: 204 len: 168 time: 2.8838601 Nov 03 18:44:21.237795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:21.316798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Deleting subnet 43a4298d-a180-4a6d-b135-498afbdc7bef {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:21.321156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.344925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dea44cb-ab10-48c1-bde0-543916724602 req-49d70430-9981-4e65-9081-b2e24e8ee84e tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075048 Nov 03 18:44:21.379188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.444566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-1f0c5975-5406-49ec-bdb8-7ff937d3741b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344459 Nov 03 18:44:21.571107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.587052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8dced240-21e0-429b-9967-da20f4515354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.589777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8dced240-21e0-429b-9967-da20f4515354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.594259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8dced240-21e0-429b-9967-da20f4515354 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e056b6fa-2a03-4e2e-81c5-28dcbadd889b HTTP/1.1" status: 204 len: 168 time: 1.2849758 Nov 03 18:44:21.638415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dced240-21e0-429b-9967-da20f4515354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056b6fa-2a03-4e2e-81c5-28dcbadd889b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:21.659824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-75b94c59-ccf6-4446-8068-ae0eba5f19f3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.661643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-75b94c59-ccf6-4446-8068-ae0eba5f19f3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.5376012 Nov 03 18:44:21.681715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2e59f-0595-4e1c-a067-b8d672c666b5 req-c3909c0a-7cda-41a5-8da8-2a6b1984261f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.683438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c2e59f-0595-4e1c-a067-b8d672c666b5 req-c3909c0a-7cda-41a5-8da8-2a6b1984261f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.1878734 Nov 03 18:44:21.684025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 05b5e94b-a8c3-47c2-b759-de8106f92f81 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:21.709695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.717447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-1bb551ca-7113-499f-9257-bcd3e661a392 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/quotas/1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 375 time: 0.0274494 Nov 03 18:44:21.734913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e32e1cc-e509-4cf0-9df7-2772a508767a req-f8c5c3bc-9ab8-452f-8442-778527c88c5c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613873 Nov 03 18:44:21.791900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.798464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] 10.222.0.91 "DELETE /v2.0/subnets/43a4298d-a180-4a6d-b135-498afbdc7bef HTTP/1.1" status: 204 len: 168 time: 0.5595238 Nov 03 18:44:21.816373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7425d-7592-40aa-ae75-92bfcd9ed6bf None None] Network 4ca8b810-df7f-4b84-bcfe-1598a51509ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:21.829483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46046) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:21.869057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615225d-0266-4760-a805-3f31e4725cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a4298d-a180-4a6d-b135-498afbdc7bef,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:21.928594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c2e59f-0595-4e1c-a067-b8d672c666b5 req-d3caba8d-da22-4248-8121-c7785f9a18e4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354791 Nov 03 18:44:22.038432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aed3bc0e-82a8-4ee5-8faa-745e5ecad89f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:22.064355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 05b5e94b-a8c3-47c2-b759-de8106f92f81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:22.135538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-b1c7ed41-1a83-4b70-b32c-181ae711a35e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3704724 Nov 03 18:44:22.217915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.288170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '05b5e94b-a8c3-47c2-b759-de8106f92f81', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '05b5e94b-a8c3-47c2-b759-de8106f92f81', 'mac_address': 'fa:16:3e:c1:08:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:22.295004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: aed3bc0e-82a8-4ee5-8faa-745e5ecad89f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:22.295431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aed3bc0e-82a8-4ee5-8faa-745e5ecad89f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:22.363831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.386239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b5e94b-a8c3-47c2-b759-de8106f92f81 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:22.405997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:22.415766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 05b5e94b-a8c3-47c2-b759-de8106f92f81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:22.422141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.472078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] DHCP port deletion for 4ca8b810-df7f-4b84-bcfe-1598a51509ab request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:44:22.517146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-559856e5-91fe-4bd0-98ee-b5799348c16a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=88b8295310524fd3b8e81b3a6f4a7eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093812 Nov 03 18:44:22.522122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46058) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:22.548555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=05b5e94b-a8c3-47c2-b759-de8106f92f81,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:22.563092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588203-c33b-4e2d-97f2-9d04722e2084 req-eb03f383-6d23-4dc8-80cb-212ff129de84 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:22.578746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46060) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:22.579838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7588203-c33b-4e2d-97f2-9d04722e2084 req-eb03f383-6d23-4dc8-80cb-212ff129de84 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 945 time: 0.4387758 Nov 03 18:44:22.589963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'floatingip': {'port_id': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:22.629271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] Deleting port fd7d2eba-2cfd-419f-8a09-7705add74243 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:22.630242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.648132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-2c2dcae8-4cad-4283-8449-9169de10e9af service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838948 Nov 03 18:44:22.741785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ba6eae4-8815-458f-9db6-2f35096e2000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.745544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.756526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] For port fd7d2eba-2cfd-419f-8a09-7705add74243, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fd7d2eba-2cfd-419f-8a09-7705add74243,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:22.757488 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.796991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] Calling delete_port for fd7d2eba-2cfd-419f-8a09-7705add74243 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:22.807806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['05b5e94b-a8c3-47c2-b759-de8106f92f81'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:22.849829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Deleting port fd7d2eba-2cfd-419f-8a09-7705add74243 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:22.850865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.875134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ba6eae4-8815-458f-9db6-2f35096e2000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.943496 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.001631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] Pushing event deleted for resources: {'Port': ['ID=fd7d2eba-2cfd-419f-8a09-7705add74243,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:23.006620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e515c1-d122-4d41-a25d-28bacf600347 None None] No DVR routers for this DVR port fd7d2eba-2cfd-419f-8a09-7705add74243 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:23.032039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce16e1-f5d4-4f15-ad51-b69c3b11665e req-e08b1277-9338-43b2-8acc-9692894cc5a1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.045676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efce16e1-f5d4-4f15-ad51-b69c3b11665e req-e08b1277-9338-43b2-8acc-9692894cc5a1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 945 time: 0.2848060 Nov 03 18:44:23.061307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ba6eae4-8815-458f-9db6-2f35096e2000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.065031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ba6eae4-8815-458f-9db6-2f35096e2000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.071759 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ba6eae4-8815-458f-9db6-2f35096e2000 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f4742ead-f8cd-49c5-bd42-9199ff3a2df4 HTTP/1.1" status: 204 len: 168 time: 0.5412335 Nov 03 18:44:23.103186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8b86de8f-ea58-4010-a33d-f12361a751df service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430094 Nov 03 18:44:23.116940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6eae4-8815-458f-9db6-2f35096e2000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4742ead-f8cd-49c5-bd42-9199ff3a2df4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:23.159804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] For port fd7d2eba-2cfd-419f-8a09-7705add74243, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fd7d2eba-2cfd-419f-8a09-7705add74243,segment=NetworkSegment(c3aa4c23-2fb5-498b-be37-1bbbd3d44387),segment_id=c3aa4c23-2fb5-498b-be37-1bbbd3d44387)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:23.161259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.242181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Calling delete_port for fd7d2eba-2cfd-419f-8a09-7705add74243 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:23.295439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efce16e1-f5d4-4f15-ad51-b69c3b11665e req-231a652b-4980-443d-a3d7-37a20df46651 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459140 Nov 03 18:44:23.574219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.606421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7d6e7-244a-4f82-a3f3-336f2402f6c6 req-7c2f3d3a-19d6-4aa6-b18c-318033a1bfec tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.616875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bc7d6e7-244a-4f82-a3f3-336f2402f6c6 req-7c2f3d3a-19d6-4aa6-b18c-318033a1bfec tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 949 time: 0.1304951 Nov 03 18:44:23.650090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] No DVR routers for this DVR port fd7d2eba-2cfd-419f-8a09-7705add74243 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:23.754471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7d2eba-2cfd-419f-8a09-7705add74243,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:23.904841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bc7d6e7-244a-4f82-a3f3-336f2402f6c6 req-89755980-5d71-4dba-99f2-5b9ce82ca4a1 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866173 Nov 03 18:44:23.915464 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.088913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fa67b-ba24-461f-84be-50179a120ccf req-64e3a6c9-0cd7-42b0-9d81-0f15700590e6 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.092245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d9fa67b-ba24-461f-84be-50179a120ccf req-64e3a6c9-0cd7-42b0-9d81-0f15700590e6 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.3952990 Nov 03 18:44:24.150059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fd7d2eba-2cfd-419f-8a09-7705add74243 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:24.164713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f6e87ba-a03d-4b79-9f3a-d49f6020e139 req-d6a721ac-55d9-4b0e-96ed-33d093e8aace tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 210 time: 0.0682623 Nov 03 18:44:24.186188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca8b810-df7f-4b84-bcfe-1598a51509ab']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:24.210259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.217750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.234429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:24.235404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3aa4c23-2fb5-498b-be37-1bbbd3d44387') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:24.259068 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.265160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fd7d2eba-2cfd-419f-8a09-7705add74243 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:24.265503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fd7d2eba-2cfd-419f-8a09-7705add74243 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:24.287200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.299849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:24.300572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.379476 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c associated. External IP: 172.25.8.93, port: c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef. Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:24.392991 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:24.404750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.434109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.442147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] 10.222.0.91 "DELETE /v2.0/networks/4ca8b810-df7f-4b84-bcfe-1598a51509ab HTTP/1.1" status: 204 len: 168 time: 2.6070514 Nov 03 18:44:24.598535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c80d-1c4a-42ee-a263-3b57a3430217 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca8b810-df7f-4b84-bcfe-1598a51509ab,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:24.622755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d9fa67b-ba24-461f-84be-50179a120ccf req-2bf6d074-044e-44ae-a585-e37c8669c8fd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555135 Nov 03 18:44:24.677808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3340fa-1c7f-428b-b254-15098943f9de req-635aa388-8754-4789-8ea8-449e6a849476 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.680520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b3340fa-1c7f-428b-b254-15098943f9de req-635aa388-8754-4789-8ea8-449e6a849476 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1096 time: 0.2860739 Nov 03 18:44:24.807293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46098) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:24.814391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b3340fa-1c7f-428b-b254-15098943f9de req-b31a210d-baeb-43f5-94a5-fd0e0a8f72a1 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245527 Nov 03 18:44:25.008065 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-8c1bd955-988d-47f9-b673-4a76c4d4d387 service neutron] show failed (client error): The resource could not be found. Nov 03 18:44:25.021373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-8c1bd955-988d-47f9-b673-4a76c4d4d387 service neutron] 10.222.0.115 "GET /v2.0/ports/5ad11f38-8075-46ee-9e79-0a2aad9dd178/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.3554795 Nov 03 18:44:25.038583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46104) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:25.143214 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-81c9d402-fa94-4ced-b8d1-1a9dfd9a4749 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9784b88b9e3d41d1ad55579d4e73268f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349073 Nov 03 18:44:25.148609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:25.196171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Router d879876b-1435-4850-9438-c8abee9b3c50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:25.250302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc7930bc-6d12-4d81-9505-a8885e1e84a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.279639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fa60-c703-44fe-bec7-a701689fd9e6 req-5f37bae1-ac76-4269-808f-dcb18829920c tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.286314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc7930bc-6d12-4d81-9505-a8885e1e84a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.288025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3502fa60-c703-44fe-bec7-a701689fd9e6 req-5f37bae1-ac76-4269-808f-dcb18829920c tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1096 time: 0.2775466 Nov 03 18:44:25.340293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92398-7d6b-4d0f-bb5c-bc9de61287e0 req-45882d54-bf1b-41ab-b662-de298ff8ba16 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.342316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90a92398-7d6b-4d0f-bb5c-bc9de61287e0 req-45882d54-bf1b-41ab-b662-de298ff8ba16 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 949 time: 0.2323141 Nov 03 18:44:25.395843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-399881710-network', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:25.453050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc7930bc-6d12-4d81-9505-a8885e1e84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.457782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc7930bc-6d12-4d81-9505-a8885e1e84a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.460163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dc7930bc-6d12-4d81-9505-a8885e1e84a6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b06d340c-6bec-4840-8389-1a6791ca611d HTTP/1.1" status: 204 len: 168 time: 0.3092728 Nov 03 18:44:25.488796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3502fa60-c703-44fe-bec7-a701689fd9e6 req-b6b444e8-c25e-4002-b1e1-99a00ac922b5 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916039 Nov 03 18:44:25.516066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90a92398-7d6b-4d0f-bb5c-bc9de61287e0 req-21b96d5e-b078-4672-a0e6-4c851322cc5e tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516440 Nov 03 18:44:25.563969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7930bc-6d12-4d81-9505-a8885e1e84a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d340c-6bec-4840-8389-1a6791ca611d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:25.571277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Made reservation on behalf of e989e9acc7394e00b44ff54e066c0873 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:25.593794 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.631619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:25.634681 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.639339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.702726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 05b5e94b-a8c3-47c2-b759-de8106f92f81 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:25.718818 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6b6fdb27-c2c7-4432-afb0-03804c6d7579 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "PUT /v2.0/floatingips/3dc481b2-4564-42ad-bf14-350cb634fe3c HTTP/1.1" status: 200 len: 990 time: 3.1389275 Nov 03 18:44:25.722717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-c7809200-0c53-48c4-bbf9-df7113735bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.724594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-c7809200-0c53-48c4-bbf9-df7113735bed service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad&tenant_id=12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 1101 time: 0.2399471 Nov 03 18:44:25.725286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:25.737724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:25.743666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:25.748642 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:25.764838 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:25.766918 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:25.925307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 05b5e94b-a8c3-47c2-b759-de8106f92f81 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:25.944478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 05b5e94b-a8c3-47c2-b759-de8106f92f81 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:25.944979 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.142673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-cc707181-88be-45e9-8128-a1fd2c05e680 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.153408 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-cc707181-88be-45e9-8128-a1fd2c05e680 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.4293990 Nov 03 18:44:26.175888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Request body: {'port': {'device_id': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'admin_state_up': True, 'tenant_id': '1155cfc7ecd44e8b865dabfb2bb95ae4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:26.207429 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.215546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a591d7c-3022-4610-9986-46a3dcbb393b req-d698e130-8aca-4d16-8378-d10261844ac0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 210 time: 0.3570156 Nov 03 18:44:26.318510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.342640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 05b5e94b-a8c3-47c2-b759-de8106f92f81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:26.348197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b5e94b-a8c3-47c2-b759-de8106f92f81'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:26.354535 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f6b02f-a918-47d9-b6a4-7ca5b8f6e3ae" -d '{"events": [{"server_uuid": "307608e5-e3d7-4db9-b40a-6230e0b2bb73", "name": "network-vif-plugged", "status": "completed", "tag": "05b5e94b-a8c3-47c2-b759-de8106f92f81"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:26.373194 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.458484 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:26.484202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c2a1c-a774-4fad-bc01-c31ed00ce66a req-b6f284fc-bd0b-4a55-a3d5-bffd58a125b1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.494405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc8c2a1c-a774-4fad-bc01-c31ed00ce66a req-b6f284fc-bd0b-4a55-a3d5-bffd58a125b1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.5313978 Nov 03 18:44:26.642104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=05b5e94b-a8c3-47c2-b759-de8106f92f81,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:26.688017 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ad0a7-a35b-4468-8348-1979f6fae2fa x-openstack-request-id: req-715ad0a7-a35b-4468-8348-1979f6fae2fa {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:26.689676 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:26.690461 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-715ad0a7-a35b-4468-8348-1979f6fae2fa {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:26.691646 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'status': 'completed', 'code': 200} Nov 03 18:44:26.700746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Made reservation on behalf of 1155cfc7ecd44e8b865dabfb2bb95ae4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:26.715799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.844027 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf6315-1cee-4f22-a9e5-b8144677c972 x-openstack-request-id: req-2adf6315-1cee-4f22-a9e5-b8144677c972 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:26.844900 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307608e5-e3d7-4db9-b40a-6230e0b2bb73", "name": "network-vif-plugged", "status": "completed", "tag": "05b5e94b-a8c3-47c2-b759-de8106f92f81", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:26.845031 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2adf6315-1cee-4f22-a9e5-b8144677c972 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:26.845616 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b5e94b-a8c3-47c2-b759-de8106f92f81', 'code': 200} Nov 03 18:44:27.283153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.351849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.462241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:27.478332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc8c2a1c-a774-4fad-bc01-c31ed00ce66a req-b70e13f5-630f-4e67-9b85-f215d768cdff tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9819078 Nov 03 18:44:27.527335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-443da949-3742-4605-beca-5fe38841e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.530632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-443da949-3742-4605-beca-5fe38841e043 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 1096 time: 0.3988304 Nov 03 18:44:27.624091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Allocated IP 172.20.0.8 (444cc965-2625-48d4-ab0f-ac3f4d85ccb2/b58004aa-6fd5-44b2-ad43-995d10705d53/804b1b18-f66d-4382-ab1d-f56879e98a5d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:27.676282 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '3dc481b2-4564-42ad-bf14-350cb634fe3c', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'port_id': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'mac_address': 'fa:16:3e:b7:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:44:24Z', 'revision_number': 1, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:27.732826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-c0a0319f-0862-4283-a10a-c080bc854c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.736536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-c0a0319f-0862-4283-a10a-c080bc854c2b service neutron] 10.222.0.115 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 925 time: 0.1840205 Nov 03 18:44:27.737800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74762e0c-2125-4fd5-9bb3-f03b25e0ce89,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:27.769614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064dce5-80d1-4452-8ea2-b74db76bda64 req-0b7aeda0-ca9d-44e8-9438-1fc9347e29fa tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.782781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3064dce5-80d1-4452-8ea2-b74db76bda64 req-0b7aeda0-ca9d-44e8-9438-1fc9347e29fa tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1096 time: 0.7027364 Nov 03 18:44:27.809485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.810435 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Added segment 51143096-f587-465f-ba27-8932b7b6cf90 of type vlan for network 1b198d03-b3ca-4b5b-9323-486a26f3224a Nov 03 18:44:27.825273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:27.827051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.841467 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:27.865963 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:27.866584 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:27.942863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16ac81-8af3-4272-8d81-80e4de4e0cf5 req-f4a464eb-26f1-4574-9a7a-2bc0e13a91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.959217 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd16ac81-8af3-4272-8d81-80e4de4e0cf5 req-f4a464eb-26f1-4574-9a7a-2bc0e13a91b6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 1101 time: 0.8296871 Nov 03 18:44:27.978219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.058348 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:28.103150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:28.105920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ad11f38-8075-46ee-9e79-0a2aad9dd178 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:28.117904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:28.142104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:28.236224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:28.290183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:28.291245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.305089 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.305745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd16ac81-8af3-4272-8d81-80e4de4e0cf5 req-7f406539-fd40-41fb-ab10-07efb260d577 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239026 Nov 03 18:44:28.330490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8cba3763-61ff-491c-8c5d-33b6edaa2762 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1591454 Nov 03 18:44:28.359796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Request body: {'port': {'device_id': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:28.550300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.578444 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '3dc481b2-4564-42ad-bf14-350cb634fe3c', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'port_id': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'mac_address': 'fa:16:3e:b7:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:44:24Z', 'revision_number': 1, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.586475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3064dce5-80d1-4452-8ea2-b74db76bda64 req-89bb1e8a-19e8-4992-82bd-54153996e749 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996416 Nov 03 18:44:28.661737 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520d163-1a2f-4244-bc87-94c2d2a066b1 None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '3dc481b2-4564-42ad-bf14-350cb634fe3c', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'port_id': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'mac_address': 'fa:16:3e:b7:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:44:24Z', 'revision_number': 1, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:28.681816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.770979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.772578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:28.773772 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.886978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:28.971548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9698bc-7355-4e21-b263-343fcd120df7 req-a91e62fc-9506-4b6d-a2ea-c6e27c9d180d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:28.984584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9698bc-7355-4e21-b263-343fcd120df7 req-a91e62fc-9506-4b6d-a2ea-c6e27c9d180d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 1.2347748 Nov 03 18:44:29.033768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9937932 Nov 03 18:44:29.043928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46160) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:29.062526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Request body: {'subnet': {'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-399881710-subnet', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:29.110059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Made reservation on behalf of e989e9acc7394e00b44ff54e066c0873 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:29.114790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.131993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-953ca116-1713-49e9-a670-9d871419bece service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef HTTP/1.1" status: 200 len: 998 time: 1.3343000 Nov 03 18:44:29.145196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:29.148712 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c7ba3-79b7-452e-8e25-16f95907d8a7" -d '{"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:29.167667 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.174388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a2542-061e-4f64-98df-e149046008d0 None None] New status for floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:44:29.284982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9effd-ac81-4767-b679-cd1fa1cb17b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b198d03-b3ca-4b5b-9323-486a26f3224a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:29.343927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Transition to ACTIVE for port object 5ad11f38-8075-46ee-9e79-0a2aad9dd178 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:29.344243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:29.396571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804b1b18-f66d-4382-ab1d-f56879e98a5d {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:29.410182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.412254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f506-0f92-4b1e-8d01-7ad2ff31f752 req-e3ff4f82-9f26-4ae0-a3af-f9bad93d8a38 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:29.426458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ce6f506-0f92-4b1e-8d01-7ad2ff31f752 req-e3ff4f82-9f26-4ae0-a3af-f9bad93d8a38 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 931 time: 0.6611898 Nov 03 18:44:29.430351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Transition to ACTIVE for port object 804b1b18-f66d-4382-ab1d-f56879e98a5d will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:29.452477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9698bc-7355-4e21-b263-343fcd120df7 req-f949a7c1-30b3-4bb1-ab64-f23ac2c5e607 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652402 Nov 03 18:44:29.468870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:44:29.469660 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:44:29.521473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.580702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-385da813-ad3d-407e-a6f4-b1b664653c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:29.584970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-385da813-ad3d-407e-a6f4-b1b664653c42 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 200 len: 863 time: 0.3942244 Nov 03 18:44:29.607339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.629227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.839173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ce6f506-0f92-4b1e-8d01-7ad2ff31f752 req-418fd615-f3c0-42a9-8dcb-7604f214aa83 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819790 Nov 03 18:44:30.063526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] No DVR routers for this DVR port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:30.068017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.197151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-de952d19-eb73-438e-b27e-926cff092b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.199049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-de952d19-eb73-438e-b27e-926cff092b4f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5460017 Nov 03 18:44:30.219926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Checking segment: {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:30.221321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Network hostable DHCP agents. Network: 1b198d03-b3ca-4b5b-9323-486a26f3224a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:30.244636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d081e6aa-198b-4aa4-90ae-3a8308ce1853,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.257124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.299538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:30.300781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:30.301703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:30.304133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:30.305212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:30.305693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:30.314468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:30.315071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:30.321674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:30.322048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:30.322408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:30.322908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Bound port: 804b1b18-f66d-4382-ab1d-f56879e98a5d, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:30.323268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.325064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c995b75-7fe0-43e2-99e7-6edca35623c3 req-9d2303c5-2d01-4096-a7e2-3ec805149cf0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.325928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:30.337368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c995b75-7fe0-43e2-99e7-6edca35623c3 req-9d2303c5-2d01-4096-a7e2-3ec805149cf0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 948 time: 0.2451310 Nov 03 18:44:30.407133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:30.407844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Attempting to bind port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:30.419734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:30.421256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:30.421931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:30.422670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Bound port: 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:30.423265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.438253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:30.442256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:30.444880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1b198d03-b3ca-4b5b-9323-486a26f3224a) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:30.449268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.458637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60a92e-55a3-4ab4-9137-4bef50b5c60f None None] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:30.522526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.523131 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.536402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:30.541492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:30.542896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.562789 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b12e7d6d-05d9-483a-9863-90695be70cfd admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5177503 Nov 03 18:44:30.566277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:30.572089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:30.580028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.580642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.582573 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-71e036a8-5700-468c-b762-3ae14ec10422 service neutron] 10.222.0.115 "PUT /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 1091 time: 2.2353921 Nov 03 18:44:30.583102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:30.587006 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b" -d '{"events": [{"name": "network-changed", "server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:30.623569 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.625144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.661925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.734424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.752187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c995b75-7fe0-43e2-99e7-6edca35623c3 req-522ae9b8-401d-460d-96f1-66512d8a25e2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117420 Nov 03 18:44:30.928603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1b198d03-b3ca-4b5b-9323-486a26f3224a', 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'fixed_ips': [{'subnet_id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:30.935710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.936437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.936599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-16fc5952-4b79-4640-a0ee-1d49e512c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.938686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] 10.222.0.110 "PUT /v2.0/ports/5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 1096 time: 5.1994619 Nov 03 18:44:30.939956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-16fc5952-4b79-4640-a0ee-1d49e512c4db service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1094 time: 0.2360375 Nov 03 18:44:30.940325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.017912 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db8dad8-f659-4a7c-9236-0c94d5eccbe0 x-openstack-request-id: req-9db8dad8-f659-4a7c-9236-0c94d5eccbe0 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:31.018210 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:31.018346 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9db8dad8-f659-4a7c-9236-0c94d5eccbe0 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:31.025753 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'code': 200} Nov 03 18:44:31.209710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-6a3acdd5-4cb8-4b3f-9466-114aad3a19eb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.2554405 Nov 03 18:44:31.260170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-7ed7585d-776c-44b3-ae29-353063ea183c service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0323236 Nov 03 18:44:31.279499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d01dd-e648-446f-b801-7938a0060bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.319375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-fcc37643-98e7-420b-81e9-6ca1e0dfd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.321274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-fcc37643-98e7-420b-81e9-6ca1e0dfd64a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1099 time: 0.3417466 Nov 03 18:44:31.384702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.427710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Allocated IP 172.20.0.2 (1b198d03-b3ca-4b5b-9323-486a26f3224a/d081e6aa-198b-4aa4-90ae-3a8308ce1853/f354f748-c302-41ed-ae10-7adac373e2a9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:31.529736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-1a727bd9-1c9d-4e3a-91fa-6d8864bb22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.536497 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-1a727bd9-1c9d-4e3a-91fa-6d8864bb22c7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2036366 Nov 03 18:44:31.576825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda093d6-1b0c-4b8e-9a04-8b1c9e178bc5 req-1eedff0f-af53-4bc4-88af-32fbc8d28695 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.585400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cda093d6-1b0c-4b8e-9a04-8b1c9e178bc5 req-1eedff0f-af53-4bc4-88af-32fbc8d28695 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.3286178 Nov 03 18:44:31.670153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac858b0-c5eb-4e38-8dd5-e556aaec1e9f req-bc35e713-6a44-444c-9b1d-57256aca6b80 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529968 Nov 03 18:44:31.701980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-8412ab8c-5b34-4acc-a949-606368ebafba service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424899 Nov 03 18:44:31.740713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-48c7f718-3dc6-4fb8-899b-7dc21b497eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.743618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-48c7f718-3dc6-4fb8-899b-7dc21b497eeb service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4047327 Nov 03 18:44:31.807355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cda093d6-1b0c-4b8e-9a04-8b1c9e178bc5 req-e8eafdc3-aa8a-4636-b9ba-998e7f8e3f20 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209578 Nov 03 18:44:31.864392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.881147 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.917855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-5fc18eca-9f85-4ed6-aa2e-e69886358c96 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.1567242 Nov 03 18:44:31.932760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:31.939178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:32.085633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-189f2755-7fb9-4b8f-833a-02b707de693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.088145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-189f2755-7fb9-4b8f-833a-02b707de693d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1589670 Nov 03 18:44:32.113595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-a1bc1ef6-f94f-4d0a-adc8-b8b0e49be6da service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972712 Nov 03 18:44:32.209064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-6cf155d7-26db-4789-b79a-79221427d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.215380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:32.229628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-6cf155d7-26db-4789-b79a-79221427d322 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278682 Nov 03 18:44:32.249371 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae72672-ecd1-45bc-98b8-adbbc68ecfdc x-openstack-request-id: req-3ae72672-ecd1-45bc-98b8-adbbc68ecfdc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:32.249780 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:32.250115 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3ae72672-ecd1-45bc-98b8-adbbc68ecfdc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:32.250704 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'status': 'completed', 'code': 200} Nov 03 18:44:32.384402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Pushing event updated for resources: {'Port': ['ID=f354f748-c302-41ed-ae10-7adac373e2a9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:32.402071 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.419813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Attempting to bind port f354f748-c302-41ed-ae10-7adac373e2a9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:32.420423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Attempting to bind port f354f748-c302-41ed-ae10-7adac373e2a9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:32.420980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Attempting to bind port f354f748-c302-41ed-ae10-7adac373e2a9 on network 1b198d03-b3ca-4b5b-9323-486a26f3224a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:32.432115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:32.433866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Checking segment: {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:32.434458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.435024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Bound using segment: {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:32.438651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Bound port: f354f748-c302-41ed-ae10-7adac373e2a9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:32.440342 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.474983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.495084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-4efb66c3-7501-438b-9b76-645543940850 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521455 Nov 03 18:44:32.524106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.654152 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0b578ff7-e0b4-46b4-b27e-7abe2065584e req-f1e3b53b-254b-48d6-9220-bb7c8c94da31 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709127 Nov 03 18:44:32.672509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] For port f354f748-c302-41ed-ae10-7adac373e2a9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:32.684543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] For port f354f748-c302-41ed-ae10-7adac373e2a9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f354f748-c302-41ed-ae10-7adac373e2a9,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:32.708698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.733272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Allocated IP 172.25.8.53 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/56c97516-ed83-486e-a08f-ba3a4c12096d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:32.810321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.819582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bea691c7-ab02-4da1-b1c9-3791e93992ca req-d98a7900-4854-4275-bf03-ce2dc1b4a7ce service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111811 Nov 03 18:44:32.831269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-daf8eba5-d3f8-4a13-a30d-9c6047dafe6f tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:44:32.843866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-daf8eba5-d3f8-4a13-a30d-9c6047dafe6f tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1310043 Nov 03 18:44:32.855115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c461760-2579-4444-8a1d-49b6d11699fe None None] Pushing event updated for resources: {'Port': ['ID=f354f748-c302-41ed-ae10-7adac373e2a9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:32.948793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2fc61-9e54-4b34-821f-bb27a8a2711b req-6b0fb464-3ee3-400e-88f0-e369df4f59aa tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.965331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8b2fc61-9e54-4b34-821f-bb27a8a2711b req-6b0fb464-3ee3-400e-88f0-e369df4f59aa tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 943 time: 0.3869934 Nov 03 18:44:32.967056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-e5decff7-7d2b-4ef3-a591-b4fee2ae594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.969040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-e5decff7-7d2b-4ef3-a591-b4fee2ae594f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1094 time: 0.2233708 Nov 03 18:44:33.039551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:33.049216 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b9fabf-5cf3-417b-a265-01f332bbacb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:33.054468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-b25a2f86-57b7-4236-8a97-efa960ac22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.069011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-b25a2f86-57b7-4236-8a97-efa960ac22cd service neutron] 10.222.0.91 "GET /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 1093 time: 0.1850414 Nov 03 18:44:33.081048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.087648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Request body: {'binding': {'host': 'n-h1-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:33.088433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Unknown quota resources ['binding']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:44:33.310437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-2fabf5e1-7ca6-4a83-bbcf-7c6d3b4839fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.313410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-2fabf5e1-7ca6-4a83-bbcf-7c6d3b4839fd service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.3089941 Nov 03 18:44:33.435699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-6a3b0757-dbc1-4bc0-aa89-ba90efdc649f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.0983133 Nov 03 18:44:33.529082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.558517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on host n-h1-812151-4 for vnic_type normal with profile None {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:33.560942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:33.561554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:33.586612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:33.587096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:33.615120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8b2fc61-9e54-4b34-821f-bb27a8a2711b req-a6ec0f53-8248-4630-b812-6afe3daf59e1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489363 Nov 03 18:44:33.617813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:33.618410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:33.619100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:33.619846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Bound port: 6e093c87-eedc-4322-a4d0-7dd500742373, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:33.621047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-d2b036f2-d042-46a8-8567-23f0bb5b2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.624086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-d2b036f2-d042-46a8-8567-23f0bb5b2c62 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1725111 Nov 03 18:44:33.633883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:33.662606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:33.675622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:33.699136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=56c97516-ed83-486e-a08f-ba3a4c12096d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:33.711330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-db83e26c-bdbb-4570-ab76-6c1109d2799f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675993 Nov 03 18:44:33.753655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:33.768137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.770454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2a1f68b0-c6b1-4531-a803-05244ec6ba79 service neutron] 10.222.0.91 "POST /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373/bindings HTTP/1.1" status: 201 len: 389 time: 0.6986725 Nov 03 18:44:33.787367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.787367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.787367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.787367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.787367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.787367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.791215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.791215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.791215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.791215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.792255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.792255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:33.984365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1871a-ece8-4247-9a9f-34da17dbb1a5 req-dadb8d4d-511d-42d2-977a-86ef32650121 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.000691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7df1871a-ece8-4247-9a9f-34da17dbb1a5 req-dadb8d4d-511d-42d2-977a-86ef32650121 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 948 time: 0.1344850 Nov 03 18:44:34.222693 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:44:34.231563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7df1871a-ece8-4247-9a9f-34da17dbb1a5 req-e5ae81ca-1ad2-481d-b529-5642196ca69b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280226 Nov 03 18:44:34.338245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f354f748-c302-41ed-ae10-7adac373e2a9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:34.403401 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c062ee7-91ed-40b9-aae2-a2f10afa2c2e x-openstack-request-id: req-9c062ee7-91ed-40b9-aae2-a2f10afa2c2e {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:34.403707 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:34.404066 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c062ee7-91ed-40b9-aae2-a2f10afa2c2e {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:34.404415 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'status': 'completed', 'code': 200} Nov 03 18:44:34.428839 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-9399a263-f491-46b8-9ae6-44738d6c2456 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672089 Nov 03 18:44:34.462451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f354f748-c302-41ed-ae10-7adac373e2a9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:34.463547 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.653340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.656957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-680763ed-f248-4d9f-98e8-02905663a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.664179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-680763ed-f248-4d9f-98e8-02905663a42d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1096 time: 0.4224701 Nov 03 18:44:34.743556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6d8657d-fe28-4f3a-8962-a812cb30dc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.770144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-06d71a8a-b787-4159-8c26-7595fc9a9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.774012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-06d71a8a-b787-4159-8c26-7595fc9a9cd0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1099 time: 0.3235617 Nov 03 18:44:34.811549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.953263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f354f748-c302-41ed-ae10-7adac373e2a9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f354f748-c302-41ed-ae10-7adac373e2a9,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:34.960938 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.072352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca8618-2863-48f0-ad19-29f278e0aac8 None None] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:35.080453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f354f748-c302-41ed-ae10-7adac373e2a9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:35.085075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-1f76fe27-a103-445a-a4c5-f13051f62561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.089001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-1f76fe27-a103-445a-a4c5-f13051f62561 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1099 time: 0.5902081 Nov 03 18:44:35.215853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-614a4a43-27f1-4d2a-b3e7-2fa60506c441 None None] Provisioning complete for port f354f748-c302-41ed-ae10-7adac373e2a9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:35.217239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-614a4a43-27f1-4d2a-b3e7-2fa60506c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.321058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-330a511c-269f-4d04-aadd-b7df1c016839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.324769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-330a511c-269f-4d04-aadd-b7df1c016839 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5150790 Nov 03 18:44:35.371244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b1a1afa-267d-47f1-986b-ad5f2a8ed72b req-3f2fb18c-38f1-4d6e-b6c5-4af484a6272f service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9227662 Nov 03 18:44:35.582943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.806527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ad11f38-8075-46ee-9e79-0a2aad9dd178 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:35.847413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Router 5da6d63e-fb9c-4e71-82e9-feda0c580cde is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:44:35.982872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-adf0a44f-5e44-4505-bfac-18dd45769945 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.6232615 Nov 03 18:44:36.025895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:36.045185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7366c7f8-a2d8-4ae7-ad65-bcac8e5320fa None None] Provisioning complete for port f354f748-c302-41ed-ae10-7adac373e2a9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:36.045799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7366c7f8-a2d8-4ae7-ad65-bcac8e5320fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.069292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:36.081974 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Sync routers for ids ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:36.091305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'mac_address': 'fa:16:3e:05:9b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:36.095981 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Routers {'5da6d63e-fb9c-4e71-82e9-feda0c580cde'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:36.097091 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:36.112622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f354f748-c302-41ed-ae10-7adac373e2a9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:36.116705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.118463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b2b010c3-7340-443d-be43-82d647d6b1d5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5511756 Nov 03 18:44:36.124235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:36.141885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c956-9b32-4ec1-ae6e-77da23f6c496 req-474083ed-ad55-4fb7-a4cf-b9f34697406d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.156826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d994c956-9b32-4ec1-ae6e-77da23f6c496 req-474083ed-ad55-4fb7-a4cf-b9f34697406d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 945 time: 1.3560674 Nov 03 18:44:36.185314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:36.226069 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Set router 5da6d63e-fb9c-4e71-82e9-feda0c580cde gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:36.244174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-e5a20524-3820-4ff0-b0de-fdcad08c6e4b tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.246211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-e5a20524-3820-4ff0-b0de-fdcad08c6e4b tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/networks?id=28f35ede-97a8-4c7d-87ae-ca70a8980caa HTTP/1.1" status: 200 len: 815 time: 1.1844909 Nov 03 18:44:36.253304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-72a667a7-0936-4028-b108-f82853119ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.255743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-72a667a7-0936-4028-b108-f82853119ef3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 1.5683146 Nov 03 18:44:36.277193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6b529909-cd74-4fb6-b754-54b33693c2a3 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/quotas/7edf45698926486885dd7d1200c78595 HTTP/1.1" status: 200 len: 375 time: 0.0201786 Nov 03 18:44:36.339003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:36.365591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'port_id': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'mac_address': 'fa:16:3e:c7:f1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58004aa-6fd5-44b2-ad43-995d10705d53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:36.401524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-6165816c-3b6e-4fea-804d-f33039d22afa service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.1219628 Nov 03 18:44:36.416933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-9eefcd0d-3046-4506-9deb-dd1e5f2ea768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.420442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-9eefcd0d-3046-4506-9deb-dd1e5f2ea768 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 1.3150296 Nov 03 18:44:36.436712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d994c956-9b32-4ec1-ae6e-77da23f6c496 req-cf31c0c8-f190-406f-a86a-5fb33a004daa tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777600 Nov 03 18:44:36.494474 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.512208 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.516165 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:44:34Z', 'revision_number': 3, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:36.539030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad11f38-8075-46ee-9e79-0a2aad9dd178 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:36.568542 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Checking router: 5da6d63e-fb9c-4e71-82e9-feda0c580cde for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:36.569302 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Updating router 5da6d63e-fb9c-4e71-82e9-feda0c580cde port 56c97516-ed83-486e-a08f-ba3a4c12096d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:44:36.575586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:36.604812 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.606297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-c9df74b0-63c7-44c9-b8b0-86548bc7524d tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7edf45698926486885dd7d1200c78595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3087044 Nov 03 18:44:36.618783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-5dfd97a0-9071-4cc6-b431-a53ae56d5190 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.1781082 Nov 03 18:44:36.620285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-f744748a-e695-4c5f-aca1-a82b5e0fd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.621874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-f744748a-e695-4c5f-aca1-a82b5e0fd88a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.5597627 Nov 03 18:44:36.636068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804b1b18-f66d-4382-ab1d-f56879e98a5d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:36.672109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:36.674189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.693935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.771522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f354f748-c302-41ed-ae10-7adac373e2a9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:36.772101 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.919122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-d6c305c0-146f-46ee-8a80-4428d0e70291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.920601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-d6c305c0-146f-46ee-8a80-4428d0e70291 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.3560266 Nov 03 18:44:36.934933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-6f5de8f3-aeaf-4156-9bf1-0137ebe73bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.936542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:36.937367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-6f5de8f3-aeaf-4156-9bf1-0137ebe73bef service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2399275 Nov 03 18:44:36.996846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-736de35b-78f9-41b8-8755-95f3d919370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.999518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-736de35b-78f9-41b8-8755-95f3d919370f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3331001 Nov 03 18:44:37.019749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eff6b-33ff-47b0-8371-02b96eeb6596 req-5a2337cd-383c-4b60-afde-46566602d201 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:37.021616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd9eff6b-33ff-47b0-8371-02b96eeb6596 req-5a2337cd-383c-4b60-afde-46566602d201 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.3971493 Nov 03 18:44:37.024556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-fcd35435-7bda-4998-a455-3a02b8425a8b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866656 Nov 03 18:44:37.043887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.106613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.118496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-a7c501e1-bb51-480f-b819-c93bafb39de4 service neutron] 10.222.0.91 "GET /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109470 Nov 03 18:44:37.130610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['804b1b18-f66d-4382-ab1d-f56879e98a5d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:37.138886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['5ad11f38-8075-46ee-9e79-0a2aad9dd178'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:37.220187 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.232610 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.312232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-8d38adc7-49ea-4b2a-b541-8661b5f1b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:37.314339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-8d38adc7-49ea-4b2a-b541-8661b5f1b5f6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3610446 Nov 03 18:44:37.326872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd9eff6b-33ff-47b0-8371-02b96eeb6596 req-abf53b51-7982-40d4-864c-93d11cb2d2cf tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648511 Nov 03 18:44:37.436756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Allocated IP 172.20.0.1 (1b198d03-b3ca-4b5b-9323-486a26f3224a/d081e6aa-198b-4aa4-90ae-3a8308ce1853/f5e20105-f8b3-4846-84e4-b565963f18ce) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:37.652447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-8bd1fdef-05f9-4512-a3b2-d2bd221429a7 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221891 Nov 03 18:44:37.656122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-497137f4-0bca-49f7-b9de-d17a3768ccb4 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020234 Nov 03 18:44:37.693953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.722936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-1eab725e-e28f-41ad-b608-0a1d10f07680 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796098 Nov 03 18:44:37.733050 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53ca29-ad21-482a-9dd3-94d2ac4155ef None None] Pushing event updated for resources: {'Port': ['ID=56c97516-ed83-486e-a08f-ba3a4c12096d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.744195 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Attempting to bind port 56c97516-ed83-486e-a08f-ba3a4c12096d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:37.744810 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Attempting to bind port 56c97516-ed83-486e-a08f-ba3a4c12096d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:37.745387 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Attempting to bind port 56c97516-ed83-486e-a08f-ba3a4c12096d on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:37.757837 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:37.758429 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:37.759067 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.759878 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:37.760665 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Bound port: 56c97516-ed83-486e-a08f-ba3a4c12096d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:37.761394 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.786546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.854360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:37.864946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:37.869210 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] For port 56c97516-ed83-486e-a08f-ba3a4c12096d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:37.872481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:37.877702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] For port 56c97516-ed83-486e-a08f-ba3a4c12096d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=56c97516-ed83-486e-a08f-ba3a4c12096d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:37.886540 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.917248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Pushing event updated for resources: {'Port': ['ID=f5e20105-f8b3-4846-84e4-b565963f18ce,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.984786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.998297 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Routers {'5da6d63e-fb9c-4e71-82e9-feda0c580cde'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:37.999818 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:38.054153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-436f425e-3fbb-4ab2-98fb-add44e769821 service neutron] 10.222.0.91 "GET /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9346168 Nov 03 18:44:38.096761 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53ca29-ad21-482a-9dd3-94d2ac4155ef None None] Pushing event updated for resources: {'Port': ['ID=56c97516-ed83-486e-a08f-ba3a4c12096d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:38.226810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-2320d671-c964-4bf9-9fa8-fd3d5e0769b8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484662 Nov 03 18:44:38.281569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9adcaa57-d20f-4675-bc11-ba94ba557d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.295699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdc307-4197-4628-ae81-355e36b75d60 req-16aaae12-b917-42fb-8f57-72c15a46cedc tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.309573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10bdc307-4197-4628-ae81-355e36b75d60 req-16aaae12-b917-42fb-8f57-72c15a46cedc tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.5422935 Nov 03 18:44:38.310228 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] Set router 5da6d63e-fb9c-4e71-82e9-feda0c580cde gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:38.377284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62b9fabf-5cf3-417b-a265-01f332bbacb9 req-3736f8b0-4e60-4a4d-82bc-e4c91ed2cf39 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197127 Nov 03 18:44:38.395071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.401136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-89ab526b-5b95-4e5b-9930-94d9938a04ee service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790881 Nov 03 18:44:38.525857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10bdc307-4197-4628-ae81-355e36b75d60 req-b237d1dd-3a7e-4f25-94e0-ba577b5162a1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916616 Nov 03 18:44:38.634723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1774bc57-6b72-4533-92aa-7f5516418801 None None] Provisioning complete for port f5e20105-f8b3-4846-84e4-b565963f18ce triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:38.635317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1774bc57-6b72-4533-92aa-7f5516418801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.709376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1774bc57-6b72-4533-92aa-7f5516418801 None None] Port f5e20105-f8b3-4846-84e4-b565963f18ce cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:38.813860 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:44:34Z', 'revision_number': 3, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:38.852400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2cf0d756-65d7-4fd1-812c-3dad87440c35 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.855268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2cf0d756-65d7-4fd1-812c-3dad87440c35 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.3278172 Nov 03 18:44:38.879077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812151-4'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:38.888389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc913-ed1c-4f7b-89c1-93b72685bfd7 None None] The sync data for ids ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'] in n-d-812151-4 is: [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:44:34Z', 'revision_number': 3, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:38.963218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac82f0-1889-4756-9fa0-b3af0ed7efcc req-f14bf474-05a2-422d-a192-14e5d5b8010d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.968399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12ac82f0-1889-4756-9fa0-b3af0ed7efcc req-f14bf474-05a2-422d-a192-14e5d5b8010d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 949 time: 0.2943552 Nov 03 18:44:38.987792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.996999 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.093003 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.132865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.136152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Pushing event updated for resources: {'Port': ['ID=f5e20105-f8b3-4846-84e4-b565963f18ce,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:39.288972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:39.293659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:39.614949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befda212-b3cd-44df-95e1-20477a0e01a8 req-ea963a9f-ea2d-4aaa-a45f-7872677889ca tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:39.626834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-befda212-b3cd-44df-95e1-20477a0e01a8 req-ea963a9f-ea2d-4aaa-a45f-7872677889ca tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 1101 time: 0.6463227 Nov 03 18:44:39.646082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Router 5da6d63e-fb9c-4e71-82e9-feda0c580cde has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:39.658359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.701689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12ac82f0-1889-4756-9fa0-b3af0ed7efcc req-dd92d1b8-adaa-4858-98f4-fbbf6c81e896 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897278 Nov 03 18:44:39.760141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-befda212-b3cd-44df-95e1-20477a0e01a8 req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.816443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ad11f38-8075-46ee-9e79-0a2aad9dd178 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:39.940925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-befda212-b3cd-44df-95e1-20477a0e01a8 req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.960939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:39.967527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-befda212-b3cd-44df-95e1-20477a0e01a8 req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.994717 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b6158cf-4660-472b-8e53-b1800754587a admin admin] 10.222.0.91 "PUT /v2.0/routers/5da6d63e-fb9c-4e71-82e9-feda0c580cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8689878 Nov 03 18:44:40.038977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-944cc483-c586-4c3f-8212-7b1d1e08623d None None] Provisioning complete for port f5e20105-f8b3-4846-84e4-b565963f18ce triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:40.039620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-944cc483-c586-4c3f-8212-7b1d1e08623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.045635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:40.106565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:40.107787 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.206560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:40.210294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-944cc483-c586-4c3f-8212-7b1d1e08623d None None] Port f5e20105-f8b3-4846-84e4-b565963f18ce cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:40.223499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 56c97516-ed83-486e-a08f-ba3a4c12096d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:40.253256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09230113-f871-4646-909e-0cea34774588 req-d7066926-e55c-4d49-b32f-36a999859cda tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:40.255824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09230113-f871-4646-909e-0cea34774588 req-d7066926-e55c-4d49-b32f-36a999859cda tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 945 time: 0.3084538 Nov 03 18:44:40.265132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-befda212-b3cd-44df-95e1-20477a0e01a8 req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365225 Nov 03 18:44:40.300554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e169563-8eb9-4a64-803d-3df969b85c4e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:40.386633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.387158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.387799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.388381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.389012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.389634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.390213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.391258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.391698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.392254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.392849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.399170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1792fe-e588-4b11-8061-b3c1fa1ced48 tempest-LiveMigrationNegativeTest-1393963514 tempest-LiveMigrationNegativeTest-1393963514-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:40.451748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 804b1b18-f66d-4382-ab1d-f56879e98a5d completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:40.466437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:40.505592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 804b1b18-f66d-4382-ab1d-f56879e98a5d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:40.506101 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.543560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09230113-f871-4646-909e-0cea34774588 req-c61070d7-590c-43f3-a288-b48d8f211ca6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591259 Nov 03 18:44:40.568554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 56c97516-ed83-486e-a08f-ba3a4c12096d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:40.569339 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.583405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.712142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9eea0d64-113f-4f3c-a36d-8ff493928d97 req-e1697aba-515f-48f9-a1ad-e39720db2b72 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 210 time: 0.0679305 Nov 03 18:44:40.717330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:40.731389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:40.733928 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9661bde8-1f73-45c1-96b1-82039aea6a6f" -d '{"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:40.787523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:40.835415 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.913011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.919393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:40.924175 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e89ea2-3520-4b67-bc2c-cfd404968dc7" -d '{"events": [{"server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "name": "network-vif-unplugged", "status": "completed", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:40.970219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.225936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.285388 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.293851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46314) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:41.383079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:41.385124 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.394534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.455347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 56c97516-ed83-486e-a08f-ba3a4c12096d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=56c97516-ed83-486e-a08f-ba3a4c12096d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:41.478534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.544401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.551851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.667280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d70cbec9-4995-489c-9070-c54429fe3c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.685339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149d75b-2b51-4761-a2a6-7fc72a8fe3aa req-d909cdaa-a47f-45aa-a9e1-026e34077e02 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.706294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f149d75b-2b51-4761-a2a6-7fc72a8fe3aa req-d909cdaa-a47f-45aa-a9e1-026e34077e02 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.8694835 Nov 03 18:44:41.730815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.734818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=56c97516-ed83-486e-a08f-ba3a4c12096d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.837935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-9809dbb8-ab74-4e0b-9514-4aa8db48cbf9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.839939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-9809dbb8-ab74-4e0b-9514-4aa8db48cbf9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad&tenant_id=12054397154a4c4a8704f0382b330fbe&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 950 time: 0.6150982 Nov 03 18:44:41.841921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on host n-h2-812151-4 for vnic_type normal with profile {"migrating_to": "n-h1-812151-4"} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:41.842679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:41.843120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:41.891421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-fe6866fb-bc5f-44d4-b27e-b4f72a51a6c5 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.892954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d70cbec9-4995-489c-9070-c54429fe3c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.893309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-fe6866fb-bc5f-44d4-b27e-b4f72a51a6c5 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.110 "GET /v2.0/networks?id=28f35ede-97a8-4c7d-87ae-ca70a8980caa HTTP/1.1" status: 200 len: 815 time: 1.0874698 Nov 03 18:44:41.901745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d70cbec9-4995-489c-9070-c54429fe3c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.960357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.964511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:41.965179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Attempting to bind port 6e093c87-eedc-4322-a4d0-7dd500742373 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:41.985778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Request body: {'port': {'device_id': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'admin_state_up': True, 'tenant_id': '7edf45698926486885dd7d1200c78595'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:42.019226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cbec9-4995-489c-9070-c54429fe3c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c298cb6-9700-43f1-a516-2d4e27b5f902,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:42.068099 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d70cbec9-4995-489c-9070-c54429fe3c17 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d97bbbeaf19849068ea0a31405bc2738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7712386 Nov 03 18:44:42.069416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:42.273106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Sync routers for ids ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:42.285843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d567f54-b43b-41d6-bd95-1e4f35b274c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.320071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 56c97516-ed83-486e-a08f-ba3a4c12096d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:42.346143 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-5f0d6af9-acbc-4c96-b453-f1fbb4190b46 service neutron] delete failed (client error): The resource could not be found. Nov 03 18:44:42.347911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-5f0d6af9-acbc-4c96-b453-f1fbb4190b46 service neutron] 10.222.0.115 "DELETE /v2.0/ports/5ad11f38-8075-46ee-9e79-0a2aad9dd178/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.4651103 Nov 03 18:44:42.348990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:42.349495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:42.350037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:42.350854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Bound port: 6e093c87-eedc-4322-a4d0-7dd500742373, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:42.351810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.374239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d567f54-b43b-41d6-bd95-1e4f35b274c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.415066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f149d75b-2b51-4761-a2a6-7fc72a8fe3aa req-bee0119f-5376-4fd9-a42b-ef9d22a090b9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595154 Nov 03 18:44:42.467734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Routers {'5da6d63e-fb9c-4e71-82e9-feda0c580cde'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:42.477140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:42.567542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d567f54-b43b-41d6-bd95-1e4f35b274c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.571359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d567f54-b43b-41d6-bd95-1e4f35b274c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.576957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4d567f54-b43b-41d6-bd95-1e4f35b274c8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2c298cb6-9700-43f1-a516-2d4e27b5f902 HTTP/1.1" status: 204 len: 168 time: 0.5056517 Nov 03 18:44:42.606837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d567f54-b43b-41d6-bd95-1e4f35b274c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c298cb6-9700-43f1-a516-2d4e27b5f902,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:42.727418 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d2297-0ccd-4283-9e7b-5c1113cb94b4 x-openstack-request-id: req-3a4d2297-0ccd-4283-9e7b-5c1113cb94b4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:42.727787 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:42.728206 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3a4d2297-0ccd-4283-9e7b-5c1113cb94b4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:42.728886 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'code': 200} Nov 03 18:44:42.756686 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea50619f-0493-4504-813b-e5172974dc87 x-openstack-request-id: req-ea50619f-0493-4504-813b-e5172974dc87 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:42.757732 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "name": "network-vif-unplugged", "status": "completed", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:42.757732 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea50619f-0493-4504-813b-e5172974dc87 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:42.758384 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373', 'code': 200} Nov 03 18:44:42.837736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Made reservation on behalf of 7edf45698926486885dd7d1200c78595 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:42.848844 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.875483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 56c97516-ed83-486e-a08f-ba3a4c12096d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:42.877250 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.045781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Set router 5da6d63e-fb9c-4e71-82e9-feda0c580cde gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:43.194936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-5900e8b2-58e2-4583-a597-947fb89f7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.201690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-5900e8b2-58e2-4583-a597-947fb89f7ac2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1101 time: 0.6890166 Nov 03 18:44:43.335265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:43.352012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9698bca1-bf18-44cb-8b0e-e898b8dd9c4c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6405389 Nov 03 18:44:43.359063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:43.496678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:44:38Z', 'revision_number': 4, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'f5e20105-f8b3-4846-84e4-b565963f18ce', 'name': '', 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'mac_address': 'fa:16:3e:73:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:37Z', 'updated_at': '2021-11-03T18:44:38Z', 'revision_number': 2, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'subnets': [{'id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:43.538947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.563607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:43.592998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacf772-e09a-47b7-845f-4b2e3c0e08b5 req-833a2df4-749c-4921-9616-14008a495e50 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.597259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Checking router: 5da6d63e-fb9c-4e71-82e9-feda0c580cde for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:43.598062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Updating router 5da6d63e-fb9c-4e71-82e9-feda0c580cde port f5e20105-f8b3-4846-84e4-b565963f18ce binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:44:43.600386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9aacf772-e09a-47b7-845f-4b2e3c0e08b5 req-833a2df4-749c-4921-9616-14008a495e50 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.7480357 Nov 03 18:44:43.618846 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.665096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.796942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Allocated IP 172.20.0.3 (28f35ede-97a8-4c7d-87ae-ca70a8980caa/0b2f8a5b-443d-4046-9369-715ab91a9d6a/68f69519-7b78-40c4-be82-21c1674f443b) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:43.815115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-a4797754-52a9-4110-bcfd-1b8cf354d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.818170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-a4797754-52a9-4110-bcfd-1b8cf354d9b9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5026650 Nov 03 18:44:43.982806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-6c5223ed-83e5-433b-88d2-62889884bec5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.1452110 Nov 03 18:44:44.028610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=8']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:44.109508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:44.110204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.112214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-535e1d5b-0162-45f8-8b55-fee3f94d2f05 service neutron] 10.222.0.115 "PUT /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 1121 time: 5.2407997 Nov 03 18:44:44.186776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9aacf772-e09a-47b7-845f-4b2e3c0e08b5 req-88964e15-f411-4ec3-9095-a02a57791156 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631435 Nov 03 18:44:44.202065 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.221508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.310939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-bad6f1ce-c936-481b-b745-fec3c099fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:44.314740 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-bad6f1ce-c936-481b-b745-fec3c099fcff service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3175929 Nov 03 18:44:44.359859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['6e093c87-eedc-4322-a4d0-7dd500742373'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:44.542946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07da979-6a2f-44f0-98d7-f5b4ad408428 None None] Pushing event updated for resources: {'Port': ['ID=f5e20105-f8b3-4846-84e4-b565963f18ce,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:44.633514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Attempting to bind port f5e20105-f8b3-4846-84e4-b565963f18ce on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:44.633904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Attempting to bind port f5e20105-f8b3-4846-84e4-b565963f18ce by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:44.634280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Attempting to bind port f5e20105-f8b3-4846-84e4-b565963f18ce on network 1b198d03-b3ca-4b5b-9323-486a26f3224a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:44.653552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:44.653961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Checking segment: {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:44.654460 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.654751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Bound using segment: {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:44.655207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Bound port: f5e20105-f8b3-4846-84e4-b565963f18ce, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51143096-f587-465f-ba27-8932b7b6cf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:44.655599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.777022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:44.781975 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c37c36-cee9-46fa-afe0-ccf804b9a443" -d '{"events": [{"server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "name": "network-vif-plugged", "status": "completed", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:44.910299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] For port f5e20105-f8b3-4846-84e4-b565963f18ce, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:44.945934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] For port f5e20105-f8b3-4846-84e4-b565963f18ce, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f5e20105-f8b3-4846-84e4-b565963f18ce,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:44.961467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.991383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:44.994309 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ed787d-b2ce-456d-af13-2ca29ab97602" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:45.038120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8305b0e2-57ad-4fb8-b907-770e84cd7f8c None None] Provisioning complete for port f5e20105-f8b3-4846-84e4-b565963f18ce triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:45.038784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8305b0e2-57ad-4fb8-b907-770e84cd7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.149318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07da979-6a2f-44f0-98d7-f5b4ad408428 None None] Pushing event updated for resources: {'Port': ['ID=f5e20105-f8b3-4846-84e4-b565963f18ce,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:45.165531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Routers {'5da6d63e-fb9c-4e71-82e9-feda0c580cde'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:45.167062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:44:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:45.195923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.211625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-85604264-1c33-4412-b2d5-6f19ebbd55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:45.216690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-85604264-1c33-4412-b2d5-6f19ebbd55d3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7900569 Nov 03 18:44:45.469266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8305b0e2-57ad-4fb8-b907-770e84cd7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.470611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.524027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] Set router 5da6d63e-fb9c-4e71-82e9-feda0c580cde gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:45.572600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36144a-5c67-45a2-92ed-017a51af3bf1 req-5189c7dc-37fe-451f-b4cb-eed7efd408f7 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:45.576289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e36144a-5c67-45a2-92ed-017a51af3bf1 req-5189c7dc-37fe-451f-b4cb-eed7efd408f7 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.5717542 Nov 03 18:44:45.583606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Allocated IP 172.25.8.126 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b464815c-afe0-4fa6-9d4d-c084cdd82e87) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:45.725577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8305b0e2-57ad-4fb8-b907-770e84cd7f8c None None] For port f5e20105-f8b3-4846-84e4-b565963f18ce, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f5e20105-f8b3-4846-84e4-b565963f18ce,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:45.760786 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8305b0e2-57ad-4fb8-b907-770e84cd7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.899592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.944507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-4a49efed-1b7a-4911-8a43-5c6ba3eb81a8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596274 Nov 03 18:44:46.038392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e36144a-5c67-45a2-92ed-017a51af3bf1 req-cf335e6d-5b5e-4e62-aa15-686c7fe7440a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777275 Nov 03 18:44:46.156492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4d6f6c7a-64bb-48f7-8f69-d2d59edfe913 None None] Provisioning complete for port f5e20105-f8b3-4846-84e4-b565963f18ce triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:46.157044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6c7a-64bb-48f7-8f69-d2d59edfe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.201085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305b0e2-57ad-4fb8-b907-770e84cd7f8c None None] Pushing event updated for resources: {'Port': ['ID=f5e20105-f8b3-4846-84e4-b565963f18ce,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:46.277826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:46.360223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:46.383531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:46.397737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.400551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Pushing event updated for resources: {'Port': ['ID=68f69519-7b78-40c4-be82-21c1674f443b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:46.415535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:44:38Z', 'revision_number': 4, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'f5e20105-f8b3-4846-84e4-b565963f18ce', 'name': '', 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'mac_address': 'fa:16:3e:73:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:37Z', 'updated_at': '2021-11-03T18:44:44Z', 'revision_number': 4, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'subnets': [{'id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:46.455940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d6c5f-dd03-440e-8c0a-d0484dfc737e None None] The sync data for ids ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'] in n-d-812151-4 is: [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:44:38Z', 'revision_number': 4, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'f5e20105-f8b3-4846-84e4-b565963f18ce', 'name': '', 'network_id': '1b198d03-b3ca-4b5b-9323-486a26f3224a', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'mac_address': 'fa:16:3e:73:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:37Z', 'updated_at': '2021-11-03T18:44:44Z', 'revision_number': 4, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'subnets': [{'id': 'd081e6aa-198b-4aa4-90ae-3a8308ce1853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:46.624379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6065b4-6a87-46dd-a0df-69af50d40faa req-f3d1bc64-2fe1-41b2-bb8a-32ad32785a99 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:46.626106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb6065b4-6a87-46dd-a0df-69af50d40faa req-f3d1bc64-2fe1-41b2-bb8a-32ad32785a99 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 931 time: 0.3421710 Nov 03 18:44:46.656633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:46.657712 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.691810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c34542-62b3-4249-92d6-7de1a21a84c3 req-aa04e8a6-c1d0-4350-8092-259b056db383 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970983 Nov 03 18:44:46.720747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.753139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:46.841360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-6fe1ca58-8f0f-46f7-ab59-e770f33d56e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8778913 Nov 03 18:44:46.842074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Pushing event updated for resources: {'Port': ['ID=b464815c-afe0-4fa6-9d4d-c084cdd82e87,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:46.848288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:46.851840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:46.923147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb6065b4-6a87-46dd-a0df-69af50d40faa req-7dca7aa1-c83e-482c-8722-77da25ec9166 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815056 Nov 03 18:44:46.929256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c5b872d2-2618-4c07-85b2-726fe9222166 None None] Provisioning complete for port 68f69519-7b78-40c4-be82-21c1674f443b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:46.930083 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5b872d2-2618-4c07-85b2-726fe9222166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.047311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c5b872d2-2618-4c07-85b2-726fe9222166 None None] Port 68f69519-7b78-40c4-be82-21c1674f443b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:47.213371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.380267 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.469319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2c3e-5c7f-4801-9004-42083897d956 req-2cc66ae4-825a-40b5-9486-9a43474fb12a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:47.479117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ebc2c3e-5c7f-4801-9004-42083897d956 req-2cc66ae4-825a-40b5-9486-9a43474fb12a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 945 time: 0.1451886 Nov 03 18:44:47.665368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ebc2c3e-5c7f-4801-9004-42083897d956 req-b728d731-efe7-4ab7-9c27-9cf6f824dc7a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807609 Nov 03 18:44:47.802930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.814934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.919960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Pushing event updated for resources: {'Port': ['ID=b464815c-afe0-4fa6-9d4d-c084cdd82e87,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:47.991949 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.019076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.021190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-9c2b855f-2c4e-49b7-9246-76e51dd64980 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6681273 Nov 03 18:44:48.246493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-59ce3fdb-5222-49da-8204-a64631cfbae6 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.2112064 Nov 03 18:44:48.281537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f5e20105-f8b3-4846-84e4-b565963f18ce up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:48.431088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-bfba0933-f5eb-4d47-81f3-eebfa6381b17 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.431457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-bfba0933-f5eb-4d47-81f3-eebfa6381b17 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.1751788 Nov 03 18:44:48.451110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-34a0b070-5713-4ddb-906e-75ee09e657a8 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:44:48.452863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-754d0a64-c148-43bc-a36b-31ddd26a872c req-34a0b070-5713-4ddb-906e-75ee09e657a8 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0074780 Nov 03 18:44:48.514716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f5e20105-f8b3-4846-84e4-b565963f18ce triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:48.515167 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.533965 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02ad1de-e8ae-4558-9fe4-d44066b78c52 x-openstack-request-id: req-c02ad1de-e8ae-4558-9fe4-d44066b78c52 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:48.535180 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "name": "network-vif-plugged", "status": "completed", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:48.535906 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c02ad1de-e8ae-4558-9fe4-d44066b78c52 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:48.538382 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'code': 200} Nov 03 18:44:48.624384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-0ea6047e-0da5-484c-9827-03d082b074b8 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=440a7a421f394d38b3ffedd97ad60453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634332 Nov 03 18:44:48.627293 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb32c2-6fc0-4026-8959-d94b8f9a0512 x-openstack-request-id: req-59fb32c2-6fc0-4026-8959-d94b8f9a0512 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:48.627753 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:48.628040 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-59fb32c2-6fc0-4026-8959-d94b8f9a0512 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:48.628669 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373', 'status': 'completed', 'code': 200} Nov 03 18:44:48.916501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a393c-a545-4559-905e-089769bb109a req-85b90731-8954-4164-b3be-3e678e6c000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.919616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d08a393c-a545-4559-905e-089769bb109a req-85b90731-8954-4164-b3be-3e678e6c000d service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1096 time: 0.2895312 Nov 03 18:44:48.930089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-d12d8948-2b30-4687-8a43-5c6fc702a01b tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.931715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-d12d8948-2b30-4687-8a43-5c6fc702a01b tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716739 Nov 03 18:44:48.969645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde04a2-70b8-44c9-9ca0-bca75914b1c0 req-b85ce4dc-f28d-4699-9139-32997e8ad2fe tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.971417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6dde04a2-70b8-44c9-9ca0-bca75914b1c0 req-b85ce4dc-f28d-4699-9139-32997e8ad2fe tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.1847517 Nov 03 18:44:48.997707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-d88ecf8d-2808-43e0-8108-915e5a78d021 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/quotas/440a7a421f394d38b3ffedd97ad60453 HTTP/1.1" status: 200 len: 375 time: 0.0530157 Nov 03 18:44:49.096432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-775cac1c-d4f1-4d1e-946b-f37fe1dfa1cd tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=440a7a421f394d38b3ffedd97ad60453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971062 Nov 03 18:44:49.147683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d08a393c-a545-4559-905e-089769bb109a req-92f21cff-7b20-4c70-845e-a16c2fc4ce7b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126410 Nov 03 18:44:49.166310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6dde04a2-70b8-44c9-9ca0-bca75914b1c0 req-8e95c788-86ba-4300-ae62-760ed0e5f760 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791458 Nov 03 18:44:49.412977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489300-a48b-4b4b-b05b-3466ce05b6ef req-83e6ebc7-2dfe-4325-846c-289e5f8ee537 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.416493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be489300-a48b-4b4b-b05b-3466ce05b6ef req-83e6ebc7-2dfe-4325-846c-289e5f8ee537 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.1235178 Nov 03 18:44:49.517189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be489300-a48b-4b4b-b05b-3466ce05b6ef req-7fb02d92-7048-48e5-ab77-f56bab470dcb tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857227 Nov 03 18:44:49.527940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a433c-abc8-4b13-9d5b-6c4450acedd3 req-af2bd667-a620-4956-8b2f-05fb50696c46 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.529599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d3a433c-abc8-4b13-9d5b-6c4450acedd3 req-af2bd667-a620-4956-8b2f-05fb50696c46 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 931 time: 0.1096158 Nov 03 18:44:49.666711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d3a433c-abc8-4b13-9d5b-6c4450acedd3 req-3bb6d2b0-87f6-433f-93ec-6d5d21c24a3d tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230063 Nov 03 18:44:49.804498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b559d6-0689-4508-a30e-5ec339f4fe12 req-10f4fb6c-311b-4a9e-918f-e13e28456f7d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.807527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7b559d6-0689-4508-a30e-5ec339f4fe12 req-10f4fb6c-311b-4a9e-918f-e13e28456f7d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.1387613 Nov 03 18:44:49.928067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7b559d6-0689-4508-a30e-5ec339f4fe12 req-59fed273-4da0-486c-bb4c-dd7da6c29828 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078238 Nov 03 18:44:50.046419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-207ec2ed-4fcf-4b23-8221-8c181d48fb83 req-7e668abd-164e-4fea-b29a-b8a95ab95c10 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips/cfb1cd97-4ba9-4f40-bbb7-1247d0a828b7 HTTP/1.1" status: 200 len: 693 time: 0.1725564 Nov 03 18:44:50.214860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfe8d1-e7fb-451f-9778-7f95a19fdba6 req-6748f92b-cd05-4692-a43a-86b71e24c623 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.217094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3cfe8d1-e7fb-451f-9778-7f95a19fdba6 req-6748f92b-cd05-4692-a43a-86b71e24c623 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 945 time: 0.1694293 Nov 03 18:44:50.312847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ec2ed-4fcf-4b23-8221-8c181d48fb83 req-bdeab0b7-e772-49f0-ae22-eb3ce7a8d475 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.314884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-207ec2ed-4fcf-4b23-8221-8c181d48fb83 req-bdeab0b7-e772-49f0-ae22-eb3ce7a8d475 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2464573 Nov 03 18:44:50.329289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-207ec2ed-4fcf-4b23-8221-8c181d48fb83 req-9bd44a1f-2ccb-460e-a238-7f40c829502c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:44:50.330856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-207ec2ed-4fcf-4b23-8221-8c181d48fb83 req-9bd44a1f-2ccb-460e-a238-7f40c829502c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0084314 Nov 03 18:44:50.337349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3cfe8d1-e7fb-451f-9778-7f95a19fdba6 req-602e9ddb-ea1d-417f-a2f7-3dbcb402fc05 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022186 Nov 03 18:44:50.605704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fed7935b-16b7-4982-b697-1af632232306 req-c733cd8d-6352-4e69-88cc-17f7d714a2cd tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 210 time: 0.0625625 Nov 03 18:44:50.660665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c010be-3c34-492a-b69b-bd86b5ee227f req-0e008dfc-da13-4407-844c-246ea5895fe5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.664298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41c010be-3c34-492a-b69b-bd86b5ee227f req-0e008dfc-da13-4407-844c-246ea5895fe5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.1807950 Nov 03 18:44:50.745217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a8fc744-e5fe-49ae-b5d5-e027589dc5fb req-3076a104-c829-43bd-a21b-11efbc80e836 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?tenant_id=e989e9acc7394e00b44ff54e066c0873 HTTP/1.1" status: 200 len: 696 time: 0.0793476 Nov 03 18:44:50.903938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41c010be-3c34-492a-b69b-bd86b5ee227f req-88972476-fd4c-4101-a30c-36da5e821a08 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267985 Nov 03 18:44:50.945348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fc744-e5fe-49ae-b5d5-e027589dc5fb req-1fdfe8c8-a549-4b3e-a12d-292f520256e2 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.949527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a8fc744-e5fe-49ae-b5d5-e027589dc5fb req-1fdfe8c8-a549-4b3e-a12d-292f520256e2 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks?id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 787 time: 0.1897058 Nov 03 18:44:50.970914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0a8fc744-e5fe-49ae-b5d5-e027589dc5fb req-afbf4d6b-26e1-4c33-bfef-11d6e9600d07 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:44:50.973527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a8fc744-e5fe-49ae-b5d5-e027589dc5fb req-afbf4d6b-26e1-4c33-bfef-11d6e9600d07 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0127425 Nov 03 18:44:51.404015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-03990d2e-927b-414b-9851-329d203409dd tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=440a7a421f394d38b3ffedd97ad60453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4288168 Nov 03 18:44:51.624863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124b28a-b861-4f0b-8e15-9b676c4ca8aa req-f7c7a7e0-b8d3-438c-a9d9-b96e9b19e7d8 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:51.626226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8124b28a-b861-4f0b-8e15-9b676c4ca8aa req-f7c7a7e0-b8d3-438c-a9d9-b96e9b19e7d8 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 931 time: 0.2297852 Nov 03 18:44:51.637854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec38d2e-1ef3-4868-a8a5-bb7ef30607bf req-c6b5ceb1-8105-4f4a-9066-bb9d2c58f4cd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:51.639532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fec38d2e-1ef3-4868-a8a5-bb7ef30607bf req-c6b5ceb1-8105-4f4a-9066-bb9d2c58f4cd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.2411833 Nov 03 18:44:51.696254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-9a22f69c-f023-4d7a-af33-9b5576e63530 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:51.697790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-9a22f69c-f023-4d7a-af33-9b5576e63530 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770884 Nov 03 18:44:51.735780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Request body: {'port': {'device_id': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '440a7a421f394d38b3ffedd97ad60453'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:51.809511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fec38d2e-1ef3-4868-a8a5-bb7ef30607bf req-88e5b289-67fd-4a0f-a269-197c2d59a8fa tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563442 Nov 03 18:44:51.853153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8124b28a-b861-4f0b-8e15-9b676c4ca8aa req-b1800cd8-9e41-420d-90ae-e37861817357 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082756 Nov 03 18:44:52.110886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-629cc2ce-756b-4c93-9643-3e066a77176f tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips/cfb1cd97-4ba9-4f40-bbb7-1247d0a828b7 HTTP/1.1" status: 200 len: 693 time: 0.0860355 Nov 03 18:44:52.115990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Made reservation on behalf of 440a7a421f394d38b3ffedd97ad60453 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:52.123227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.147781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.249395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9223f9-dfa8-4dc6-86c5-fbd4561ee4aa req-fdbf07ee-828b-4f80-97a0-e18cd789880b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.252021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9223f9-dfa8-4dc6-86c5-fbd4561ee4aa req-fdbf07ee-828b-4f80-97a0-e18cd789880b tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.2585437 Nov 03 18:44:52.428241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-cc419b36-627e-449f-b168-e5fd673b7c8a tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.430992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-cc419b36-627e-449f-b168-e5fd673b7c8a tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2952039 Nov 03 18:44:52.456964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-f605f1eb-f15d-4578-94d5-57186c5f383c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:44:52.458532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-f605f1eb-f15d-4578-94d5-57186c5f383c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0167885 Nov 03 18:44:52.467171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9223f9-dfa8-4dc6-86c5-fbd4561ee4aa req-8dbb3004-5250-47c7-a68d-6261c13c660e tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012520 Nov 03 18:44:52.577158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-0c2b69e2-15f4-4947-9dd2-8ec72c30c412 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.1062531 Nov 03 18:44:52.588688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.638110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.762671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-9d584299-a031-4120-9eac-d15a1b162d76 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.1292930 Nov 03 18:44:52.787009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99076bcc-6df5-4715-895b-df60040785e9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:52.819391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc02db-0651-4d30-8681-0152dde1d69f req-2797ec66-b4ff-4a93-b42a-9da7cfa62bc6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.820840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7cc02db-0651-4d30-8681-0152dde1d69f req-2797ec66-b4ff-4a93-b42a-9da7cfa62bc6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 945 time: 0.2423937 Nov 03 18:44:53.133351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Allocated IP 192.168.233.206 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/4d5b3b93-c005-4678-a424-20d9da5a3467) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:53.179929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7cc02db-0651-4d30-8681-0152dde1d69f req-0740704d-33f7-4377-9054-43c9967b49fd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989631 Nov 03 18:44:53.247394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Deleting port b464815c-afe0-4fa6-9d4d-c084cdd82e87 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:53.247709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.455211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bbdc87f-b5fc-423e-9bf8-42889dbfd750 req-696fe311-7caf-4de4-94e1-c71eb0bbe7b7 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 210 time: 0.1600494 Nov 03 18:44:53.569951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.570484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.636760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.641533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Calling delete_port for b464815c-afe0-4fa6-9d4d-c084cdd82e87 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:53.903274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cbb06-379a-4a06-af36-19159f8adec5 req-afd3a55b-86d5-4501-b58f-a99f4ec7dd08 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.906519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b58cbb06-379a-4a06-af36-19159f8adec5 req-afd3a55b-86d5-4501-b58f-a99f4ec7dd08 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.2808754 Nov 03 18:44:53.972616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.177605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:54.194979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b58cbb06-379a-4a06-af36-19159f8adec5 req-fce38cbf-2e9a-430e-8c39-e498b90777a0 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734547 Nov 03 18:44:54.227598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:54.233833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Pushing event updated for resources: {'Port': ['ID=4d5b3b93-c005-4678-a424-20d9da5a3467,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:54.239809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:54.338759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.359221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.359990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.429709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Pushing event deleted for resources: {'Port': ['ID=b464815c-afe0-4fa6-9d4d-c084cdd82e87,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:54.486529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-15eb9951-4fbc-4990-8138-a293310da7fc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7691040 Nov 03 18:44:54.530271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Request body: {'port': {'device_id': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:54.657593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-84492537-3f4e-4852-87d1-96a821cf6c7f None None] Provisioning complete for port 4d5b3b93-c005-4678-a424-20d9da5a3467 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:54.658517 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84492537-3f4e-4852-87d1-96a821cf6c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.674201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eccc8-9ccd-4cbe-ab11-47f30a310e81 req-f1077c39-5ab9-4e31-a857-9dda9aef354f tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.676982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef8eccc8-9ccd-4cbe-ab11-47f30a310e81 req-f1077c39-5ab9-4e31-a857-9dda9aef354f tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 931 time: 0.3297751 Nov 03 18:44:54.720000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.725065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.727013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6807090-e384-4c64-9651-9aa4b4fb3f6f req-4c485ade-a9c7-4a13-aef0-91b0ec399ff0 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "DELETE /v2.0/floatingips/cfb1cd97-4ba9-4f40-bbb7-1247d0a828b7 HTTP/1.1" status: 204 len: 173 time: 1.9468842 Nov 03 18:44:54.728136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-84492537-3f4e-4852-87d1-96a821cf6c7f None None] Port 4d5b3b93-c005-4678-a424-20d9da5a3467 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:54.776265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.901282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef8eccc8-9ccd-4cbe-ab11-47f30a310e81 req-3f5104fe-1d2b-4336-8bcd-925572ce3f00 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878839 Nov 03 18:44:55.320766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b43a4-98b8-4c59-8193-80f487b5e6e3 req-20f9d306-efb1-45aa-835f-62225aa090bf tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.323335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-589b43a4-98b8-4c59-8193-80f487b5e6e3 req-20f9d306-efb1-45aa-835f-62225aa090bf tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1096 time: 0.2897260 Nov 03 18:44:55.382690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba77b8e-9a09-45e9-ac70-a4040c5de77d req-9628bca6-24d2-4651-9687-05b5d682e0de tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.385825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ba77b8e-9a09-45e9-ac70-a4040c5de77d req-9628bca6-24d2-4651-9687-05b5d682e0de tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.3252525 Nov 03 18:44:55.541758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-589b43a4-98b8-4c59-8193-80f487b5e6e3 req-bda5c5d3-c041-45d4-a6a7-67c284b431c3 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980939 Nov 03 18:44:55.600783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ba77b8e-9a09-45e9-ac70-a4040c5de77d req-2869b2f7-88bc-4c71-b788-191c5b51ea0d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886301 Nov 03 18:44:55.678326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5b3b93-c005-4678-a424-20d9da5a3467 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:55.696151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.736681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Transition to ACTIVE for port object 4d5b3b93-c005-4678-a424-20d9da5a3467 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:55.745002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.944663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Pushing event updated for resources: {'Port': ['ID=4d5b3b93-c005-4678-a424-20d9da5a3467,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:55.998526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042314f-12b6-4cdd-af5f-3f2aca896253 req-b0265f67-5d16-4ba7-b726-d62f7cfb5441 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.006224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d042314f-12b6-4cdd-af5f-3f2aca896253 req-b0265f67-5d16-4ba7-b726-d62f7cfb5441 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 948 time: 0.2638361 Nov 03 18:44:56.049098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-1470e209-c626-48ca-8ee1-6caa3cecc06f tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3326328 Nov 03 18:44:56.092395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:56.211348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d042314f-12b6-4cdd-af5f-3f2aca896253 req-c807b791-3b41-4d01-8d5c-7726b0ff6e3f tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040820 Nov 03 18:44:56.216522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.281876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Attempting to bind port 4d5b3b93-c005-4678-a424-20d9da5a3467 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:56.282528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Attempting to bind port 4d5b3b93-c005-4678-a424-20d9da5a3467 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:56.283143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Attempting to bind port 4d5b3b93-c005-4678-a424-20d9da5a3467 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:56.296306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Port 4d5b3b93-c005-4678-a424-20d9da5a3467 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:56.296890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Attempting to bind port 4d5b3b93-c005-4678-a424-20d9da5a3467 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:56.311685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:56.312247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:56.312918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:56.314337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Bound port: 4d5b3b93-c005-4678-a424-20d9da5a3467, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:56.315606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.781137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dc25a-d713-4038-b3c6-ad78fb23d81d req-75a1ca8f-6383-46ea-89b7-ec3c3aad21d4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.782874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-257dc25a-d713-4038-b3c6-ad78fb23d81d req-75a1ca8f-6383-46ea-89b7-ec3c3aad21d4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.4585755 Nov 03 18:44:56.788121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] For port 4d5b3b93-c005-4678-a424-20d9da5a3467, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:56.815880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] For port 4d5b3b93-c005-4678-a424-20d9da5a3467, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4d5b3b93-c005-4678-a424-20d9da5a3467,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:56.829489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.910788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.911592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.913958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] 10.222.0.115 "PUT /v2.0/ports/4d5b3b93-c005-4678-a424-20d9da5a3467 HTTP/1.1" status: 200 len: 1096 time: 2.3964300 Nov 03 18:44:56.914676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'tag': '4d5b3b93-c005-4678-a424-20d9da5a3467'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:56.919210 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150143d2-bca7-4d14-b41f-913000210c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "43d0981b-73fa-45bc-a8e6-f0a0e876b3b4", "tag": "4d5b3b93-c005-4678-a424-20d9da5a3467"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:56.952198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-257dc25a-d713-4038-b3c6-ad78fb23d81d req-e760b1f6-79bb-4d77-ac82-899ebbff0655 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578424 Nov 03 18:44:56.999307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.056284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c5a44-e76f-459e-9b49-b96cafc70fba service neutron] Pushing event updated for resources: {'Port': ['ID=4d5b3b93-c005-4678-a424-20d9da5a3467,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:57.232609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-3db2c897-b9a6-4e4b-9cde-356963696513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.239767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-3db2c897-b9a6-4e4b-9cde-356963696513 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=440a7a421f394d38b3ffedd97ad60453&device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 1099 time: 0.2497549 Nov 03 18:44:57.381544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-e6b01600-4dbb-435e-923f-c014ea77241f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4d5b3b93-c005-4678-a424-20d9da5a3467 HTTP/1.1" status: 200 len: 217 time: 0.0805230 Nov 03 18:44:57.437178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Allocated IP 172.25.8.92 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1fec7285-4238-409b-a833-ea7ca3dcdab2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:57.480144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7b3cd-c45b-45b9-a2f1-ec99901bbb08 req-bec41d2a-e59d-48d7-9ebb-5789afed7853 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.482770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65c7b3cd-c45b-45b9-a2f1-ec99901bbb08 req-bec41d2a-e59d-48d7-9ebb-5789afed7853 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1096 time: 0.3223410 Nov 03 18:44:57.574075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-536a0a67-9698-441a-9025-e42e60fa05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.576662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-536a0a67-9698-441a-9025-e42e60fa05da service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1770520 Nov 03 18:44:57.814394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65c7b3cd-c45b-45b9-a2f1-ec99901bbb08 req-f99952d4-1884-4d3a-ae6c-edcb5ac8b5b3 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994988 Nov 03 18:44:57.835298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-4e8b5a15-c376-4e9c-8b05-36ebaa6f1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.837858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-4e8b5a15-c376-4e9c-8b05-36ebaa6f1832 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447042 Nov 03 18:44:57.872976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.073228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-14c251c8-9633-4448-ad82-ec492543ed52 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235014 Nov 03 18:44:58.076335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.191872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:58.245853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:58.253498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:58.325921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Pushing event updated for resources: {'Port': ['ID=1fec7285-4238-409b-a833-ea7ca3dcdab2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:58.394596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec2ad906-f255-40f3-a8a1-d9af818e3ad8 req-49c49ab1-47c9-4308-abb0-3ff87e5e31cb service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066661 Nov 03 18:44:58.405714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995e013-532c-4971-8779-562c3e7f3ff4 req-441f53cc-39f3-4601-b1ff-41d7f81a30e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:58.407555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b995e013-532c-4971-8779-562c3e7f3ff4 req-441f53cc-39f3-4601-b1ff-41d7f81a30e7 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 931 time: 0.2368534 Nov 03 18:44:58.489755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.547403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b995e013-532c-4971-8779-562c3e7f3ff4 req-6d2976ab-c0dd-4ad8-b1f5-49d7264efb62 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036606 Nov 03 18:44:58.559851 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.777151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ee4df-f83a-4219-bc63-7d4d821fc6fd req-a6e190ae-6f2c-40ff-b792-b0ff1a3e274d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:58.778721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc5ee4df-f83a-4219-bc63-7d4d821fc6fd req-a6e190ae-6f2c-40ff-b792-b0ff1a3e274d tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.1356153 Nov 03 18:44:58.853619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.859686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.906315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc5ee4df-f83a-4219-bc63-7d4d821fc6fd req-e64e8208-61bb-4727-b595-f8176944eb93 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154659 Nov 03 18:44:58.977902 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a885b5-6d25-4d45-83b5-89e54c36ac72 x-openstack-request-id: req-34a885b5-6d25-4d45-83b5-89e54c36ac72 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:58.978343 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d0981b-73fa-45bc-a8e6-f0a0e876b3b4", "tag": "4d5b3b93-c005-4678-a424-20d9da5a3467", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:58.978740 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-34a885b5-6d25-4d45-83b5-89e54c36ac72 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:58.979371 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'tag': '4d5b3b93-c005-4678-a424-20d9da5a3467', 'status': 'completed', 'code': 200} Nov 03 18:44:58.983923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Pushing event updated for resources: {'Port': ['ID=1fec7285-4238-409b-a833-ea7ca3dcdab2,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:59.023718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.112016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.113779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-367ca26d-e75d-491d-8d94-4df42de5c90c tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0310175 Nov 03 18:44:59.258952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150143d2-bca7-4d14-b41f-913000210c1b req-d0af0f60-71e6-4627-9804-f53d71f0e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.261714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-d0af0f60-71e6-4627-9804-f53d71f0e845 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=440a7a421f394d38b3ffedd97ad60453&device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 1099 time: 0.2232790 Nov 03 18:44:59.267224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-cd51be48-9132-486e-9d3a-a47c870ad57f tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.1254742 Nov 03 18:44:59.299907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee786-f3a8-4a73-972f-cd1b3d870c70 req-bff4eb08-7e61-4b06-b329-7002593a962e tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.304112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6feee786-f3a8-4a73-972f-cd1b3d870c70 req-bff4eb08-7e61-4b06-b329-7002593a962e tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 948 time: 0.2457271 Nov 03 18:44:59.353400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Request body: {'port': {'device_id': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:59.585351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-9af05447-0bbc-47c6-9789-a35586bcdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.588314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-9af05447-0bbc-47c6-9789-a35586bcdb93 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1124 time: 0.0833547 Nov 03 18:44:59.771817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-e5f86ad2-0336-4851-a70b-a4799e1f4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.774407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-e5f86ad2-0336-4851-a70b-a4799e1f4876 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.1525545 Nov 03 18:44:59.781704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6feee786-f3a8-4a73-972f-cd1b3d870c70 req-548c6203-e7bc-49b6-abbc-0feb5ba9c849 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429224 Nov 03 18:44:59.820645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.856954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-f11a8abb-6a5a-411c-86f2-ae22acbff7b9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.0687592 Nov 03 18:44:59.859402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-770271ab-1876-48e6-9864-cacf64e6118e tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.861719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56c175bb-ae52-42fa-8b03-002900815ae6 req-770271ab-1876-48e6-9864-cacf64e6118e tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.5551810 Nov 03 18:44:59.868420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150143d2-bca7-4d14-b41f-913000210c1b req-d8a4940f-a948-417b-aafe-27cb88cbd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.872963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-d8a4940f-a948-417b-aafe-27cb88cbd0c7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5949194 Nov 03 18:44:59.989593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-7fcfa08e-aa1f-42a5-8651-b96afc04a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.992977 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-7fcfa08e-aa1f-42a5-8651-b96afc04a10a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1213775 Nov 03 18:45:00.040770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-af04c6a5-a90d-4bf8-a3ae-d3a3ce821cc6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4d5b3b93-c005-4678-a424-20d9da5a3467 HTTP/1.1" status: 200 len: 217 time: 0.1084931 Nov 03 18:45:00.046303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-2f691cfd-f9c8-43f9-b87e-e82687a895ad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371163 Nov 03 18:45:00.233424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-33a8d501-ac33-4398-b0e5-97f4829759f8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1962008 Nov 03 18:45:00.246815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-78669869-8fad-4eb3-a68f-5defc0a46a96 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827507 Nov 03 18:45:00.366571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5599e88-0d2d-4a03-9324-d90a0a39e63a req-149f29fd-3d34-4586-954e-8cc113ee722c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:00.370112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5599e88-0d2d-4a03-9324-d90a0a39e63a req-149f29fd-3d34-4586-954e-8cc113ee722c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.3353257 Nov 03 18:45:00.438042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-69ed787d-b2ce-456d-af13-2ca29ab97602 req-7d468ee6-8188-41d5-a733-5a9193e80e91 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755352 Nov 03 18:45:00.446436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150143d2-bca7-4d14-b41f-913000210c1b req-e70c9549-b224-4db5-a35d-29467d313222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:00.449203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-e70c9549-b224-4db5-a35d-29467d313222 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3838632 Nov 03 18:45:00.819316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5599e88-0d2d-4a03-9324-d90a0a39e63a req-88b772ea-3bf3-444d-b612-f341ddf497fa tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110637 Nov 03 18:45:00.834556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-b4be9b96-43d2-4ff8-81a6-f92f353b2ad0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:00.837406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-b4be9b96-43d2-4ff8-81a6-f92f353b2ad0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5563304 Nov 03 18:45:01.139318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150143d2-bca7-4d14-b41f-913000210c1b req-8318f7e9-701a-4265-a96d-f2403a2c1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.140952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-8318f7e9-701a-4265-a96d-f2403a2c1d1c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5783391 Nov 03 18:45:01.204365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-3f9f7dd5-271f-49d1-aaa9-e8a50fa80dad tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/quotas/12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 375 time: 0.0584695 Nov 03 18:45:01.410090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fcf66-4902-464c-93a8-740a305a5529 req-a161f4c0-6476-4f6d-aae6-bbedc37396f8 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.412685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd6fcf66-4902-464c-93a8-740a305a5529 req-a161f4c0-6476-4f6d-aae6-bbedc37396f8 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 931 time: 0.2683015 Nov 03 18:45:01.452555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f69519-7b78-40c4-be82-21c1674f443b {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:01.488445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.504941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-b9367434-e806-4989-89a1-0fe66307be00 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393207 Nov 03 18:45:01.524229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-89774ba0-71db-4f4a-80f5-89c0b038860f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3031466 Nov 03 18:45:01.559415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Transition to ACTIVE for port object 68f69519-7b78-40c4-be82-21c1674f443b will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:01.592756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.700408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd6fcf66-4902-464c-93a8-740a305a5529 req-0a7cea32-19ef-4c06-bb13-fea8a68202dd tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745128 Nov 03 18:45:01.998300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-6b9c21ac-0537-4233-9af9-38df4f06eeee tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:02.002704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-6b9c21ac-0537-4233-9af9-38df4f06eeee tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.110 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.2032819 Nov 03 18:45:02.027301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-081ce00d-23c5-4b8e-af2c-06c80f656d5a tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips/07deefb8-d695-4605-a549-0c3a8dfaef32 HTTP/1.1" status: 200 len: 692 time: 0.1646283 Nov 03 18:45:02.051761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Pushing event updated for resources: {'Port': ['ID=68f69519-7b78-40c4-be82-21c1674f443b,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:02.102803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.197297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Deleting port 05b5e94b-a8c3-47c2-b759-de8106f92f81 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:02.197647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.225170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150143d2-bca7-4d14-b41f-913000210c1b req-c5ab4346-57ff-4a86-b299-c08479b8f64f service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929653 Nov 03 18:45:02.289726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4d5b3b93-c005-4678-a424-20d9da5a3467 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:02.418203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Attempting to bind port 68f69519-7b78-40c4-be82-21c1674f443b on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:02.418750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Attempting to bind port 68f69519-7b78-40c4-be82-21c1674f443b by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:02.419091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Attempting to bind port 68f69519-7b78-40c4-be82-21c1674f443b on network 28f35ede-97a8-4c7d-87ae-ca70a8980caa {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:02.444147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Port 68f69519-7b78-40c4-be82-21c1674f443b on network 28f35ede-97a8-4c7d-87ae-ca70a8980caa not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:02.444147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Attempting to bind port 68f69519-7b78-40c4-be82-21c1674f443b on network 28f35ede-97a8-4c7d-87ae-ca70a8980caa {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:02.464582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf3031-d63f-4175-ba9d-431129f27d2c req-f25246be-9dd1-400d-8768-16a9c200d70e tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:02.467345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0cf3031-d63f-4175-ba9d-431129f27d2c req-f25246be-9dd1-400d-8768-16a9c200d70e tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=307608e5-e3d7-4db9-b40a-6230e0b2bb73 HTTP/1.1" status: 200 len: 950 time: 0.3272886 Nov 03 18:45:02.482688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:02.483167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Checking segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:02.483859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Bound using segment: {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:02.484707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Bound port: 68f69519-7b78-40c4-be82-21c1674f443b, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:02.485439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.524292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] For port 05b5e94b-a8c3-47c2-b759-de8106f92f81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=05b5e94b-a8c3-47c2-b759-de8106f92f81,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:02.524710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.562589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-6f024847-dc50-47a6-b1bf-7a028c0fdf1a tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:02.564546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-6f024847-dc50-47a6-b1bf-7a028c0fdf1a tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.4949589 Nov 03 18:45:02.566870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Calling delete_port for 05b5e94b-a8c3-47c2-b759-de8106f92f81 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:02.593636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4d5b3b93-c005-4678-a424-20d9da5a3467, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4d5b3b93-c005-4678-a424-20d9da5a3467,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:02.615155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-33c1ae2d-6837-4a20-b2a8-211be9411077 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:45:02.616956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-33c1ae2d-6837-4a20-b2a8-211be9411077 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0107069 Nov 03 18:45:02.651022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '4d5b3b93-c005-4678-a424-20d9da5a3467', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '4d5b3b93-c005-4678-a424-20d9da5a3467', 'mac_address': 'fa:16:3e:02:24:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:02.677483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.758865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.770128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0cf3031-d63f-4175-ba9d-431129f27d2c req-03a6942e-f440-496b-b66b-43c519e242bd tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/security-groups?id=269b8db8-d44d-4cff-bc1f-77743c22d30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752943 Nov 03 18:45:02.791285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5b3b93-c005-4678-a424-20d9da5a3467 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:02.839852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-4273155a-0996-424d-bbe7-d32ae6afef39 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.2059777 Nov 03 18:45:02.867902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4d5b3b93-c005-4678-a424-20d9da5a3467, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4d5b3b93-c005-4678-a424-20d9da5a3467,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:03.000163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.001144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:03.075220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-24b35039-fd02-42fc-9353-9bc91f3c1133 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.2327297 Nov 03 18:45:03.080465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.105379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8d1eed2d-ad63-44f9-ad1a-1c916756dc58'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:03.119485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['05b5e94b-a8c3-47c2-b759-de8106f92f81'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:03.172082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] For port 68f69519-7b78-40c4-be82-21c1674f443b, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:03.185371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Pushing event deleted for resources: {'Port': ['ID=05b5e94b-a8c3-47c2-b759-de8106f92f81,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:03.289942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] No DVR routers for this DVR port 05b5e94b-a8c3-47c2-b759-de8106f92f81 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:03.297087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.306693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1d14de6-d151-4516-a840-d51d8d26cc74 req-ab33dd93-4bbb-4f54-b41e-9a2e3bf9d025 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.110 "DELETE /v2.0/ports/05b5e94b-a8c3-47c2-b759-de8106f92f81 HTTP/1.1" status: 204 len: 173 time: 1.2882156 Nov 03 18:45:03.306693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'name': 'network-vif-deleted', 'tag': '05b5e94b-a8c3-47c2-b759-de8106f92f81'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:03.322480 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330df1c-2a2c-4f89-aa47-e0c8f88550e3" -d '{"events": [{"server_uuid": "307608e5-e3d7-4db9-b40a-6230e0b2bb73", "name": "network-vif-deleted", "tag": "05b5e94b-a8c3-47c2-b759-de8106f92f81"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:03.334241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=4d5b3b93-c005-4678-a424-20d9da5a3467,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:03.371175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.371855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.372380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.372903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.373416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.374115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.374927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.375547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.376107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.376583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.377097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.377693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:03.445070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] For port 68f69519-7b78-40c4-be82-21c1674f443b, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68f69519-7b78-40c4-be82-21c1674f443b,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:03.490860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:03.515349 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.539205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 has no active binding in host n-h1-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:45:03.548145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef50ec4-304b-446c-8a93-27a26dda6193 req-68d8a7f6-e515-4214-a3ab-eb68e2e2fb3e tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.550411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ef50ec4-304b-446c-8a93-27a26dda6193 req-68d8a7f6-e515-4214-a3ab-eb68e2e2fb3e tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 949 time: 0.4566352 Nov 03 18:45:03.613420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.614895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.617299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] 10.222.0.110 "PUT /v2.0/ports/68f69519-7b78-40c4-be82-21c1674f443b HTTP/1.1" status: 200 len: 1091 time: 4.2723017 Nov 03 18:45:03.647174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'tag': '68f69519-7b78-40c4-be82-21c1674f443b'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:03.651565 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737fad87-8d22-4e6a-90cc-66a7eca9e401" -d '{"events": [{"name": "network-changed", "server_uuid": "27dcd5c2-2955-40d6-bda6-179dfba68b3d", "tag": "68f69519-7b78-40c4-be82-21c1674f443b"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:03.792264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ff6d-9aec-434f-a9da-041339c3020e service neutron] Pushing event updated for resources: {'Port': ['ID=68f69519-7b78-40c4-be82-21c1674f443b,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:03.821168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ef50ec4-304b-446c-8a93-27a26dda6193 req-eb676bbe-7d07-4d30-b0dc-52c3acf3dcfc tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337115 Nov 03 18:45:03.829449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Deleting port 1fec7285-4238-409b-a833-ea7ca3dcdab2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:03.829449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.926253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-5fdf6ce5-a816-4fbb-8db2-0f9d06e351c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.929147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-5fdf6ce5-a816-4fbb-8db2-0f9d06e351c8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7edf45698926486885dd7d1200c78595&device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 1094 time: 0.2104964 Nov 03 18:45:04.021747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['4d5b3b93-c005-4678-a424-20d9da5a3467'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:04.069657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-ff158878-84f2-4c72-8591-696e4bd37db1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68f69519-7b78-40c4-be82-21c1674f443b HTTP/1.1" status: 200 len: 217 time: 0.1005497 Nov 03 18:45:04.096510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.097205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.201683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500f20fc-8458-44b7-a7d5-aabee060bc3a req-d88a0ac7-094d-4021-99a7-74adebbcdf4d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 210 time: 0.0993767 Nov 03 18:45:04.214061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-f4417038-484d-4a2b-a92b-c3c8bc16b9bc tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757248 Nov 03 18:45:04.224713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Calling delete_port for 1fec7285-4238-409b-a833-ea7ca3dcdab2 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:04.384680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-b6abd6eb-51d9-44eb-99ee-be38390b23db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.385696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-69f5f900-26f4-4c46-af9e-e601e6b1a4a3 service neutron] 10.222.0.110 "GET /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.3304441 Nov 03 18:45:04.387743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-b6abd6eb-51d9-44eb-99ee-be38390b23db service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0b2f8a5b-443d-4046-9369-715ab91a9d6a HTTP/1.1" status: 200 len: 854 time: 0.2833414 Nov 03 18:45:04.582124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-cb5f5655-393a-4643-a252-dc2213a5cbc7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.584303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-cb5f5655-393a-4643-a252-dc2213a5cbc7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478415 Nov 03 18:45:04.587206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf1b7-f227-4b70-ae9e-1f7ea59070ff req-719a330b-cc26-447c-89f4-a2bb402d6fba tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.589761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-791bf1b7-f227-4b70-ae9e-1f7ea59070ff req-719a330b-cc26-447c-89f4-a2bb402d6fba tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 943 time: 0.1863263 Nov 03 18:45:04.594280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-303e925c-c16d-4dec-a29f-0f3954fdcd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.597037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-303e925c-c16d-4dec-a29f-0f3954fdcd1b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=28f35ede-97a8-4c7d-87ae-ca70a8980caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729968 Nov 03 18:45:04.624954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1fbb28d-6837-44dc-96ff-e148309460ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.671325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Request body: {'port': {'device_id': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '12054397154a4c4a8704f0382b330fbe'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:04.909323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-791bf1b7-f227-4b70-ae9e-1f7ea59070ff req-7dd57aa9-3d50-4d60-8aae-01d0b1552c98 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934554 Nov 03 18:45:04.925150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.958778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-35528be0-e3a5-4d8e-bac6-73a89feee091 service neutron] 10.222.0.110 "GET /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385019 Nov 03 18:45:05.010535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Pushing event deleted for resources: {'Port': ['ID=1fec7285-4238-409b-a833-ea7ca3dcdab2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:05.285564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.290463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.292432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ed9e36-eba5-42bd-983b-dd4e8d6c295f req-c2a3c15e-d984-4740-8bb1-486d7cce2cfd tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "DELETE /v2.0/floatingips/07deefb8-d695-4605-a549-0c3a8dfaef32 HTTP/1.1" status: 204 len: 173 time: 2.1766534 Nov 03 18:45:05.331944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b43373-8655-4e8d-9fce-91148c66b583 req-6751e2eb-3e1b-4c0e-bf90-959c07df2724 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:05.334577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b43373-8655-4e8d-9fce-91148c66b583 req-6751e2eb-3e1b-4c0e-bf90-959c07df2724 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1096 time: 0.2060163 Nov 03 18:45:05.342066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf2eaea8-4365-40a6-9662-f65833f6f271 req-ab29e4ce-d096-4aeb-83f8-0fe75552d7f2 service neutron] 10.222.0.110 "GET /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491309 Nov 03 18:45:05.368712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:05.436121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Made reservation on behalf of 12054397154a4c4a8704f0382b330fbe for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:05.442687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.446188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:05.482222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b43373-8655-4e8d-9fce-91148c66b583 req-01af8753-8e4f-4029-96bc-cc8458b69ebc tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364131 Nov 03 18:45:05.522732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7eab8-f732-45a3-b7fb-95314e7d7a13 req-ccb7896c-0d79-45ee-b4e3-b5de2039a943 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:05.525424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bce7eab8-f732-45a3-b7fb-95314e7d7a13 req-ccb7896c-0d79-45ee-b4e3-b5de2039a943 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 943 time: 0.1145911 Nov 03 18:45:05.538292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e093c87-eedc-4322-a4d0-7dd500742373 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:05.610762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:05.628697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bce7eab8-f732-45a3-b7fb-95314e7d7a13 req-456a0812-c66c-4a86-91b3-60c722828566 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837545 Nov 03 18:45:05.648895 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7413cc09-c26b-4e35-8e3f-f82d83bcf8e0 x-openstack-request-id: req-7413cc09-c26b-4e35-8e3f-f82d83bcf8e0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:05.649275 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307608e5-e3d7-4db9-b40a-6230e0b2bb73", "name": "network-vif-deleted", "tag": "05b5e94b-a8c3-47c2-b759-de8106f92f81", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:05.649733 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7413cc09-c26b-4e35-8e3f-f82d83bcf8e0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:05.650413 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307608e5-e3d7-4db9-b40a-6230e0b2bb73', 'name': 'network-vif-deleted', 'tag': '05b5e94b-a8c3-47c2-b759-de8106f92f81', 'status': 'completed', 'code': 200} Nov 03 18:45:05.690415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.711289 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2a2ae-999a-4824-8d9a-7225c5310e71 x-openstack-request-id: req-b5d2a2ae-999a-4824-8d9a-7225c5310e71 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:05.711732 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dcd5c2-2955-40d6-bda6-179dfba68b3d", "tag": "68f69519-7b78-40c4-be82-21c1674f443b", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:05.712115 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b5d2a2ae-999a-4824-8d9a-7225c5310e71 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:05.712989 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'tag': '68f69519-7b78-40c4-be82-21c1674f443b', 'status': 'completed', 'code': 200} Nov 03 18:45:05.849673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Allocated IP 192.168.233.97 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/2a02d00e-0898-421e-889e-07a40f239ef8) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:05.934273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66393637-0889-4c94-acbe-8a7bc4f4b595 req-d0019419-d513-4a72-9040-1877d4eaf83f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 210 time: 0.0992098 Nov 03 18:45:05.949808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:05.963009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-b23a800e-4690-4f43-91b7-f459c7dd9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:05.964619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] Transition to ACTIVE for port object 6e093c87-eedc-4322-a4d0-7dd500742373 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:05.965850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-b23a800e-4690-4f43-91b7-f459c7dd9fde service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7edf45698926486885dd7d1200c78595&device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 1094 time: 0.2105079 Nov 03 18:45:05.973193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.996667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670ecb3-bada-4d83-be10-c9ee2e4258e7 req-eb7a1409-1ac0-4182-8b3b-bffeaee403b4 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:06.011433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e670ecb3-bada-4d83-be10-c9ee2e4258e7 req-eb7a1409-1ac0-4182-8b3b-bffeaee403b4 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 949 time: 0.1990314 Nov 03 18:45:06.068467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:06.070525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 05b5e94b-a8c3-47c2-b759-de8106f92f81 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:06.114521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 05b5e94b-a8c3-47c2-b759-de8106f92f81 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:06.115079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 05b5e94b-a8c3-47c2-b759-de8106f92f81 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:06.172710 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-36a993bb-b111-4db0-9860-b1d7bbe54bfb req-fa3b2f91-16aa-40d9-954f-d68acad1bc43 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] show failed (client error): The resource could not be found. Nov 03 18:45:06.174187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36a993bb-b111-4db0-9860-b1d7bbe54bfb req-fa3b2f91-16aa-40d9-954f-d68acad1bc43 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips/07deefb8-d695-4605-a549-0c3a8dfaef32 HTTP/1.1" status: 404 len: 350 time: 0.1275690 Nov 03 18:45:06.283714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] No DVR routers for this DVR port 6e093c87-eedc-4322-a4d0-7dd500742373 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:06.314334 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e670ecb3-bada-4d83-be10-c9ee2e4258e7 req-e07e134f-8382-4121-884c-76ceffe86928 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811396 Nov 03 18:45:06.323707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4d5b3b93-c005-4678-a424-20d9da5a3467 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:06.337203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-62f649ed-5bc7-412d-82ea-3637e5a18683 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2923150 Nov 03 18:45:06.414874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] 10.222.0.110 "PUT /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373/bindings/n-h1-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0049722 Nov 03 18:45:06.416679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20da55-d7cd-4a3c-9c8b-6aa811ae9ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.488414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.533028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 4d5b3b93-c005-4678-a424-20d9da5a3467 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:06.543612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 4d5b3b93-c005-4678-a424-20d9da5a3467 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:06.545160 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.547039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-2240d1c7-993a-4edf-95f0-f216737f0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:06.549696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-2240d1c7-993a-4edf-95f0-f216737f0ad1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=28f35ede-97a8-4c7d-87ae-ca70a8980caa HTTP/1.1" status: 200 len: 916 time: 0.5342104 Nov 03 18:45:06.578814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.609821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd', '5ad11f38-8075-46ee-9e79-0a2aad9dd178'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:06.690214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-044c7deb-4713-4639-8ab4-23bf936b257b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68f69519-7b78-40c4-be82-21c1674f443b HTTP/1.1" status: 200 len: 217 time: 0.1136317 Nov 03 18:45:06.708222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-3a8056da-5ccb-4dcc-9c38-d53ae223d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:06.710130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-3a8056da-5ccb-4dcc-9c38-d53ae223d363 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 1101 time: 0.3309667 Nov 03 18:45:06.721819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:06.725720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:06.751553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:06.957514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.996991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.023563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.028934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.067992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-0ef00cbc-c947-42c6-85d9-8e12d812e1ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4163320 Nov 03 18:45:07.089086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Request body: {'port': {'device_id': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:07.092609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4d5b3b93-c005-4678-a424-20d9da5a3467, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4d5b3b93-c005-4678-a424-20d9da5a3467,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:07.096486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b3b93-c005-4678-a424-20d9da5a3467'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:07.103498 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd2d3b6-1973-4abc-8733-02bf68f4f178" -d '{"events": [{"server_uuid": "43d0981b-73fa-45bc-a8e6-f0a0e876b3b4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b3b93-c005-4678-a424-20d9da5a3467"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:07.120495 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.200593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=4d5b3b93-c005-4678-a424-20d9da5a3467,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:07.220338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.269024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-1939e619-3a96-4be0-a7c9-e8c24d7ae05c tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.270808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-1939e619-3a96-4be0-a7c9-e8c24d7ae05c tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.7319942 Nov 03 18:45:07.367550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ba25db37-ac16-41dd-aab6-ab145d8c1452 None None] Provisioning complete for port 2a02d00e-0898-421e-889e-07a40f239ef8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:07.368321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba25db37-ac16-41dd-aab6-ab145d8c1452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.421578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-231616eb-ef0c-47a4-b225-07882a4cde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.423104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-231616eb-ef0c-47a4-b225-07882a4cde16 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0b2f8a5b-443d-4046-9369-715ab91a9d6a HTTP/1.1" status: 200 len: 854 time: 0.7174160 Nov 03 18:45:07.439763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ba25db37-ac16-41dd-aab6-ab145d8c1452 None None] Port 2a02d00e-0898-421e-889e-07a40f239ef8 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:07.515292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b008e7-6939-4b9c-b493-86d9c3532e47 req-3acdb278-1f65-4fff-bf65-6c9a194c7282 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.517058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7b008e7-6939-4b9c-b493-86d9c3532e47 req-3acdb278-1f65-4fff-bf65-6c9a194c7282 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.2722950 Nov 03 18:45:07.523374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-4b8f899d-6e70-4967-9c0d-6a243cc7f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.524463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-4b8f899d-6e70-4967-9c0d-6a243cc7f561 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254&tenant_id=cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 1095 time: 0.2283413 Nov 03 18:45:07.530585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-65aa26c8-792a-4002-b9e1-ad6ae9d8cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.532192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-65aa26c8-792a-4002-b9e1-ad6ae9d8cf57 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2929087 Nov 03 18:45:07.626528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-6c0c207e-6f19-4570-9d1a-0342efa5eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.629189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-6c0c207e-6f19-4570-9d1a-0342efa5eb42 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=28f35ede-97a8-4c7d-87ae-ca70a8980caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927376 Nov 03 18:45:07.631471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-7549b3c9-6031-4f41-87c7-9b61115c6177 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58 HTTP/1.1" status: 200 len: 217 time: 0.0848863 Nov 03 18:45:07.813749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7b008e7-6939-4b9c-b493-86d9c3532e47 req-b40b039a-812a-4bb6-ae85-44ed973e2d2c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789483 Nov 03 18:45:07.840608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-d451dcce-70b7-44a6-8943-2ebfdecda258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.843447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-d451dcce-70b7-44a6-8943-2ebfdecda258 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1909389 Nov 03 18:45:07.850978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-966e6596-2d59-4c31-9d7b-aa5f6f6efe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.853678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-966e6596-2d59-4c31-9d7b-aa5f6f6efe1f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1095 time: 0.2843544 Nov 03 18:45:07.867202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a02d00e-0898-421e-889e-07a40f239ef8 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:07.903380 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.931629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Transition to ACTIVE for port object 2a02d00e-0898-421e-889e-07a40f239ef8 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:07.946574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.957523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68f69519-7b78-40c4-be82-21c1674f443b details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:08.013907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-28974b7f-e2c2-4098-8184-d6752d387688 service neutron] 10.222.0.110 "GET /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635001 Nov 03 18:45:08.122669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-a6975d11-95ed-4616-af41-93a1d7636813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.124339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-a6975d11-95ed-4616-af41-93a1d7636813 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2685494 Nov 03 18:45:08.161280 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-7abcce28-58f7-4223-980f-d9c9c97a05d4 req-d8040e5a-7955-4637-9dda-78764db992e8 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] show failed (client error): The resource could not be found. Nov 03 18:45:08.170201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7abcce28-58f7-4223-980f-d9c9c97a05d4 req-d8040e5a-7955-4637-9dda-78764db992e8 tempest-FloatingIPsTestJSON-1883153722 tempest-FloatingIPsTestJSON-1883153722-project] 10.222.0.91 "GET /v2.0/floatingips/07deefb8-d695-4605-a549-0c3a8dfaef32 HTTP/1.1" status: 404 len: 350 time: 0.1101658 Nov 03 18:45:08.186693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.259164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46572) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.270137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-859573f0-af16-4b65-b43b-8f1aeb2b6faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.281495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:08.282079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:08.282666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:08.294314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:08.294801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:08.310506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:08.312665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:08.313430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68f69519-7b78-40c4-be82-21c1674f443b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68f69519-7b78-40c4-be82-21c1674f443b,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:08.314409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:08.323830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Bound port: 2a02d00e-0898-421e-889e-07a40f239ef8, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:08.324789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.352135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '68f69519-7b78-40c4-be82-21c1674f443b', 'network_id': '28f35ede-97a8-4c7d-87ae-ca70a8980caa', 'port_id': '68f69519-7b78-40c4-be82-21c1674f443b', 'mac_address': 'fa:16:3e:56:5c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2f8a5b-443d-4046-9369-715ab91a9d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:08.410593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-08386b94-961a-4e7c-9f75-807a1c0435f6 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:45:08.411726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-08386b94-961a-4e7c-9f75-807a1c0435f6 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0062010 Nov 03 18:45:08.473733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-693832bd-e3ac-4ee8-b045-847b31c2c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.476482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-693832bd-e3ac-4ee8-b045-847b31c2c5d9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.6019115 Nov 03 18:45:08.501384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.531597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f69519-7b78-40c4-be82-21c1674f443b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:08.539528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:08.547034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:08.555227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.568052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68f69519-7b78-40c4-be82-21c1674f443b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68f69519-7b78-40c4-be82-21c1674f443b,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:08.600233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.613606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.614240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.615847 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] 10.222.0.110 "PUT /v2.0/ports/2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 1095 time: 1.5320897 Nov 03 18:45:08.616365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:08.621015 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a" -d '{"events": [{"name": "network-changed", "server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:08.679959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-f5326c41-97ab-4c27-b9e3-d469ad127d75 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.1539543 Nov 03 18:45:08.728188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68f69519-7b78-40c4-be82-21c1674f443b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.733694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-737fad87-8d22-4e6a-90cc-66a7eca9e401 req-4ed12c77-9185-45c4-9598-43e5f67545a5 service neutron] 10.222.0.110 "GET /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019012 Nov 03 18:45:08.751322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d686c-08be-4c0c-ad1e-3fc375cc056e service neutron] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.751675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-053f0d0f-6fd9-4349-841b-ab0d8e9f582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.753830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-053f0d0f-6fd9-4349-841b-ab0d8e9f582c service neutron] 10.222.0.91 "GET /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 1093 time: 0.2758460 Nov 03 18:45:08.835284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Request body: {'binding': {'host': 'n-h2-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:08.836287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Unknown quota resources ['binding']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:45:08.856475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-cd3c3536-192d-4811-947a-1c9a353dd042 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.859753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-cd3c3536-192d-4811-947a-1c9a353dd042 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.115 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 950 time: 0.1879451 Nov 03 18:45:08.865359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-4e208b5e-e2f9-4593-9cba-7379c6df85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.868638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-4e208b5e-e2f9-4593-9cba-7379c6df85c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1098 time: 0.1654856 Nov 03 18:45:08.949748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-12d78cef-0668-4d0c-a356-6820df67834e service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081040 Nov 03 18:45:08.964444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c16b5-1db0-4ed9-8558-4ed1912ece71 req-abd51c9e-3967-41bd-9c6f-3bcc4f7da29d tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.967737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-6f52cc65-26c5-4d6f-89eb-80a486ec2643 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.0819340 Nov 03 18:45:08.969983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-428c16b5-1db0-4ed9-8558-4ed1912ece71 req-abd51c9e-3967-41bd-9c6f-3bcc4f7da29d tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 943 time: 0.4865837 Nov 03 18:45:08.971653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-d731e0aa-a38b-4c4a-98ae-84bb8a0c6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.974358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-d731e0aa-a38b-4c4a-98ae-84bb8a0c6dcd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.2451606 Nov 03 18:45:09.030455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['68f69519-7b78-40c4-be82-21c1674f443b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:09.126636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-52d5a9f0-01cb-438f-9c84-b359f6336e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:09.128575 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-52d5a9f0-01cb-438f-9c84-b359f6336e98 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1317756 Nov 03 18:45:09.142132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Deleting port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:09.142606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.161951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-309b89a4-df5e-459f-91b7-324c6e924c8d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594536 Nov 03 18:45:09.323588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-3e66afa9-e00c-453a-a17b-57cafcca345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:09.325604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-3e66afa9-e00c-453a-a17b-57cafcca345d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777368 Nov 03 18:45:09.406546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] For port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:09.406546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.459257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Calling delete_port for 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:09.565352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-bfa7d848-703b-4fec-b184-4f745acf4b28 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234335 Nov 03 18:45:09.645749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.735154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-428c16b5-1db0-4ed9-8558-4ed1912ece71 req-b0401ca6-9cde-4f9f-bcd4-93afb7d7f209 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7384753 Nov 03 18:45:09.795632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c819362a-0cd9-44da-ad4f-7997842c6a6d req-3a4fde3e-9721-4621-810d-ea0ec3b4d232 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177534 Nov 03 18:45:09.829459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.857440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8d1eed2d-ad63-44f9-ad1a-1c916756dc58'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:09.920928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Pushing event deleted for resources: {'Port': ['ID=8d1eed2d-ad63-44f9-ad1a-1c916756dc58,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:09.929388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06c28f34-0433-4409-9c85-bdc2cd67f41a req-158d1392-9dc2-4d98-ae88-1703db3e9e82 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509420 Nov 03 18:45:10.065841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-97eb8bf0-da15-4bb2-9838-7fe933f657f4 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853595 Nov 03 18:45:10.067621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] No DVR routers for this DVR port 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:10.073896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.081363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea84198-f56f-45b6-ad35-dbdd857dafd9 req-9f4ec256-9963-46a4-82b7-2fbcff60a9a3 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.115 "DELETE /v2.0/ports/8d1eed2d-ad63-44f9-ad1a-1c916756dc58 HTTP/1.1" status: 204 len: 173 time: 1.2043343 Nov 03 18:45:10.191148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69e06440-2bf3-42bb-a627-e4bf19892f7c req-73655d5b-66b3-4944-a5f1-b29084ae70c2 tempest-LiveMigrationNegativeTest-615607410 tempest-LiveMigrationNegativeTest-615607410-project] 10.222.0.91 "GET /v2.0/ports?device_id=7515f4f5-c41e-44f5-9ccb-58e94231ef8e HTTP/1.1" status: 200 len: 210 time: 0.1791017 Nov 03 18:45:10.192068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on host n-h2-812151-4 for vnic_type normal with profile None {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:10.192609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:10.193254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:10.322079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:10.322880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:10.369091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:10.369859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:10.370686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:10.371567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Bound port: 804b1b18-f66d-4382-ab1d-f56879e98a5d, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:10.633454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-2f60becc-df07-4ec9-bfbc-b5ce4ecfad97 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545740 Nov 03 18:45:10.648989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:10.677759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095006f2-a294-41bd-a952-ffaf9d7b26af req-df45fadd-d431-4669-a644-f3cb74084bc7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:10.679973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-095006f2-a294-41bd-a952-ffaf9d7b26af req-df45fadd-d431-4669-a644-f3cb74084bc7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 947 time: 0.2324173 Nov 03 18:45:10.719281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.721470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-5be0343b-4273-4a85-b24f-4a4565152f43 service neutron] 10.222.0.91 "POST /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d/bindings HTTP/1.1" status: 201 len: 389 time: 1.8954928 Nov 03 18:45:10.832821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-095006f2-a294-41bd-a952-ffaf9d7b26af req-f2254919-8058-4dc3-acd1-926c9a64eac3 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Nov 03 18:45:10.844563 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.962406 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25deca2a-41d7-4493-a67b-4d757fac463d x-openstack-request-id: req-25deca2a-41d7-4493-a67b-4d757fac463d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:10.963383 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d0981b-73fa-45bc-a8e6-f0a0e876b3b4", "name": "network-vif-plugged", "status": "completed", "tag": "4d5b3b93-c005-4678-a424-20d9da5a3467", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:10.963704 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-25deca2a-41d7-4493-a67b-4d757fac463d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:10.964442 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5b3b93-c005-4678-a424-20d9da5a3467', 'code': 200} Nov 03 18:45:11.080888 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624b091-9037-46e3-8b2f-fd372e8fb625 x-openstack-request-id: req-1624b091-9037-46e3-8b2f-fd372e8fb625 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:11.081733 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:11.082071 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1624b091-9037-46e3-8b2f-fd372e8fb625 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:11.082856 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'status': 'completed', 'code': 200} Nov 03 18:45:11.204878 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:45:11.395446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-c4dd09f1-cd37-4667-a822-03a250d98f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.400227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-c4dd09f1-cd37-4667-a822-03a250d98f0a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1098 time: 0.1578307 Nov 03 18:45:11.429017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f92f3-5a43-4582-9855-456661a148cd req-8e063b96-8469-4a67-9e76-5f6d7d0b388a tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.432210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c9f92f3-5a43-4582-9855-456661a148cd req-8e063b96-8469-4a67-9e76-5f6d7d0b388a tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 950 time: 0.4536300 Nov 03 18:45:11.490730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b182da-774d-4aad-9f27-0d9e549d7ae6 req-ad867c91-2874-4393-93ee-a256f2e44e4f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.501159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b182da-774d-4aad-9f27-0d9e549d7ae6 req-ad867c91-2874-4393-93ee-a256f2e44e4f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.2702579 Nov 03 18:45:11.602700 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.688249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-e0d78277-d0ec-4c91-a673-bebdc05d6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.690495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-e0d78277-d0ec-4c91-a673-bebdc05d6564 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2724285 Nov 03 18:45:11.753727 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-f7df5ebc-fcd4-48f3-8baf-7f7222ea341c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.0480688 Nov 03 18:45:11.792446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c9f92f3-5a43-4582-9855-456661a148cd req-10eaa938-5024-4c5e-854a-f5e7c48474aa tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403635 Nov 03 18:45:11.924051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-832f85b6-e1b0-4c4e-9e50-261bfb06996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.931496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-832f85b6-e1b0-4c4e-9e50-261bfb06996b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1630743 Nov 03 18:45:11.947032 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.962718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:11.978087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c54dc-bb6b-4ec7-b3c7-c644deec98ef req-caaa2ce8-21b7-49eb-bffe-f3e4cf28a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.982530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-461c54dc-bb6b-4ec7-b3c7-c644deec98ef req-caaa2ce8-21b7-49eb-bffe-f3e4cf28a392 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 1101 time: 0.3578758 Nov 03 18:45:12.021782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-ac7cb96a-1a75-4d18-a952-f7d1e7cfcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.024178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-ac7cb96a-1a75-4d18-a952-f7d1e7cfcf4b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1096 time: 0.3887661 Nov 03 18:45:12.047819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b182da-774d-4aad-9f27-0d9e549d7ae6 req-6bc69cf3-651d-4ff4-baac-304b22f6d6e5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446265 Nov 03 18:45:12.056107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68f69519-7b78-40c4-be82-21c1674f443b up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:12.239812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 68f69519-7b78-40c4-be82-21c1674f443b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:12.266200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 68f69519-7b78-40c4-be82-21c1674f443b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:12.267069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.305138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-bd1f0c7f-4b14-4870-89cf-d72bc2d9be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.308981 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-bd1f0c7f-4b14-4870-89cf-d72bc2d9be53 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3645337 Nov 03 18:45:12.335164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:12.362809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:12.420881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:12.421491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d1eed2d-ad63-44f9-ad1a-1c916756dc58 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:12.426521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '2a02d00e-0898-421e-889e-07a40f239ef8', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '2a02d00e-0898-421e-889e-07a40f239ef8', 'mac_address': 'fa:16:3e:e3:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:12.435020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-461c54dc-bb6b-4ec7-b3c7-c644deec98ef req-1faf2760-b8ce-42e6-90b8-e745729a1f50 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453602 Nov 03 18:45:12.436278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-18be7968-53ed-483e-ac73-18527050e03e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.439659 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-18be7968-53ed-483e-ac73-18527050e03e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.3019557 Nov 03 18:45:12.519301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8156410-21be-4230-9422-8cc78b52ba24 req-37abaf52-467b-4d05-9381-08798f337d95 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.521146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8156410-21be-4230-9422-8cc78b52ba24 req-37abaf52-467b-4d05-9381-08798f337d95 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 944 time: 0.2020833 Nov 03 18:45:12.532528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3fd91-b479-4fe1-9731-fb09d012d547 req-768203dc-c473-4e72-bc63-55e460e65a67 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.541117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ab3fd91-b479-4fe1-9731-fb09d012d547 req-768203dc-c473-4e72-bc63-55e460e65a67 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 945 time: 0.3319559 Nov 03 18:45:12.611112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-3b38f819-2f5b-4c82-88eb-1c88ee7989f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.612893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-3b38f819-2f5b-4c82-88eb-1c88ee7989f5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.5619369 Nov 03 18:45:12.614502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Deleting port f5e20105-f8b3-4846-84e4-b565963f18ce {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:12.614842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.638562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-96126d94-1ebe-45f8-89cf-9353208aa78b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076198 Nov 03 18:45:12.726323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] For port f5e20105-f8b3-4846-84e4-b565963f18ce, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f5e20105-f8b3-4846-84e4-b565963f18ce,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:12.726701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.776807 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.798782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a02d00e-0898-421e-889e-07a40f239ef8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:12.824431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:12.848059 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.871017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.900515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-3190690a-d10b-4620-aebc-400a1927d0fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.1271479 Nov 03 18:45:12.914188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Calling delete_port for f5e20105-f8b3-4846-84e4-b565963f18ce owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:12.987752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ab3fd91-b479-4fe1-9731-fb09d012d547 req-6a16d63e-834a-4faf-b348-7e2691710ad6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445891 Nov 03 18:45:13.060605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5d3e88d-dfde-4d73-aaa0-a5ef6b85c04a req-345ef0d8-0aa7-4ecb-ab1b-2450984232f1 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052148 Nov 03 18:45:13.071505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-e6ec24f9-e01a-422e-abe2-b877e449ee43 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1839926 Nov 03 18:45:13.088675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'name': 'network-vif-deleted', 'tag': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:13.094318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50493201-2b3f-4750-b86a-424329263ae9" -d '{"events": [{"server_uuid": "7515f4f5-c41e-44f5-9ccb-58e94231ef8e", "name": "network-vif-deleted", "tag": "8d1eed2d-ad63-44f9-ad1a-1c916756dc58"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:13.094555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f69519-7b78-40c4-be82-21c1674f443b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:13.107604 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a84335a-6ee5-4df6-9656-03a69b30708a" -d '{"events": [{"server_uuid": "27dcd5c2-2955-40d6-bda6-179dfba68b3d", "name": "network-vif-plugged", "status": "completed", "tag": "68f69519-7b78-40c4-be82-21c1674f443b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:13.191154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8156410-21be-4230-9422-8cc78b52ba24 req-c2cae705-fdaf-4b10-81ae-0c7b7fbcca6b tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471682 Nov 03 18:45:13.224006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-8acb6266-cddf-46cc-b7b0-164582c6914a service neutron] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:13.225789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68f69519-7b78-40c4-be82-21c1674f443b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68f69519-7b78-40c4-be82-21c1674f443b,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:13.237638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.248478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:13.250049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-8acb6266-cddf-46cc-b7b0-164582c6914a service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.251765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b75b70-bdde-46a8-b705-22cfc4483a21 req-8acb6266-cddf-46cc-b7b0-164582c6914a service neutron] 10.222.0.115 "DELETE /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373/bindings/n-h2-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.6112773 Nov 03 18:45:13.259175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-6b1a28f7-db32-429c-b0c5-e699e7ba10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.278140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-6b1a28f7-db32-429c-b0c5-e699e7ba10ec service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.3462071 Nov 03 18:45:13.329198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-6c6c7793-3db9-4293-bcf3-d4b83de7c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.331987 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-6c6c7793-3db9-4293-bcf3-d4b83de7c1f9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1096 time: 0.2044213 Nov 03 18:45:13.356198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['2a02d00e-0898-421e-889e-07a40f239ef8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:13.419733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-e8792378-d78a-46f1-a246-6efefdeeabe3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032202 Nov 03 18:45:13.538234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68f69519-7b78-40c4-be82-21c1674f443b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:13.705531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-b8a61a90-b104-4afa-ab9d-7898ae8cc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.709258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-b8a61a90-b104-4afa-ab9d-7898ae8cc014 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.3276157 Nov 03 18:45:13.787023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c20a5-c48e-45dc-9414-0b3dadc68675 req-70a2cbfe-8159-4e8e-b037-ad5eede3d0d9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.789929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-076c20a5-c48e-45dc-9414-0b3dadc68675 req-70a2cbfe-8159-4e8e-b037-ad5eede3d0d9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 948 time: 0.3755164 Nov 03 18:45:13.859931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-9310d337-3394-4252-a4e5-b761625e8850 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.1110349 Nov 03 18:45:13.904416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edfbe8-2b38-4f4c-b519-a37baaf9731e req-e6c66ade-f5bd-4d2f-8fb7-d3dff6ced57d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.913198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37edfbe8-2b38-4f4c-b519-a37baaf9731e req-e6c66ade-f5bd-4d2f-8fb7-d3dff6ced57d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 950 time: 0.4275510 Nov 03 18:45:13.987557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-076c20a5-c48e-45dc-9414-0b3dadc68675 req-e4da3b71-444f-46b4-895c-c0f958b6146f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706274 Nov 03 18:45:14.023745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-3a76ee65-df7a-4676-ada9-4d9014de7dd8 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814281 Nov 03 18:45:14.070633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-f45795ef-a3b5-4365-84e2-1d28e9d5bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.093153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-f45795ef-a3b5-4365-84e2-1d28e9d5bd13 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.2052794 Nov 03 18:45:14.094130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46608) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:14.170445 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-f0e5d9db-bb90-4d6f-9e68-22c3de4fc09a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527160 Nov 03 18:45:14.271713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-e3955c0e-c31a-4f6e-b299-54f9697a30a7 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928403 Nov 03 18:45:14.386135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37edfbe8-2b38-4f4c-b519-a37baaf9731e req-7b04e978-efd0-4063-90fb-bcc622f49778 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711375 Nov 03 18:45:14.392067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.397130 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-2379397b-8289-4d01-9791-822a7924bb2a service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130215 Nov 03 18:45:14.483343 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4cf666-1fb2-4fbc-853d-9bb89bd65cd2 x-openstack-request-id: req-bb4cf666-1fb2-4fbc-853d-9bb89bd65cd2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:14.484023 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7515f4f5-c41e-44f5-9ccb-58e94231ef8e", "name": "network-vif-deleted", "tag": "8d1eed2d-ad63-44f9-ad1a-1c916756dc58", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:14.485810 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb4cf666-1fb2-4fbc-853d-9bb89bd65cd2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:14.485810 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7515f4f5-c41e-44f5-9ccb-58e94231ef8e', 'name': 'network-vif-deleted', 'tag': '8d1eed2d-ad63-44f9-ad1a-1c916756dc58', 'status': 'completed', 'code': 200} Nov 03 18:45:14.524751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e20105-f8b3-4846-84e4-b565963f18ce,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:14.579999 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfaf244-76db-4a52-a10c-a9335d8b5ff0 x-openstack-request-id: req-4bfaf244-76db-4a52-a10c-a9335d8b5ff0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:14.580629 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dcd5c2-2955-40d6-bda6-179dfba68b3d", "name": "network-vif-plugged", "status": "completed", "tag": "68f69519-7b78-40c4-be82-21c1674f443b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:14.580935 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4bfaf244-76db-4a52-a10c-a9335d8b5ff0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:14.581758 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f69519-7b78-40c4-be82-21c1674f443b', 'code': 200} Nov 03 18:45:14.623238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c12c80f8-dc64-4c9e-aef9-7befecb4b67e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b7f0d1bd457747ac96776b157b0bd5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228930 Nov 03 18:45:14.624670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46614) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:14.715655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c5e0b-3210-4d46-9f6b-753fd6afcdd2 req-dc05b087-feae-49b9-bf99-a68bc1b08102 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.718461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a02c5e0b-3210-4d46-9f6b-753fd6afcdd2 req-dc05b087-feae-49b9-bf99-a68bc1b08102 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.3295901 Nov 03 18:45:14.761525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8cc6f74-92bb-4bd0-9833-8d04ac79ceba req-913b9541-d8ce-4aca-abb0-712e321eaa4e service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316445 Nov 03 18:45:14.767898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-3fe12d2c-c38e-435c-be33-fff19967bb55 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.772069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-3fe12d2c-c38e-435c-be33-fff19967bb55 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.3204367 Nov 03 18:45:14.819172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42c4a55e-76ff-45b4-802a-9ecb6eb02f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.857469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032dbca-6da1-4b43-9a67-a8334020274d req-9657dd8d-9aac-4b56-abfc-65955c9843ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.859585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6032dbca-6da1-4b43-9a67-a8334020274d req-9657dd8d-9aac-4b56-abfc-65955c9843ed service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 1096 time: 0.1198521 Nov 03 18:45:14.900376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42c4a55e-76ff-45b4-802a-9ecb6eb02f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.918814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812151-4'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:14.988687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6032dbca-6da1-4b43-9a67-a8334020274d req-5cebd2c8-0197-49f1-896f-622b15343bb7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140118 Nov 03 18:45:15.015455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42c4a55e-76ff-45b4-802a-9ecb6eb02f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.022668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42c4a55e-76ff-45b4-802a-9ecb6eb02f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.024590 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-42c4a55e-76ff-45b4-802a-9ecb6eb02f8c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/269b8db8-d44d-4cff-bc1f-77743c22d30f HTTP/1.1" status: 204 len: 168 time: 0.3972201 Nov 03 18:45:15.040408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4a55e-76ff-45b4-802a-9ecb6eb02f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b8db8-d44d-4cff-bc1f-77743c22d30f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:15.164794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a02c5e0b-3210-4d46-9f6b-753fd6afcdd2 req-277e93a1-389b-420f-b05f-3c0d3d76dd27 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361832 Nov 03 18:45:15.184777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921ddc8-9153-45c3-917b-ff7d83631adf req-9376700b-9408-40c4-945d-6cabe6c396e2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:15.187407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c921ddc8-9153-45c3-917b-ff7d83631adf req-9376700b-9408-40c4-945d-6cabe6c396e2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 945 time: 0.4642580 Nov 03 18:45:15.203764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.283903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.617345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46628) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:15.708917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cbf071be-d161-42db-a480-2245d3576e86 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cdbbf172143848aeb1c25a848088a37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886350 Nov 03 18:45:15.711210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46630) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:15.815584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78b8fb63-beee-4309-a087-ca450658bd49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.840975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c921ddc8-9153-45c3-917b-ff7d83631adf req-8adf2953-2be6-450e-8556-220560cbe71b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309662 Nov 03 18:45:15.857347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78b8fb63-beee-4309-a087-ca450658bd49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.945325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb82d9-fecd-4653-a09a-b59a750a666a req-71671c84-b199-40c5-9b2c-493bb5a5d5a8 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:15.948830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8bb82d9-fecd-4653-a09a-b59a750a666a req-71671c84-b199-40c5-9b2c-493bb5a5d5a8 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 945 time: 0.6881530 Nov 03 18:45:15.965130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:15.984260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78b8fb63-beee-4309-a087-ca450658bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.989958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78b8fb63-beee-4309-a087-ca450658bd49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.996191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-78b8fb63-beee-4309-a087-ca450658bd49 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9e169563-8eb9-4a64-803d-3df969b85c4e HTTP/1.1" status: 204 len: 168 time: 0.2831786 Nov 03 18:45:16.052832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8fb63-beee-4309-a087-ca450658bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e169563-8eb9-4a64-803d-3df969b85c4e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:16.138391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 2a02d00e-0898-421e-889e-07a40f239ef8 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:16.157136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 2a02d00e-0898-421e-889e-07a40f239ef8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:16.157781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.165364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:16.288091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8bb82d9-fecd-4653-a09a-b59a750a666a req-a815727f-6e76-41c2-affc-24cd02d5a9ad tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769365 Nov 03 18:45:16.354318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.396170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb6da2-ccd4-4a06-acf3-19ce425002be req-fe757a6d-c381-448d-8bd5-9de8933b497f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.399953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42cb6da2-ccd4-4a06-acf3-19ce425002be req-fe757a6d-c381-448d-8bd5-9de8933b497f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 948 time: 0.3937783 Nov 03 18:45:16.432181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:16.442669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:16.455722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.597148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:16.601520 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7037e71-e9cc-4ac3-ad1a-131be674de13" -d '{"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-plugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:16.606731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:16.662704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:16.665726 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52b979-9386-48da-b3c5-59dcb1b7f274" -d '{"events": [{"server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "name": "network-vif-unplugged", "status": "completed", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:16.675280 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.706587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42cb6da2-ccd4-4a06-acf3-19ce425002be req-d6186ec8-7dcd-42bf-8d78-d36f728fdc4c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964971 Nov 03 18:45:16.735534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.797501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Router 5da6d63e-fb9c-4e71-82e9-feda0c580cde has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:45:16.886408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743f1d8-cf1d-410b-bf1a-3eb7837b1941 req-c87d8c72-bd76-4874-9813-6ee7e98fa059 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.894279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a743f1d8-cf1d-410b-bf1a-3eb7837b1941 req-c87d8c72-bd76-4874-9813-6ee7e98fa059 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 950 time: 0.2426748 Nov 03 18:45:16.944228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.116896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on host n-h1-812151-4 for vnic_type normal with profile {"migrating_to": "n-h2-812151-4"} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:17.117702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:17.117702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:17.141586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:17.142157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Attempting to bind port 804b1b18-f66d-4382-ab1d-f56879e98a5d on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:17.235664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:17.236055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:17.236521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:17.237059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Bound port: 804b1b18-f66d-4382-ab1d-f56879e98a5d, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:17.237523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.277643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee07bf7-7546-4b9e-ba31-888a33bffe2d req-763574fd-e833-4233-abc0-df3a1d67e2d0 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.279207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cee07bf7-7546-4b9e-ba31-888a33bffe2d req-763574fd-e833-4233-abc0-df3a1d67e2d0 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1095 time: 0.2403798 Nov 03 18:45:17.283929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a743f1d8-cf1d-410b-bf1a-3eb7837b1941 req-77bb1647-2db8-43ca-8403-2ad03393a648 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886890 Nov 03 18:45:17.293274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:17.301697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-69d4d8be-3241-4d37-bab9-9692f4b5ea21 admin admin] 10.222.0.91 "PUT /v2.0/routers/5da6d63e-fb9c-4e71-82e9-feda0c580cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0319064 Nov 03 18:45:17.301881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46654) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:17.307371 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] Sync routers for ids ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:17.351135 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] Routers {'5da6d63e-fb9c-4e71-82e9-feda0c580cde'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:17.357455 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:17.422314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:17.428432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:17.438422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cee07bf7-7546-4b9e-ba31-888a33bffe2d req-0dd84437-f70e-4649-9983-e14e270935f6 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106999 Nov 03 18:45:17.445611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.501691 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918aacc-4000-4456-af40-310840f61983 x-openstack-request-id: req-b918aacc-4000-4456-af40-310840f61983 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:17.502197 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-plugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:17.502597 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b918aacc-4000-4456-af40-310840f61983 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:17.503778 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'code': 200} Nov 03 18:45:17.561355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=8']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.711233 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b429a7cd-bd85-468f-a342-fa09633a33ee x-openstack-request-id: req-b429a7cd-bd85-468f-a342-fa09633a33ee {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:17.711730 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "name": "network-vif-unplugged", "status": "completed", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:17.712166 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b429a7cd-bd85-468f-a342-fa09633a33ee {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:17.712860 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'code': 200} Nov 03 18:45:17.717533 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] Set router 5da6d63e-fb9c-4e71-82e9-feda0c580cde gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:17.741746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.758513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.759496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.761817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-feb07c6a-233a-4acc-8c68-b2bf1dd85bc8 service neutron] 10.222.0.110 "PUT /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 1121 time: 2.9454453 Nov 03 18:45:17.866886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['804b1b18-f66d-4382-ab1d-f56879e98a5d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:17.928940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ded6a-7277-4939-a31e-683df705def8 req-86ec8638-718e-44b0-8cd5-c2b1f20f9400 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.950533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef4ded6a-7277-4939-a31e-683df705def8 req-86ec8638-718e-44b0-8cd5-c2b1f20f9400 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 945 time: 0.1847534 Nov 03 18:45:17.971823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed66fa-6aa3-4caf-9f9f-db4cb3f30e1e req-2c7f5097-8042-4c37-9038-de8a139032c5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.974636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00ed66fa-6aa3-4caf-9f9f-db4cb3f30e1e req-2c7f5097-8042-4c37-9038-de8a139032c5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 943 time: 0.2752624 Nov 03 18:45:18.139878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d90d0b-9cb4-4ee2-83f4-22ba6f7e02ef req-2c8d7fce-0074-4d6b-84fd-a35382564d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:18.144817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a4d90d0b-9cb4-4ee2-83f4-22ba6f7e02ef req-2c8d7fce-0074-4d6b-84fd-a35382564d8f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1100 time: 0.4521813 Nov 03 18:45:18.181554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00ed66fa-6aa3-4caf-9f9f-db4cb3f30e1e req-9e142ed2-26dc-4479-a17e-4901ce75f773 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777754 Nov 03 18:45:18.200353 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:45:13Z', 'revision_number': 5, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port': {'id': '56c97516-ed83-486e-a08f-ba3a4c12096d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:44:32Z', 'updated_at': '2021-11-03T18:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:18.219224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.283775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef4ded6a-7277-4939-a31e-683df705def8 req-354c14a2-fca7-4a13-a34b-1b5e32d81f5c tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945108 Nov 03 18:45:18.288662 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] Checking router: 5da6d63e-fb9c-4e71-82e9-feda0c580cde for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:18.321931 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] Routers {'5da6d63e-fb9c-4e71-82e9-feda0c580cde'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:18.330164 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:45:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:18.517953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a4d90d0b-9cb4-4ee2-83f4-22ba6f7e02ef req-7c4c3d01-b8d8-4e3e-a48b-945eebb8ee93 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545368 Nov 03 18:45:18.567155 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] Set router 5da6d63e-fb9c-4e71-82e9-feda0c580cde gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:18.588973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Deleting port 56c97516-ed83-486e-a08f-ba3a4c12096d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:18.589543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.743333 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:45:18Z', 'revision_number': 6, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:18.850945 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90f2d6-abc6-4678-820b-bba5b582114a None None] The sync data for ids ['5da6d63e-fb9c-4e71-82e9-feda0c580cde'] in n-d-812151-4 is: [{'id': '5da6d63e-fb9c-4e71-82e9-feda0c580cde', 'name': 'tempest-FloatingIPsTestJSON-399881710-router', 'tenant_id': 'e989e9acc7394e00b44ff54e066c0873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:44:30Z', 'updated_at': '2021-11-03T18:45:18Z', 'revision_number': 6, 'project_id': 'e989e9acc7394e00b44ff54e066c0873', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:18.946933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] For port 56c97516-ed83-486e-a08f-ba3a4c12096d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=56c97516-ed83-486e-a08f-ba3a4c12096d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:18.947643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.987065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Calling delete_port for 56c97516-ed83-486e-a08f-ba3a4c12096d owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:19.118915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-f4312d51-71f5-4bd4-a7cf-d2c4d137b225 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.138684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-f4312d51-71f5-4bd4-a7cf-d2c4d137b225 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 0.3537633 Nov 03 18:45:19.198079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7706-6e4c-411a-adc7-e0c82bf3c203 req-72d25daf-e8dc-49cb-81ba-a3b8fafab383 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.214143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e6f7706-6e4c-411a-adc7-e0c82bf3c203 req-72d25daf-e8dc-49cb-81ba-a3b8fafab383 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3525019 Nov 03 18:45:19.231383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-82792889-d627-434f-b21a-a8c8158eee9e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/quotas/cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 375 time: 0.0909359 Nov 03 18:45:19.422940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e6f7706-6e4c-411a-adc7-e0c82bf3c203 req-8da034c0-d3ac-4e65-a617-eb59fad8db61 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879978 Nov 03 18:45:19.429901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.493558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-1fe92a41-1ff1-41cf-9b65-4002c0b848fd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2604046 Nov 03 18:45:19.502838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c97516-ed83-486e-a08f-ba3a4c12096d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:19.709474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.725314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-f4297e62-2e90-49bf-b686-fe01468fffd4 service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245336 Nov 03 18:45:19.739500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:19.742774 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:19.915823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.922817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.973000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:20.034780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.034780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da6d63e-fb9c-4e71-82e9-feda0c580cde {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:45:20.047650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.053119 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-253ec7ff-615c-499b-b6c9-fab29a6a4c12 admin admin] 10.222.0.91 "DELETE /v2.0/routers/5da6d63e-fb9c-4e71-82e9-feda0c580cde HTTP/1.1" status: 204 len: 168 time: 2.7471261 Nov 03 18:45:20.054611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46718) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:20.073320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335dc3-57fd-408a-bd06-cb69b93c92d9 req-9d774233-ab18-453a-a298-d6155939dfb0 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:20.075310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff335dc3-57fd-408a-bd06-cb69b93c92d9 req-9d774233-ab18-453a-a298-d6155939dfb0 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 950 time: 0.3377836 Nov 03 18:45:20.260143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Deleting subnet d081e6aa-198b-4aa4-90ae-3a8308ce1853 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:20.267156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.277785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-0865f9a2-6c58-49e3-9ca8-0b3978643b0e service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510154 Nov 03 18:45:20.316953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f5e20105-f8b3-4846-84e4-b565963f18ce no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:20.432209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.433767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f5e20105-f8b3-4846-84e4-b565963f18ce {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:20.434355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f5e20105-f8b3-4846-84e4-b565963f18ce not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:20.437167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 56c97516-ed83-486e-a08f-ba3a4c12096d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:20.448403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff335dc3-57fd-408a-bd06-cb69b93c92d9 req-2cc33b7a-9bb2-4102-893f-4e327e68a451 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563950 Nov 03 18:45:20.548081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 56c97516-ed83-486e-a08f-ba3a4c12096d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:20.553886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 56c97516-ed83-486e-a08f-ba3a4c12096d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:20.695828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:20.765570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d has no active binding in host n-h2-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:45:20.831457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-2096fd98-a0cd-40d0-8bbc-3f0c7689d8df tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:20.843218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-2096fd98-a0cd-40d0-8bbc-3f0c7689d8df tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.115 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 950 time: 0.3942149 Nov 03 18:45:20.876255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875767-5707-43bf-97ed-a3dab2e988d9 req-ae61a773-aaf1-4a6a-9615-0458b45192ee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:20.888065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27875767-5707-43bf-97ed-a3dab2e988d9 req-ae61a773-aaf1-4a6a-9615-0458b45192ee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 943 time: 0.2283413 Nov 03 18:45:20.953888 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098eac0b-ef7b-4349-a0c1-41a81dd4911f x-openstack-request-id: req-098eac0b-ef7b-4349-a0c1-41a81dd4911f {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:20.954339 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:20.954754 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-098eac0b-ef7b-4349-a0c1-41a81dd4911f {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:20.955373 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'status': 'completed', 'code': 200} Nov 03 18:45:21.177060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27875767-5707-43bf-97ed-a3dab2e988d9 req-bd93464e-1e14-4f11-9edd-2acc0b02df86 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781672 Nov 03 18:45:21.325158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-46cb7e3d-1f94-4bae-ac40-e48ee80dda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:21.331585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-46cb7e3d-1f94-4bae-ac40-e48ee80dda07 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1124 time: 0.3114188 Nov 03 18:45:21.373132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5eaa0-994c-4856-8184-ecb0b55f3116 req-21bfa7ea-5ddb-4112-8bc6-2bbdbf9b99c8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:21.379808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c5eaa0-994c-4856-8184-ecb0b55f3116 req-21bfa7ea-5ddb-4112-8bc6-2bbdbf9b99c8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.2975910 Nov 03 18:45:21.605281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-2e389499-0e21-4a42-947a-48e420c4c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:21.609542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-2e389499-0e21-4a42-947a-48e420c4c7ec service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.2244849 Nov 03 18:45:21.696870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-4864eefe-d2a9-4af4-bb8f-d521a6f1095f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.0718946 Nov 03 18:45:21.815699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.909618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-52686961-b929-4486-81f1-4a1c3f85fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:21.915025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-52686961-b929-4486-81f1-4a1c3f85fa5f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2029734 Nov 03 18:45:21.922009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c5eaa0-994c-4856-8184-ecb0b55f3116 req-bd196394-1329-4fad-b5fb-3e2fedad210e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105690 Nov 03 18:45:21.958380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Deleting port 4d5b3b93-c005-4678-a424-20d9da5a3467 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:21.959308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.973797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-570fb734-8866-469a-ad6a-9961a526bd5c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499172 Nov 03 18:45:22.137460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.211435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d081e6aa-198b-4aa4-90ae-3a8308ce1853,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:22.218173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] For port 4d5b3b93-c005-4678-a424-20d9da5a3467, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4d5b3b93-c005-4678-a424-20d9da5a3467,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:22.218764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.280293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd0f5f82-e9a0-4158-b859-743fc3d83668 req-8fb5b138-b439-4c2f-9259-29d18bdcb88d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 210 time: 0.1767507 Nov 03 18:45:22.281713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd4124-5ccf-493c-90c9-41ee4fdd02f9 None None] Network 1b198d03-b3ca-4b5b-9323-486a26f3224a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:22.301321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Calling delete_port for 4d5b3b93-c005-4678-a424-20d9da5a3467 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:22.475665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-fa7c4869-260d-49b2-afad-ff218a378e66 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915411 Nov 03 18:45:22.479961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.495765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d55d9507-aa50-4206-b972-b3afe483b442 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d081e6aa-198b-4aa4-90ae-3a8308ce1853 HTTP/1.1" status: 204 len: 168 time: 2.4360168 Nov 03 18:45:22.500772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46762) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:22.594561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7413c-fa51-448d-9215-7b0e7ac2433e req-71160688-991c-4789-917d-934e42d36770 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:22.614979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cf7413c-fa51-448d-9215-7b0e7ac2433e req-71160688-991c-4789-917d-934e42d36770 tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 950 time: 0.2578712 Nov 03 18:45:22.748100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.797976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] DHCP port deletion for 1b198d03-b3ca-4b5b-9323-486a26f3224a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:45:22.929597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] Deleting port f354f748-c302-41ed-ae10-7adac373e2a9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:22.930103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.020058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Deleting port f354f748-c302-41ed-ae10-7adac373e2a9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:23.022888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.039724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5c229-db38-4ee6-83cc-770e49990b9c req-8cd754a1-e101-4f70-90a1-b15115a35daf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.054876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aa5c229-db38-4ee6-83cc-770e49990b9c req-8cd754a1-e101-4f70-90a1-b15115a35daf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3976479 Nov 03 18:45:23.064021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-0e045688-9d30-482d-bb95-0474aa6a0a43 service neutron] 10.222.0.115 "GET /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.4321241 Nov 03 18:45:23.076915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] For port f354f748-c302-41ed-ae10-7adac373e2a9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f354f748-c302-41ed-ae10-7adac373e2a9,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:23.077424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.104981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] Calling delete_port for f354f748-c302-41ed-ae10-7adac373e2a9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:23.182548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aa5c229-db38-4ee6-83cc-770e49990b9c req-a9322ddd-83df-413f-bf50-afb288a228bf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166134 Nov 03 18:45:23.192705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cf7413c-fa51-448d-9215-7b0e7ac2433e req-4abfb18f-239b-4a06-ad3c-dc20f913452c tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/security-groups?id=99076bcc-6df5-4715-895b-df60040785e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548151 Nov 03 18:45:23.292412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.342937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1421116d-6b5c-43e8-a7bb-d87e3f963fbe req-d3baca2a-f21b-43c3-862e-68def7a0d2c3 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569720 Nov 03 18:45:23.387151 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.459432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] Pushing event deleted for resources: {'Port': ['ID=f354f748-c302-41ed-ae10-7adac373e2a9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.474480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d2c3e-a4ac-440b-ace9-7c66569c9e42 None None] No DVR routers for this DVR port f354f748-c302-41ed-ae10-7adac373e2a9 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:23.492580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Pushing event deleted for resources: {'Port': ['ID=4d5b3b93-c005-4678-a424-20d9da5a3467,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.563374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] For port f354f748-c302-41ed-ae10-7adac373e2a9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f354f748-c302-41ed-ae10-7adac373e2a9,segment=NetworkSegment(51143096-f587-465f-ba27-8932b7b6cf90),segment_id=51143096-f587-465f-ba27-8932b7b6cf90)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:23.563966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.768515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Calling delete_port for f354f748-c302-41ed-ae10-7adac373e2a9 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:23.805114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] No DVR routers for this DVR port 4d5b3b93-c005-4678-a424-20d9da5a3467 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:24.124093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.132355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6718db0-9fce-4d14-ae87-edaac48788e9 req-74b4d4d3-a0e5-4ea1-8550-079079d13b9d tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.115 "DELETE /v2.0/ports/4d5b3b93-c005-4678-a424-20d9da5a3467 HTTP/1.1" status: 204 len: 173 time: 3.2779269 Nov 03 18:45:24.133060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.136967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'name': 'network-vif-deleted', 'tag': '4d5b3b93-c005-4678-a424-20d9da5a3467'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:24.145020 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abaa0ed-5c1e-4311-aeea-724f0b6eda8d" -d '{"events": [{"server_uuid": "43d0981b-73fa-45bc-a8e6-f0a0e876b3b4", "name": "network-vif-deleted", "tag": "4d5b3b93-c005-4678-a424-20d9da5a3467"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:24.215162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f354f748-c302-41ed-ae10-7adac373e2a9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:24.229984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] No DVR routers for this DVR port f354f748-c302-41ed-ae10-7adac373e2a9 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:24.301449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f354f748-c302-41ed-ae10-7adac373e2a9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:24.358257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f354f748-c302-41ed-ae10-7adac373e2a9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:24.359153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f354f748-c302-41ed-ae10-7adac373e2a9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:24.398018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4d5b3b93-c005-4678-a424-20d9da5a3467 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:24.479847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 4d5b3b93-c005-4678-a424-20d9da5a3467 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:24.482864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4d5b3b93-c005-4678-a424-20d9da5a3467 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:24.514014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.562964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b198d03-b3ca-4b5b-9323-486a26f3224a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:24.589467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51143096-f587-465f-ba27-8932b7b6cf90') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:24.589776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51143096-f587-465f-ba27-8932b7b6cf90') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:24.604927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.628917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.646305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:24.647104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:24.649910 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:24.655749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45e5e98b-6e59-41d9-81b6-b3c8db957b01 req-c1cd3571-9ad9-48dc-9bc9-195b7bba653a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 210 time: 0.5599906 Nov 03 18:45:24.668850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509fa6-a229-48cc-80fe-041908e2c941 req-c00adcf2-bb8d-4e43-bdc8-a231880568a3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:24.671726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef509fa6-a229-48cc-80fe-041908e2c941 req-c00adcf2-bb8d-4e43-bdc8-a231880568a3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 943 time: 0.9460292 Nov 03 18:45:24.684462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-d42cd3bf-30c0-4dc8-837f-6cd78c7f8fc2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:24.687247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-d42cd3bf-30c0-4dc8-837f-6cd78c7f8fc2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 1.3411455 Nov 03 18:45:24.739381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Request body: {'port': {'device_id': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'admin_state_up': True, 'tenant_id': 'cbf163c9d6fe4b169e96cb667c088239'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:24.775844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.790241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.800068 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1b198d03-b3ca-4b5b-9323-486a26f3224a HTTP/1.1" status: 204 len: 168 time: 2.2974031 Nov 03 18:45:24.834401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd06783-a4bb-4041-b01a-2ceda4b90ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b198d03-b3ca-4b5b-9323-486a26f3224a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:24.966954 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd2bd5-0fe3-4043-91af-37a789dd485e x-openstack-request-id: req-10fd2bd5-0fe3-4043-91af-37a789dd485e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:24.974623 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d0981b-73fa-45bc-a8e6-f0a0e876b3b4", "name": "network-vif-deleted", "tag": "4d5b3b93-c005-4678-a424-20d9da5a3467", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:24.975771 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-10fd2bd5-0fe3-4043-91af-37a789dd485e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:24.979233 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d0981b-73fa-45bc-a8e6-f0a0e876b3b4', 'name': 'network-vif-deleted', 'tag': '4d5b3b93-c005-4678-a424-20d9da5a3467', 'status': 'completed', 'code': 200} Nov 03 18:45:25.172353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef509fa6-a229-48cc-80fe-041908e2c941 req-935fd40d-2bb8-4073-950e-83c76176a7a8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407578 Nov 03 18:45:25.226943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a59b44f6-8e08-4b99-8f78-8c80e7d3a895 req-3108972e-895a-4c64-9518-f42064b707cd tempest-ImagesNegativeTestJSON-211123753 tempest-ImagesNegativeTestJSON-211123753-project] 10.222.0.91 "GET /v2.0/ports?device_id=43d0981b-73fa-45bc-a8e6-f0a0e876b3b4 HTTP/1.1" status: 200 len: 210 time: 0.0948994 Nov 03 18:45:25.347869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:25.376659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46802) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.401882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Made reservation on behalf of cbf163c9d6fe4b169e96cb667c088239 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:25.409983 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.423996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:25.498067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0e65cee7-24a6-476d-b1ae-107c792f21e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e989e9acc7394e00b44ff54e066c0873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189091 Nov 03 18:45:25.506750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46804) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.558024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804b1b18-f66d-4382-ab1d-f56879e98a5d {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:25.667972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:25.680488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aec48d45-818f-4472-a28d-96b100e98a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.744106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aec48d45-818f-4472-a28d-96b100e98a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.811439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.876891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aec48d45-818f-4472-a28d-96b100e98a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.892065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-f51011ec-4166-402f-90c8-41bbcb0a8acb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1911390 Nov 03 18:45:25.896198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aec48d45-818f-4472-a28d-96b100e98a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.897513 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aec48d45-818f-4472-a28d-96b100e98a13 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/74762e0c-2125-4fd5-9bb3-f03b25e0ce89 HTTP/1.1" status: 204 len: 168 time: 0.3892376 Nov 03 18:45:25.928382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec48d45-818f-4472-a28d-96b100e98a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74762e0c-2125-4fd5-9bb3-f03b25e0ce89,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:26.009556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-2fd9f6ff-dca7-46ac-802b-429e7a37fd39 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:45:26.012039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-2fd9f6ff-dca7-46ac-802b-429e7a37fd39 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0432918 Nov 03 18:45:26.208504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Allocated IP 172.20.0.3 (0707a388-91eb-435e-8f98-7b4a26cad41e/1f388f84-4cd4-419d-92f0-29d85d22d26c/a405f26c-d77d-4d32-8ad4-c8e2f8adc352) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:26.313449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0089c47-3997-4c44-a80e-129e0e49caea req-c8f45a9e-ae41-4bd2-a507-f70ee5b81a80 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:26.329228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0089c47-3997-4c44-a80e-129e0e49caea req-c8f45a9e-ae41-4bd2-a507-f70ee5b81a80 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.2939517 Nov 03 18:45:26.346768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] Transition to ACTIVE for port object 804b1b18-f66d-4382-ab1d-f56879e98a5d will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:26.390977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.399337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:26.590367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:26.675655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0089c47-3997-4c44-a80e-129e0e49caea req-b2d8b6c8-8560-43da-8de9-c7d61943e2ff tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443754 Nov 03 18:45:26.820076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] No DVR routers for this DVR port 804b1b18-f66d-4382-ab1d-f56879e98a5d on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:26.835727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] Pushing event updated for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:26.895609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34210bd6-d308-4ce8-aadd-e1f39833afe9 req-d9ecbca2-a908-443a-bb5f-1f1d6145f890 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 210 time: 0.1762118 Nov 03 18:45:27.021398 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-9eb53023-183f-448d-bec0-bd08ad265e1f service neutron] 10.222.0.115 "PUT /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d/bindings/n-h2-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 3.8690884 Nov 03 18:45:27.117623 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.265363 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.414641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.416773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-b9bf3744-e5a1-4c51-83fc-15399cc70ce8 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.444054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-b9bf3744-e5a1-4c51-83fc-15399cc70ce8 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.2657256 Nov 03 18:45:27.509381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Network 0707a388-91eb-435e-8f98-7b4a26cad41e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:27.515470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:27.526717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:27.562483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699a083-8896-436b-8e63-22418c12a1e4 req-c84857ea-4601-4af0-8c1f-eb555c1bfc8c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.591335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8699a083-8896-436b-8e63-22418c12a1e4 req-c84857ea-4601-4af0-8c1f-eb555c1bfc8c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.4094186 Nov 03 18:45:27.647234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-30ece96b-ebc2-4548-a6b9-7ae77986c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.652911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-30ece96b-ebc2-4548-a6b9-7ae77986c80e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 1095 time: 0.1862431 Nov 03 18:45:27.771675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.772749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.920369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-4bf0fd92-6753-4947-a6fd-eb1c773a4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.924145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-4bf0fd92-6753-4947-a6fd-eb1c773a4dbe service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1095 time: 0.2207310 Nov 03 18:45:27.986473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-24d11e6a-f392-4570-a7ca-b7291fd246ca tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2571380 Nov 03 18:45:28.019453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8699a083-8896-436b-8e63-22418c12a1e4 req-fc2c9298-a817-41d2-9d68-8d8a712e3021 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857930 Nov 03 18:45:28.050066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Request body: {'port': {'device_id': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:28.437580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-8bbac0ec-0054-412a-bcf3-7c5122ccf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:28.443199 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-8bbac0ec-0054-412a-bcf3-7c5122ccf98d service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.5043845 Nov 03 18:45:28.472367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46890) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:28.506901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.619322 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-80bc38b0-0900-427d-9047-2fb7792b3d64 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.1605210 Nov 03 18:45:28.705385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aa6d7-c705-4f85-8226-b16a9938caf9 req-c1c7eb7d-29c0-4d00-89ae-7e7380db63d0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:28.730290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-059aa6d7-c705-4f85-8226-b16a9938caf9 req-c1c7eb7d-29c0-4d00-89ae-7e7380db63d0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.4978931 Nov 03 18:45:28.794209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-71caf110-9db2-4df6-9ea6-53c9a54b9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:28.809746 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-71caf110-9db2-4df6-9ea6-53c9a54b9c79 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1778069 Nov 03 18:45:29.097907 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-fc6dfb87-fb06-4b37-98cb-fc6724242688 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906305 Nov 03 18:45:29.139127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-059aa6d7-c705-4f85-8226-b16a9938caf9 req-fc072d18-7842-44bd-a6f3-08aff65632ca tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072690 Nov 03 18:45:29.332911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6558db-77a7-45e4-9f12-8d75bcbd1fde req-78f1308f-840a-4d30-ad77-141828355c92 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:29.347843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a6558db-77a7-45e4-9f12-8d75bcbd1fde req-78f1308f-840a-4d30-ad77-141828355c92 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 931 time: 0.5396445 Nov 03 18:45:29.356649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1337286938-network', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:29.455078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Made reservation on behalf of e636caf5d33043c59b06f45595c0dad9 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:29.461876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.502861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-4ab7bd96-7db7-4d79-becd-3296eef48297 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896980 Nov 03 18:45:29.506033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.772103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573d789-e508-4e47-b5fd-a533a8788942 req-c998c47c-16fc-4a2f-9c60-46e56c0601d7 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:29.776754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.781909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46908) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:29.787677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573d789-e508-4e47-b5fd-a533a8788942 req-c998c47c-16fc-4a2f-9c60-46e56c0601d7 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.4284883 Nov 03 18:45:29.826688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a6558db-77a7-45e4-9f12-8d75bcbd1fde req-60d46b4c-9cd6-40f0-ad02-2401e70981d3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525189 Nov 03 18:45:29.851717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-1ef24716-2a79-4cb4-b7a6-a64ecff32e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:29.854587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-1ef24716-2a79-4cb4-b7a6-a64ecff32e25 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1100 time: 0.2723024 Nov 03 18:45:29.897101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.987114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:45:30.003218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d130fa1-f7db-4494-91aa-b3398db7b01e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.011359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-e1efa1a3-29b9-450b-ae95-d267273fceb9 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677052 Nov 03 18:45:30.049038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.049748 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Added segment 0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de of type vlan for network b5c874cf-8dae-430f-b932-16a9ba8f88bb Nov 03 18:45:30.055633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a405f26c-d77d-4d32-8ad4-c8e2f8adc352 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:30.077590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.146001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Transition to ACTIVE for port object a405f26c-d77d-4d32-8ad4-c8e2f8adc352 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:30.217757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.219317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d573d789-e508-4e47-b5fd-a533a8788942 req-8244a30f-b0d1-47f3-b59d-e00a4a605bd8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297729 Nov 03 18:45:30.270553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.304413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1ce561f-e694-4590-bb97-1c570b12db45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.309707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.311600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:30.312880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.503333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c874cf-8dae-430f-b932-16a9ba8f88bb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.522140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:45:30.537768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5f0bdf91-8155-48f3-b435-878d58b7e120 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0584586 Nov 03 18:45:30.563560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.569942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46924) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:30.584277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Request body: {'subnet': {'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1337286938-subnet', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:30.700197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416c73-3459-44a8-8959-fa496bdfac85 req-12b814f9-1665-4d1f-ad69-0c06b98f8328 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:30.703122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-12b814f9-1665-4d1f-ad69-0c06b98f8328 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.1830997 Nov 03 18:45:30.736358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Made reservation on behalf of e636caf5d33043c59b06f45595c0dad9 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:30.742040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.947665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-91190f81-57d3-4fee-a7ed-601cd7fcf693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:30.950425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-91190f81-57d3-4fee-a7ed-601cd7fcf693 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.8017807 Nov 03 18:45:30.986681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1ce561f-e694-4590-bb97-1c570b12db45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.996434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1ce561f-e694-4590-bb97-1c570b12db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.074990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46932) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:31.107020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce561f-e694-4590-bb97-1c570b12db45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373d7910-8a09-49c8-8a1e-ef8805bd8ec2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.119864 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b1ce561f-e694-4590-bb97-1c570b12db45 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=617776ac36354e9295d9c2eba0620227&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3361773 Nov 03 18:45:31.120695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:31.174056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-78416c73-3459-44a8-8959-fa496bdfac85 req-d06555e6-20c8-4712-9469-5bb4a164c419 service neutron] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:31.192675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba8926-eba8-405f-9b01-48f8ef6fc10a req-e429bd21-37a5-4e17-9e25-5d3bfd3f3e42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:31.194442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-78416c73-3459-44a8-8959-fa496bdfac85 req-d06555e6-20c8-4712-9469-5bb4a164c419 service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.196456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78416c73-3459-44a8-8959-fa496bdfac85 req-d06555e6-20c8-4712-9469-5bb4a164c419 service neutron] 10.222.0.110 "DELETE /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d/bindings/n-h1-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.4736195 Nov 03 18:45:31.226732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69ba8926-eba8-405f-9b01-48f8ef6fc10a req-e429bd21-37a5-4e17-9e25-5d3bfd3f3e42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.6580443 Nov 03 18:45:31.230347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:31.230890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:31.231427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:31.272220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:31.274063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:31.293641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-d0b62789-d855-4fd3-9a2f-e0aabe205869 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.2696950 Nov 03 18:45:31.309957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:31.310518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:31.311141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:31.311893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Bound port: a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:31.312624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.334875 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c863c3de-f103-4f30-b064-1be4199594e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.398163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c863c3de-f103-4f30-b064-1be4199594e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.521048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-66111cf4-2e3c-4279-aa52-b48bcbc4e896 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=440a7a421f394d38b3ffedd97ad60453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444451 Nov 03 18:45:31.522439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46942) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:31.594858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c863c3de-f103-4f30-b064-1be4199594e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.599895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c863c3de-f103-4f30-b064-1be4199594e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.601496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c863c3de-f103-4f30-b064-1be4199594e8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/373d7910-8a09-49c8-8a1e-ef8805bd8ec2 HTTP/1.1" status: 204 len: 168 time: 0.4738550 Nov 03 18:45:31.685023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-400e5d1c-bbad-4d57-9ee0-bb15b9791c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.688301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c3de-f103-4f30-b064-1be4199594e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d7910-8a09-49c8-8a1e-ef8805bd8ec2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.803589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-400e5d1c-bbad-4d57-9ee0-bb15b9791c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.952955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-400e5d1c-bbad-4d57-9ee0-bb15b9791c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.960408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-400e5d1c-bbad-4d57-9ee0-bb15b9791c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.978026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-400e5d1c-bbad-4d57-9ee0-bb15b9791c05 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/99076bcc-6df5-4715-895b-df60040785e9 HTTP/1.1" status: 204 len: 168 time: 0.4504690 Nov 03 18:45:31.978348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-be8553a3-0764-4f4a-8be5-4be8c206342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:31.978348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-be8553a3-0764-4f4a-8be5-4be8c206342a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.6493061 Nov 03 18:45:32.018350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e5d1c-bbad-4d57-9ee0-bb15b9791c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99076bcc-6df5-4715-895b-df60040785e9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:32.079900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.208038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69ba8926-eba8-405f-9b01-48f8ef6fc10a req-9a5360c3-f860-4ef4-91e2-53d244a34d4e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9795148 Nov 03 18:45:32.331278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:32.340234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:32.380613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b480554-6889-4bc4-ade7-5e38a4f9b494 req-d2e4d9af-fefd-404f-8948-1c586ac1d5b2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.396425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b480554-6889-4bc4-ade7-5e38a4f9b494 req-d2e4d9af-fefd-404f-8948-1c586ac1d5b2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 1.3762126 Nov 03 18:45:32.410271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.442278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.443425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.446120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] 10.222.0.115 "PUT /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 1091 time: 4.4249938 Nov 03 18:45:32.490351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:32.494912 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:32.580163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46954) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:32.603851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-239d3ada-d118-4648-bf1d-d6c116f34b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.656214 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.715899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b480554-6889-4bc4-ade7-5e38a4f9b494 req-24543cc4-37fd-4f3b-8658-dc9424a8a543 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061619 Nov 03 18:45:32.957618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-239d3ada-d118-4648-bf1d-d6c116f34b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.970465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-239d3ada-d118-4648-bf1d-d6c116f34b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.974390 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a21e7d4-81d5-4fb1-bb1e-73749e07351b x-openstack-request-id: req-2a21e7d4-81d5-4fb1-bb1e-73749e07351b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:32.975233 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:32.975864 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a21e7d4-81d5-4fb1-bb1e-73749e07351b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:32.978681 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'status': 'completed', 'code': 200} Nov 03 18:45:33.068745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-239d3ada-d118-4648-bf1d-d6c116f34b15 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=263f3f36cf834a38bcf59b997e075586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867744 Nov 03 18:45:33.076167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46964) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:33.077137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3ada-d118-4648-bf1d-d6c116f34b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0934c62-92d9-43f3-8619-25ebc5b30eda,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:33.090500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-20b54402-01ee-44e6-b865-430c3d7818e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.094033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-20b54402-01ee-44e6-b865-430c3d7818e4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0875103 Nov 03 18:45:33.288141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2c84-cedb-4b63-9490-da30acf92484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.368942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1672f-6487-4ce5-be83-61927e78cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:33.391457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.395048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2c84-cedb-4b63-9490-da30acf92484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.532076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2c84-cedb-4b63-9490-da30acf92484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.536507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2c84-cedb-4b63-9490-da30acf92484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.543325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee0d2c84-cedb-4b63-9490-da30acf92484 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e0934c62-92d9-43f3-8619-25ebc5b30eda HTTP/1.1" status: 204 len: 168 time: 0.4522781 Nov 03 18:45:33.562105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d2c84-cedb-4b63-9490-da30acf92484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0934c62-92d9-43f3-8619-25ebc5b30eda,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:33.666790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869d97a-a0c5-4e14-aca6-1177d01de3fc req-df3e1252-d283-4cbf-872d-74c5c64506e6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.669656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c869d97a-a0c5-4e14-aca6-1177d01de3fc req-df3e1252-d283-4cbf-872d-74c5c64506e6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 1.0076401 Nov 03 18:45:33.673106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-23bb6a49-b7cc-4024-acfb-2e847ac1b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.675870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-23bb6a49-b7cc-4024-acfb-2e847ac1b668 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1094 time: 0.9572501 Nov 03 18:45:33.991863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-028a23de-dc64-44da-90da-419958cccf0b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 217 time: 0.3001392 Nov 03 18:45:34.114040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:34.162588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1123f5-e76c-4517-acbf-75aa107cf6a8 req-1fa15c42-bbe1-4b67-9d24-d120c373cddc tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.175710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1123f5-e76c-4517-acbf-75aa107cf6a8 req-1fa15c42-bbe1-4b67-9d24-d120c373cddc tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.6761451 Nov 03 18:45:34.203211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-b3927cdd-7cd8-4047-b3ab-ce97d78a9e48 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0752902 Nov 03 18:45:34.219725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Checking segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:34.220231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Network hostable DHCP agents. Network: b5c874cf-8dae-430f-b932-16a9ba8f88bb, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:45:34.357644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1123f5-e76c-4517-acbf-75aa107cf6a8 req-612f4a07-6cfe-4d9e-8f59-539b706f419b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593733 Nov 03 18:45:34.452193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-a6e5c14c-a099-4746-8129-c2b05c104028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.455560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-a6e5c14c-a099-4746-8129-c2b05c104028 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.4278088 Nov 03 18:45:34.472192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c869d97a-a0c5-4e14-aca6-1177d01de3fc req-af9361e5-1de9-4f5d-9954-b860e234ef64 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749550 Nov 03 18:45:34.598784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-845cbe9f-da79-48c4-99d3-fb0cf889ef69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.680566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-e0011e21-588d-4a2e-9387-35fda95d856b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552539 Nov 03 18:45:34.719339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:45:34.870254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b5c874cf-8dae-430f-b932-16a9ba8f88bb) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:34.889050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97560a06-fa68-49e6-abcd-f497aeef8789 None None] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:34.959354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.960676 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.029227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-16d230a6-907e-459c-8d94-8e59fb0f5a1c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964187 Nov 03 18:45:35.056895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e67e23-28fe-45fc-badd-00625c8ca919 req-1062011e-cea1-4a11-86c8-b61d7b7de415 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.069585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21e67e23-28fe-45fc-badd-00625c8ca919 req-1062011e-cea1-4a11-86c8-b61d7b7de415 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.2990768 Nov 03 18:45:35.118283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c88d522-72fd-4b00-964b-aa86f63a1025 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5406682 Nov 03 18:45:35.123393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47008) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:35.130847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:35.207025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21e67e23-28fe-45fc-badd-00625c8ca919 req-a2d43fcb-fa12-4f4a-b9b0-02141bc4b2be tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348364 Nov 03 18:45:35.225553 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.227452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.288620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-ad2b9b1f-2a46-4f8c-a684-8834f61ac69c service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959601 Nov 03 18:45:35.503579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:45:35.511366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.530969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.781714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf235b0-d24d-4bc9-a23f-70858c16bb7f req-4cdfb616-9877-4cb1-9bab-158fc6fdf289 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851794 Nov 03 18:45:35.825306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04749-d23d-4b0f-bbba-ed1b334b2dff req-fb38e204-4f08-40b9-997b-f367f441ee2d tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.827561 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29d04749-d23d-4b0f-bbba-ed1b334b2dff req-fb38e204-4f08-40b9-997b-f367f441ee2d tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1095 time: 0.2258260 Nov 03 18:45:36.043061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Allocated IP 172.20.0.2 (b5c874cf-8dae-430f-b932-16a9ba8f88bb/cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee/94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:36.082322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29d04749-d23d-4b0f-bbba-ed1b334b2dff req-cd30d40a-e562-427c-a384-999c031da4ad tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374411 Nov 03 18:45:36.094954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.297906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-95b25515-084e-4307-b8c2-fb697d425bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.306099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-95b25515-084e-4307-b8c2-fb697d425bf2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1094 time: 0.4039273 Nov 03 18:45:36.449552 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.463773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.553036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:36.558661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:36.566067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:36.689369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Pushing event updated for resources: {'Port': ['ID=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:36.701805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-3c0a7e90-c707-467a-9d3b-c9531dac259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.709380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Attempting to bind port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:36.709998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Attempting to bind port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:36.710411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-3c0a7e90-c707-467a-9d3b-c9531dac259a service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.3950801 Nov 03 18:45:36.710589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Attempting to bind port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 on network b5c874cf-8dae-430f-b932-16a9ba8f88bb {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:36.726148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578fa2-2981-4824-8bdf-581d2f23aa77 req-c8d09f79-668d-4b94-8911-5a21e50e3049 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.735069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:36.735676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Checking segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:36.736342 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.737061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Bound using segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:36.737930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Bound port: 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:36.738591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.739319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c578fa2-2981-4824-8bdf-581d2f23aa77 req-c8d09f79-668d-4b94-8911-5a21e50e3049 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.6537707 Nov 03 18:45:36.815196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-d7809641-d666-4c99-a35a-5a79606b2e4c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 217 time: 0.0718884 Nov 03 18:45:36.895361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] For port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:36.901971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] For port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:36.914522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.994639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.052150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26366cb-c024-481d-a2a5-1dcd77a493d3 None None] Pushing event updated for resources: {'Port': ['ID=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:37.097821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.150545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-8aba1a81-0a38-40ac-82fa-d6c35db873fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.153860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-8aba1a81-0a38-40ac-82fa-d6c35db873fc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.2816987 Nov 03 18:45:37.187684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391103-5d99-409a-8aae-4ca23f0a1806 req-ed949cd8-1492-44e8-9a82-f2e1ff95e67d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.201558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29391103-5d99-409a-8aae-4ca23f0a1806 req-ed949cd8-1492-44e8-9a82-f2e1ff95e67d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.3816483 Nov 03 18:45:37.269889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c578fa2-2981-4824-8bdf-581d2f23aa77 req-707783fd-61b6-4f6d-9efe-92ed84742c17 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284154 Nov 03 18:45:37.286888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-fb64e482-9c98-41a6-9b69-372bffb0251c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207924 Nov 03 18:45:37.334540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Allocated IP 172.25.8.10 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/8c0af0b1-6563-4199-a9cb-550fd4bcba4a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:37.647508 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.703160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29391103-5d99-409a-8aae-4ca23f0a1806 req-ea609733-ad07-449b-8045-2a99391e9aab tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999974 Nov 03 18:45:37.815703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.881287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:37.886387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:37.899732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:37.934876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:37.991810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.992468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.995489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.996529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.997074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.998258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.998825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:37.999703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:38.000337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:38.001024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:38.001723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:38.002456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:38.056691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-883f52c2-a4d1-4243-bd43-db411758df8a service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604208 Nov 03 18:45:38.210307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-d1068746-2a8e-45f3-b117-dcbe5dbf44e0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.221747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-d1068746-2a8e-45f3-b117-dcbe5dbf44e0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.5841258 Nov 03 18:45:38.268115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-275c7716-db88-4830-873e-5993932b3d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.325580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-f2176ec8-af55-4567-a742-76444fc44b77 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/quotas/1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 375 time: 0.1022761 Nov 03 18:45:38.360562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:38.480990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:38.500158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-3fbeaac2-8023-4615-8143-9f72275da85b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726611 Nov 03 18:45:38.584535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d952b3c8-cf62-492e-b6e4-ac4f001f32e6 req-97277e13-e616-48e3-8f0d-d6683599014e service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117943 Nov 03 18:45:38.731639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:38.732213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.939017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-a4030b15-6435-4362-89b2-4e1079b8f9a7 service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141078 Nov 03 18:45:38.960634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.140441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-531ce02f-ecb1-490f-8c34-b463219a575a service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928380 Nov 03 18:45:39.205280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Request body: {'security_group': {'name': 'tempest-securitygroup-772440872', 'description': 'tempest-description-704983612'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:39.303694 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.330807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.350575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e031b50-0baf-4407-988d-17ec86462545 None None] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:39.578517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.594857 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.598084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8abd6053-11c1-417a-9ad2-1f005672fd5f None None] Provisioning complete for port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:39.601626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8abd6053-11c1-417a-9ad2-1f005672fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.710381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ac9eb-91e5-4f24-b72b-6ea22f307ad8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:39.739797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.770192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a4151-3266-47a0-990d-3cc7c634bbdf req-83a1a6d1-f268-439b-90bc-abce7f785c2d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.773414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f28a4151-3266-47a0-990d-3cc7c634bbdf req-83a1a6d1-f268-439b-90bc-abce7f785c2d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.1994047 Nov 03 18:45:39.777477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:39.893542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.919593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'port_id': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'mac_address': 'fa:16:3e:b6:90:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f388f84-4cd4-419d-92f0-29d85d22d26c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:39.923463 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.928970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.018515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f28a4151-3266-47a0-990d-3cc7c634bbdf req-81f566f0-c8e2-4d37-9c8b-e9a5820004c2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337420 Nov 03 18:45:40.065552 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.071129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2940f0c-ceec-4613-8c4f-64c1dea44ebb req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8736804 Nov 03 18:45:40.094119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77cbf0-976e-40e7-876f-397b6f7e51e6 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42467db-facb-4a90-be82-91f94a0b4bcd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:40.121751 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.200877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:45:40.238111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8abd6053-11c1-417a-9ad2-1f005672fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.435587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8abd6053-11c1-417a-9ad2-1f005672fd5f None None] For port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:40.450573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0eb13a00-d26b-4e4e-9311-c639b278aa66 req-f12da697-f2f7-4298-a8db-572809eb961d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 210 time: 0.1205330 Nov 03 18:45:40.482220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7b148-0ae5-4383-b468-360c70f9cbd4 req-e169c6eb-2f0a-452d-abd6-f8d94afa3c8f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.498124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dd7b148-0ae5-4383-b468-360c70f9cbd4 req-e169c6eb-2f0a-452d-abd6-f8d94afa3c8f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.2355726 Nov 03 18:45:40.519867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8abd6053-11c1-417a-9ad2-1f005672fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.652501 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.719300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dd7b148-0ae5-4383-b468-360c70f9cbd4 req-b6c8a7f1-65e9-47b4-a8d9-e2f4813c8e2a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204907 Nov 03 18:45:40.732088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:40.744350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd6053-11c1-417a-9ad2-1f005672fd5f None None] Pushing event updated for resources: {'Port': ['ID=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:40.758624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Sync routers for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:40.789965 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:45:40.791089 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:45:40.797322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a405f26c-d77d-4d32-8ad4-c8e2f8adc352 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:40.806526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.809497 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4247f9aa-a7da-45d0-bce3-ebe28f9a0697 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6844537 Nov 03 18:45:40.817336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47092) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:40.818974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-7f1ed182-8ae4-4329-b3d0-5f6e2d4f8261 req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1837487196', 'description': 'tempest-description-905036214'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:40.867889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:40.869044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:40.907059 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7f1ed182-8ae4-4329-b3d0-5f6e2d4f8261 req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.011858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:41.063500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.120121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-258ef8f0-4813-442b-9051-f19def2f23e6 None None] Provisioning complete for port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:41.121379 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-258ef8f0-4813-442b-9051-f19def2f23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.223259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7f1ed182-8ae4-4329-b3d0-5f6e2d4f8261 req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.230082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7f1ed182-8ae4-4329-b3d0-5f6e2d4f8261 req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.374172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7f1ed182-8ae4-4329-b3d0-5f6e2d4f8261 req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.391665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f1ed182-8ae4-4329-b3d0-5f6e2d4f8261 req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5849981 Nov 03 18:45:41.410762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:41.445803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229074c0-8b71-4c0d-9e28-4a09d3f11e0f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:41.476075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.477071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.477252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.478360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.478946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.479522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.480090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.480671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.481309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.481842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.482455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.482947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb2056-0c3a-479c-b988-41cb3bc6a68f tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:41.507704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b800d07-0d0c-4926-a918-ccc2c9f3ff98 req-fb78483b-9350-40a6-944b-29c8514f724f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.510744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b800d07-0d0c-4926-a918-ccc2c9f3ff98 req-fb78483b-9350-40a6-944b-29c8514f724f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.2076833 Nov 03 18:45:41.650277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b800d07-0d0c-4926-a918-ccc2c9f3ff98 req-687a3126-d17a-4119-9c65-ce5b5dc9313a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292095 Nov 03 18:45:41.892335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['a405f26c-d77d-4d32-8ad4-c8e2f8adc352'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:41.913010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1691335401', 'description': 'tempest-description-939709664'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:42.173041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:42.191892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.291236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.577562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:42.716956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.756002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.771445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2a3cfb4-f0b1-4382-b9bf-e7b9b5a6307a req-004896d8-47bd-423e-8dee-bffddf352a31 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 210 time: 0.1068342 Nov 03 18:45:42.869187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:38Z', 'revision_number': 3, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:42.923226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:42.924248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.933242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Checking router: 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:42.933841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Updating router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:45:42.997932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-60b47801-c25f-4202-9fff-473f6445e192 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.001941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-60b47801-c25f-4202-9fff-473f6445e192 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 1.2283511 Nov 03 18:45:43.012658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.044801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Request body: {'port': {'device_id': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'admin_state_up': True, 'tenant_id': '1155cfc7ecd44e8b865dabfb2bb95ae4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:43.078543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.120963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.172059 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.350308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef365f0-7247-4051-9e91-80e9b33c4434,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:43.366322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Allocated IP 172.20.0.1 (b5c874cf-8dae-430f-b932-16a9ba8f88bb/cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee/e28abf5b-b7f3-45cf-98a8-8401255a5a77) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:43.439558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60d6a-8255-4d17-bf2f-e4da3455a09f req-c5d44c97-a025-4d2a-9337-27115f6c4c31 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.442622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dae60d6a-8255-4d17-bf2f-e4da3455a09f req-c5d44c97-a025-4d2a-9337-27115f6c4c31 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.3609157 Nov 03 18:45:43.542639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.563359 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.591545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Made reservation on behalf of 1155cfc7ecd44e8b865dabfb2bb95ae4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:43.598525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.607651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.692715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dae60d6a-8255-4d17-bf2f-e4da3455a09f req-5b18de6e-5b8f-4c52-bde0-6c85338b909b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298820 Nov 03 18:45:43.702997 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.705117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f41a6d5-3875-4217-aac0-ef37f71064c9 req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.8084960 Nov 03 18:45:43.710333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8dead-dc24-483c-ab9d-2bd25ba20325 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a6405-c211-4722-89c5-64e2d099a301,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:43.718939 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.811815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:43.822504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:43.822824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.823929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:43.835141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.907901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Pushing event updated for resources: {'Port': ['ID=e28abf5b-b7f3-45cf-98a8-8401255a5a77,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:43.943445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.131479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Allocated IP 172.20.0.10 (444cc965-2625-48d4-ab0f-ac3f4d85ccb2/b58004aa-6fd5-44b2-ad43-995d10705d53/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:44.171588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f1ce1-195e-46c1-a3b9-a095977bfa1a req-d6a77068-422f-438c-9cf4-96eddf20886c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:44.184854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d4f1ce1-195e-46c1-a3b9-a095977bfa1a req-d6a77068-422f-438c-9cf4-96eddf20886c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.1712663 Nov 03 18:45:44.296869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Attempting to bind port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:44.297725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Attempting to bind port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:44.297950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Attempting to bind port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:44.299784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-946d8775-e9cc-4949-883e-550087b4236d req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1326721710', 'description': 'tempest-description-1501457040'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:44.311288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:44.311639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:44.312080 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.312506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:44.313318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Bound port: 8c0af0b1-6563-4199-a9cb-550fd4bcba4a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:44.313707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.318152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3b193-4e9a-4934-a494-5ecb2622e362 None None] Pushing event updated for resources: {'Port': ['ID=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.331372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.421511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] For port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:44.433903 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d4f1ce1-195e-46c1-a3b9-a095977bfa1a req-21d1a4a0-f95f-4aa8-bc1a-f616e708618f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473147 Nov 03 18:45:44.450891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] For port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:44.453557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-946d8775-e9cc-4949-883e-550087b4236d req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.459704 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.471438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-225f5cab-3a3e-469d-8877-ee71784c2fec None None] Provisioning complete for port e28abf5b-b7f3-45cf-98a8-8401255a5a77 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:44.472198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-225f5cab-3a3e-469d-8877-ee71784c2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.681168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-225f5cab-3a3e-469d-8877-ee71784c2fec None None] Port e28abf5b-b7f3-45cf-98a8-8401255a5a77 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:44.702309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:44.703756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:44.709284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3b193-4e9a-4934-a494-5ecb2622e362 None None] Pushing event updated for resources: {'Port': ['ID=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.732797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-907bf2d9-8404-4722-9054-ca9870f38ad4 req-36a507c8-6f44-4b18-922f-62eea5c78125 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 210 time: 0.0921974 Nov 03 18:45:44.761736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.765951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.773117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.823518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-946d8775-e9cc-4949-883e-550087b4236d req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.829571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-946d8775-e9cc-4949-883e-550087b4236d req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.896346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6eb3d2-3962-494b-8b55-628a0ea73972,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.943129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:44.957434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-946d8775-e9cc-4949-883e-550087b4236d req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.958818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Pushing event updated for resources: {'Port': ['ID=e28abf5b-b7f3-45cf-98a8-8401255a5a77,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.960320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946d8775-e9cc-4949-883e-550087b4236d req-52132b51-053a-4086-9a41-a45f3a46af7f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7020416 Nov 03 18:45:44.979967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.995790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.115271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:45.145385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:45.166449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:45.226850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:45.229773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:45.318611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:45.336955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:45.475930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:45:45.491076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:45.502283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:45.502845 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.585573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f823b-ea5a-4878-bf15-ea0f4f35be3a req-3e0a91fc-fc87-4606-a9fa-8ae549838a32 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.605297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-047f823b-ea5a-4878-bf15-ea0f4f35be3a req-3e0a91fc-fc87-4606-a9fa-8ae549838a32 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.4295380 Nov 03 18:45:45.614870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:43Z', 'revision_number': 1, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:45.621603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.622802 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.695694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-1533e0b9-2456-4b1e-a353-7346ea46d831 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6684470 Nov 03 18:45:45.710782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd436e47-5f6c-4dae-828e-a851684b0eca None None] The sync data for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 is: [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:43Z', 'revision_number': 1, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:45.712606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Request body: {'port': {'device_id': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:45.809128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.814954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:45:45.853668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e10c97b5-6f8d-4423-a750-6ab105332318 admin admin] 10.222.0.91 "PUT /v2.0/routers/9c1f8815-b7bb-497c-94fe-f2ef85d84f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0332692 Nov 03 18:45:45.913780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-047f823b-ea5a-4878-bf15-ea0f4f35be3a req-96e3580f-c49f-44ff-b139-3bee53c0a57e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069711 Nov 03 18:45:45.942235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:45.945505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.957525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:45.963677 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c956470-64d8-433e-b6ed-bc29671f8287" -d '{"events": [{"server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "name": "network-vif-plugged", "status": "completed", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:45.973974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c1b1c442-8c2f-4bc8-b770-483711567478 None None] Provisioning complete for port e28abf5b-b7f3-45cf-98a8-8401255a5a77 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:45.974594 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1b1c442-8c2f-4bc8-b770-483711567478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.987556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.066856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1c442-8c2f-4bc8-b770-483711567478 None None] Port e28abf5b-b7f3-45cf-98a8-8401255a5a77 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:46.160441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:46.468687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565ef1-b90b-4492-a347-b17e194e92b3 req-a2ed6e4c-08b4-4512-98f3-9919f0003fa5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.470950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df565ef1-b90b-4492-a347-b17e194e92b3 req-a2ed6e4c-08b4-4512-98f3-9919f0003fa5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3778777 Nov 03 18:45:46.726640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df565ef1-b90b-4492-a347-b17e194e92b3 req-31a119c2-550b-4a33-b023-d1b6dd62e63a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422965 Nov 03 18:45:46.890353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-637de430-768d-4e5f-9fbe-8ba70c91e95c tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53729 time: 1.0809796 Nov 03 18:45:47.103859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:47.112397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-3f50c9e3-4a40-4d25-82f7-9c5bfeed4ec3 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/1941dfac-9d82-43e8-ac0f-34c41dbdac5d HTTP/1.1" status: 200 len: 2998 time: 0.1828678 Nov 03 18:45:47.123263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.169141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030b3a-31c0-42bc-85b1-4dd9e67cf0d0 req-0dae00a7-bb63-4a0d-aea0-13aa56ae2a74 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.171693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c030b3a-31c0-42bc-85b1-4dd9e67cf0d0 req-0dae00a7-bb63-4a0d-aea0-13aa56ae2a74 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 932 time: 0.2798352 Nov 03 18:45:47.208073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Transition to ACTIVE for port object bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:47.238653 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.379031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-6cc4fdf3-3cb2-488c-a01e-80d82cc1cbeb tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/1941dfac-9d82-43e8-ac0f-34c41dbdac5d HTTP/1.1" status: 200 len: 2998 time: 0.2375247 Nov 03 18:45:47.423339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c030b3a-31c0-42bc-85b1-4dd9e67cf0d0 req-afbd6bd8-419b-43d0-ac0f-17aedd8946ac tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371919 Nov 03 18:45:47.424513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:47.594531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-96b95ab5-a641-4e69-8a2c-210b93aa928e tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/2de722bf-06b3-4841-b9fd-b1bb7742aed2 HTTP/1.1" status: 200 len: 2998 time: 0.1949799 Nov 03 18:45:47.640410 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a4699b-9be8-47da-8b6d-7d8c50dae7e0 x-openstack-request-id: req-51a4699b-9be8-47da-8b6d-7d8c50dae7e0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:47.645822 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "name": "network-vif-plugged", "status": "completed", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:47.646551 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-51a4699b-9be8-47da-8b6d-7d8c50dae7e0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:47.647446 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'code': 200} Nov 03 18:45:47.686670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:47.687128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:47.687789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:47.713002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:47.713601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:47.730116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-448083f6-9476-4569-92d7-c561e500ee7a tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/2de722bf-06b3-4841-b9fd-b1bb7742aed2 HTTP/1.1" status: 200 len: 2998 time: 0.1183364 Nov 03 18:45:47.735591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:47.736078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:47.736684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:47.737447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Bound port: bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:47.738079 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.951387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-08f0dd57-1355-44f3-b2cf-f7d2c93e9be4 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/2f33aa2f-6334-4f68-8bae-f37a191295c9 HTTP/1.1" status: 200 len: 2998 time: 0.1802535 Nov 03 18:45:47.979093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e5200-41ad-4058-8fe8-be230697f5a8 req-69ee4627-2cbe-4005-89e7-5ccd6f5607da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.981082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c6e5200-41ad-4058-8fe8-be230697f5a8 req-69ee4627-2cbe-4005-89e7-5ccd6f5607da service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1096 time: 0.2272959 Nov 03 18:45:48.038724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:48.100462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:48.118678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.131145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-936cc2f4-19b2-4789-aa86-71f97fc8e4c0 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/2f33aa2f-6334-4f68-8bae-f37a191295c9 HTTP/1.1" status: 200 len: 2998 time: 0.1600733 Nov 03 18:45:48.197968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c6e5200-41ad-4058-8fe8-be230697f5a8 req-2551ab5e-c0b1-4177-be73-1fe165dafe59 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025237 Nov 03 18:45:48.215106 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:45:48.223467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.224126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.226234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] 10.222.0.115 "PUT /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 1092 time: 2.5208585 Nov 03 18:45:48.240712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:48.246061 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43557b-0aa7-432d-9257-831d6eabba25" -d '{"events": [{"name": "network-changed", "server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:48.271379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47164) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.288112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623271176', 'description': 'tempest-description--617601929'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.337972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604589e-1a12-4f54-bdc3-5119cfba5c98 service neutron] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.348271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.351542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-61d327ed-f7b3-4d40-8d96-f277f9523fb0 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/37c986f2-ef1c-4206-92e4-a8f6ad6fa8e7 HTTP/1.1" status: 200 len: 2998 time: 0.1680861 Nov 03 18:45:48.462451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c0af0b1-6563-4199-a9cb-550fd4bcba4a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:48.534370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.542376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.567728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-da31a87c-c8d8-4843-89f1-47e591d05be7 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/37c986f2-ef1c-4206-92e4-a8f6ad6fa8e7 HTTP/1.1" status: 200 len: 2998 time: 0.1988134 Nov 03 18:45:48.595475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.597560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3237402 Nov 03 18:45:48.605454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47172) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.606298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:48.606736 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.609527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a431ef-7d21-4944-822e-72026e1f86c3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bf057c-9249-48ce-a724-863e5cbbb90c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.628105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Request body: {'security_group_rule': {'security_group_id': '15bf057c-9249-48ce-a724-863e5cbbb90c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.754968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-f2a66bd0-1861-4a8c-ac54-41f6ca6e1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.757714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-f2a66bd0-1861-4a8c-ac54-41f6ca6e1e71 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1095 time: 0.2540236 Nov 03 18:45:48.777056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.789609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96328b94-3527-478e-80f1-c8fdbe01f37c req-f8ccaed2-9629-4460-b1f9-58240a9771cb tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.792783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96328b94-3527-478e-80f1-c8fdbe01f37c req-f8ccaed2-9629-4460-b1f9-58240a9771cb tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.2907171 Nov 03 18:45:48.803165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.824325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:48.835062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.874148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-2f40b59c-73cb-437a-9e97-5da142048bc6 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/5d130fa1-f7db-4494-91aa-b3398db7b01e HTTP/1.1" status: 200 len: 2998 time: 0.2770786 Nov 03 18:45:48.901518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-e8de380d-d7b2-40f3-8346-17980a725f10 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 217 time: 0.1279323 Nov 03 18:45:48.941428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.153427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-879425c2-21c2-43a9-8a64-e3e6254c16da tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/5d130fa1-f7db-4494-91aa-b3398db7b01e HTTP/1.1" status: 200 len: 2998 time: 0.2685986 Nov 03 18:45:49.160288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96328b94-3527-478e-80f1-c8fdbe01f37c req-3b642d23-5b3f-4be5-89f2-74da7a323b64 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459814 Nov 03 18:45:49.163025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e454f-0031-455d-953c-11794bf451a4 req-ce5b72b9-bfd5-49aa-8aff-f0db0169b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.166237 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-ce5b72b9-bfd5-49aa-8aff-f0db0169b8fa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2499795 Nov 03 18:45:49.191951 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Sync routers for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:45:49.213131 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:49.213723 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:49.213940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.285487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-87e88439-1e46-4b00-ba01-aa11f6f8f991 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888326 Nov 03 18:45:49.287350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.432327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f94a9d-748d-4860-8f8c-36bd1867f9ca,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.556087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-05896acf-777d-45b1-8d95-06d281751145 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/6ef365f0-7247-4051-9e91-80e9b33c4434 HTTP/1.1" status: 200 len: 2998 time: 0.3781650 Nov 03 18:45:49.569695 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.574398 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:49.576827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47176) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.577661 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5ee38319-3578-4a63-a713-d3e0fc84e688 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9561770 Nov 03 18:45:49.587424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Request body: {'security_group_rule': {'security_group_id': '15bf057c-9249-48ce-a724-863e5cbbb90c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:49.661854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.684369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-c4e53dad-91b0-49f3-832d-15d1e7afc3c7 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/6ef365f0-7247-4051-9e91-80e9b33c4434 HTTP/1.1" status: 200 len: 2998 time: 0.0864420 Nov 03 18:45:49.713272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f20c0-409c-44ae-a5ca-1424feb8a8d8 req-83a3ff35-07f8-46ef-a8f6-1df872430e8b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.715807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f2f20c0-409c-44ae-a5ca-1424feb8a8d8 req-83a3ff35-07f8-46ef-a8f6-1df872430e8b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3728058 Nov 03 18:45:49.786134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-c816dba0-e185-4719-b958-1b6078ffb2a6 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756675 Nov 03 18:45:49.825504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.835294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.868680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73059eef-1e1e-4700-8599-f62302642af0,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.882677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.886812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a77d7ee-49fe-4a76-ba44-a1b57536e8da tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086891 Nov 03 18:45:49.892614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.900197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:49.950166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.060022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-39815d80-da73-431e-8594-48cca1518f49 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/787981d6-93f1-4908-94ff-b1e70d98add9 HTTP/1.1" status: 200 len: 2998 time: 0.3421111 Nov 03 18:45:50.063467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719e454f-0031-455d-953c-11794bf451a4 req-840d4de8-d382-42d1-b46a-25f6faf0d8c8 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544618 Nov 03 18:45:50.118602 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 2, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:50.121291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f2f20c0-409c-44ae-a5ca-1424feb8a8d8 req-373c44ab-09b3-41ef-9609-8c15a98f9fe0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655186 Nov 03 18:45:50.184077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Checking router: 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:45:50.185262 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Updating router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 port e28abf5b-b7f3-45cf-98a8-8401255a5a77 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:45:50.230126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-6d2fda78-f05f-4e66-872f-735865c8e63e tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/787981d6-93f1-4908-94ff-b1e70d98add9 HTTP/1.1" status: 200 len: 2998 time: 0.1052399 Nov 03 18:45:50.256382 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.269367 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.274518 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7cb2db-6e79-4b4a-9368-3bcb9130b281 x-openstack-request-id: req-9e7cb2db-6e79-4b4a-9368-3bcb9130b281 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:50.275040 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:50.275340 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9e7cb2db-6e79-4b4a-9368-3bcb9130b281 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:50.275909 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'status': 'completed', 'code': 200} Nov 03 18:45:50.479933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-b534996d-0b91-4627-a5dd-8e1046076837 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/7b9bee06-5f85-4e23-a355-dce2661a5c18 HTTP/1.1" status: 200 len: 2998 time: 0.2341390 Nov 03 18:45:50.484589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c0af0b1-6563-4199-a9cb-550fd4bcba4a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:50.522416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-24532d11-eed7-4369-9c51-c1926fb7162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.525396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-24532d11-eed7-4369-9c51-c1926fb7162c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1095 time: 0.1945696 Nov 03 18:45:50.634228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:50.636695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.689769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Allocated IP 172.25.8.229 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1e9255ba-e8a0-4c3d-a188-1da0c3393ea7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:50.818619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-ca6f5f5d-a8b3-4b20-91ed-e288f76e6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.821413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-ca6f5f5d-a8b3-4b20-91ed-e288f76e6d8b service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.2831805 Nov 03 18:45:50.824906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-40f09c8c-bfeb-48cf-8a10-feda0fc0ed1e tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/7b9bee06-5f85-4e23-a355-dce2661a5c18 HTTP/1.1" status: 200 len: 2998 time: 0.3436868 Nov 03 18:45:50.976038 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.996338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.002335 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.078210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.169248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:51.175615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:51.188416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:51.205317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Pushing event updated for resources: {'Port': ['ID=e28abf5b-b7f3-45cf-98a8-8401255a5a77,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:51.224954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event updated for resources: {'Port': ['ID=1e9255ba-e8a0-4c3d-a188-1da0c3393ea7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:51.231266 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.231832 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.232586 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.233183 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.240676 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.250039 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.250659 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.251232 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.251782 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.252421 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.252919 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.253470 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:51.268244 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Attempting to bind port e28abf5b-b7f3-45cf-98a8-8401255a5a77 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:51.269260 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Attempting to bind port e28abf5b-b7f3-45cf-98a8-8401255a5a77 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:51.270212 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Attempting to bind port e28abf5b-b7f3-45cf-98a8-8401255a5a77 on network b5c874cf-8dae-430f-b932-16a9ba8f88bb {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:51.281109 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:51.282111 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Checking segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:51.283044 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.283962 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Bound using segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:51.285094 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Bound port: e28abf5b-b7f3-45cf-98a8-8401255a5a77, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:51.285912 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.319460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91143-3aa1-470a-86b0-8d3fc67204d7 req-829da478-de16-4bfc-b28b-2ce9c883cd25 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.332792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4f91143-3aa1-470a-86b0-8d3fc67204d7 req-829da478-de16-4bfc-b28b-2ce9c883cd25 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.6275170 Nov 03 18:45:51.378510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-226e8395-9631-419d-8ab7-7c90f0e17765 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 217 time: 0.5339284 Nov 03 18:45:51.420992 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] For port e28abf5b-b7f3-45cf-98a8-8401255a5a77, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:51.428195 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] For port e28abf5b-b7f3-45cf-98a8-8401255a5a77, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e28abf5b-b7f3-45cf-98a8-8401255a5a77,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:51.437262 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.440082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-cc0c7a2f-f0e5-4fcd-96e0-e6bdcbb1d85b tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/7dba48bf-22ea-42b2-b1e9-9322fa4af30f HTTP/1.1" status: 200 len: 2998 time: 0.5976782 Nov 03 18:45:51.517255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fa154cf2-7d0c-4764-a62b-3b3355749b6b None None] Provisioning complete for port e28abf5b-b7f3-45cf-98a8-8401255a5a77 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:51.519191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa154cf2-7d0c-4764-a62b-3b3355749b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.541421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4f91143-3aa1-470a-86b0-8d3fc67204d7 req-7437240f-bb08-4c8e-b9af-03c6825034c9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057281 Nov 03 18:45:51.556949 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:45:51.557260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.558038 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:51.583559 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843623b-76d1-4950-8563-0d208c58e9b0 None None] Pushing event updated for resources: {'Port': ['ID=e28abf5b-b7f3-45cf-98a8-8401255a5a77,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:51.685058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-d0d6fb01-b5fa-43a2-a20a-f596af0ec570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.687534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-d0d6fb01-b5fa-43a2-a20a-f596af0ec570 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2914608 Nov 03 18:45:51.714730 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.791398 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa154cf2-7d0c-4764-a62b-3b3355749b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.798792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-7d6a5355-c904-4ead-9e49-13655a32436b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959878 Nov 03 18:45:51.818201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-f21b4d58-e3ea-4c77-a90e-6d08d2402d10 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/7dba48bf-22ea-42b2-b1e9-9322fa4af30f HTTP/1.1" status: 200 len: 2998 time: 0.3765025 Nov 03 18:45:51.875706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fa154cf2-7d0c-4764-a62b-3b3355749b6b None None] For port e28abf5b-b7f3-45cf-98a8-8401255a5a77, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e28abf5b-b7f3-45cf-98a8-8401255a5a77,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:51.886382 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fa154cf2-7d0c-4764-a62b-3b3355749b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.958245 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:45:52.041689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154cf2-7d0c-4764-a62b-3b3355749b6b None None] Pushing event updated for resources: {'Port': ['ID=e28abf5b-b7f3-45cf-98a8-8401255a5a77,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:52.081861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-29744625-e471-46be-9259-80371097a423 None None] Provisioning complete for port e28abf5b-b7f3-45cf-98a8-8401255a5a77 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:52.087197 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29744625-e471-46be-9259-80371097a423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.116390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-d87bf0c0-5673-4380-81d9-93350bbc8108 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/c61ac9eb-91e5-4f24-b72b-6ea22f307ad8 HTTP/1.1" status: 200 len: 2998 time: 0.2967768 Nov 03 18:45:52.141304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925549d-49ba-4e6a-956c-d42133b7db43 req-79460334-e670-4624-80b4-876cb381fb5b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.154241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1925549d-49ba-4e6a-956c-d42133b7db43 req-79460334-e670-4624-80b4-876cb381fb5b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.2500041 Nov 03 18:45:52.206581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-291ad935-9f16-44b4-adda-12687c12c951 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844123 Nov 03 18:45:52.221486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.236771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.437268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-e67aede8-cf4e-415f-861e-99d3a92488e2 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/c61ac9eb-91e5-4f24-b72b-6ea22f307ad8 HTTP/1.1" status: 200 len: 2998 time: 0.3192790 Nov 03 18:45:52.455578 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:52.505357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.511900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1925549d-49ba-4e6a-956c-d42133b7db43 req-45c7fe3d-3d70-4d9a-8890-ad205aa56929 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420978 Nov 03 18:45:52.513698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event updated for resources: {'Port': ['ID=1e9255ba-e8a0-4c3d-a188-1da0c3393ea7,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:52.515769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e28abf5b-b7f3-45cf-98a8-8401255a5a77 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:52.524606 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86858a99-c56a-4310-bcfd-412e53abad61 None None] The sync data for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 is: [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:45:52.529478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c43557b-0aa7-432d-9257-831d6eabba25 req-535f292a-30f2-403f-aecf-9a3f554bbb12 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072014 Nov 03 18:45:52.561784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.569390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfe13a2d-098a-4a76-85de-b135fce3aa2c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6744292 Nov 03 18:45:52.644784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-1e9d977e-1cc0-403d-ab03-7ca9b8bf99eb tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/cb0f4a07-0ff1-4f40-9597-5006631b89ef HTTP/1.1" status: 200 len: 2994 time: 0.1896009 Nov 03 18:45:52.703189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e28abf5b-b7f3-45cf-98a8-8401255a5a77 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:52.703189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.763788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-98494482-b3bf-4d70-8505-87281b0b362e tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/cb0f4a07-0ff1-4f40-9597-5006631b89ef HTTP/1.1" status: 200 len: 2994 time: 0.1171894 Nov 03 18:45:52.858796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-50e96e83-2d75-4a94-96e2-cc52ac1b615d tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/d9b6333f-8e57-402e-964f-dad27cc05cf6 HTTP/1.1" status: 200 len: 2998 time: 0.0854173 Nov 03 18:45:52.997927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182462dd-1996-41e5-aade-e1549bd0e6ef req-009a62ce-bc09-4235-a40d-a8ad3de57663 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.001061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-182462dd-1996-41e5-aade-e1549bd0e6ef req-009a62ce-bc09-4235-a40d-a8ad3de57663 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.1764963 Nov 03 18:45:53.006456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-48385b06-7073-4d64-8e33-4281845dda03 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/d9b6333f-8e57-402e-964f-dad27cc05cf6 HTTP/1.1" status: 200 len: 2998 time: 0.1123767 Nov 03 18:45:53.119540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:53.147498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-240de1c4-7959-4606-87af-21b42a66834c tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/da9cee1a-7029-4f4b-ba8c-c3a67802de4e HTTP/1.1" status: 200 len: 2998 time: 0.1309748 Nov 03 18:45:53.157071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-182462dd-1996-41e5-aade-e1549bd0e6ef req-6f605ad7-0c9c-4a1e-ba88-e1354a0dc1b4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443605 Nov 03 18:45:53.260346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-3cc238fe-2cce-4717-85f0-17b674c57157 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/da9cee1a-7029-4f4b-ba8c-c3a67802de4e HTTP/1.1" status: 200 len: 2998 time: 0.1013296 Nov 03 18:45:53.357574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:53.387906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'port_id': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'mac_address': 'fa:16:3e:92:2e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58004aa-6fd5-44b2-ad43-995d10705d53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:53.403502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-13c119cc-9edb-4b58-8af6-b6a6e063c95d tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/e7c11e03-4224-43a7-956c-0450be506b52 HTTP/1.1" status: 200 len: 2994 time: 0.1248398 Nov 03 18:45:53.409484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baa080-4ccc-4ba6-8fe0-a59695dce8cb req-cd526ad4-a84e-49d3-9534-f41c090b2ed8 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.411851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96baa080-4ccc-4ba6-8fe0-a59695dce8cb req-cd526ad4-a84e-49d3-9534-f41c090b2ed8 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0987549 Nov 03 18:45:53.472099 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.503863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:53.544975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-73e480e4-a9c3-4f99-9a18-6970cc4629ff tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/e7c11e03-4224-43a7-956c-0450be506b52 HTTP/1.1" status: 200 len: 2994 time: 0.1254768 Nov 03 18:45:53.554027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:53.558473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96baa080-4ccc-4ba6-8fe0-a59695dce8cb req-ac0c0293-b184-4389-9594-a7d7a6f24976 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307249 Nov 03 18:45:53.562180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.653178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-4d0f17df-842d-44b5-99b5-e817e12ce56f tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/ebb6df9f-4806-41d8-b171-9849d77b4d62 HTTP/1.1" status: 200 len: 2990 time: 0.0914621 Nov 03 18:45:53.690073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:53.776500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-892dca5b-d57a-4cf0-8c24-03cf6321539b tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/ebb6df9f-4806-41d8-b171-9849d77b4d62 HTTP/1.1" status: 200 len: 2990 time: 0.1113806 Nov 03 18:45:53.850934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-a090f3bc-f235-4430-bd3e-5bac84c62876 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/ecf10756-0790-4e89-a4b8-28079ce1d6e3 HTTP/1.1" status: 200 len: 2998 time: 0.0613422 Nov 03 18:45:53.915318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:53.941818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014b6656-01b5-45d9-b506-87bab7a1d9b4 req-a9b574c2-bca3-4fc5-b0c5-fac37e813010 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/ecf10756-0790-4e89-a4b8-28079ce1d6e3 HTTP/1.1" status: 200 len: 2998 time: 0.0760837 Nov 03 18:45:54.159082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9e57-78aa-4d05-9d6e-ba99da6526bb req-298d475a-d34d-4d89-8d69-e5d3ce410323 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.161531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-334e9e57-78aa-4d05-9d6e-ba99da6526bb req-298d475a-d34d-4d89-8d69-e5d3ce410323 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 945 time: 0.1023078 Nov 03 18:45:54.279515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-334e9e57-78aa-4d05-9d6e-ba99da6526bb req-91f9a5de-9d18-461a-82b2-7c31fec5909a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013880 Nov 03 18:45:54.503181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-811d2dd2-0095-4f75-a193-d969ec088027 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--623271176&fields=id&tenant_id=e636caf5d33043c59b06f45595c0dad9 HTTP/1.1" status: 200 len: 267 time: 0.0811448 Nov 03 18:45:54.806381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-7d147c2a-7fcf-4adb-892b-af8858fa0e43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.809958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-7d147c2a-7fcf-4adb-892b-af8858fa0e43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/networks?id=b5c874cf-8dae-430f-b932-16a9ba8f88bb HTTP/1.1" status: 200 len: 812 time: 0.2881460 Nov 03 18:45:54.868501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-3af0894f-5ffe-4dbb-a072-b92dab9cba6c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/quotas/e636caf5d33043c59b06f45595c0dad9 HTTP/1.1" status: 200 len: 375 time: 0.0413094 Nov 03 18:45:55.011584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ceb6778-d989-444e-a0a0-d99896c37bf2 req-64d5fe62-232f-4497-98c5-0cefc865f281 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=52746ab35af0444ba332ed66dbc58425 HTTP/1.1" status: 200 len: 6152 time: 0.2309546 Nov 03 18:45:55.059167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-9016054c-7ee1-42c2-9704-aa0b0f334a08 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e636caf5d33043c59b06f45595c0dad9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1658213 Nov 03 18:45:55.130717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:55.172377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ceb6778-d989-444e-a0a0-d99896c37bf2 req-aa56273f-a7eb-41ac-bc93-38d44f9bd86a tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "GET /v2.0/security-groups/c61ac9eb-91e5-4f24-b72b-6ea22f307ad8 HTTP/1.1" status: 200 len: 2998 time: 0.1483660 Nov 03 18:45:55.267230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:55.279081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:55.280578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.362448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ceb6778-d989-444e-a0a0-d99896c37bf2 req-63516fee-1874-4061-8401-f6883713325e tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "GET /v2.0/security-groups/c61ac9eb-91e5-4f24-b72b-6ea22f307ad8 HTTP/1.1" status: 200 len: 2998 time: 0.1394033 Nov 03 18:45:55.373797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-c029ad2e-9ba5-47f0-8aa2-725fb1bd8153 service neutron] 10.222.0.91 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816756 Nov 03 18:45:55.483246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.595502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:55.598189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:55.605485 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0c7539-66c1-45f0-bdf9-399b3ecda01b" -d '{"events": [{"server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:55.612125 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.713751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa588f77-7101-4712-9364-da9784909547 req-1b6706ad-4e51-4067-ba47-0ec68ff7ffe2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:55.716682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa588f77-7101-4712-9364-da9784909547 req-1b6706ad-4e51-4067-ba47-0ec68ff7ffe2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.1353104 Nov 03 18:45:55.716977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:55.786845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-c27e25c0-eb80-49cd-985d-58ca84c6ddc7 service neutron] 10.222.0.91 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050956 Nov 03 18:45:55.852477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa588f77-7101-4712-9364-da9784909547 req-e10caa02-39fd-4721-a5cc-5510fa755d5d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232214 Nov 03 18:45:56.214725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d14f-4f7d-425b-a27b-4a453534cc1a req-296c6ea5-b752-4a40-b9c6-51c12cc8f3b1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.219755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1621d14f-4f7d-425b-a27b-4a453534cc1a req-296c6ea5-b752-4a40-b9c6-51c12cc8f3b1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2242153 Nov 03 18:45:56.315393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98e4ff9a-fc33-4d4e-9b10-8244d640ba08 req-7b1eec5f-c629-4dd6-8c10-be9f13f188b0 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/1d6eb3d2-3962-494b-8b55-628a0ea73972 HTTP/1.1" status: 200 len: 1795 time: 0.1997175 Nov 03 18:45:56.455515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1621d14f-4f7d-425b-a27b-4a453534cc1a req-79e7f36c-0389-4aea-b172-1522de05e313 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860368 Nov 03 18:45:56.551798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-98e4ff9a-fc33-4d4e-9b10-8244d640ba08 req-dae9d19e-d335-4aa7-9aaf-612b0d9ce7d5 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.626652 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893c6f8-68d9-4369-bf0e-6f37e8ab6ea7 x-openstack-request-id: req-4893c6f8-68d9-4369-bf0e-6f37e8ab6ea7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:56.627510 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:56.627874 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4893c6f8-68d9-4369-bf0e-6f37e8ab6ea7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:56.628745 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'code': 200} Nov 03 18:45:56.641122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-98e4ff9a-fc33-4d4e-9b10-8244d640ba08 req-dae9d19e-d335-4aa7-9aaf-612b0d9ce7d5 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.789415 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-98e4ff9a-fc33-4d4e-9b10-8244d640ba08 req-dae9d19e-d335-4aa7-9aaf-612b0d9ce7d5 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.798658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-98e4ff9a-fc33-4d4e-9b10-8244d640ba08 req-dae9d19e-d335-4aa7-9aaf-612b0d9ce7d5 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.800792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98e4ff9a-fc33-4d4e-9b10-8244d640ba08 req-dae9d19e-d335-4aa7-9aaf-612b0d9ce7d5 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "DELETE /v2.0/security-groups/1d6eb3d2-3962-494b-8b55-628a0ea73972 HTTP/1.1" status: 204 len: 173 time: 0.4842689 Nov 03 18:45:56.861319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9d19e-d335-4aa7-9aaf-612b0d9ce7d5 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6eb3d2-3962-494b-8b55-628a0ea73972,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:56.948756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2d877-8c48-4c55-9bc9-f207cbabc1cc req-21d839c7-c6b4-4d1d-9019-c264d5dfd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:56.956659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3bc2d877-8c48-4c55-9bc9-f207cbabc1cc req-21d839c7-c6b4-4d1d-9019-c264d5dfd447 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1097 time: 0.1920021 Nov 03 18:45:57.117063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-337250e7-8340-4b35-a0f8-664249e9449f req-6a3930c6-f1af-4275-aa62-98bef1d980f6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 210 time: 0.1243112 Nov 03 18:45:57.333116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3bc2d877-8c48-4c55-9bc9-f207cbabc1cc req-a6ccd411-5267-4065-95ed-5906f2ebac3c service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659041 Nov 03 18:45:57.368388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e40be62-8cf5-43d2-b5b8-21bbc7a672d4 req-8d871f16-d80f-43db-9db2-0ab211a9e2d8 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "GET /v2.0/security-groups/b40a6405-c211-4722-89c5-64e2d099a301 HTTP/1.1" status: 200 len: 1794 time: 0.3159790 Nov 03 18:45:57.493171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b44f1-7a1c-4e11-8172-7af6300d06f1 req-c9bc576e-5ca8-4847-bf10-11fc944c52f0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.496357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a9b44f1-7a1c-4e11-8172-7af6300d06f1 req-c9bc576e-5ca8-4847-bf10-11fc944c52f0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.1899076 Nov 03 18:45:57.588954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7e40be62-8cf5-43d2-b5b8-21bbc7a672d4 req-731372d6-88a5-405c-ae77-09779ce0a649 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:57.674113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a9b44f1-7a1c-4e11-8172-7af6300d06f1 req-a9af0bcd-7c1a-48e8-a3ed-5cd71f96189d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607747 Nov 03 18:45:57.682965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7e40be62-8cf5-43d2-b5b8-21bbc7a672d4 req-731372d6-88a5-405c-ae77-09779ce0a649 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:57.790427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7e40be62-8cf5-43d2-b5b8-21bbc7a672d4 req-731372d6-88a5-405c-ae77-09779ce0a649 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:57.793561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7e40be62-8cf5-43d2-b5b8-21bbc7a672d4 req-731372d6-88a5-405c-ae77-09779ce0a649 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:57.795044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e40be62-8cf5-43d2-b5b8-21bbc7a672d4 req-731372d6-88a5-405c-ae77-09779ce0a649 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] 10.222.0.91 "DELETE /v2.0/security-groups/b40a6405-c211-4722-89c5-64e2d099a301 HTTP/1.1" status: 204 len: 173 time: 0.4008167 Nov 03 18:45:57.810061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731372d6-88a5-405c-ae77-09779ce0a649 tempest-SecurityGroupsTestAdminJSON-1989566370 tempest-SecurityGroupsTestAdminJSON-1989566370-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a6405-c211-4722-89c5-64e2d099a301,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:58.160286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f7f0f-e534-4041-8cff-8c0cfd99775e req-444eeb51-16a7-4943-aaec-a005c4f09c86 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:58.163173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f38f7f0f-e534-4041-8cff-8c0cfd99775e req-444eeb51-16a7-4943-aaec-a005c4f09c86 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1800699 Nov 03 18:45:58.322911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f38f7f0f-e534-4041-8cff-8c0cfd99775e req-cef9598b-b761-41ce-9c5c-aba189be00c8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434472 Nov 03 18:45:58.434506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ea14b86-0281-497d-8ab8-cdfd71b5654f req-4eb663bb-88af-43c7-a37f-9aebcf78ca49 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "GET /v2.0/security-groups/229074c0-8b71-4c0d-9e28-4a09d3f11e0f HTTP/1.1" status: 200 len: 1794 time: 0.0952036 Nov 03 18:45:58.582673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ea14b86-0281-497d-8ab8-cdfd71b5654f req-e88baaad-439d-42f5-a282-13ecf822dc40 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.650074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ea14b86-0281-497d-8ab8-cdfd71b5654f req-e88baaad-439d-42f5-a282-13ecf822dc40 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.804014 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ea14b86-0281-497d-8ab8-cdfd71b5654f req-e88baaad-439d-42f5-a282-13ecf822dc40 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.809711 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ea14b86-0281-497d-8ab8-cdfd71b5654f req-e88baaad-439d-42f5-a282-13ecf822dc40 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.826869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ea14b86-0281-497d-8ab8-cdfd71b5654f req-e88baaad-439d-42f5-a282-13ecf822dc40 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "DELETE /v2.0/security-groups/229074c0-8b71-4c0d-9e28-4a09d3f11e0f HTTP/1.1" status: 204 len: 173 time: 0.3893878 Nov 03 18:45:58.978401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88baaad-439d-42f5-a282-13ecf822dc40 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229074c0-8b71-4c0d-9e28-4a09d3f11e0f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:59.078947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e573f78-8a13-4b55-a192-f55d92db0368 req-cd1c30fb-a2db-44cd-9cff-6a8daad8451c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 210 time: 0.0860848 Nov 03 18:45:59.174053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-207bea09-6785-4aa1-886e-86f0b403c6fa tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.176572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-207bea09-6785-4aa1-886e-86f0b403c6fa tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.115 "GET /v2.0/networks?id=b5c874cf-8dae-430f-b932-16a9ba8f88bb HTTP/1.1" status: 200 len: 812 time: 0.4325428 Nov 03 18:45:59.373095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-ec996643-b4d1-4b0b-9606-037bcbe3b595 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e636caf5d33043c59b06f45595c0dad9 HTTP/1.1" status: 200 len: 379 time: 0.1846764 Nov 03 18:45:59.423453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Request body: {'port': {'device_id': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'admin_state_up': True, 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'security_groups': ['15bf057c-9249-48ce-a724-863e5cbbb90c']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:59.583545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-298ad61c-f49d-4cb5-b470-bbf46e56f496 req-a6df3912-c059-4590-bea1-48fe36ea76ad tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "GET /v2.0/security-groups/c42467db-facb-4a90-be82-91f94a0b4bcd HTTP/1.1" status: 200 len: 1793 time: 0.2356267 Nov 03 18:45:59.637376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dba515-94b9-411d-bd31-56ec43855eda req-85aea6d9-a7bd-4db3-b841-43e1f087cb52 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.640555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42dba515-94b9-411d-bd31-56ec43855eda req-85aea6d9-a7bd-4db3-b841-43e1f087cb52 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.2772365 Nov 03 18:45:59.822659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42dba515-94b9-411d-bd31-56ec43855eda req-a340e79a-48d5-4fc4-9e49-889acd3b20d0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625545 Nov 03 18:45:59.851370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Made reservation on behalf of e636caf5d33043c59b06f45595c0dad9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:59.860074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.888402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-298ad61c-f49d-4cb5-b470-bbf46e56f496 req-a56d4ade-6302-45f7-a82a-cb7bb4fca5d2 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.003798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-298ad61c-f49d-4cb5-b470-bbf46e56f496 req-a56d4ade-6302-45f7-a82a-cb7bb4fca5d2 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.182860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4641cd-5e77-48d0-a723-a68b57f3af80 req-bcc28f74-a58f-49ec-8ffb-34c2caa856fd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.186605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da4641cd-5e77-48d0-a723-a68b57f3af80 req-bcc28f74-a58f-49ec-8ffb-34c2caa856fd tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1780887 Nov 03 18:46:00.219104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-298ad61c-f49d-4cb5-b470-bbf46e56f496 req-a56d4ade-6302-45f7-a82a-cb7bb4fca5d2 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.222451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-298ad61c-f49d-4cb5-b470-bbf46e56f496 req-a56d4ade-6302-45f7-a82a-cb7bb4fca5d2 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.223671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-298ad61c-f49d-4cb5-b470-bbf46e56f496 req-a56d4ade-6302-45f7-a82a-cb7bb4fca5d2 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] 10.222.0.91 "DELETE /v2.0/security-groups/c42467db-facb-4a90-be82-91f94a0b4bcd HTTP/1.1" status: 204 len: 173 time: 0.6244669 Nov 03 18:46:00.286831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4ade-6302-45f7-a82a-cb7bb4fca5d2 tempest-SecurityGroupsTestAdminJSON-809687423 tempest-SecurityGroupsTestAdminJSON-809687423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42467db-facb-4a90-be82-91f94a0b4bcd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:00.310508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Allocated IP 172.20.0.6 (b5c874cf-8dae-430f-b932-16a9ba8f88bb/cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee/3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:00.356585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da4641cd-5e77-48d0-a723-a68b57f3af80 req-af2686d1-8e7b-44b4-8fb0-2d32970ba072 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493285 Nov 03 18:46:00.770736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c97b24a-2191-4099-9360-6110dc0f37eb req-6760b6ef-1b39-4ee7-b4c6-6eccc041cef6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 210 time: 0.0887463 Nov 03 18:46:00.963310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee44d-cafa-4c5f-bf20-a9767aa27128 req-f85a595b-1248-4508-90a0-6f8cb09bd521 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.965820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e4ee44d-cafa-4c5f-bf20-a9767aa27128 req-f85a595b-1248-4508-90a0-6f8cb09bd521 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1097 time: 0.2042320 Nov 03 18:46:00.970850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.146347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47332) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:01.219254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f84a9-81c2-4960-8571-861a92d6a76b req-8ec38135-23dd-4e20-a6d7-332ba43a3fb3 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.221872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-346f84a9-81c2-4960-8571-861a92d6a76b req-8ec38135-23dd-4e20-a6d7-332ba43a3fb3 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.2262120 Nov 03 18:46:01.223689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.241804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e4ee44d-cafa-4c5f-bf20-a9767aa27128 req-2c147844-9c1e-418e-a04b-05de63b5a03a tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603383 Nov 03 18:46:01.403887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:01.417492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:01.438558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:01.453496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:01.592299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event updated for resources: {'Port': ['ID=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:01.678711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.680374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.699695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-346f84a9-81c2-4960-8571-861a92d6a76b req-a7bff8c5-27c8-4101-aa80-46d386907601 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263349 Nov 03 18:46:01.707901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7dc4b0f-06e5-4e82-b9a2-ef2fd4eaef14 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=52746ab35af0444ba332ed66dbc58425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5566876 Nov 03 18:46:01.709053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:01.765480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-bee7d58e-cc71-42de-8d87-004aff1ded7e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3528252 Nov 03 18:46:01.788949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Request body: {'port': {'device_id': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:01.857600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed2de186-85e7-45bf-9d1e-cf5362336bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.927707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6ff8-1c9a-4ff2-be07-f47e5febd080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.927984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.972607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6ff8-1c9a-4ff2-be07-f47e5febd080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.012755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fcb5fd75-e1ce-4e5b-9baf-32b530a783e2 None None] Provisioning complete for port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:02.013943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fcb5fd75-e1ce-4e5b-9baf-32b530a783e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.118077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.126295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5fd75-e1ce-4e5b-9baf-32b530a783e2 None None] Port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:46:02.144622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed2de186-85e7-45bf-9d1e-cf5362336bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.162606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed2de186-85e7-45bf-9d1e-cf5362336bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.204325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7590-f0fb-4a79-b770-068280d0bcd5 req-f534b09a-ce11-4f5c-b8d6-8ce54fdefb70 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.207556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2ac7590-f0fb-4a79-b770-068280d0bcd5 req-f534b09a-ce11-4f5c-b8d6-8ce54fdefb70 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 931 time: 0.2206333 Nov 03 18:46:02.277507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed2de186-85e7-45bf-9d1e-cf5362336bf7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4fc06107227a4cf5930deeb3748aaee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8533173 Nov 03 18:46:02.287410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:02.318077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de186-85e7-45bf-9d1e-cf5362336bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840d93d1-8778-4c7e-ae1a-9270c90e6cfd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:02.371021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6ff8-1c9a-4ff2-be07-f47e5febd080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.377799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6ff8-1c9a-4ff2-be07-f47e5febd080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.383721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d7d6ff8-1c9a-4ff2-be07-f47e5febd080 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c61ac9eb-91e5-4f24-b72b-6ea22f307ad8 HTTP/1.1" status: 204 len: 168 time: 0.6695843 Nov 03 18:46:02.415518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d6ff8-1c9a-4ff2-be07-f47e5febd080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ac9eb-91e5-4f24-b72b-6ea22f307ad8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:02.471487 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a12f74f-4f7d-410a-aa24-3452b4a0611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.524713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a12f74f-4f7d-410a-aa24-3452b4a0611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.541197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2ac7590-f0fb-4a79-b770-068280d0bcd5 req-171c6e52-eb15-4fba-bb12-9c9057608079 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146610 Nov 03 18:46:02.654256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.658052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a12f74f-4f7d-410a-aa24-3452b4a0611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.665909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a12f74f-4f7d-410a-aa24-3452b4a0611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.677803 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1a12f74f-4f7d-410a-aa24-3452b4a0611c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/840d93d1-8778-4c7e-ae1a-9270c90e6cfd HTTP/1.1" status: 204 len: 168 time: 0.3884602 Nov 03 18:46:02.701614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12f74f-4f7d-410a-aa24-3452b4a0611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d93d1-8778-4c7e-ae1a-9270c90e6cfd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:02.816604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:02.852341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.907552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Transition to ACTIVE for port object 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:02.916356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.133019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:03.246804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47366) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:03.290307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3f69-cf4b-4c2b-8649-9e56b055e01b req-d06748bb-8446-46de-9d95-e4c480f5ae47 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.292841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7aa3f69-cf4b-4c2b-8649-9e56b055e01b req-d06748bb-8446-46de-9d95-e4c480f5ae47 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3245225 Nov 03 18:46:03.437100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Attempting to bind port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:03.437660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Attempting to bind port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:03.438171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Attempting to bind port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 on network b5c874cf-8dae-430f-b932-16a9ba8f88bb {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:03.481966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 on network b5c874cf-8dae-430f-b932-16a9ba8f88bb not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:03.482684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Attempting to bind port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 on network b5c874cf-8dae-430f-b932-16a9ba8f88bb {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:03.489065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7aa3f69-cf4b-4c2b-8649-9e56b055e01b req-65a3b637-d159-450f-bd1c-a7e831013a3a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737535 Nov 03 18:46:03.495226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2b6f53dd-c21d-4e7c-ae31-ae17138e34a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=42b4abdb6962482aa1bd691e0848b7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355926 Nov 03 18:46:03.498999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:03.499218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Checking segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:03.499595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Bound using segment: {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:03.500107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Bound port: 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:03.500525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.503063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47370) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:03.638134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7db9-6a69-47cd-ad51-bf406dba2363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.670326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] For port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:03.679408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] For port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:03.692123 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7db9-6a69-47cd-ad51-bf406dba2363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.708601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.802674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7db9-6a69-47cd-ad51-bf406dba2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.808481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7db9-6a69-47cd-ad51-bf406dba2363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.815301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cd1d7db9-6a69-47cd-ad51-bf406dba2363 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ef365f0-7247-4051-9e91-80e9b33c4434 HTTP/1.1" status: 204 len: 168 time: 0.3105328 Nov 03 18:46:03.837746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d7db9-6a69-47cd-ad51-bf406dba2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef365f0-7247-4051-9e91-80e9b33c4434,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:03.888394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.895436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.895733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] 10.222.0.115 "PUT /v2.0/ports/3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 HTTP/1.1" status: 200 len: 1091 time: 2.1147778 Nov 03 18:46:03.905748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:03.920533 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd072a2b-ba4c-4a72-99c0-71afafbf6164" -d '{"events": [{"name": "network-changed", "server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:03.979344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d2a60-c69b-4bfa-894d-6b6d2b2cb2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:04.033531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896e038-67ff-47c9-baea-570b4b93ebe4 req-98dfd820-9849-41ec-ac0a-0c431ce04022 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.044492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9896e038-67ff-47c9-baea-570b4b93ebe4 req-98dfd820-9849-41ec-ac0a-0c431ce04022 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 943 time: 0.3182056 Nov 03 18:46:04.267433 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5edee74-7f4b-4db4-a3a8-628f99279537 x-openstack-request-id: req-b5edee74-7f4b-4db4-a3a8-628f99279537 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:04.271224 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:04.271538 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b5edee74-7f4b-4db4-a3a8-628f99279537 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:04.272347 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'status': 'completed', 'code': 200} Nov 03 18:46:04.368057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-e6a09572-57ca-4468-aa82-766eb71d4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.376437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-e6a09572-57ca-4468-aa82-766eb71d4dad service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=e636caf5d33043c59b06f45595c0dad9&device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 1094 time: 0.3291762 Nov 03 18:46:04.383600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9896e038-67ff-47c9-baea-570b4b93ebe4 req-81b4d5f5-70f1-4784-b076-cdce844d9aee tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055584 Nov 03 18:46:04.478130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-112601b8-7e47-4d49-92c6-704a9340d03c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 HTTP/1.1" status: 200 len: 217 time: 0.0921681 Nov 03 18:46:04.650214 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-973c0d26-ea58-40f7-be6f-8e526906cb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.683953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-3fa93b9f-7ff6-4b42-a121-4ad6af7bd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.688841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-3fa93b9f-7ff6-4b42-a121-4ad6af7bd25a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee HTTP/1.1" status: 200 len: 851 time: 0.1939678 Nov 03 18:46:04.858182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47404) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:04.881338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134813-bf9b-4b7b-974f-68f75f900066 req-03313536-6e01-44b0-99af-24e0cef00256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.884849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-03313536-6e01-44b0-99af-24e0cef00256 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b5c874cf-8dae-430f-b932-16a9ba8f88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783729 Nov 03 18:46:04.910640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4cc65-f75f-4a3a-8787-38cb123c3d9f req-71a2127f-f1d1-40d8-915b-831b06f8db76 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.913466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91d4cc65-f75f-4a3a-8787-38cb123c3d9f req-71a2127f-f1d1-40d8-915b-831b06f8db76 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.1321049 Nov 03 18:46:05.110795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-0189c7c9-c6c5-4aad-8420-a74ffdeb7b0f service neutron] 10.222.0.115 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120373 Nov 03 18:46:05.329743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87134813-bf9b-4b7b-974f-68f75f900066 req-13da61f9-e25a-44e5-9cef-6b5857e05aba service neutron] 10.222.0.115 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067881 Nov 03 18:46:05.377104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91d4cc65-f75f-4a3a-8787-38cb123c3d9f req-3d5a67b6-dfbf-4b24-9a34-77dffde19160 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265765 Nov 03 18:46:05.400277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1757823252-network', 'tenant_id': '0324c3e0edc9445cabe63f1952e124c5'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:05.500890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Made reservation on behalf of 0324c3e0edc9445cabe63f1952e124c5 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:05.519110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.580522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.621787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-7f364c93-9275-46ef-8ed9-49b815552c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:05.625963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-7f364c93-9275-46ef-8ed9-49b815552c2a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=e636caf5d33043c59b06f45595c0dad9&device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 1094 time: 0.1401808 Nov 03 18:46:05.956265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.965436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.966505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16053f41-1fe8-40e4-8286-4e5e9dd74fdc req-bdc4387c-532f-44e1-9333-edb476f063e7 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:05.981157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16053f41-1fe8-40e4-8286-4e5e9dd74fdc req-bdc4387c-532f-44e1-9333-edb476f063e7 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 943 time: 0.1860561 Nov 03 18:46:06.001112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-dcbb1ae2-51f4-405e-95b0-f25e3967ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:06.003926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-dcbb1ae2-51f4-405e-95b0-f25e3967ee13 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b5c874cf-8dae-430f-b932-16a9ba8f88bb HTTP/1.1" status: 200 len: 913 time: 0.3677075 Nov 03 18:46:06.038005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:46:06.059502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0632891-8b18-4e44-8308-56aa39728542,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:06.078945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.079581 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Added segment db12f087-2b28-484d-a04e-2cab464666bb of type vlan for network 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd Nov 03 18:46:06.142464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-a361dd9a-565a-45b5-89c3-99008666a8aa service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 HTTP/1.1" status: 200 len: 217 time: 0.1134796 Nov 03 18:46:06.188375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.239447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16053f41-1fe8-40e4-8286-4e5e9dd74fdc req-9102f359-f7b9-4d1d-b685-43db0c7c85f4 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568436 Nov 03 18:46:06.253883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.256646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:06.265207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.280623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-9bb66dcb-1e83-4857-99b4-c579696d349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:06.283421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-9bb66dcb-1e83-4857-99b4-c579696d349b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee HTTP/1.1" status: 200 len: 851 time: 0.1294966 Nov 03 18:46:06.413573 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5525165 Nov 03 18:46:06.443821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47430) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:06.491145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Request body: {'subnet': {'network_id': '20f4fda9-d21e-4a80-8634-7d5f9c66ecdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1757823252-subnet', 'tenant_id': '0324c3e0edc9445cabe63f1952e124c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:06.592557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-8ea60e71-b779-4740-9e08-fc4e35d4f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:06.594852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-8ea60e71-b779-4740-9e08-fc4e35d4f14a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b5c874cf-8dae-430f-b932-16a9ba8f88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993820 Nov 03 18:46:06.641708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd846a-4199-4c51-9285-229f36aa8d07 admin admin] Pushing event updated for resources: {'Network': ['ID=20f4fda9-d21e-4a80-8634-7d5f9c66ecdd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:06.671800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:46:06.675477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Made reservation on behalf of 0324c3e0edc9445cabe63f1952e124c5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:06.681525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.518583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ae54-8d8a-4526-a202-31be673e4a4e req-3a31d177-e18e-4dae-bb94-4a822cf9dffd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:07.520593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d879ae54-8d8a-4526-a202-31be673e4a4e req-3a31d177-e18e-4dae-bb94-4a822cf9dffd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.7425966 Nov 03 18:46:07.554169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-f5094d1f-4f93-427c-a477-0196f2c3fbe8 service neutron] 10.222.0.115 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9475493 Nov 03 18:46:07.885815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:07.964197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-54f4a647-ca17-4e28-9b1a-c83ea5616696 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5901811 Nov 03 18:46:08.212064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d879ae54-8d8a-4526-a202-31be673e4a4e req-a137edc8-23c0-4bb8-b5c8-1e36a7728846 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560843 Nov 03 18:46:08.267676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a238f1db-8594-445c-a5ac-b2d91db17775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.434634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153b5fab-cad8-4d4b-9f61-08bb14a1413f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:08.595185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cede1-bdba-41cd-be31-6d2f94cd29e4 req-2172336b-09e6-4440-9a15-64a8867a6846 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.598194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-433cede1-bdba-41cd-be31-6d2f94cd29e4 req-2172336b-09e6-4440-9a15-64a8867a6846 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 943 time: 0.7363091 Nov 03 18:46:08.628488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Checking segment: {'id': 'db12f087-2b28-484d-a04e-2cab464666bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '20f4fda9-d21e-4a80-8634-7d5f9c66ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:08.629147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Network hostable DHCP agents. Network: 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:46:08.654611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-5dd80f8e-5ad0-4533-9686-61ea00bd4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.657306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-5dd80f8e-5ad0-4533-9686-61ea00bd4ec6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1095 time: 0.4820490 Nov 03 18:46:08.761442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd072a2b-ba4c-4a72-99c0-71afafbf6164 req-8db83de6-7aed-4e11-900d-152d1b09b27c service neutron] 10.222.0.115 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972626 Nov 03 18:46:08.798123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cbb94-2dab-4cd0-aa83-4e06f33f11cc req-327323ed-c5b9-44a5-a7d3-0620c2878c5a tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:08.812911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a2cbb94-2dab-4cd0-aa83-4e06f33f11cc req-327323ed-c5b9-44a5-a7d3-0620c2878c5a tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 945 time: 0.3834291 Nov 03 18:46:08.918068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Network 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:46:08.994442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:09.013280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352a9b79-3839-4139-a169-79c57796ea0b None None] Network 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:09.020914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-433cede1-bdba-41cd-be31-6d2f94cd29e4 req-17e7182f-1715-49a2-9904-777b21fa9284 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861365 Nov 03 18:46:09.022537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.023354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.097611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a2cbb94-2dab-4cd0-aa83-4e06f33f11cc req-b58a418e-e296-4295-9d8c-7549cdf58179 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/security-groups?id=787981d6-93f1-4908-94ff-b1e70d98add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830770 Nov 03 18:46:09.163114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-7bc12e51-301e-44e6-8365-e6ed7959e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.165993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-7bc12e51-301e-44e6-8365-e6ed7959e0a1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.4497840 Nov 03 18:46:09.217438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4fe7011a-2bac-4b4c-95ee-b2958678e779 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7649069 Nov 03 18:46:09.255965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:09.397493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-0ae81803-e77a-489e-b592-95c39f484f8a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.2174571 Nov 03 18:46:09.453324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:09.517195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'port_id': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'mac_address': 'fa:16:3e:80:00:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:09.622171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-44c27c3d-3768-486d-882e-11b3e4f13b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:09.624869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-44c27c3d-3768-486d-882e-11b3e4f13b9f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2216609 Nov 03 18:46:09.671327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ab61e-5b14-48db-a904-4279519ca376 None None] Network 20f4fda9-d21e-4a80-8634-7d5f9c66ecdd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:09.678605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.755385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-29828562-ac9d-4e0a-b0b1-7067d9e5db25 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152914 Nov 03 18:46:09.833635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:09.873747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:09.890598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.135174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-2941d9cd-ef59-4ed3-a1e3-8aafe168895f tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170549 Nov 03 18:46:10.324833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:10.337775 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.377247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.377574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.377963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.378304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.378738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.379425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.379748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.381777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.382293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.383283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.383621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.383944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:10.442761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-2d1b6b6c-f03c-4510-8448-5b490bec7b20 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763661 Nov 03 18:46:10.568332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:10.759458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e613614e-1deb-4372-8f05-0c165d9d1420 req-02b8dfc0-ab94-4754-8008-589296da56bf service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770150 Nov 03 18:46:10.880903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-3e85ad0c-6149-4092-aa2a-cef295b97104 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:10.886229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-3e85ad0c-6149-4092-aa2a-cef295b97104 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.110 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 945 time: 0.5483582 Nov 03 18:46:10.906569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-a7487bc4-3c60-42f1-9b72-c287d14ad954 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:10.909283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-a7487bc4-3c60-42f1-9b72-c287d14ad954 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7718730 Nov 03 18:46:11.059565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-ea5a162c-060a-465e-87e2-28d1ae9e8d23 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/quotas/816761c27522498db7877b3b52b07bb7 HTTP/1.1" status: 200 len: 375 time: 0.0806360 Nov 03 18:46:11.083172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2784-d068-488e-b6c0-ef4682a52e0c req-005a168e-a00f-4f39-ad59-326fa157bbb4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:11.085080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f62a2784-d068-488e-b6c0-ef4682a52e0c req-005a168e-a00f-4f39-ad59-326fa157bbb4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.4926267 Nov 03 18:46:11.245982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e32021ba-67d8-43bf-b1fc-45a8dfa45352 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1588700 Nov 03 18:46:11.459445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f62a2784-d068-488e-b6c0-ef4682a52e0c req-9fb578fd-2f88-4af6-a88e-177648ce5619 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424194 Nov 03 18:46:11.492771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Deleting port 68f69519-7b78-40c4-be82-21c1674f443b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:11.493420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:11.643155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:11.861004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] For port 68f69519-7b78-40c4-be82-21c1674f443b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68f69519-7b78-40c4-be82-21c1674f443b,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:11.864103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:11.935890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-72ab48f8-4a50-437c-8005-0c8783a7d146 req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-703887793', 'description': 'tempest-description-1358661796'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:11.950896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:11.997017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Calling delete_port for 68f69519-7b78-40c4-be82-21c1674f443b owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:12.170863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-72ab48f8-4a50-437c-8005-0c8783a7d146 req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.294134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68f69519-7b78-40c4-be82-21c1674f443b no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:12.324542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676caf3f-58d3-4744-a97c-3f285e38d5a5 req-8d9a4cf4-dcad-4e7d-b22c-6f00ffee69b4 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.352945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-676caf3f-58d3-4744-a97c-3f285e38d5a5 req-8d9a4cf4-dcad-4e7d-b22c-6f00ffee69b4 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 944 time: 0.3638904 Nov 03 18:46:12.661878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.724327 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-72ab48f8-4a50-437c-8005-0c8783a7d146 req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.736513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.741400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-72ab48f8-4a50-437c-8005-0c8783a7d146 req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.826776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Pushing event deleted for resources: {'Port': ['ID=68f69519-7b78-40c4-be82-21c1674f443b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:12.867113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-72ab48f8-4a50-437c-8005-0c8783a7d146 req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:12.881477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72ab48f8-4a50-437c-8005-0c8783a7d146 req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0052998 Nov 03 18:46:13.026504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-676caf3f-58d3-4744-a97c-3f285e38d5a5 req-1fd6df50-7fba-454e-ac8a-e4cd1b563112 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887155 Nov 03 18:46:13.062897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd0427-99ac-41b0-963b-6ccdf3380796 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50cf07-536d-40ec-91e9-005f66c4f1bb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:13.176219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b7e7d14-9c5f-48a1-9915-cee21fc69d37 req-bc652d2a-fcea-4c1f-aa0c-26bdb9615926 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.91 "GET /v2.0/ports?device_id=27dcd5c2-2955-40d6-bda6-179dfba68b3d HTTP/1.1" status: 200 len: 210 time: 0.1089246 Nov 03 18:46:13.181513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] No DVR routers for this DVR port 68f69519-7b78-40c4-be82-21c1674f443b on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:13.188976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.198109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-874e9b92-c0b1-4697-ab4c-1cffbe6d1455 req-35ac86c4-fc6e-444f-bfc6-14b511899837 tempest-AttachSCSIVolumeTestJSON-790131335 tempest-AttachSCSIVolumeTestJSON-790131335-project] 10.222.0.110 "DELETE /v2.0/ports/68f69519-7b78-40c4-be82-21c1674f443b HTTP/1.1" status: 204 len: 173 time: 2.2835679 Nov 03 18:46:13.199512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'name': 'network-vif-deleted', 'tag': '68f69519-7b78-40c4-be82-21c1674f443b'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:13.221936 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca3ea9d-ae83-4cc6-9b94-5376981453a5" -d '{"events": [{"server_uuid": "27dcd5c2-2955-40d6-bda6-179dfba68b3d", "name": "network-vif-deleted", "tag": "68f69519-7b78-40c4-be82-21c1674f443b"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:13.245629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:13.346786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5399941f-1ef0-4c76-b71a-cd84e893e8c1 req-ea0c8983-a5a7-4740-b3c8-136b4fc85e0b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 210 time: 0.0685575 Nov 03 18:46:13.460411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:13.461332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-f7a3a24a-b7b0-4644-8dd1-b9e677da1f47 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/ce50cf07-536d-40ec-91e9-005f66c4f1bb HTTP/1.1" status: 200 len: 1821 time: 0.0833051 Nov 03 18:46:13.467014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:13.467391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.489645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce50cf07-536d-40ec-91e9-005f66c4f1bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:13.490197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce50cf07-536d-40ec-91e9-005f66c4f1bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:13.604781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.638563 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-7225e248-1c0e-4453-b312-37bbebc4247a req-4f863bc7-6426-4034-bfb0-d49536bec60a service neutron] show failed (client error): The resource could not be found. Nov 03 18:46:13.640694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-4f863bc7-6426-4034-bfb0-d49536bec60a service neutron] 10.222.0.110 "GET /v2.0/ports/2a02d00e-0898-421e-889e-07a40f239ef8/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.2067118 Nov 03 18:46:13.649446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:13.654834 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37adaf51-7032-45e7-8057-504bef817dad" -d '{"events": [{"server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:13.655963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43ddb4-2dee-45a9-88c1-398f4d5d9aea req-e64b5c4e-e0c7-4b5d-a611-c45313989cb2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:13.669526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f43ddb4-2dee-45a9-88c1-398f4d5d9aea req-e64b5c4e-e0c7-4b5d-a611-c45313989cb2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.2268701 Nov 03 18:46:13.688354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:13.697586 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.774672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.829248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:13.852376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.871844 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.908714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f43ddb4-2dee-45a9-88c1-398f4d5d9aea req-1fdc10b1-caf4-49de-8b95-24aa6fd2744e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325082 Nov 03 18:46:13.916108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a382164d-21b4-44b5-88fd-4b6cb14f0c5f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:13.943248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.945099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7f4825-963d-4af3-9b6b-642bfd3096ee req-ad2dfa8a-b2f8-4dc1-b1ea-a75b1b7f01ce tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4824586 Nov 03 18:46:14.035371 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf43bcc-4b78-4d93-bfda-2aef577e9b6a x-openstack-request-id: req-ecf43bcc-4b78-4d93-bfda-2aef577e9b6a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:14.036452 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:14.037194 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ecf43bcc-4b78-4d93-bfda-2aef577e9b6a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:14.039473 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'code': 200} Nov 03 18:46:14.064793 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb2a595-f1b6-43ef-a3f6-3c442bd3aba6 x-openstack-request-id: req-eeb2a595-f1b6-43ef-a3f6-3c442bd3aba6 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:14.065242 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dcd5c2-2955-40d6-bda6-179dfba68b3d", "name": "network-vif-deleted", "tag": "68f69519-7b78-40c4-be82-21c1674f443b", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:14.065689 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eeb2a595-f1b6-43ef-a3f6-3c442bd3aba6 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:14.066328 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dcd5c2-2955-40d6-bda6-179dfba68b3d', 'name': 'network-vif-deleted', 'tag': '68f69519-7b78-40c4-be82-21c1674f443b', 'status': 'completed', 'code': 200} Nov 03 18:46:14.082010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-b2ce516e-950f-4ac2-aa4f-4a2096d6d7ad req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-329874080', 'description': 'tempest-description-1831215626'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:14.231246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b2ce516e-950f-4ac2-aa4f-4a2096d6d7ad req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:14.427207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-056ec32b-43d1-4bfa-901e-28b16525a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.430088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-056ec32b-43d1-4bfa-901e-28b16525a423 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53&tenant_id=12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 1100 time: 0.2796066 Nov 03 18:46:14.450607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-256ba80b-7377-4a62-948a-831daa61b08f tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728282 Nov 03 18:46:14.459152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:15.108534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabad8d-b480-4d73-8650-0d7a14f00c81 req-051a8833-0dff-41aa-9f4e-b57674029fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.111298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aaabad8d-b480-4d73-8650-0d7a14f00c81 req-051a8833-0dff-41aa-9f4e-b57674029fdd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 1096 time: 0.8072925 Nov 03 18:46:15.126119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733df272-ffa6-447b-969c-5a388917bbbe req-e464eef8-423c-465b-83e1-982f7b7fbd8b tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.129518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-733df272-ffa6-447b-969c-5a388917bbbe req-e464eef8-423c-465b-83e1-982f7b7fbd8b tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.8716187 Nov 03 18:46:15.178609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b2ce516e-950f-4ac2-aa4f-4a2096d6d7ad req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.247607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b2ce516e-950f-4ac2-aa4f-4a2096d6d7ad req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.253680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.419205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b2ce516e-950f-4ac2-aa4f-4a2096d6d7ad req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:15.421576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2ce516e-950f-4ac2-aa4f-4a2096d6d7ad req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.3487675 Nov 03 18:46:15.499748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff71267-68a4-4037-8519-ff1d76620727 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5fab4-207c-4bd1-81fa-a2384c1adb4f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:15.536273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3bf0ef0b-4c95-4494-963f-f90b33ffd121 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.548889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3bf0ef0b-4c95-4494-963f-f90b33ffd121 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0809731 Nov 03 18:46:15.575613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-733df272-ffa6-447b-969c-5a388917bbbe req-60cbf817-bef4-4090-ab80-752a67a5e6e6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070523 Nov 03 18:46:15.595713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aaabad8d-b480-4d73-8650-0d7a14f00c81 req-61825375-f14a-4455-a8e4-ffb3141a9264 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554272 Nov 03 18:46:15.625484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '61d06be1-3414-469f-9b7f-89aa911448ae', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:15.963086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd3e0d62-e226-4185-a58a-ae39aa92e874 req-52d28749-8bae-4c8e-8114-a7ea2335b659 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 210 time: 0.2535310 Nov 03 18:46:16.132098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d26fea-d174-419d-ac10-8184935ab206 req-9fd0c5fc-1c8b-43af-9405-c29d51d2383a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.137653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9d26fea-d174-419d-ac10-8184935ab206 req-9fd0c5fc-1c8b-43af-9405-c29d51d2383a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3307655 Nov 03 18:46:16.299374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:16.500256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.501637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-a5a4ffa9-928a-4931-aef7-2b109e1dbbe1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/f7c5fab4-207c-4bd1-81fa-a2384c1adb4f HTTP/1.1" status: 200 len: 1821 time: 0.3947163 Nov 03 18:46:16.511315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:16.548097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:16.553153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.581076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f7c5fab4-207c-4bd1-81fa-a2384c1adb4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:16.581392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f7c5fab4-207c-4bd1-81fa-a2384c1adb4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:16.620791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.630337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:16.688315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9d26fea-d174-419d-ac10-8184935ab206 req-58eefe6d-bb5f-4ee5-b45b-e52955bf638e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238204 Nov 03 18:46:16.735706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:16.738445 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13134f5a-9c3f-497b-ba92-3eeaef3611c8" -d '{"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-unplugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:16.745044 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.808255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Transition to ACTIVE for port object 2a02d00e-0898-421e-889e-07a40f239ef8 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:16.834838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.840465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:16.940353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:46:16.940960 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:46:17.112513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.117841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:17.135262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] No DVR routers for this DVR port 2a02d00e-0898-421e-889e-07a40f239ef8 on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:17.144355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.222684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.255161 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.284389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb589286-42b3-4e4d-8c41-e1590ba4c52e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:17.306843 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.308777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea31a3fd-cf2c-421f-8e9e-737bebf1b325 req-9e0f452e-fcb2-48ed-be41-9c0e56e15c30 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7505035 Nov 03 18:46:17.365080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4668e1-e4ba-4ef3-821c-0b16bff47c6e req-2e9aeec1-178b-487e-97ad-84b4e94f78be tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.368200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b4668e1-e4ba-4ef3-821c-0b16bff47c6e req-2e9aeec1-178b-487e-97ad-84b4e94f78be tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 945 time: 0.4976878 Nov 03 18:46:17.563522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:17.564332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:17.565151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:17.629285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9573df2d-0c52-4d1a-883a-ad489f2e3585,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:17.680416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:17.680981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:17.740118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:17.740672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:17.741378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:17.742126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Bound port: 2a02d00e-0898-421e-889e-07a40f239ef8, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:17.742690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.811414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b4668e1-e4ba-4ef3-821c-0b16bff47c6e req-86584d86-1d56-407b-897e-fd888da77d70 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3978112 Nov 03 18:46:17.936512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df797f7d-17e7-418f-bd53-6a7152db17d2 req-b6a7d6d2-ff50-458f-8cbb-ee31c644f2bc tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.938470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df797f7d-17e7-418f-bd53-6a7152db17d2 req-b6a7d6d2-ff50-458f-8cbb-ee31c644f2bc tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.4098349 Nov 03 18:46:17.945220 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a90ce-1467-4aec-98d9-cda92fb50c81 x-openstack-request-id: req-bd0a90ce-1467-4aec-98d9-cda92fb50c81 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:17.945524 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-unplugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:17.945754 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bd0a90ce-1467-4aec-98d9-cda92fb50c81 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:17.946170 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'code': 200} Nov 03 18:46:17.979543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.67 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/83765836-9a70-46cf-9e54-a4d910e919be) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:18.075415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:18.110445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df797f7d-17e7-418f-bd53-6a7152db17d2 req-5e796b1b-0b53-493f-8b22-95ba39bba55d tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578355 Nov 03 18:46:18.113387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d80b2f4-0f17-4af2-a1ae-1bd73733f1d5 req-89fa4102-8102-4b77-96bf-6e9807c46a98 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 210 time: 0.0715611 Nov 03 18:46:18.123086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:18.143229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.223535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-857ef60a-bbf8-4a91-b339-d108507c310c req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1553933083', 'description': 'tempest-description-1210852505'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:18.258365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.259661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.261592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] 10.222.0.115 "PUT /v2.0/ports/2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 1095 time: 3.8082571 Nov 03 18:46:18.276974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-857ef60a-bbf8-4a91-b339-d108507c310c req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.625779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5694a-2125-43bd-8b9c-70fea7d62ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:18.669635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-f91b590b-b602-4c32-bfd6-9a015e6171d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.671766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-f91b590b-b602-4c32-bfd6-9a015e6171d8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1098 time: 0.3056145 Nov 03 18:46:18.713775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9cbbf-ff3c-492a-b769-1b4ade3d8781 req-596ae494-aabe-4eab-9f9e-cb5ed0173300 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.716275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47f9cbbf-ff3c-492a-b769-1b4ade3d8781 req-596ae494-aabe-4eab-9f9e-cb5ed0173300 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 947 time: 0.4494538 Nov 03 18:46:18.861401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.004592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-857ef60a-bbf8-4a91-b339-d108507c310c req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.023299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-857ef60a-bbf8-4a91-b339-d108507c310c req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.057809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47f9cbbf-ff3c-492a-b769-1b4ade3d8781 req-2603fa74-cbd7-40eb-a5ec-4d76a48fdc73 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075814 Nov 03 18:46:19.113503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-1c75804b-4243-4723-a7f9-6090d5be9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.115187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-1c75804b-4243-4723-a7f9-6090d5be9775 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4167202 Nov 03 18:46:19.123847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-857ef60a-bbf8-4a91-b339-d108507c310c req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.126613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-857ef60a-bbf8-4a91-b339-d108507c310c req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9529047 Nov 03 18:46:19.132201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ba69-3cb9-4b53-8424-a12fd7ecad2c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e32687-6c56-48bf-8e62-4a2c531bd7a3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:19.219653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-854a6238-1f32-4f3e-8ed6-5d019d93dfce service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.0835252 Nov 03 18:46:19.221119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.236482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-c6a2e991-e718-40d7-aa64-021531bd1c1a req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1054904934', 'description': 'tempest-description-971179528'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:19.405863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:19.426159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:19.433740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=83765836-9a70-46cf-9e54-a4d910e919be,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:19.438731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:19.449623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-26f65b67-a620-4d8e-b613-eaea40cdbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.451244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-26f65b67-a620-4d8e-b613-eaea40cdbb96 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1951094 Nov 03 18:46:19.478016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6a2e991-e718-40d7-aa64-021531bd1c1a req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.563590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1691d6-6f69-4acc-aff3-af027859061e req-bdd73f82-5536-46af-b232-9aa33fb4b74d tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.565342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e1691d6-6f69-4acc-aff3-af027859061e req-bdd73f82-5536-46af-b232-9aa33fb4b74d tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.3419538 Nov 03 18:46:19.614484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.615457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.701222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-3c3e659e-dfa9-4f02-9f39-a781598aa0f9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1240230 Nov 03 18:46:19.709896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e248-1c0e-4453-b312-37bbebc4247a req-7c1ee692-c121-49f7-8e1a-ac4dfa4652c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.711737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-7c1ee692-c121-49f7-8e1a-ac4dfa4652c6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2122271 Nov 03 18:46:19.730232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6a2e991-e718-40d7-aa64-021531bd1c1a req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.743976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Request body: {'port': {'device_id': '61d06be1-3414-469f-9b7f-89aa911448ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:19.751207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6a2e991-e718-40d7-aa64-021531bd1c1a req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.792149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e1691d6-6f69-4acc-aff3-af027859061e req-1ae235d4-b7d4-4b84-ac77-51646ac9d00e tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037015 Nov 03 18:46:19.943140 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c6a2e991-e718-40d7-aa64-021531bd1c1a req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.951588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6a2e991-e718-40d7-aa64-021531bd1c1a req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7371583 Nov 03 18:46:20.003567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:20.006212 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f8e092-6ea4-40ba-b162-1b79e4fde10e" -d '{"events": [{"name": "network-changed", "server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:20.010200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e3c1e-04fe-490a-af2b-42f5a0826aa8 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e2d7c3-280c-493e-864f-502770135c54,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:20.047979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-57dfc5ad-2209-465c-8ffa-21732c7bf641 None None] Provisioning complete for port 83765836-9a70-46cf-9e54-a4d910e919be triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:20.048697 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57dfc5ad-2209-465c-8ffa-21732c7bf641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:20.072304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:20.079359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-889b2dd7-ff47-4383-af4a-b97a6b9a760d service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474650 Nov 03 18:46:20.120607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e52c5-25ba-46fc-a857-5c977d5346e9 req-7df1396c-d0fc-46a9-9479-b2a475644840 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:20.123451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b9e52c5-25ba-46fc-a857-5c977d5346e9 req-7df1396c-d0fc-46a9-9479-b2a475644840 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 935 time: 0.2176044 Nov 03 18:46:20.159806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-57dfc5ad-2209-465c-8ffa-21732c7bf641 None None] Port 83765836-9a70-46cf-9e54-a4d910e919be cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:46:20.692304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b9e52c5-25ba-46fc-a857-5c977d5346e9 req-98ce15ad-e0ed-4b4f-b352-1090ff4f8c75 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146930 Nov 03 18:46:20.739235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d391d-86a9-46c3-b3af-838d75da61bb req-d5fd78c6-3b2f-4149-ad7b-2e0ed58292ff tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:20.750311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:20.759153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-348d391d-86a9-46c3-b3af-838d75da61bb req-d5fd78c6-3b2f-4149-ad7b-2e0ed58292ff tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.2122185 Nov 03 18:46:20.763106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Request body: {'floatingip': {'port_id': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:20.775924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7225e248-1c0e-4453-b312-37bbebc4247a req-322cb442-e5ea-4f1b-982a-53eb49d1e7b7 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756189 Nov 03 18:46:20.881477 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85b7ccb-43c8-4f47-9cbc-91db9a03477c x-openstack-request-id: req-f85b7ccb-43c8-4f47-9cbc-91db9a03477c {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:20.882706 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:20.883161 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f85b7ccb-43c8-4f47-9cbc-91db9a03477c {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:20.883729 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'status': 'completed', 'code': 200} Nov 03 18:46:20.980263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.221884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec092aed-d50b-466d-8561-79706b126d52 req-9bdfa6d8-e0e2-417a-9c03-ae83b7b2b19f tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/78e32687-6c56-48bf-8e62-4a2c531bd7a3 HTTP/1.1" status: 200 len: 1822 time: 0.4384894 Nov 03 18:46:21.340945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-af2590ad-c38b-41a0-be61-aa9634c72665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.343709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-af2590ad-c38b-41a0-be61-aa9634c72665 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1098 time: 0.3552618 Nov 03 18:46:21.471221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-115f9f1d-c09e-4fa5-bd2f-d07de6987db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.473342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-115f9f1d-c09e-4fa5-bd2f-d07de6987db1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1098 time: 0.5686767 Nov 03 18:46:21.603955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-fe8a7ff6-7510-463d-9559-5bb73cc7ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.605985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-fe8a7ff6-7510-463d-9559-5bb73cc7ba30 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2309353 Nov 03 18:46:21.629170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61981edb-f54c-4900-8f6b-ae6184992c63 req-9092ab6f-7897-4f56-9c8c-cd58352ccb07 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.630983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61981edb-f54c-4900-8f6b-ae6184992c63 req-9092ab6f-7897-4f56-9c8c-cd58352ccb07 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 947 time: 0.4997814 Nov 03 18:46:21.644877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec092aed-d50b-466d-8561-79706b126d52 req-ea0159e1-b8f7-42b2-bd22-adfdcc770b7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/34e2d7c3-280c-493e-864f-502770135c54 HTTP/1.1" status: 200 len: 1821 time: 0.4219763 Nov 03 18:46:21.651753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78e32687-6c56-48bf-8e62-4a2c531bd7a3', 'remote_group_id': '34e2d7c3-280c-493e-864f-502770135c54', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:21.652386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78e32687-6c56-48bf-8e62-4a2c531bd7a3', 'remote_group_id': '34e2d7c3-280c-493e-864f-502770135c54', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:21.743550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-a0c3261e-1aca-4ac7-a6e3-c11850dd5838 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.1109390 Nov 03 18:46:21.830098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-e3d4a1ec-91d8-4de0-a0df-711e19465cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.832403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83765836-9a70-46cf-9e54-a4d910e919be {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:21.832901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-e3d4a1ec-91d8-4de0-a0df-711e19465cc5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2855563 Nov 03 18:46:21.847182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-7b3dd047-e347-4f5c-8cdf-ece328a1b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.849602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-7b3dd047-e347-4f5c-8cdf-ece328a1b72d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0817816 Nov 03 18:46:21.870919 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.937681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-6406a665-40e8-4b9c-8f52-ad49815894e5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.0567772 Nov 03 18:46:21.978402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61981edb-f54c-4900-8f6b-ae6184992c63 req-648f8e20-d1c5-4f07-b554-d077b7aafd8a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191824 Nov 03 18:46:21.982673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Transition to ACTIVE for port object 83765836-9a70-46cf-9e54-a4d910e919be will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:22.001621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.107715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-4c1aad7c-a17c-408f-88a4-35edc2da8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.110176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-4c1aad7c-a17c-408f-88a4-35edc2da8836 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263322 Nov 03 18:46:22.232690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.332198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Pushing event updated for resources: {'Port': ['ID=83765836-9a70-46cf-9e54-a4d910e919be,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:22.506201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:46:22.543570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-3f046806-3930-4d8d-8944-83dde1e1052e tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--35523635&fields=id&tenant_id=744530cde0db4edc92869acaa4d7a116 HTTP/1.1" status: 200 len: 267 time: 0.3794906 Nov 03 18:46:22.571925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.622304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.640262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.643580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-6bf527a4-d07a-4ad3-971e-368ed48a2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.646020 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-6bf527a4-d07a-4ad3-971e-368ed48a2202 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.6913967 Nov 03 18:46:22.647979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.767843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43f8d70-be41-4981-b5d0-8610ff1501fb,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:22.828977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-0564c049-6bbf-43e4-9dcc-f87aaaf9593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.832058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-0564c049-6bbf-43e4-9dcc-f87aaaf9593a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349890 Nov 03 18:46:22.836953 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:22.838796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec092aed-d50b-466d-8561-79706b126d52 req-8a952d52-0767-4832-a527-34aa29dd8a7e tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1925502 Nov 03 18:46:22.887500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-8a81c33a-5702-4633-8842-8b2f3455a2aa service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387214 Nov 03 18:46:22.921816 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Floating IP 348fa1d3-b89f-47ab-85ac-760052c28bd6 associated. External IP: 172.25.8.229, port: 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0. Nov 03 18:46:23.012913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-85c593ef-9a0d-40e5-ab33-a8bd54a9b379 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099999 Nov 03 18:46:23.013720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Attempting to bind port 83765836-9a70-46cf-9e54-a4d910e919be on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:23.014129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Attempting to bind port 83765836-9a70-46cf-9e54-a4d910e919be by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:23.014574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Attempting to bind port 83765836-9a70-46cf-9e54-a4d910e919be on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:23.055902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Port 83765836-9a70-46cf-9e54-a4d910e919be on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:23.056532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Attempting to bind port 83765836-9a70-46cf-9e54-a4d910e919be on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:23.109924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:23.110484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:23.110978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:23.111528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Bound port: 83765836-9a70-46cf-9e54-a4d910e919be, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:23.111959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.131730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-71ead84b-b307-4bc2-9b17-4fc76d786312 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627115 Nov 03 18:46:23.133904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6fce4e55-2cce-4267-9d50-de2f3e68f823 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.136564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6fce4e55-2cce-4267-9d50-de2f3e68f823 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 824 time: 0.5610003 Nov 03 18:46:23.177096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-7f816b78-2121-472d-8894-9e5948191dc1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/quotas/744530cde0db4edc92869acaa4d7a116 HTTP/1.1" status: 200 len: 375 time: 0.0249453 Nov 03 18:46:23.300942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4f2c3-6e9d-4d02-bf49-3b6bf2c506b9 req-31f201af-6a1f-4c4f-a982-7715eed97dce tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.302801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40d4f2c3-6e9d-4d02-bf49-3b6bf2c506b9 req-31f201af-6a1f-4c4f-a982-7715eed97dce tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 947 time: 0.2648301 Nov 03 18:46:23.319423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-a6112b39-3eb2-4551-92f2-50c1cc527504 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.322355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-a6112b39-3eb2-4551-92f2-50c1cc527504 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "GET /v2.0/ports?device_id=856891ce-ec21-43e8-bfac-0ca2789a3328 HTTP/1.1" status: 200 len: 945 time: 0.2942531 Nov 03 18:46:23.409277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:23.436385 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f8e092-6ea4-40ba-b162-1b79e4fde10e req-c4ef3dd2-fa3b-4814-877f-bf7632de93e2 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901943 Nov 03 18:46:23.473443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] For port 83765836-9a70-46cf-9e54-a4d910e919be, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:23.574277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] For port 83765836-9a70-46cf-9e54-a4d910e919be, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=83765836-9a70-46cf-9e54-a4d910e919be,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:23.612961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cff56a06-0756-4523-8369-c26090f3fbb6 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4059563 Nov 03 18:46:23.626484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.633367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40d4f2c3-6e9d-4d02-bf49-3b6bf2c506b9 req-4e6180cb-bd4a-43bc-98ab-d1af84070a16 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023379 Nov 03 18:46:23.679560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:23.688796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.700945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] Sync routers for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:23.714914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-99248983-da23-41dc-8394-cc2bc764bcfb req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-187093271', 'description': 'tempest-description-1557965909'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:23.723416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:23.724786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:23.744411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.744411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.745993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] 10.222.0.110 "PUT /v2.0/ports/83765836-9a70-46cf-9e54-a4d910e919be HTTP/1.1" status: 200 len: 1095 time: 4.0235162 Nov 03 18:46:23.760019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d06be1-3414-469f-9b7f-89aa911448ae', 'tag': '83765836-9a70-46cf-9e54-a4d910e919be'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:23.762945 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698df982-2350-4331-a4cd-215feb9e2e32" -d '{"events": [{"name": "network-changed", "server_uuid": "61d06be1-3414-469f-9b7f-89aa911448ae", "tag": "83765836-9a70-46cf-9e54-a4d910e919be"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:23.784681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6a208500-5c5f-4d71-8cf9-e36f54f011eb tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "PUT /v2.0/floatingips/348fa1d3-b89f-47ab-85ac-760052c28bd6 HTTP/1.1" status: 200 len: 991 time: 3.0323496 Nov 03 18:46:23.794141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:23.799620 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b043326b-673d-4b6c-bea9-a6335b65ba2a" -d '{"events": [{"name": "network-changed", "server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:23.898382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23adf91-3cac-4602-b8cb-ff37d43dcc63 service neutron] Pushing event updated for resources: {'Port': ['ID=83765836-9a70-46cf-9e54-a4d910e919be,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:23.912057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-99248983-da23-41dc-8394-cc2bc764bcfb req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.933446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Deleting port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:23.933964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:24.032238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-18bbe667-8da1-4c6c-9a2d-a7e3301dfa17 service neutron] 10.222.0.91 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944366 Nov 03 18:46:24.037551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-435fca9e-8172-4570-bd5a-5e15984a0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.040991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-435fca9e-8172-4570-bd5a-5e15984a0521 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 1098 time: 0.2145514 Nov 03 18:46:24.078984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:24.145047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-2c1f1822-2b63-491f-9cfe-fc4fa7ee8b17 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=83765836-9a70-46cf-9e54-a4d910e919be HTTP/1.1" status: 200 len: 217 time: 0.0852394 Nov 03 18:46:24.310850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] For port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:24.311437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:24.402115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-caa2a708-1002-490d-a17a-ee16ab402d48 service neutron] 10.222.0.91 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493094 Nov 03 18:46:24.615546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-2bc19efc-8924-42c5-8cd8-aabd5f3bb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.617870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-2bc19efc-8924-42c5-8cd8-aabd5f3bb415 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3556633 Nov 03 18:46:24.696613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '348fa1d3-b89f-47ab-85ac-760052c28bd6', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'port_id': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'mac_address': 'fa:16:3e:80:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:51Z', 'updated_at': '2021-11-03T18:46:21Z', 'revision_number': 1, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:24.740042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] Checking router: 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:24.769836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:24.774583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:24.984413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:25.213896 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:46:25.291194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:25.349159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-99248983-da23-41dc-8394-cc2bc764bcfb req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.392768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-99248983-da23-41dc-8394-cc2bc764bcfb req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.565406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-99248983-da23-41dc-8394-cc2bc764bcfb req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.581316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99248983-da23-41dc-8394-cc2bc764bcfb req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.8713913 Nov 03 18:46:25.627932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a45cb-97de-4eb3-9bda-32ab0689249c req-f12bb3d6-8cd1-4d81-a492-8d3128500f74 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:25.643475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e8a45cb-97de-4eb3-9bda-32ab0689249c req-f12bb3d6-8cd1-4d81-a492-8d3128500f74 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 947 time: 0.7710323 Nov 03 18:46:25.646779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff80bc1-d4b5-4056-ab9d-528f2c266a5c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6639759-1040-4ec2-bbda-ddb144959716,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:25.686755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-fba2d2d9-d1e3-402b-91af-b81392c89461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:25.698346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-fba2d2d9-d1e3-402b-91af-b81392c89461 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0400743 Nov 03 18:46:25.787465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.788490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.789504 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c disassociated. External IP: 172.25.8.93, port: c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef. Nov 03 18:46:25.790384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Calling delete_port for c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:25.977621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.011808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '2a02d00e-0898-421e-889e-07a40f239ef8', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '2a02d00e-0898-421e-889e-07a40f239ef8', 'mac_address': 'fa:16:3e:e3:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:26.027331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffebe2-1c01-4098-954c-0174c23178d3 req-392849ce-a060-4fff-9901-ec8f408f672e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:26.030077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50ffebe2-1c01-4098-954c-0174c23178d3 req-392849ce-a060-4fff-9901-ec8f408f672e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1096 time: 0.3703814 Nov 03 18:46:26.042738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e8a45cb-97de-4eb3-9bda-32ab0689249c req-c3cf8aef-a652-476d-bcef-49273ad0bb27 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975532 Nov 03 18:46:26.098657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '348fa1d3-b89f-47ab-85ac-760052c28bd6', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'port_id': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'mac_address': 'fa:16:3e:80:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:51Z', 'updated_at': '2021-11-03T18:46:21Z', 'revision_number': 1, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:26.160498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d30dd-d075-4b56-88d8-ea5642ddd2fe None None] The sync data for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 is: [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '348fa1d3-b89f-47ab-85ac-760052c28bd6', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'port_id': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'mac_address': 'fa:16:3e:80:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:45:51Z', 'updated_at': '2021-11-03T18:46:21Z', 'revision_number': 1, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:26.166442 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.185159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-95b031d0-0270-4c3e-ae81-298ff42d5be4 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446836 Nov 03 18:46:26.205853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a02d00e-0898-421e-889e-07a40f239ef8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:26.259620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.270001 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.295713 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8937fecb-335c-430e-8ceb-0ce894852abf x-openstack-request-id: req-8937fecb-335c-430e-8ceb-0ce894852abf {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:26.296287 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:26.296602 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8937fecb-335c-430e-8ceb-0ce894852abf {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:26.300630 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b891c92-e4b6-4d04-9a34-130ca769dfef x-openstack-request-id: req-6b891c92-e4b6-4d04-9a34-130ca769dfef {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:26.301210 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d06be1-3414-469f-9b7f-89aa911448ae", "tag": "83765836-9a70-46cf-9e54-a4d910e919be", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:26.301650 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6b891c92-e4b6-4d04-9a34-130ca769dfef {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:26.301841 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'status': 'completed', 'code': 200} Nov 03 18:46:26.302162 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d06be1-3414-469f-9b7f-89aa911448ae', 'tag': '83765836-9a70-46cf-9e54-a4d910e919be', 'status': 'completed', 'code': 200} Nov 03 18:46:26.370100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50ffebe2-1c01-4098-954c-0174c23178d3 req-f8eda10b-f462-41d2-9ad9-200e440805c2 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151226 Nov 03 18:46:26.484276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:26.607022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccf0770-c82b-4776-9a7a-4723e0f296e1 None None] New status for floating IP 348fa1d3-b89f-47ab-85ac-760052c28bd6: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:46:26.688940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f02783a-821c-4bd3-9c4a-9769d27b8894 req-3bf48663-b34c-4245-8b2c-b70245ad2886 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 210 time: 0.1370840 Nov 03 18:46:26.694951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.782303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['2a02d00e-0898-421e-889e-07a40f239ef8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:26.795325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-520df896-31e0-48da-b63c-e204e52a919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:26.798410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-520df896-31e0-48da-b63c-e204e52a919d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=e636caf5d33043c59b06f45595c0dad9&device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 1096 time: 0.4478104 Nov 03 18:46:26.821569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event deleted for resources: {'Port': ['ID=c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:26.925751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85c7e5-5a82-4617-9c8a-a6ed55da3ec0 req-96d0eccd-af73-445c-9d31-8592fb7946c7 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:26.930291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d85c7e5-5a82-4617-9c8a-a6ed55da3ec0 req-96d0eccd-af73-445c-9d31-8592fb7946c7 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 947 time: 0.4074743 Nov 03 18:46:26.997223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-4b557149-3f20-4769-8cf3-954e8ffefa63 req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-705122181', 'description': 'tempest-description-1037312182'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:27.001317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-94318d56-1ea4-4f8d-8adf-ec768028fdcf tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.003456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-94318d56-1ea4-4f8d-8adf-ec768028fdcf tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 824 time: 0.4318776 Nov 03 18:46:27.007460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a47c2be9-afac-4d24-8834-89fe9fb0df2c req-b17c5329-6899-4630-b70a-c6a9b82f7709 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008072 Nov 03 18:46:27.183258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-538b5d93-b034-414c-978e-4abf4a6e415b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=744530cde0db4edc92869acaa4d7a116 HTTP/1.1" status: 200 len: 378 time: 0.1527295 Nov 03 18:46:27.201139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'port': {'device_id': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'admin_state_up': True, 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'security_groups': ['36086d29-b8fc-4ac8-9dc7-f8bc3cb63180']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:27.281362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:27.319025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4b557149-3f20-4769-8cf3-954e8ffefa63 req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:27.331525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:27.333258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:27.362564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d85c7e5-5a82-4617-9c8a-a6ed55da3ec0 req-5b15ceb2-639f-49be-9e48-3c8e2dc81adc tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514993 Nov 03 18:46:27.375546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df982-2350-4331-a4cd-215feb9e2e32 req-3e61b187-c4d8-4101-b0ca-9078cd6e9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.387236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-3e61b187-c4d8-4101-b0ca-9078cd6e9dcf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 1098 time: 0.2241786 Nov 03 18:46:27.459726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Router d879876b-1435-4850-9438-c8abee9b3c50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:27.465953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-89f704c3-fcbd-40e0-8452-5635174582c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.468310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-89f704c3-fcbd-40e0-8452-5635174582c7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b5c874cf-8dae-430f-b932-16a9ba8f88bb HTTP/1.1" status: 200 len: 913 time: 0.6188633 Nov 03 18:46:27.482706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Made reservation on behalf of 744530cde0db4edc92869acaa4d7a116 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:27.490835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:27.778453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Allocated IP 172.20.0.3 (b3ce15cb-fe09-40b2-a8f5-62db45c190a1/4727ec27-f8ce-4fa2-af9d-c28e312821d2/250b7e08-4a5e-4a12-9a94-e73fe85ae521) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:27.797435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-03c27770-cdac-4662-b88a-346f0fc7ecf6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 HTTP/1.1" status: 200 len: 1001 time: 0.2598116 Nov 03 18:46:27.912910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df982-2350-4331-a4cd-215feb9e2e32 req-68268d10-a2a0-480c-b18a-0eb6fa56ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.915922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-68268d10-a2a0-480c-b18a-0eb6fa56ab7e service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5198545 Nov 03 18:46:28.094761 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.107694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-9a986272-c12a-4d64-80d4-b42323fed183 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=83765836-9a70-46cf-9e54-a4d910e919be HTTP/1.1" status: 200 len: 217 time: 0.1699111 Nov 03 18:46:28.111709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4b557149-3f20-4769-8cf3-954e8ffefa63 req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.141417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-c7c4445e-c2a6-4c75-9242-6e1c54619e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.143438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-c7c4445e-c2a6-4c75-9242-6e1c54619e0a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee HTTP/1.1" status: 200 len: 851 time: 0.3174961 Nov 03 18:46:28.144308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4b557149-3f20-4769-8cf3-954e8ffefa63 req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.170962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.288566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:28.296543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:28.301251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:28.307004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event updated for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:28.307278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4b557149-3f20-4769-8cf3-954e8ffefa63 req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.308448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b557149-3f20-4769-8cf3-954e8ffefa63 req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.3205686 Nov 03 18:46:28.357015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-d1c25000-88dc-4d2b-a73c-479d206f9286 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.359943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-d1c25000-88dc-4d2b-a73c-479d206f9286 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53&tenant_id=12054397154a4c4a8704f0382b330fbe&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 948 time: 0.4358771 Nov 03 18:46:28.369757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:28.389223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:28.392829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df982-2350-4331-a4cd-215feb9e2e32 req-21cf69b8-8716-4104-8c1b-aeca4a2a6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.399265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-21cf69b8-8716-4104-8c1b-aeca4a2a6b10 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2767315 Nov 03 18:46:28.424825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c531d-bd4e-4dd0-a8c5-21771d4d8596 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b27222-3462-4454-bad0-eb85b8f95218,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:28.442433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:28.445963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.446602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:28.446884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.467858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47752) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:28.500457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-cf01a042-4f84-44cb-9adf-8b48db06b902 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3068705 Nov 03 18:46:28.520075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Request body: {'port': {'device_id': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:28.736944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.803940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:29.001952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-db8f7cb9-5c02-4cb7-9a3f-b848a2ca5f91 None None] Provisioning complete for port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:29.002578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db8f7cb9-5c02-4cb7-9a3f-b848a2ca5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.137826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-db8f7cb9-5c02-4cb7-9a3f-b848a2ca5f91 None None] Port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:46:29.278399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-101da675-8b49-4b6f-953e-79a87b3b6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:29.280013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-101da675-8b49-4b6f-953e-79a87b3b6f3b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b5c874cf-8dae-430f-b932-16a9ba8f88bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0904715 Nov 03 18:46:29.282378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] No DVR routers for this DVR port c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:29.286666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:29.302420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.304592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250b7e08-4a5e-4a12-9a94-e73fe85ae521 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:29.306762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61c1c835-fa8a-4c7a-8c03-691e29166f76 req-094e74bb-a97b-4ddf-9cab-8727f60f8623 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "DELETE /v2.0/ports/c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef HTTP/1.1" status: 204 len: 173 time: 5.9309022 Nov 03 18:46:29.326162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'name': 'network-vif-deleted', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:29.328683 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd5ea37-b854-4000-852c-d8095f0a98d9" -d '{"events": [{"server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "name": "network-vif-deleted", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:29.341775 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.346377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:29.379977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Transition to ACTIVE for port object 250b7e08-4a5e-4a12-9a94-e73fe85ae521 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:29.386512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.424939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:29.483463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:29.485136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:29.549253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-623877ab-7ddd-4c6f-aa14-90f67643513c service neutron] 10.222.0.115 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503924 Nov 03 18:46:29.633038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df982-2350-4331-a4cd-215feb9e2e32 req-51f87e5a-6e01-4cfa-b4d7-f61cd07cc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:29.634925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-51f87e5a-6e01-4cfa-b4d7-f61cd07cc9e5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1733894 Nov 03 18:46:29.663570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-ea3f35f1-c960-4e59-a457-64a7871838a5 service neutron] 10.222.0.115 "GET /v2.0/ports/2a02d00e-0898-421e-889e-07a40f239ef8/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 382 time: 1.2862983 Nov 03 18:46:29.700400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:29.720601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 2a02d00e-0898-421e-889e-07a40f239ef8 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:29.723830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5a588-82e9-469d-bae2-f592a3ea3d16 req-4b6716ea-8b76-4f9e-add3-c1f8f9e0e1c0 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:29.735219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4f5a588-82e9-469d-bae2-f592a3ea3d16 req-4b6716ea-8b76-4f9e-add3-c1f8f9e0e1c0 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 943 time: 0.4379227 Nov 03 18:46:29.740489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 2a02d00e-0898-421e-889e-07a40f239ef8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:29.744563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.745886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Attempting to bind port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:29.746230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Attempting to bind port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:29.746676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Attempting to bind port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:29.752156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:29.752481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Attempting to bind port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 on network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:29.763050 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:29.763463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Checking segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:29.764588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Bound using segment: {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:29.765518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Bound port: 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af3c81b-43d6-427e-a2cd-10148a34fbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:29.765970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.899479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b043326b-673d-4b6c-bea9-a6335b65ba2a req-12144788-bbce-4cb4-9600-d37251c9ef57 service neutron] 10.222.0.115 "GET /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966261 Nov 03 18:46:29.997034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:30.004488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-f8430293-74e4-48b4-84de-99214725b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.006701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-f8430293-74e4-48b4-84de-99214725b205 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1099 time: 0.2549419 Nov 03 18:46:30.008282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:30.018458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.026135 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.063005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:30.093841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:30.102259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-4f38c1bf-8480-4a18-a4dd-9d2bd37ab486 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:46:30.104640 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-4f38c1bf-8480-4a18-a4dd-9d2bd37ab486 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0603414 Nov 03 18:46:30.153288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.154667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.158267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] 10.222.0.115 "PUT /v2.0/ports/250b7e08-4a5e-4a12-9a94-e73fe85ae521 HTTP/1.1" status: 200 len: 1091 time: 1.6418576 Nov 03 18:46:30.158593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:30.161300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:30.161663 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a572821e-721f-4fe8-9285-95429bea7829" -d '{"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-plugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:30.167077 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea00292-4147-46af-8bf2-bb49f5bee531" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:30.182275 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.333382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:30.373237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 83765836-9a70-46cf-9e54-a4d910e919be details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:30.418029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-efcc8a48-98df-433c-a5ed-0cc7b636e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.431522 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-efcc8a48-98df-433c-a5ed-0cc7b636e7cd service neutron] 10.222.0.91 "GET /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 1093 time: 0.2988496 Nov 03 18:46:30.438791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Request body: {'binding': {'host': 'n-h2-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:30.439528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Unknown quota resources ['binding']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:46:30.530315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 83765836-9a70-46cf-9e54-a4d910e919be, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=83765836-9a70-46cf-9e54-a4d910e919be,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:30.570687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2cf8-2072-4e79-8552-f65687e59ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:30.582085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4f5a588-82e9-469d-bae2-f592a3ea3d16 req-ad175241-c356-44fa-ae22-b959077c6426 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8437798 Nov 03 18:46:30.613868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '83765836-9a70-46cf-9e54-a4d910e919be', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '83765836-9a70-46cf-9e54-a4d910e919be', 'mac_address': 'fa:16:3e:ab:d5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:30.627654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-8143de42-7382-4302-94c8-dc1858ca5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.630928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-8143de42-7382-4302-94c8-dc1858ca5150 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3229909 Nov 03 18:46:30.732380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-74c94a8a-1551-4a95-859d-c44cb01a0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.736144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-74c94a8a-1551-4a95-859d-c44cb01a0d8b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 1094 time: 0.1542444 Nov 03 18:46:30.782419 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.805010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-675cf062-bbbe-4304-b29e-179bc38e6bf0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.1522486 Nov 03 18:46:30.816420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-2cdc92c6-b00b-4900-84f5-9fb67e1d82ea service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521 HTTP/1.1" status: 200 len: 217 time: 0.0593381 Nov 03 18:46:30.836208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on host n-h2-812151-4 for vnic_type normal with profile None {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:30.836208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:30.837058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:30.843744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83765836-9a70-46cf-9e54-a4d910e919be {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:30.877551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:30.877918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:30.880892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 83765836-9a70-46cf-9e54-a4d910e919be, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=83765836-9a70-46cf-9e54-a4d910e919be,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:30.891422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.895291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:30.895291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:30.895818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:30.896692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Bound port: a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:30.942751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:30.974436 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-770652fa-e8d9-4e52-a6c8-fa43f487eb3e service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2656848 Nov 03 18:46:30.982955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-320f7cee-88ce-484c-b461-e6d0cfc2d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.987458 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-320f7cee-88ce-484c-b461-e6d0cfc2d3be service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 200 len: 863 time: 0.1414225 Nov 03 18:46:30.996859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e27866-a67a-4b6e-93d2-a67affb12535 None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:31.010647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:31.023872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=83765836-9a70-46cf-9e54-a4d910e919be,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.032897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.034762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-77e05a5a-bdd0-4909-bc53-f17609f84698 service neutron] 10.222.0.91 "POST /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352/bindings HTTP/1.1" status: 201 len: 389 time: 0.6024456 Nov 03 18:46:31.098468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-38667f4c-a1e6-477b-96e6-e8a1c4c817fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.100628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-e13e22d7-ba42-420a-8ff2-12af87e93ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.103381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-e13e22d7-ba42-420a-8ff2-12af87e93ea6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2619092 Nov 03 18:46:31.103652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-38667f4c-a1e6-477b-96e6-e8a1c4c817fe service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899389 Nov 03 18:46:31.273123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1acca-6d8e-407c-9e0f-ccab719ec734 req-69bff947-7c95-45cb-af43-3edfc69fb5e0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.276078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ab1acca-6d8e-407c-9e0f-ccab719ec734 req-69bff947-7c95-45cb-af43-3edfc69fb5e0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.4692688 Nov 03 18:46:31.287806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:31.393628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-29f03e27-410a-4f6c-84a0-fea8dbe6e4e5 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/a6639759-1040-4ec2-bbda-ddb144959716 HTTP/1.1" status: 200 len: 1821 time: 0.1907711 Nov 03 18:46:31.399077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-5118bd6c-8e46-46ee-b79c-fe226758d2ab service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610989 Nov 03 18:46:31.608854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-8cd305fa-040a-4b20-a6a3-885df62475e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.610564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-8cd305fa-040a-4b20-a6a3-885df62475e0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0904589 Nov 03 18:46:31.616551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64ed97d0-ea5a-44bd-b44a-38968c2e3b7a req-75d2f2a2-37fe-4541-b524-f46fe2754187 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927912 Nov 03 18:46:31.619547 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8da0cd-7c18-4790-86b1-95f634d68863 None None] New status for floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:46:31.642337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ab1acca-6d8e-407c-9e0f-ccab719ec734 req-76257262-55b2-46e4-a894-4a367fa27504 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004167 Nov 03 18:46:31.662409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-fc718aa8-9168-4741-b6f3-8787fef8c9f2 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/19b27222-3462-4454-bad0-eb85b8f95218 HTTP/1.1" status: 200 len: 1821 time: 0.2293870 Nov 03 18:46:31.666559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-698df982-2350-4331-a4cd-215feb9e2e32 req-14c21c88-8367-4626-98ff-dbed24956d8d service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710284 Nov 03 18:46:31.687316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-cb1c5229-22ea-43d4-9202-54cf537c7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.704837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-cb1c5229-22ea-43d4-9202-54cf537c7964 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4945304 Nov 03 18:46:31.812006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-8f20e44e-6a34-4105-973e-9628c0c25366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.817828 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-8f20e44e-6a34-4105-973e-9628c0c25366 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.1842921 Nov 03 18:46:31.889421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a6639759-1040-4ec2-bbda-ddb144959716', 'remote_group_id': '19b27222-3462-4454-bad0-eb85b8f95218', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:31.889738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a6639759-1040-4ec2-bbda-ddb144959716', 'remote_group_id': '19b27222-3462-4454-bad0-eb85b8f95218', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:31.909946 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-c09d61f0-e0e7-42ec-8116-5555df6f25d8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 217 time: 0.0785360 Nov 03 18:46:31.925432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-e7f014be-12f1-4c23-88fb-d2777725a034 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121873 Nov 03 18:46:32.015630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-18af62a6-bda3-4e04-87c2-8c9500007cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.018531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-18af62a6-bda3-4e04-87c2-8c9500007cfb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.0940888 Nov 03 18:46:32.078204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-27ac2113-ef4f-4ece-8ca7-bff82127890c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464082 Nov 03 18:46:32.103509 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.188195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b521e7-0e8a-49a0-8275-d275a69a4269 req-591280e9-d37e-41cb-8bee-3f749acb2618 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.190811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77b521e7-0e8a-49a0-8275-d275a69a4269 req-591280e9-d37e-41cb-8bee-3f749acb2618 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 948 time: 0.2909050 Nov 03 18:46:32.256463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-29c17042-7c6a-4bdc-82f6-feccf8768d64 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673570 Nov 03 18:46:32.331671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-a9123266-cd8d-47aa-acaa-caecc1cb5d68 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777275 Nov 03 18:46:32.356110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.365019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.456658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-34e2e702-94d9-4f29-80f3-29380fcb1ad5 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897054 Nov 03 18:46:32.458532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77b521e7-0e8a-49a0-8275-d275a69a4269 req-853bb9ff-d5d2-4386-b83d-24bd7179b792 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498729 Nov 03 18:46:32.501337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.546675 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c74c6-4262-497e-b1ac-b91cd6d2f591 x-openstack-request-id: req-914c74c6-4262-497e-b1ac-b91cd6d2f591 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:32.547127 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856891ce-ec21-43e8-bfac-0ca2789a3328", "name": "network-vif-deleted", "tag": "c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:32.547527 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-914c74c6-4262-497e-b1ac-b91cd6d2f591 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:32.548151 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856891ce-ec21-43e8-bfac-0ca2789a3328', 'name': 'network-vif-deleted', 'tag': 'c7508b9f-2bc3-417c-be2c-6f8dbc7f33ef', 'status': 'completed', 'code': 200} Nov 03 18:46:32.554023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.585993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22633cda-5f18-4afa-aeea-39e336b24cde,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:32.613777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.615660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc9b60e7-0df4-431c-91df-0d759ced04dd req-cc38b09b-b99c-4229-97e6-d9268c93ef90 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9185879 Nov 03 18:46:32.671729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.770733 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c375f667-fb34-472f-a240-e5f1bcbb4c14 x-openstack-request-id: req-c375f667-fb34-472f-a240-e5f1bcbb4c14 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:32.771250 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-plugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:32.771671 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c375f667-fb34-472f-a240-e5f1bcbb4c14 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:32.772930 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'code': 200} Nov 03 18:46:32.823922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c13c3-a82f-4fbb-b2ac-cb06ca9ca61d req-3927b52d-af3f-4065-8d42-ac605b4f8303 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.825453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-089c13c3-a82f-4fbb-b2ac-cb06ca9ca61d req-3927b52d-af3f-4065-8d42-ac605b4f8303 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1097 time: 0.0893505 Nov 03 18:46:32.843679 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485d6ae1-f641-42e3-9136-2cc26b4f1c16 x-openstack-request-id: req-485d6ae1-f641-42e3-9136-2cc26b4f1c16 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:32.844463 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:32.844463 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-485d6ae1-f641-42e3-9136-2cc26b4f1c16 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:32.844764 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'status': 'completed', 'code': 200} Nov 03 18:46:32.922730 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-089c13c3-a82f-4fbb-b2ac-cb06ca9ca61d req-35020302-8256-4ffd-9e30-35ce0aa8c98c tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Nov 03 18:46:33.099649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-424cc29c-0235-4f53-a101-5957f46d34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.103512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-424cc29c-0235-4f53-a101-5957f46d34c3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 1094 time: 0.1833286 Nov 03 18:46:33.139522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Deleting port c847c4f7-36fa-485d-b09d-117fd6cb159f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:33.140060 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.449656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eabb6b-f33f-4873-8c12-4ce506ebffb6 req-d6b8cf23-6db4-4951-8905-ecb95e88a708 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.452615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07eabb6b-f33f-4873-8c12-4ce506ebffb6 req-d6b8cf23-6db4-4951-8905-ecb95e88a708 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 943 time: 0.3857365 Nov 03 18:46:33.550676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99c4f-ee9f-4f0a-975d-8525a41db34d req-8e48b982-cf5c-4e44-a23a-c924d9e2dfad tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.553558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12a99c4f-ee9f-4f0a-975d-8525a41db34d req-8e48b982-cf5c-4e44-a23a-c924d9e2dfad tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.5466413 Nov 03 18:46:33.594925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] For port c847c4f7-36fa-485d-b09d-117fd6cb159f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c847c4f7-36fa-485d-b09d-117fd6cb159f,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:33.595542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.615623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-60db91b9-538e-4f72-8c8a-43e06577daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.618926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-60db91b9-538e-4f72-8c8a-43e06577daca service neutron] 10.222.0.115 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 925 time: 0.4822159 Nov 03 18:46:33.660481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Calling delete_port for c847c4f7-36fa-485d-b09d-117fd6cb159f owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:33.780689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-32ef76dc-52b8-4a54-a42e-df38cc20583d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521 HTTP/1.1" status: 200 len: 217 time: 0.1268313 Nov 03 18:46:34.238773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12a99c4f-ee9f-4f0a-975d-8525a41db34d req-200322a8-ca57-40e8-9ade-f0f31a6a14f3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734817 Nov 03 18:46:34.249782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07eabb6b-f33f-4873-8c12-4ce506ebffb6 req-6987cac7-9b52-4192-9b3d-1f6134e224b6 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7853389 Nov 03 18:46:34.285869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-22d0ec72-c5b9-43b4-ac63-fcf73324c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:34.288162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-22d0ec72-c5b9-43b4-ac63-fcf73324c76f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 200 len: 863 time: 0.1201665 Nov 03 18:46:34.392227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 83765836-9a70-46cf-9e54-a4d910e919be up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:34.474012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 83765836-9a70-46cf-9e54-a4d910e919be completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:34.479808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 83765836-9a70-46cf-9e54-a4d910e919be triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:34.480354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.522470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8e11390-5dba-405c-80c3-70a8abc439fd req-35bb141b-48d1-42b2-800a-1eea5ff777fd tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/19b27222-3462-4454-bad0-eb85b8f95218 HTTP/1.1" status: 200 len: 1821 time: 0.2295434 Nov 03 18:46:34.568782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-9f76dbe2-3079-48fc-90c2-b1954d28e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:34.572967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-9f76dbe2-3079-48fc-90c2-b1954d28e900 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607968 Nov 03 18:46:34.625600 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-072b200d-b64d-4bf5-b2a3-ef56f68cd0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.662422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.715096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 83765836-9a70-46cf-9e54-a4d910e919be, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=83765836-9a70-46cf-9e54-a4d910e919be,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:34.720736 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.775558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d06be1-3414-469f-9b7f-89aa911448ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83765836-9a70-46cf-9e54-a4d910e919be'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:34.777700 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d74310e-85aa-4262-9a1c-4a8dff1f9cc8" -d '{"events": [{"server_uuid": "61d06be1-3414-469f-9b7f-89aa911448ae", "name": "network-vif-plugged", "status": "completed", "tag": "83765836-9a70-46cf-9e54-a4d910e919be"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:34.798749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=83765836-9a70-46cf-9e54-a4d910e919be,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:34.920970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c8e11390-5dba-405c-80c3-70a8abc439fd req-454962f1-b81b-4c65-aeef-c6b895a90cf1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.955415 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.002729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe522e8-bcc2-4efe-83e4-11811651422e req-63839d9c-d807-4c71-b5db-23c3cba5c5d2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.005550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffe522e8-bcc2-4efe-83e4-11811651422e req-63839d9c-d807-4c71-b5db-23c3cba5c5d2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3873110 Nov 03 18:46:35.042473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-43a77aae-8f62-4e4a-94da-dccab675658b service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404430 Nov 03 18:46:35.046979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c847c4f7-36fa-485d-b09d-117fd6cb159f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:35.058658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c8e11390-5dba-405c-80c3-70a8abc439fd req-454962f1-b81b-4c65-aeef-c6b895a90cf1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.349834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250b7e08-4a5e-4a12-9a94-e73fe85ae521 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:35.364414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffe522e8-bcc2-4efe-83e4-11811651422e req-fce5be3a-132c-47fd-9bc9-337ab4480ff9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250275 Nov 03 18:46:35.421612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ea00292-4147-46af-8bf2-bb49f5bee531 req-ef0f3626-88fe-41c3-b799-e3a7b02ae919 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567028 Nov 03 18:46:35.444160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c8e11390-5dba-405c-80c3-70a8abc439fd req-454962f1-b81b-4c65-aeef-c6b895a90cf1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.452231 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c8e11390-5dba-405c-80c3-70a8abc439fd req-454962f1-b81b-4c65-aeef-c6b895a90cf1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.453828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8e11390-5dba-405c-80c3-70a8abc439fd req-454962f1-b81b-4c65-aeef-c6b895a90cf1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/19b27222-3462-4454-bad0-eb85b8f95218 HTTP/1.1" status: 204 len: 173 time: 0.9159741 Nov 03 18:46:35.612152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:35.633927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454962f1-b81b-4c65-aeef-c6b895a90cf1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b27222-3462-4454-bad0-eb85b8f95218,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:35.673395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'port_id': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'mac_address': 'fa:16:3e:f6:a4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:35.780004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba7907-b7b2-40a3-93bb-1e04cb1174e8 req-8b1c8617-bfc8-4c16-b6aa-06718f0b3bf9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:35.783028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbba7907-b7b2-40a3-93bb-1e04cb1174e8 req-8b1c8617-bfc8-4c16-b6aa-06718f0b3bf9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 949 time: 0.2008979 Nov 03 18:46:35.828092 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.872091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250b7e08-4a5e-4a12-9a94-e73fe85ae521 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:35.919190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:35.931791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.953280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbba7907-b7b2-40a3-93bb-1e04cb1174e8 req-d1c4b248-89b7-4dda-b386-b7a19f6ac668 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587560 Nov 03 18:46:35.954188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:36.049313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:36.178802 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef3cd67-133a-401a-8acb-e871be3db1a8 x-openstack-request-id: req-9ef3cd67-133a-401a-8acb-e871be3db1a8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:36.179126 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d06be1-3414-469f-9b7f-89aa911448ae", "name": "network-vif-plugged", "status": "completed", "tag": "83765836-9a70-46cf-9e54-a4d910e919be", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:36.179385 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9ef3cd67-133a-401a-8acb-e871be3db1a8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:36.179880 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d06be1-3414-469f-9b7f-89aa911448ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83765836-9a70-46cf-9e54-a4d910e919be', 'code': 200} Nov 03 18:46:36.401750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100b60b-f3e6-48b2-a0c3-fdcffcaa244b req-57dcdc5a-374b-438b-aa48-7a06c00e3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.405391 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d100b60b-f3e6-48b2-a0c3-fdcffcaa244b req-57dcdc5a-374b-438b-aa48-7a06c00e3ee8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 1100 time: 0.0988898 Nov 03 18:46:36.408386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['250b7e08-4a5e-4a12-9a94-e73fe85ae521'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:36.567542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d100b60b-f3e6-48b2-a0c3-fdcffcaa244b req-b7472a39-1078-4eac-b9d3-87f1a7748d2e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493726 Nov 03 18:46:36.681755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e43f-4513-48c0-95c4-08d8b3416553 req-954b9077-1e71-4369-80ed-faf59201ff90 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.684325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0088e43f-4513-48c0-95c4-08d8b3416553 req-954b9077-1e71-4369-80ed-faf59201ff90 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 944 time: 0.3842537 Nov 03 18:46:36.753194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-845832c8-2092-4554-b3f3-95ac386a478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.755774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-845832c8-2092-4554-b3f3-95ac386a478d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53&tenant_id=12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 1100 time: 0.2209060 Nov 03 18:46:36.762805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:36.833624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0088e43f-4513-48c0-95c4-08d8b3416553 req-24d9f98a-7e7d-49d2-9e31-3dd814798726 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244667 Nov 03 18:46:36.935345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:37.231776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873696-b484-4f7a-9a1c-b29abeca70b8 req-5b0326cf-2109-44ca-8214-1c5ed697f5ec tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.244788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34873696-b484-4f7a-9a1c-b29abeca70b8 req-5b0326cf-2109-44ca-8214-1c5ed697f5ec tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.2994497 Nov 03 18:46:37.268769 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:37.332559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:37.355741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] Sync routers for ids ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:37.357809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-078d9e98-3c36-443b-ae22-3a2120ec2ac1 admin admin] 10.222.0.91 "PUT /v2.0/routers/60a57cd5-de1f-4a03-ab38-2c20e8c20637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7926867 Nov 03 18:46:37.358455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:37.398856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] Routers {'60a57cd5-de1f-4a03-ab38-2c20e8c20637'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:37.401253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:37.452255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34873696-b484-4f7a-9a1c-b29abeca70b8 req-74d6a2de-745a-427b-ae2f-11970a55a1f4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013874 Nov 03 18:46:37.603092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-104c8fdd-731b-4fef-838d-e0e361f6bd66 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:46:37.605063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-104c8fdd-731b-4fef-838d-e0e361f6bd66 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0112798 Nov 03 18:46:37.662064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] Set router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:37.686210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:37.737792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-e9b380be-7733-4891-bfe5-7a3fe157541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:37.739611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-e9b380be-7733-4891-bfe5-7a3fe157541f service neutron] 10.222.0.91 "GET /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 1094 time: 0.1140966 Nov 03 18:46:37.759593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Request body: {'binding': {'host': 'n-h2-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:37.760423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Unknown quota resources ['binding']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:46:37.871654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34ad1cd2-864e-4011-a236-86b89df97a3a req-40f5e888-7108-4a50-b128-c1ea14a241e9 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/a6639759-1040-4ec2-bbda-ddb144959716 HTTP/1.1" status: 200 len: 1821 time: 0.2647979 Nov 03 18:46:38.005415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.075406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:46:34Z', 'revision_number': 5, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port': {'id': '0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ab:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:38.123176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] Checking router: 60a57cd5-de1f-4a03-ab38-2c20e8c20637 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:38.137957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] Routers {'60a57cd5-de1f-4a03-ab38-2c20e8c20637'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:38.138910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:38.161483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Deleting port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:38.162950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.217516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:38.320761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e9732c8-aaa9-4e03-b78b-dd0be40c18b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.366118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] Set router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:38.390187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9185-9bdf-4ce0-88e9-5169fbc57afb req-f7aec664-5ab8-48a1-9fa1-d8ab8068dc61 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:38.408421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-964d9185-9bdf-4ce0-88e9-5169fbc57afb req-f7aec664-5ab8-48a1-9fa1-d8ab8068dc61 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.3970613 Nov 03 18:46:38.473710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] For port 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:38.474517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.504896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Calling delete_port for 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:38.523774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on host n-h2-812151-4 for vnic_type normal with profile None {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:38.530147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:38.531010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:38.561872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:38.576756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:46:38Z', 'revision_number': 6, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:38.622294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:38.625452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:38.639492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f0640-899c-4f34-a2eb-ee4254053633 None None] The sync data for ids ['60a57cd5-de1f-4a03-ab38-2c20e8c20637'] in n-d-812151-4 is: [{'id': '60a57cd5-de1f-4a03-ab38-2c20e8c20637', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825347451-router', 'tenant_id': '7edf45698926486885dd7d1200c78595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:01Z', 'updated_at': '2021-11-03T18:46:38Z', 'revision_number': 6, 'project_id': '7edf45698926486885dd7d1200c78595', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:38.668421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:38.669136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:38.669801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:38.670721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Bound port: bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:38.695717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-964d9185-9bdf-4ce0-88e9-5169fbc57afb req-4a9b3800-5d8f-4217-a060-3ac39c3070dd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732053 Nov 03 18:46:38.837729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:38.846692 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f485a70-0ce2-4228-839e-823677ed2496" -d '{"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-unplugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:38.872669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.934265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.958073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Transition to ACTIVE for port object 2a02d00e-0898-421e-889e-07a40f239ef8 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:38.964011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:38.974158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.004803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:39.037591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.040902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-b48c8a18-91b4-43ac-8251-5c28461ec205 service neutron] 10.222.0.91 "POST /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3/bindings HTTP/1.1" status: 201 len: 389 time: 1.2872264 Nov 03 18:46:39.101181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468e5fc-19f0-478e-978a-74d9d73ed6cb req-ea69ef37-86b9-4878-b9c8-e18a71da5b52 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.115117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.115430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6468e5fc-19f0-478e-978a-74d9d73ed6cb req-ea69ef37-86b9-4878-b9c8-e18a71da5b52 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 949 time: 0.2623458 Nov 03 18:46:39.115900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.116191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.116636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.117129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.117786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.118339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.118836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.119469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.120331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.122368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.123069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:39.206564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:39.267017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.290738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] No DVR routers for this DVR port 2a02d00e-0898-421e-889e-07a40f239ef8 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:39.375397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250b7e08-4a5e-4a12-9a94-e73fe85ae521 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:39.439764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6468e5fc-19f0-478e-978a-74d9d73ed6cb req-adbbaf69-e3c8-46d7-81ef-44dc3a752b7e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229129 Nov 03 18:46:39.528973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:39.529351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:39.529806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:39.574558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-f229de5b-2867-46b4-b5ce-26869ac14c2c req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1993846771', 'description': 'tempest-description-513741936'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:39.596630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:39.606458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:39.607242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.610670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:39.611172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Attempting to bind port 2a02d00e-0898-421e-889e-07a40f239ef8 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:39.623356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:39.623730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:39.624466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:39.634849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Bound port: 2a02d00e-0898-421e-889e-07a40f239ef8, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:39.635369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.643041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f229de5b-2867-46b4-b5ce-26869ac14c2c req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.729078 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.915435 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.959538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b728-f36d-43cf-846d-1e3971b53448 req-728d25be-3b38-46d4-88cf-3d3f9dcfb4d8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:39.972219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7876b728-f36d-43cf-846d-1e3971b53448 req-728d25be-3b38-46d4-88cf-3d3f9dcfb4d8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 944 time: 0.3327794 Nov 03 18:46:39.984375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:39.994982 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b86e0-4000-424b-b204-ce87ebf05855" -d '{"events": [{"server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "name": "network-vif-plugged", "status": "completed", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:40.031267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:40.041461 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.042425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.045786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:40.048054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.079736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:40.134601 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.135720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a57cd5-de1f-4a03-ab38-2c20e8c20637 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:46:40.164140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.179973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c610e178-c009-436c-9ad3-298f3afbd04b admin admin] 10.222.0.91 "DELETE /v2.0/routers/60a57cd5-de1f-4a03-ab38-2c20e8c20637 HTTP/1.1" status: 204 len: 168 time: 2.8186665 Nov 03 18:46:40.182732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47858) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.228480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:40.282372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:40.300479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Deleting subnet 0b2f8a5b-443d-4046-9369-715ab91a9d6a {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:46:40.307904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.426065 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.498170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c847c4f7-36fa-485d-b09d-117fd6cb159f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:40.560012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c847c4f7-36fa-485d-b09d-117fd6cb159f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:40.560920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c847c4f7-36fa-485d-b09d-117fd6cb159f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:40.561543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:40.569077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:40.581807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.622299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7876b728-f36d-43cf-846d-1e3971b53448 req-76bdb908-29cd-49fe-a0a5-288a7e7015b3 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6370173 Nov 03 18:46:40.630266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:40.631692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b8ae8e6-d9a2-4ddf-b0d3-2def0c07eacd not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:40.704639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.730442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f229de5b-2867-46b4-b5ce-26869ac14c2c req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.749174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f229de5b-2867-46b4-b5ce-26869ac14c2c req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.754587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.755603 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.758673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] 10.222.0.110 "PUT /v2.0/ports/2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 1096 time: 3.8329036 Nov 03 18:46:40.869803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.925182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2f8a5b-443d-4046-9369-715ab91a9d6a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:40.927974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce0639e-9242-44cb-a5c3-d06266777889 None None] Network 28f35ede-97a8-4c7d-87ae-ca70a8980caa requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:40.929393 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.938431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a4a0f08d-dd7d-48b3-ab86-2429d3a89976 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0b2f8a5b-443d-4046-9369-715ab91a9d6a HTTP/1.1" status: 204 len: 168 time: 0.7503123 Nov 03 18:46:40.938910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.982394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561d871-bf53-4a01-a978-3fe4ef0fc1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=11']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.013892 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f229de5b-2867-46b4-b5ce-26869ac14c2c req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.029734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f229de5b-2867-46b4-b5ce-26869ac14c2c req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.4684627 Nov 03 18:46:41.062322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606413c-6d45-4694-8f74-e40139623c43 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930374b7-07cd-44b3-9352-f54257f4ad23,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.153141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.185282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78642d1-0cb4-4286-8dab-954d3c8bbb50 req-b1378b5c-791b-4ded-ae9a-238b0544c519 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.201176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e78642d1-0cb4-4286-8dab-954d3c8bbb50 req-b1378b5c-791b-4ded-ae9a-238b0544c519 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.3918645 Nov 03 18:46:41.212283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-142284e2-1f68-4845-96c1-f737e35e0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.215645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-142284e2-1f68-4845-96c1-f737e35e0964 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1099 time: 0.4091296 Nov 03 18:46:41.229152 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787354b9-111b-4af7-8977-a3735654cc33 x-openstack-request-id: req-787354b9-111b-4af7-8977-a3735654cc33 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:41.229152 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-unplugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:41.229603 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-787354b9-111b-4af7-8977-a3735654cc33 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:41.230210 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'code': 200} Nov 03 18:46:41.344430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Deleting port 5202fceb-9199-4148-95c3-8dc063c6984f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:41.344922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.527342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] For port 5202fceb-9199-4148-95c3-8dc063c6984f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5202fceb-9199-4148-95c3-8dc063c6984f,segment=NetworkSegment(3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb),segment_id=3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:41.528497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.562825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Calling delete_port for 5202fceb-9199-4148-95c3-8dc063c6984f owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:41.574316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e78642d1-0cb4-4286-8dab-954d3c8bbb50 req-e67f97c2-2b70-463e-87a1-2c3a22e1dab7 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506610 Nov 03 18:46:41.644974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.670322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3347f1-dc53-4d58-b933-22ed7b0c3a4e req-f1d0ec93-dfcb-4db3-9243-b357ac714b04 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.676352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c3347f1-dc53-4d58-b933-22ed7b0c3a4e req-f1d0ec93-dfcb-4db3-9243-b357ac714b04 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.3032358 Nov 03 18:46:41.738098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-454cf261-4758-4d3e-9ea9-95ea82da2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:41.740698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-454cf261-4758-4d3e-9ea9-95ea82da2c39 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4795065 Nov 03 18:46:41.781768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] DHCP port deletion for 28f35ede-97a8-4c7d-87ae-ca70a8980caa request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:46:41.803866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.847812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-a687de81-8e70-4ab0-bf99-d6c6f32c7665 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.0903785 Nov 03 18:46:41.875429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c3347f1-dc53-4d58-b933-22ed7b0c3a4e req-d9410b8d-73e5-4b15-9c60-7eed8c0099f6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854579 Nov 03 18:46:41.885444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Deleting port 5202fceb-9199-4148-95c3-8dc063c6984f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:41.887030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.909866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5202fceb-9199-4148-95c3-8dc063c6984f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.921056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] No DVR routers for this DVR port 5202fceb-9199-4148-95c3-8dc063c6984f on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:42.092657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.123812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] For port 5202fceb-9199-4148-95c3-8dc063c6984f, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:42.124536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.124769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-a7638204-4969-4366-8e92-9414bdb11f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:42.127113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-a7638204-4969-4366-8e92-9414bdb11f7f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2499220 Nov 03 18:46:42.141231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c258-7f93-4d89-8899-bd41208adb81 req-927443fd-a961-46af-b86d-f218315e45c9 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:42.143773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f35ede-97a8-4c7d-87ae-ca70a8980caa']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:42.152183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Calling delete_port for 5202fceb-9199-4148-95c3-8dc063c6984f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:42.155460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70a9c258-7f93-4d89-8899-bd41208adb81 req-927443fd-a961-46af-b86d-f218315e45c9 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 1100 time: 0.2616189 Nov 03 18:46:42.158616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Port 5202fceb-9199-4148-95c3-8dc063c6984f was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:46:42.163553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:42.165015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3272fe46-c4cf-4df1-87e8-5f8c71cd5bfb') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:42.166084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.177459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.187647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.216464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.227844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:46:42.228754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.229125 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-70a9c258-7f93-4d89-8899-bd41208adb81 req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.247357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] Pushing event deleted for resources: {'Port': ['ID=5202fceb-9199-4148-95c3-8dc063c6984f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.259168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dc385-17c8-4598-8067-7f06007f4534 None None] No DVR routers for this DVR port 5202fceb-9199-4148-95c3-8dc063c6984f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:46:42.284391 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:46:42.330178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617b0cc-c16c-4673-89dd-046a3b0c5989 req-d6441d32-61a3-419f-906c-466acfa791aa tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:42.343528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2617b0cc-c16c-4673-89dd-046a3b0c5989 req-d6441d32-61a3-419f-906c-466acfa791aa tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 948 time: 0.3078966 Nov 03 18:46:42.391056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-ef13ea89-bfb0-4afd-99c4-f339766b8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:42.394685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-ef13ea89-bfb0-4afd-99c4-f339766b8d3f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345891 Nov 03 18:46:42.409469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.429398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.437622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/28f35ede-97a8-4c7d-87ae-ca70a8980caa HTTP/1.1" status: 204 len: 168 time: 1.4956067 Nov 03 18:46:42.445697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47870) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:42.469253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5202fceb-9199-4148-95c3-8dc063c6984f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:42.481102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d631a-b73d-4f5f-a8ee-b5f941e1efe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f35ede-97a8-4c7d-87ae-ca70a8980caa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.524763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5202fceb-9199-4148-95c3-8dc063c6984f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:42.526043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5202fceb-9199-4148-95c3-8dc063c6984f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:42.637720 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2617b0cc-c16c-4673-89dd-046a3b0c5989 req-758693b4-a33d-49b1-8006-1b5a931f0aea tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928004 Nov 03 18:46:42.733648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-70a9c258-7f93-4d89-8899-bd41208adb81 req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.751611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-70a9c258-7f93-4d89-8899-bd41208adb81 req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.767031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-99a1a060-fb7b-447c-ac5c-fe7f6df8d879 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514910 Nov 03 18:46:42.788381 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422cfa8-1391-4456-ab8a-58e9e7824dfb x-openstack-request-id: req-3422cfa8-1391-4456-ab8a-58e9e7824dfb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:42.789407 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "name": "network-vif-plugged", "status": "completed", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:42.789579 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3422cfa8-1391-4456-ab8a-58e9e7824dfb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:42.790405 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'code': 200} Nov 03 18:46:42.997375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70a9c258-7f93-4d89-8899-bd41208adb81 req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402793 Nov 03 18:46:43.002203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a72a24-5084-499c-bd2b-1331e0f98e40,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:43.203513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.204584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.205184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.205779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.206388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.206903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.207632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.208244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.209235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.210271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.211453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.211954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d41646-444c-4ea5-b87f-d9b6c812bb29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:43.272184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:43.276480 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52774e1e-795f-4d01-8210-a296c2e48e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:43.344093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.364371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91fc9d95-25df-4e95-b953-9c1d60e6735d req-79edd631-2f01-4a00-8cfc-8daf76cd9a05 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800040 Nov 03 18:46:43.375557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-86e736c9-2ef6-4d4b-94ec-0238939a24f2 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/930374b7-07cd-44b3-9352-f54257f4ad23 HTTP/1.1" status: 200 len: 1821 time: 0.3161051 Nov 03 18:46:43.409480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3394-9869-4358-8d00-229d8ab802da req-561445dd-2b2f-4f4a-ae66-6ef8937e1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:43.412663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efc3394-9869-4358-8d00-229d8ab802da req-561445dd-2b2f-4f4a-ae66-6ef8937e1011 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 1096 time: 0.4954786 Nov 03 18:46:43.428321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61bad-09a8-4e66-8865-55433ca66fb9 req-5401ec0d-94a6-45ca-b74d-3dc9824631e1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:43.440255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecb61bad-09a8-4e66-8865-55433ca66fb9 req-5401ec0d-94a6-45ca-b74d-3dc9824631e1 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 945 time: 0.2670951 Nov 03 18:46:43.566574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecb61bad-09a8-4e66-8865-55433ca66fb9 req-d5ef47c3-8393-429a-a707-1533982a11e3 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243916 Nov 03 18:46:43.571391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efc3394-9869-4358-8d00-229d8ab802da req-80810661-959b-4468-a23b-7a4ef1a1c328 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268306 Nov 03 18:46:43.635437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '930374b7-07cd-44b3-9352-f54257f4ad23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:43.635973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '930374b7-07cd-44b3-9352-f54257f4ad23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:43.807179 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.874315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7011-c1aa-450a-9829-b57118358e44 req-31ee707e-b7a6-4bfa-a4da-f4eb0c5a22ce tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:43.877282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d2f7011-c1aa-450a-9829-b57118358e44 req-31ee707e-b7a6-4bfa-a4da-f4eb0c5a22ce tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.1395447 Nov 03 18:46:43.884814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.905267 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.905563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Deleting port a84c9c7f-e33c-4616-9b3f-0032f8354b4c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:43.906921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.966741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c09214-70df-43a3-97fd-e005b9e506aa,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:43.996587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.998546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff1f60ff-d300-4c0d-af69-1cff02989f83 req-410e9506-b69c-4d3a-a516-f588a14ab3c6 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3711686 Nov 03 18:46:44.021378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d2f7011-c1aa-450a-9829-b57118358e44 req-2dd53269-f666-4e8f-8850-7087f4391061 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283991 Nov 03 18:46:44.117133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] For port a84c9c7f-e33c-4616-9b3f-0032f8354b4c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:44.118095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.149801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Calling delete_port for a84c9c7f-e33c-4616-9b3f-0032f8354b4c owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:44.191715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f62a7-8086-459a-90e6-5edbae9d9dd6 req-8e0de288-fc2a-4d55-8287-8184b89a05ee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.197471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc7f62a7-8086-459a-90e6-5edbae9d9dd6 req-8e0de288-fc2a-4d55-8287-8184b89a05ee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1021183 Nov 03 18:46:44.292252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc7f62a7-8086-459a-90e6-5edbae9d9dd6 req-e275b613-1ae3-417a-94da-35ef08648a1b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898182 Nov 03 18:46:44.375038 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e87328-a552-480b-b5a2-133ffd7b697b x-openstack-request-id: req-97e87328-a552-480b-b5a2-133ffd7b697b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:44.375650 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:44.385448 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-97e87328-a552-480b-b5a2-133ffd7b697b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:44.387184 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'status': 'completed', 'code': 200} Nov 03 18:46:44.589934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.642934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Pushing event deleted for resources: {'Port': ['ID=a84c9c7f-e33c-4616-9b3f-0032f8354b4c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:44.696556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd512015-9628-4e7b-bcec-f3287a58b646 req-7c743850-479e-4d68-a9f8-a5fd5a1b0f26 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.712891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd512015-9628-4e7b-bcec-f3287a58b646 req-7c743850-479e-4d68-a9f8-a5fd5a1b0f26 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 948 time: 0.2968488 Nov 03 18:46:44.742034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-a4206a68-432d-4236-923a-6b51309dde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.744784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-a4206a68-432d-4236-923a-6b51309dde47 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1099 time: 0.2928386 Nov 03 18:46:44.748106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-f9a98741-7019-46c5-abad-63891fae6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.750713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-f9a98741-7019-46c5-abad-63891fae6d49 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 1099 time: 0.3314145 Nov 03 18:46:44.758579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-5fffd5b8-3c5a-4f68-a13f-86993c453f39 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/930374b7-07cd-44b3-9352-f54257f4ad23 HTTP/1.1" status: 200 len: 2414 time: 0.2281566 Nov 03 18:46:44.816493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '930374b7-07cd-44b3-9352-f54257f4ad23', 'remote_group_id': None}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:44.817189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '930374b7-07cd-44b3-9352-f54257f4ad23', 'remote_group_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:44.941363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.069928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd512015-9628-4e7b-bcec-f3287a58b646 req-17202a2e-d295-4373-8391-fb02e38e4ee0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555903 Nov 03 18:46:45.158744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-a430f88a-6e25-45bd-aeed-ab46490d6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.160745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-a430f88a-6e25-45bd-aeed-ab46490d6fe1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3872817 Nov 03 18:46:45.163525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-7f6ead15-984f-4443-977f-834256df01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.166107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-7f6ead15-984f-4443-977f-834256df01b7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3742652 Nov 03 18:46:45.205290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.298584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-009488a9-fa3e-46e0-85ae-79bbd8b9e4c4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.1090951 Nov 03 18:46:45.318273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-120aecfd-ac06-49e1-bc37-48bc960f7949 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 200 len: 217 time: 0.1428168 Nov 03 18:46:45.383706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Router 77634396-ceff-462f-a2e8-ebc51d410c0a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:45.384045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.417009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-ecc17c78-c6f4-4fe9-94a4-edb9f0cdce34 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264615 Nov 03 18:46:45.450458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.565638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ddcd41-9086-4ffa-a013-7179f29d52a8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:45.586428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:45.601015 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b36f60e-8c24-4531-8e24-35c9d006abeb admin admin] 10.222.0.91 "PUT /v2.0/routers/77634396-ceff-462f-a2e8-ebc51d410c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1469755 Nov 03 18:46:45.602145 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] Sync routers for ids ['77634396-ceff-462f-a2e8-ebc51d410c0a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:45.606634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47908) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:45.617551 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] Routers {'77634396-ceff-462f-a2e8-ebc51d410c0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:45.618449 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['77634396-ceff-462f-a2e8-ebc51d410c0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:45.641889 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.657294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c90a8b42-3e0b-4b5d-bc14-91e2d4a8383c req-df93610c-06cd-45f4-83f1-0360ee24071c tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8671072 Nov 03 18:46:45.668405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-3d7e3c77-01c9-4eb7-b8aa-cfa657a759d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.671643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-3d7e3c77-01c9-4eb7-b8aa-cfa657a759d8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3474138 Nov 03 18:46:45.679211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-9426a62f-4f55-4a4f-a254-a008609158a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.680698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-9426a62f-4f55-4a4f-a254-a008609158a1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3188920 Nov 03 18:46:45.860106 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] Set router 77634396-ceff-462f-a2e8-ebc51d410c0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:45.869762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.884605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-90d72f1a-b916-4401-ba6a-ea57f087f95c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.890739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-90d72f1a-b916-4401-ba6a-ea57f087f95c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316957 Nov 03 18:46:45.934001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-d25373e7-e416-44fa-8db8-25b12ed91557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.937066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-d25373e7-e416-44fa-8db8-25b12ed91557 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2507083 Nov 03 18:46:45.954630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-15c196d7-2ab7-4cca-94fd-48899245001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.957311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-15c196d7-2ab7-4cca-94fd-48899245001c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148831 Nov 03 18:46:45.962195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2f643353-d69d-4460-bdd0-c5ec69522b8b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/quotas/816761c27522498db7877b3b52b07bb7 HTTP/1.1" status: 200 len: 375 time: 0.0597014 Nov 03 18:46:46.053700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc961e30-77f5-4b1c-90a6-f58dce5fdbd6 req-84aa5441-6aa2-4c14-916c-6916441d1c45 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:46.056622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc961e30-77f5-4b1c-90a6-f58dce5fdbd6 req-84aa5441-6aa2-4c14-916c-6916441d1c45 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 945 time: 0.2918823 Nov 03 18:46:46.105688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.273397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Deleting port 54313528-eec9-420e-a716-1f223f1225fa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:46.274219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.281233 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '54313528-eec9-420e-a716-1f223f1225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:46:44Z', 'revision_number': 5, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port': {'id': '54313528-eec9-420e-a716-1f223f1225fa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:26Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:46.339617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] Checking router: 77634396-ceff-462f-a2e8-ebc51d410c0a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:46.353232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-b1761e2f-c8e0-4f09-b9aa-39d722153450 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3725314 Nov 03 18:46:46.391001 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] Routers {'77634396-ceff-462f-a2e8-ebc51d410c0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:46.418194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['77634396-ceff-462f-a2e8-ebc51d410c0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:46.430296 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc961e30-77f5-4b1c-90a6-f58dce5fdbd6 req-6d147ac0-7cae-4734-b20f-0e951aab49ab tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3195360 Nov 03 18:46:46.439387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-a5901cd0-ade4-4dac-946a-282ee4e96af0 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800606 Nov 03 18:46:46.553682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-319399d8-a627-4c92-a236-63228e06afea service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472381 Nov 03 18:46:46.616334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] For port 54313528-eec9-420e-a716-1f223f1225fa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=54313528-eec9-420e-a716-1f223f1225fa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:46.617589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.645786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Calling delete_port for 54313528-eec9-420e-a716-1f223f1225fa owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:46.705256 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] Set router 77634396-ceff-462f-a2e8-ebc51d410c0a gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:46.825583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:46:46Z', 'revision_number': 6, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:46.945189 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4556b-d266-4b2f-a44b-7be597a941d1 None None] The sync data for ids ['77634396-ceff-462f-a2e8-ebc51d410c0a'] in n-d-812151-4 is: [{'id': '77634396-ceff-462f-a2e8-ebc51d410c0a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1918358311-router', 'tenant_id': '3014ce366f4b48c99e374fd13e9b30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:24Z', 'updated_at': '2021-11-03T18:46:46Z', 'revision_number': 6, 'project_id': '3014ce366f4b48c99e374fd13e9b30cd', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:46.957920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33819048-2003-4410-8d58-276de980e666 req-b00a8184-e617-4d49-af60-e1013280dbe0 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:46.971952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33819048-2003-4410-8d58-276de980e666 req-b00a8184-e617-4d49-af60-e1013280dbe0 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.3269348 Nov 03 18:46:47.014096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.023055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-eb427fa6-ff13-4949-ad92-da161dadf593 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659087 Nov 03 18:46:47.070931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Pushing event deleted for resources: {'Port': ['ID=54313528-eec9-420e-a716-1f223f1225fa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:47.123366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52774e1e-795f-4d01-8210-a296c2e48e8d req-87e8689b-d633-492f-a392-0d2c173d27f2 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472462 Nov 03 18:46:47.184233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33819048-2003-4410-8d58-276de980e666 req-af88447d-1fcd-4070-8ca2-c875caeac58f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566384 Nov 03 18:46:47.215739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.429894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4ded-8478-4d87-b204-1c26dc390132 req-ae40ef45-05f2-4821-b12f-fddac02c6945 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:47.432344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbac4ded-8478-4d87-b204-1c26dc390132 req-ae40ef45-05f2-4821-b12f-fddac02c6945 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1207519 Nov 03 18:46:47.486709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.493632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.626996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.638585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77634396-ceff-462f-a2e8-ebc51d410c0a {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:46:47.638585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.643849 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45b1c2be-1360-4f92-a373-43f442ff6329 admin admin] 10.222.0.91 "DELETE /v2.0/routers/77634396-ceff-462f-a2e8-ebc51d410c0a HTTP/1.1" status: 204 len: 168 time: 2.0293210 Nov 03 18:46:47.645746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:47.737800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Deleting subnet a6a3bf84-a457-410c-9c3f-0f4966282925 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:46:47.744227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:47.817644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.013934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbac4ded-8478-4d87-b204-1c26dc390132 req-129c26e6-efa3-49f3-8423-4c76b3bd9799 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611262 Nov 03 18:46:48.030860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.032769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3051f4a4-a73a-402f-aafb-dbf8632f9e3c req-a2d45f0f-5491-4b10-9dae-0a01d77f2574 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/930374b7-07cd-44b3-9352-f54257f4ad23 HTTP/1.1" status: 200 len: 3012 time: 0.5250645 Nov 03 18:46:48.196310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.279256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.280559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458df8b1-6b82-4209-9e67-62e80608cec1 None None] Network ab470b3f-a614-4138-861a-de78937da0bf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:48.288031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a6a3bf84-a457-410c-9c3f-0f4966282925 HTTP/1.1" status: 204 len: 168 time: 0.6390054 Nov 03 18:46:48.290173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445fa2b-10f0-4b21-bdf7-e17b028746dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a3bf84-a457-410c-9c3f-0f4966282925,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:48.300363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:48.384946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bc442-0a9b-4168-8ffb-e345ef0f8907 req-5fe260b1-0fc9-46e1-ad03-fe5193e18fe2 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.387851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db9bc442-0a9b-4168-8ffb-e345ef0f8907 req-5fe260b1-0fc9-46e1-ad03-fe5193e18fe2 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 945 time: 0.1914515 Nov 03 18:46:48.430644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d35639-2f2f-4de6-9161-0ba07fbed7d6 req-4483c426-1c2b-486e-b803-7ce4a2fa6349 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.446953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88d35639-2f2f-4de6-9161-0ba07fbed7d6 req-4483c426-1c2b-486e-b803-7ce4a2fa6349 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 948 time: 0.2676451 Nov 03 18:46:48.448418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47938) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:48.460373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Request body: {'floatingip': {'port_id': '250b7e08-4a5e-4a12-9a94-e73fe85ae521'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:48.495961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:48.685426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.700541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:48.727932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '2a02d00e-0898-421e-889e-07a40f239ef8', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '2a02d00e-0898-421e-889e-07a40f239ef8', 'mac_address': 'fa:16:3e:e3:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:48.734308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a84c9c7f-e33c-4616-9b3f-0032f8354b4c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:48.838456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88d35639-2f2f-4de6-9161-0ba07fbed7d6 req-292e05c4-34bd-4b7e-9541-5f7b6dfcf93e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563775 Nov 03 18:46:48.860050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a84c9c7f-e33c-4616-9b3f-0032f8354b4c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:48.860993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a84c9c7f-e33c-4616-9b3f-0032f8354b4c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:48.861860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54313528-eec9-420e-a716-1f223f1225fa no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:48.902225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 54313528-eec9-420e-a716-1f223f1225fa {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:48.902734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54313528-eec9-420e-a716-1f223f1225fa not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:48.985415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.091437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-c33d6e1f-1f2b-4406-8ed3-951b010965ae tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-group-rules/e4ddcd41-9086-4ffa-a013-7179f29d52a8 HTTP/1.1" status: 200 len: 783 time: 0.0746324 Nov 03 18:46:49.102497 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.142126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a02d00e-0898-421e-889e-07a40f239ef8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:49.169712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Deleting port 74bb5d71-013d-4a16-a17a-50bafc5167ea {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:49.170562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.197235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:49.229873 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.352743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] DHCP port deletion for ab470b3f-a614-4138-861a-de78937da0bf request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:46:49.498263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:49.519172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] For port 74bb5d71-013d-4a16-a17a-50bafc5167ea, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74bb5d71-013d-4a16-a17a-50bafc5167ea,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:49.519659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.568674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-ec05d89c-170e-4bf9-952e-3f8184c50efd tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/930374b7-07cd-44b3-9352-f54257f4ad23 HTTP/1.1" status: 200 len: 3012 time: 0.4755185 Nov 03 18:46:49.577218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] Deleting port 74bb5d71-013d-4a16-a17a-50bafc5167ea {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:49.577730 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.578361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Calling delete_port for 74bb5d71-013d-4a16-a17a-50bafc5167ea owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:49.713331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-0039fe23-0bb1-4125-aad0-a7c4391e0af1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.728533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-0039fe23-0bb1-4125-aad0-a7c4391e0af1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.742489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] For port 74bb5d71-013d-4a16-a17a-50bafc5167ea, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74bb5d71-013d-4a16-a17a-50bafc5167ea,segment=NetworkSegment(c0a47f65-c0d8-4594-9a3a-247c584ec21d),segment_id=c0a47f65-c0d8-4594-9a3a-247c584ec21d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:49.743127 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.759081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640762bf-1d9f-4f14-9919-3d3aa6c5c36b req-13335a03-1d9c-4bfd-9420-562e1fd6667a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.762363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-640762bf-1d9f-4f14-9919-3d3aa6c5c36b req-13335a03-1d9c-4bfd-9420-562e1fd6667a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.2828856 Nov 03 18:46:49.784170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] Calling delete_port for 74bb5d71-013d-4a16-a17a-50bafc5167ea owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:49.800087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.874483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=74bb5d71-013d-4a16-a17a-50bafc5167ea,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:49.876535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] No DVR routers for this DVR port 74bb5d71-013d-4a16-a17a-50bafc5167ea on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:49.962980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-0039fe23-0bb1-4125-aad0-a7c4391e0af1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.969995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['2a02d00e-0898-421e-889e-07a40f239ef8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:49.997470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-0039fe23-0bb1-4125-aad0-a7c4391e0af1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.998239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfbe6c73-2eab-45aa-951c-dc23c212c2fe req-0039fe23-0bb1-4125-aad0-a7c4391e0af1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/e4ddcd41-9086-4ffa-a013-7179f29d52a8 HTTP/1.1" status: 204 len: 173 time: 0.4094298 Nov 03 18:46:50.057906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.088256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.116573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab470b3f-a614-4138-861a-de78937da0bf']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:50.137852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] Pushing event deleted for resources: {'Port': ['ID=74bb5d71-013d-4a16-a17a-50bafc5167ea,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:50.139934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a47f65-c0d8-4594-9a3a-247c584ec21d') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:50.141803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a47f65-c0d8-4594-9a3a-247c584ec21d') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:50.168829 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.170792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039fe23-0bb1-4125-aad0-a7c4391e0af1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4ddcd41-9086-4ffa-a013-7179f29d52a8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:50.181034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ec478-28da-4adb-b1e3-6d73dcbc4d28 None None] No DVR routers for this DVR port 74bb5d71-013d-4a16-a17a-50bafc5167ea on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:50.221530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-640762bf-1d9f-4f14-9919-3d3aa6c5c36b req-85c55f6a-4df1-4786-ac09-ef69b28cdc02 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282024 Nov 03 18:46:50.280953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.297579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:46:50.298677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:46:50.302343 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:46:50.356206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-94fea4c1-4516-464b-bcbf-184b040396da tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.367879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-94fea4c1-4516-464b-bcbf-184b040396da tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.4295883 Nov 03 18:46:50.519362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74bb5d71-013d-4a16-a17a-50bafc5167ea no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:50.520548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.572956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.587911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] 10.222.0.91 "DELETE /v2.0/networks/ab470b3f-a614-4138-861a-de78937da0bf HTTP/1.1" status: 204 len: 168 time: 2.2818549 Nov 03 18:46:50.591175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812151-4'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:50.593146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937b744-9e47-4704-897d-f912166a7ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=ab470b3f-a614-4138-861a-de78937da0bf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:50.623074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 74bb5d71-013d-4a16-a17a-50bafc5167ea {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:50.623621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74bb5d71-013d-4a16-a17a-50bafc5167ea not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:50.761163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-32bd843d-8b8b-40ac-aaa6-f65db1d168ae tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733981 Nov 03 18:46:50.965192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d01a-8b1a-4b43-ade5-4b67f1dccb26 req-c821bf7d-9d34-4a1e-b1d7-f4eb260a5084 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.968429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edb4d01a-8b1a-4b43-ade5-4b67f1dccb26 req-c821bf7d-9d34-4a1e-b1d7-f4eb260a5084 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.4282088 Nov 03 18:46:51.043907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8b25f-1ec3-4ba2-a734-b063298b670f req-3c316ddb-fd21-499a-b478-27038f053620 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.046609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98b8b25f-1ec3-4ba2-a734-b063298b670f req-3c316ddb-fd21-499a-b478-27038f053620 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 949 time: 0.5782278 Nov 03 18:46:51.064984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.087655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-221d2571-e2e1-4fa6-b19f-5a2f4cb5118b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.090264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-221d2571-e2e1-4fa6-b19f-5a2f4cb5118b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145201 Nov 03 18:46:51.097153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47956) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:51.115644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '8c013f48-0129-48f8-a229-3fd6f661600b', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:51.159909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:46:51.323701 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a62b7197-db15-4243-b860-0d4520af0851 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7edf45698926486885dd7d1200c78595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205627 Nov 03 18:46:51.324112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47962) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:51.407577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edb4d01a-8b1a-4b43-ade5-4b67f1dccb26 req-9dff5b6d-59f4-4697-9192-0c3b30ba0e6d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795483 Nov 03 18:46:51.435125 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.469441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98b8b25f-1ec3-4ba2-a734-b063298b670f req-4e180009-92f4-4288-8c80-db300c732fde tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936603 Nov 03 18:46:51.482966 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.498122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88cef7a2-56ea-4748-98e2-49ab95d9df84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.557442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-27d61c49-3684-49cc-bfbb-be50373e467c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937097 Nov 03 18:46:51.658788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88cef7a2-56ea-4748-98e2-49ab95d9df84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.742899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eabce313-643f-4878-91bc-31abdf43e09f req-7aa0cedb-d2c8-47d7-8288-038d4546490d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 210 time: 0.1389985 Nov 03 18:46:51.745217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:51.751099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.923556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28b49902-4b19-4f82-b15c-3546bfeb8a98 req-3f5790ea-a08f-4e47-9ffb-85e9554dd694 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/930374b7-07cd-44b3-9352-f54257f4ad23 HTTP/1.1" status: 200 len: 2414 time: 0.3173788 Nov 03 18:46:51.976222 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c associated. External IP: 172.25.8.93, port: 250b7e08-4a5e-4a12-9a94-e73fe85ae521. Nov 03 18:46:51.990609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:52.043076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-9d97ca43-0c77-4c17-b9a1-ce52a69cb182 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.047034 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-9d97ca43-0c77-4c17-b9a1-ce52a69cb182 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4694808 Nov 03 18:46:52.123575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:52.175724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88cef7a2-56ea-4748-98e2-49ab95d9df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.180423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88cef7a2-56ea-4748-98e2-49ab95d9df84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.186080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88cef7a2-56ea-4748-98e2-49ab95d9df84 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/787981d6-93f1-4908-94ff-b1e70d98add9 HTTP/1.1" status: 204 len: 168 time: 0.8568995 Nov 03 18:46:52.282048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cef7a2-56ea-4748-98e2-49ab95d9df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787981d6-93f1-4908-94ff-b1e70d98add9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:52.312184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.42 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/e40f0232-8c6c-48b1-b9b4-ce79298223e7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:52.320538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:52.322637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-28b49902-4b19-4f82-b15c-3546bfeb8a98 req-a3983b35-77b3-4d30-b186-31c9e19b3a0a tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.361950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37706e74-3c79-417c-abff-0ad8029b804d req-ce682dc7-4b9b-496a-b5ef-eb5c483799c5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.370039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37706e74-3c79-417c-abff-0ad8029b804d req-ce682dc7-4b9b-496a-b5ef-eb5c483799c5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 945 time: 0.3028085 Nov 03 18:46:52.438159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:52.440404 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307da33f-2c30-44c1-9c59-d6b69a36dbb2" -d '{"events": [{"server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:52.450725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.460783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-28b49902-4b19-4f82-b15c-3546bfeb8a98 req-a3983b35-77b3-4d30-b186-31c9e19b3a0a tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.482724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:52.488410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:52.546588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.655489 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37706e74-3c79-417c-abff-0ad8029b804d req-084b25eb-d5c4-4d15-9f7a-dcb400a5fddf tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844517 Nov 03 18:46:52.663253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:52.671840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.840138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:52.906077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on host n-h1-812151-4 for vnic_type normal with profile {"migrating_to": "n-h2-812151-4"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:52.906976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:52.907675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:52.928968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:52.929814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:52.947026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:52.947634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:52.950613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:52.951925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Bound port: a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:52.952761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.964834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 2a02d00e-0898-421e-889e-07a40f239ef8 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:52.995935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 2a02d00e-0898-421e-889e-07a40f239ef8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:52.996627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.006473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.117845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47982) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:53.270211 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1038987c-d8e8-4513-8ff5-643513be63c1 x-openstack-request-id: req-1038987c-d8e8-4513-8ff5-643513be63c1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:53.271216 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:53.271216 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1038987c-d8e8-4513-8ff5-643513be63c1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:53.271546 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'code': 200} Nov 03 18:46:53.281292 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.301785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:53.306884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:53.311621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:53.322101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:53.323911 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.371278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-28b49902-4b19-4f82-b15c-3546bfeb8a98 req-a3983b35-77b3-4d30-b186-31c9e19b3a0a tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.377374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-28b49902-4b19-4f82-b15c-3546bfeb8a98 req-a3983b35-77b3-4d30-b186-31c9e19b3a0a tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.378292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.378866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28b49902-4b19-4f82-b15c-3546bfeb8a98 req-a3983b35-77b3-4d30-b186-31c9e19b3a0a tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/930374b7-07cd-44b3-9352-f54257f4ad23 HTTP/1.1" status: 204 len: 173 time: 1.4461806 Nov 03 18:46:53.426274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-471f2c16-44d8-429d-a7c0-89757f7a0d9d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3014ce366f4b48c99e374fd13e9b30cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064594 Nov 03 18:46:53.435813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:53.452447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:53.454524 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c334fdd-3fcc-40d7-b0dc-b74e4fd287d6" -d '{"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-plugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:53.484772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on host n-h1-812151-4 for vnic_type normal with profile {"migrating_to": "n-h2-812151-4"} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:53.485555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:53.486299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:53.486494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:53.501435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:53.509299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:53.513466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.27 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/6da192bb-496f-4116-9377-adabb2c59334) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:53.517604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=e40f0232-8c6c-48b1-b9b4-ce79298223e7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:53.519716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Router d879876b-1435-4850-9438-c8abee9b3c50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:53.522714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3983b35-77b3-4d30-b186-31c9e19b3a0a tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930374b7-07cd-44b3-9352-f54257f4ad23,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:53.525942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:53.534974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.562469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:53.563393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Attempting to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:53.584076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b20be3-a8ef-4f56-9e9b-effb8b0bf27d req-c71da146-9c99-4622-a487-27a3f3528110 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.586849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66b20be3-a8ef-4f56-9e9b-effb8b0bf27d req-c71da146-9c99-4622-a487-27a3f3528110 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.3185680 Nov 03 18:46:53.592823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:53.603747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 has no active binding in host n-h2-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:46:53.677804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.678620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.744379 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-2eb4aa2d-94a0-4199-ba23-5bbdaf0a33ba tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6334250 Nov 03 18:46:53.768025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:53.768675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:53.769398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:53.770700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Bound port: a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:53.771344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.791833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Request body: {'port': {'device_id': '8c013f48-0129-48f8-a229-3fd6f661600b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:53.810969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=13']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:53.884385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a19fcc0-8cb7-4e0c-9a05-15fb1706939e req-e4ee5d7a-e60c-43be-bec9-9224d414ceb7 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 210 time: 0.2944062 Nov 03 18:46:53.945490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-796807dd-1597-4bae-a7ed-218e3f28960b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.048846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.127277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.160577 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-796807dd-1597-4bae-a7ed-218e3f28960b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.176621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9bc02768-64bd-4f16-a4d4-a6b09fffbb70 None None] Provisioning complete for port e40f0232-8c6c-48b1-b9b4-ce79298223e7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:54.177815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bc02768-64bd-4f16-a4d4-a6b09fffbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.244322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:54.255135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:54.266494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02768-64bd-4f16-a4d4-a6b09fffbb70 None None] Port e40f0232-8c6c-48b1-b9b4-ce79298223e7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:46:54.270690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:54.280584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:54.292810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.345328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66b20be3-a8ef-4f56-9e9b-effb8b0bf27d req-28622ba6-f910-40fa-9c7d-d20a8d0d0995 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399739 Nov 03 18:46:54.350579 n-d-812151-4 neutron-server[101989]: WARNING neutron.plugins.ml2.plugin [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Concurrent port binding operations failed on port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 Nov 03 18:46:54.372698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-628d821d-5603-4c59-8cda-c67b9cc176f1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242077 Nov 03 18:46:54.410901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:54.424129 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Attempt 2 to bind port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 Nov 03 18:46:54.429792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.430832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.433240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-97a68c85-b44e-436a-91e9-b1b456846294 service neutron] 10.222.0.110 "PUT /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 1121 time: 3.9619949 Nov 03 18:46:54.433556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=6da192bb-496f-4116-9377-adabb2c59334,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:54.488039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:54.494782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.495353 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.511037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:54.522784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.560152 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-f14df13f-e653-4082-8ed4-cde08d48b7ab req-049f6359-b091-4459-82da-8fd5595380b1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] show failed (client error): The resource could not be found. Nov 03 18:46:54.561723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f14df13f-e653-4082-8ed4-cde08d48b7ab req-049f6359-b091-4459-82da-8fd5595380b1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/19b27222-3462-4454-bad0-eb85b8f95218 HTTP/1.1" status: 404 len: 352 time: 0.0718808 Nov 03 18:46:54.585109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1e166803-b936-48bf-b0cc-7b7f0edbbe3d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4717152 Nov 03 18:46:54.654176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['a405f26c-d77d-4d32-8ad4-c8e2f8adc352'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:54.695939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Request body: {'port': {'device_id': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:54.747274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a5fd77b6-ba54-4d59-b084-29e42f123c39 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "PUT /v2.0/floatingips/3dc481b2-4564-42ad-bf14-350cb634fe3c HTTP/1.1" status: 200 len: 990 time: 6.2939916 Nov 03 18:46:54.754468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-796807dd-1597-4bae-a7ed-218e3f28960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.761084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-796807dd-1597-4bae-a7ed-218e3f28960b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.769336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-796807dd-1597-4bae-a7ed-218e3f28960b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7b9bee06-5f85-4e23-a355-dce2661a5c18 HTTP/1.1" status: 204 len: 168 time: 1.3236029 Nov 03 18:46:54.810011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796807dd-1597-4bae-a7ed-218e3f28960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9bee06-5f85-4e23-a355-dce2661a5c18,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:54.816591 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7c689-3ff6-4552-911e-8aef0d76d600 x-openstack-request-id: req-88c7c689-3ff6-4552-911e-8aef0d76d600 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:54.817261 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-plugged", "status": "completed", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:54.817703 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-88c7c689-3ff6-4552-911e-8aef0d76d600 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:54.821342 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'code': 200} Nov 03 18:46:54.828993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['a405f26c-d77d-4d32-8ad4-c8e2f8adc352'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:54.902878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-ff9b7fb1-f4a8-4138-a5a5-4fbc2c25df14 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.916272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-ff9b7fb1-f4a8-4138-a5a5-4fbc2c25df14 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5421057 Nov 03 18:46:54.921943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:54.923066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:54.979653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.984569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-8f95f7bd-cd84-4830-9d2e-fb071b8ff699 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/quotas/12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 375 time: 0.0667095 Nov 03 18:46:55.110565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a58309-4479-4df7-8651-b77c8852b963 req-b45b89f8-49e5-4dac-9ab4-0144840c1bd6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:55.116583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06a58309-4479-4df7-8651-b77c8852b963 req-b45b89f8-49e5-4dac-9ab4-0144840c1bd6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.1968613 Nov 03 18:46:55.161081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-084bef44-46dd-4dab-969e-762b7746f51b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609540 Nov 03 18:46:55.306111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352'}, {'name': 'network-changed', 'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:55.309209 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c704bf96-d24a-45a4-9da8-952d636c98f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352"}, {"name": "network-changed", "server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:55.341723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06a58309-4479-4df7-8651-b77c8852b963 req-a1088160-b39d-47f8-a7bf-d6b71a85cd4d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785767 Nov 03 18:46:55.468249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1325355e-560c-47ca-b0c6-36e2a338789b None None] Provisioning complete for port 6da192bb-496f-4116-9377-adabb2c59334 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:55.469136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1325355e-560c-47ca-b0c6-36e2a338789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.488247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a0d96df-de68-4bd5-ad36-e2d6a8008acd req-8d38ac34-7b74-45eb-991d-061026de033b tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/a6639759-1040-4ec2-bbda-ddb144959716 HTTP/1.1" status: 200 len: 1821 time: 0.1024711 Nov 03 18:46:55.551031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40f0232-8c6c-48b1-b9b4-ce79298223e7 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:55.581520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.682348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Transition to ACTIVE for port object e40f0232-8c6c-48b1-b9b4-ce79298223e7 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:55.690666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a0d96df-de68-4bd5-ad36-e2d6a8008acd req-5427ac60-489b-4e33-924d-f7ad9c95ac69 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.693896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.777195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a0d96df-de68-4bd5-ad36-e2d6a8008acd req-5427ac60-489b-4e33-924d-f7ad9c95ac69 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.853279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1325355e-560c-47ca-b0c6-36e2a338789b None None] Port 6da192bb-496f-4116-9377-adabb2c59334 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:46:55.963540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a0d96df-de68-4bd5-ad36-e2d6a8008acd req-5427ac60-489b-4e33-924d-f7ad9c95ac69 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.970873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a0d96df-de68-4bd5-ad36-e2d6a8008acd req-5427ac60-489b-4e33-924d-f7ad9c95ac69 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.998271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a0d96df-de68-4bd5-ad36-e2d6a8008acd req-5427ac60-489b-4e33-924d-f7ad9c95ac69 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/a6639759-1040-4ec2-bbda-ddb144959716 HTTP/1.1" status: 204 len: 173 time: 0.4886463 Nov 03 18:46:56.047068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427ac60-489b-4e33-924d-f7ad9c95ac69 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6639759-1040-4ec2-bbda-ddb144959716,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:56.057897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:56.387385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Pushing event updated for resources: {'Port': ['ID=e40f0232-8c6c-48b1-b9b4-ce79298223e7,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:56.406138 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc02163-b014-45b2-ba1e-16d8a9ace6b8 x-openstack-request-id: req-9fc02163-b014-45b2-ba1e-16d8a9ace6b8 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:56.407011 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:56.407826 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fc02163-b014-45b2-ba1e-16d8a9ace6b8 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:56.408697 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'status': 'completed', 'code': 200} Nov 03 18:46:56.409717 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'status': 'completed', 'code': 200} Nov 03 18:46:56.569965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Attempting to bind port e40f0232-8c6c-48b1-b9b4-ce79298223e7 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:56.570732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Attempting to bind port e40f0232-8c6c-48b1-b9b4-ce79298223e7 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:56.570920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Attempting to bind port e40f0232-8c6c-48b1-b9b4-ce79298223e7 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:56.639789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-f4e51046-4d41-42be-a47a-0f9376934d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:56.655226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-f4e51046-4d41-42be-a47a-0f9376934d1e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1124 time: 0.1900539 Nov 03 18:46:56.728138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da192bb-496f-4116-9377-adabb2c59334 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:56.747547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.768281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Transition to ACTIVE for port object 6da192bb-496f-4116-9377-adabb2c59334 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:56.769371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Port e40f0232-8c6c-48b1-b9b4-ce79298223e7 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:56.769777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Attempting to bind port e40f0232-8c6c-48b1-b9b4-ce79298223e7 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:56.784190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.811923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:56.812520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:56.813601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:56.814288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Bound port: e40f0232-8c6c-48b1-b9b4-ce79298223e7, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:56.814844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.089274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e3f9-ae73-4d6d-8a46-3a1b355ad09d req-4fd4f703-68f8-48ff-96ce-db61225aef9e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.104000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4370e3f9-ae73-4d6d-8a46-3a1b355ad09d req-4fd4f703-68f8-48ff-96ce-db61225aef9e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.3284504 Nov 03 18:46:57.121485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806871fd-cecd-4d8c-b560-26b00e0c9cff req-64c73a89-cb4d-47d3-9e1f-2cf067f8fb3a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.138001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-806871fd-cecd-4d8c-b560-26b00e0c9cff req-64c73a89-cb4d-47d3-9e1f-2cf067f8fb3a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 935 time: 0.4407592 Nov 03 18:46:57.181524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:57.213514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '3dc481b2-4564-42ad-bf14-350cb634fe3c', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'port_id': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'mac_address': 'fa:16:3e:f6:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:46:50Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:57.247913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Attempting to bind port 6da192bb-496f-4116-9377-adabb2c59334 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:57.248890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Attempting to bind port 6da192bb-496f-4116-9377-adabb2c59334 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:57.249982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Attempting to bind port 6da192bb-496f-4116-9377-adabb2c59334 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:57.256927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da192bb-496f-4116-9377-adabb2c59334,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:57.264746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Port 6da192bb-496f-4116-9377-adabb2c59334 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:57.265674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Attempting to bind port 6da192bb-496f-4116-9377-adabb2c59334 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:57.283495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:57.284413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:57.285335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:57.287424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Bound port: 6da192bb-496f-4116-9377-adabb2c59334, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:57.288285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.351453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-787b1f1f-a0c7-46ee-8ed4-505c5b29b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.354377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-787b1f1f-a0c7-46ee-8ed4-505c5b29b35b service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.6799114 Nov 03 18:46:57.374157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:57.439946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:57.443423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:46:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:57.450318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-806871fd-cecd-4d8c-b560-26b00e0c9cff req-69cfcf42-afe4-4728-ab50-182da0242dd5 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071046 Nov 03 18:46:57.454765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] For port e40f0232-8c6c-48b1-b9b4-ce79298223e7, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:57.473058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] For port e40f0232-8c6c-48b1-b9b4-ce79298223e7, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:57.481256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] For port 6da192bb-496f-4116-9377-adabb2c59334, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:57.486766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.508468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] For port 6da192bb-496f-4116-9377-adabb2c59334, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6da192bb-496f-4116-9377-adabb2c59334,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:57.604385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.607383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4370e3f9-ae73-4d6d-8a46-3a1b355ad09d req-7c3e2d5d-4fa4-438f-b872-dc17abd1d05b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620712 Nov 03 18:46:57.613121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-network', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:57.632123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-7682c3c5-d265-4dfd-935d-d130939a577d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 217 time: 0.2177143 Nov 03 18:46:57.642884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.644381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.647858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] 10.222.0.110 "PUT /v2.0/ports/e40f0232-8c6c-48b1-b9b4-ce79298223e7 HTTP/1.1" status: 200 len: 1095 time: 3.8834488 Nov 03 18:46:57.653279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c013f48-0129-48f8-a229-3fd6f661600b', 'tag': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:57.669459 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32139425-cd83-4056-ad3c-7a432e2cc598" -d '{"events": [{"name": "network-changed", "server_uuid": "8c013f48-0129-48f8-a229-3fd6f661600b", "tag": "e40f0232-8c6c-48b1-b9b4-ce79298223e7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:57.721693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.722765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.727099 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] 10.222.0.110 "PUT /v2.0/ports/6da192bb-496f-4116-9377-adabb2c59334 HTTP/1.1" status: 200 len: 1095 time: 3.0438316 Nov 03 18:46:57.753619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b5c9ceb-35ac-482e-acd7-965778a2a81f req-0086780d-13b0-4c84-9096-a3bffd93d7e5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 210 time: 0.1082828 Nov 03 18:46:57.796530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef2a0-bbed-4ce7-bbd9-72b7d20c955b service neutron] Pushing event updated for resources: {'Port': ['ID=e40f0232-8c6c-48b1-b9b4-ce79298223e7,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:57.858577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:57.895618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Made reservation on behalf of d3e8a8695fa24b599a6870f0bd9ae102 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:57.899730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.992970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.996810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c2a2-17c7-4cc5-80e7-eb9b9dfabae0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da192bb-496f-4116-9377-adabb2c59334,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:58.025297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9662f3de-c8e9-4b3a-b0c5-85423598bc05 req-011c1afe-dd6e-4944-a6ef-628096eb5f75 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/34e2d7c3-280c-493e-864f-502770135c54 HTTP/1.1" status: 200 len: 1821 time: 0.2609708 Nov 03 18:46:58.027579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-40ab576b-5201-4a06-9cc5-21e15bfb448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.030559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-40ab576b-5201-4a06-9cc5-21e15bfb448c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.3637595 Nov 03 18:46:58.170850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-c88871ae-e0d8-434a-9d89-08a27bc1c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.173948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-c88871ae-e0d8-434a-9d89-08a27bc1c53c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 1098 time: 0.1554039 Nov 03 18:46:58.179892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-cdeb25b3-8024-4bb9-a10c-b60e7745b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.182870 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-cdeb25b3-8024-4bb9-a10c-b60e7745b63c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 1098 time: 0.1804514 Nov 03 18:46:58.187121 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-9ed168b4-d90b-4208-85b9-b3e339273151 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012309 Nov 03 18:46:58.337328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-218b4162-ca46-4981-adba-d6291a0e6d52 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6da192bb-496f-4116-9377-adabb2c59334 HTTP/1.1" status: 200 len: 217 time: 0.1364324 Nov 03 18:46:58.341064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-eb372cdd-f019-4d8f-af12-9b39109332ea service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7 HTTP/1.1" status: 200 len: 217 time: 0.1379611 Nov 03 18:46:58.386012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebefa10-167e-4a24-93e3-1d44dbe6ce1c req-850e2cb4-7383-4bdf-9cde-f4880d725a06 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.400188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ebefa10-167e-4a24-93e3-1d44dbe6ce1c req-850e2cb4-7383-4bdf-9cde-f4880d725a06 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.3960276 Nov 03 18:46:58.529770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9662f3de-c8e9-4b3a-b0c5-85423598bc05 req-794a8a02-775f-47c4-944c-d8de739677d1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.585086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-904d06a2-f184-4d1f-9839-58b39d30423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.592785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-904d06a2-f184-4d1f-9839-58b39d30423e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2264271 Nov 03 18:46:58.602304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-df086d2a-37f1-40ad-a80d-2c7610dfef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.608969 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-df086d2a-37f1-40ad-a80d-2c7610dfef5a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2228649 Nov 03 18:46:58.669482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ebefa10-167e-4a24-93e3-1d44dbe6ce1c req-42a3c290-9b1e-4707-ba8a-4c227eb6984b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673826 Nov 03 18:46:58.733169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '3dc481b2-4564-42ad-bf14-350cb634fe3c', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'port_id': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'mac_address': 'fa:16:3e:f6:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:46:50Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:58.747572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9662f3de-c8e9-4b3a-b0c5-85423598bc05 req-794a8a02-775f-47c4-944c-d8de739677d1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.784161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-96197717-4444-47c6-9ccd-f97b16c1e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.787058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-96197717-4444-47c6-9ccd-f97b16c1e9da service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761596 Nov 03 18:46:58.796367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1ae30bd1-eb88-4828-8dbd-a48db851757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.799142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-1ae30bd1-eb88-4828-8dbd-a48db851757e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160178 Nov 03 18:46:58.850814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe754dd3-d2bf-496f-842a-8ca559afe9d9 None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '3dc481b2-4564-42ad-bf14-350cb634fe3c', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'port_id': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'mac_address': 'fa:16:3e:f6:a4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:46:50Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:58.877057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.899952 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.909878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-7e760de1-3455-42be-b1a9-5206f43dc8ff service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945601 Nov 03 18:46:59.012887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:46:59.102911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-6ed12d55-c99d-4601-bb8d-36d8f841e61c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=12054397154a4c4a8704f0382b330fbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2869072 Nov 03 18:46:59.154613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d631f-b795-4b6d-a37e-5e415624c6fd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:59.237077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9662f3de-c8e9-4b3a-b0c5-85423598bc05 req-794a8a02-775f-47c4-944c-d8de739677d1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.251615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9662f3de-c8e9-4b3a-b0c5-85423598bc05 req-794a8a02-775f-47c4-944c-d8de739677d1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.261732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9662f3de-c8e9-4b3a-b0c5-85423598bc05 req-794a8a02-775f-47c4-944c-d8de739677d1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/34e2d7c3-280c-493e-864f-502770135c54 HTTP/1.1" status: 204 len: 173 time: 1.1820734 Nov 03 18:46:59.283101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.283788 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Added segment b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca of type vlan for network 7a71bd18-82e5-4966-a858-8f6ffd961f03 Nov 03 18:46:59.422354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a8a02-775f-47c4-944c-d8de739677d1 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e2d7c3-280c-493e-864f-502770135c54,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:59.441847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-7a2a7175-d7b7-43e8-8320-9c454d653163 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099306 Nov 03 18:46:59.452335 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-7b0a5204-941d-4192-a721-32d8df23e226 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772867 Nov 03 18:46:59.473557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.505539 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cefb799-67ac-4b86-b3e2-4ac5784c134f None None] New status for floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:46:59.715688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.717368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.718941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.731625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-838e06fd-bbfa-444a-959c-c8096229398b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607235 Nov 03 18:46:59.809283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079537-cedb-459c-a3cd-947ab84cabdb req-d682a9f0-0772-4a6a-9347-dd5a69414551 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.814343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37079537-cedb-459c-a3cd-947ab84cabdb req-d682a9f0-0772-4a6a-9347-dd5a69414551 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 947 time: 0.2939584 Nov 03 18:46:59.828404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6315231 Nov 03 18:46:59.859717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48072) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:59.859717 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd8a2a-9496-46ae-a845-7d74576b64cf x-openstack-request-id: req-ffdd8a2a-9496-46ae-a845-7d74576b64cf {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:59.859717 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c013f48-0129-48f8-a229-3fd6f661600b", "tag": "e40f0232-8c6c-48b1-b9b4-ce79298223e7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:59.859717 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ffdd8a2a-9496-46ae-a845-7d74576b64cf {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:59.860519 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c013f48-0129-48f8-a229-3fd6f661600b', 'tag': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', 'status': 'completed', 'code': 200} Nov 03 18:46:59.897710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-072d6639-c078-45b0-aa65-e53394475973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.900177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-072d6639-c078-45b0-aa65-e53394475973 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=744530cde0db4edc92869acaa4d7a116&device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 1096 time: 0.2621703 Nov 03 18:46:59.914977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Request body: {'subnet': {'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-subnet', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:59.931615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-84293dc4-943a-4e6e-b51c-388a529c9ad8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.933563 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-84293dc4-943a-4e6e-b51c-388a529c9ad8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7895758 Nov 03 18:46:59.936675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0e1aa-d4fc-4bc1-ad54-feb362edba37 admin admin] Pushing event updated for resources: {'Network': ['ID=7a71bd18-82e5-4966-a858-8f6ffd961f03,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:59.955531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:00.048685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Request body: {'port': {'device_id': '24efe856-0374-4e1f-9666-781e3ae1adae', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '12054397154a4c4a8704f0382b330fbe'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:00.167220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37079537-cedb-459c-a3cd-947ab84cabdb req-2b5c3f7a-f5f5-40fe-9af1-7afd7b6dd4a7 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871511 Nov 03 18:47:00.202526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483094d-b22a-4c4e-a206-e0686d55dd30 req-5a5c0551-3a35-4875-9a2c-10390e5e15e5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.211574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3483094d-b22a-4c4e-a206-e0686d55dd30 req-5a5c0551-3a35-4875-9a2c-10390e5e15e5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2701955 Nov 03 18:47:00.246089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Made reservation on behalf of d3e8a8695fa24b599a6870f0bd9ae102 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:00.250209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.303920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-8fc9541d-6005-4cb1-9f8e-1f23a4b5eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.306817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-8fc9541d-6005-4cb1-9f8e-1f23a4b5eac2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 200 len: 925 time: 0.3872631 Nov 03 18:47:00.476791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3483094d-b22a-4c4e-a206-e0686d55dd30 req-bf6c53b8-cd00-4310-bfac-4d6e3ab7727a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556827 Nov 03 18:47:00.480183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ddda2de-e740-4e1a-8411-08fb516efc42 req-ad818645-fd22-4841-871f-2b36438ed588 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 210 time: 0.1366751 Nov 03 18:47:00.552412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-65e5fe67-db09-47a9-b765-38a71693906e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521 HTTP/1.1" status: 200 len: 1000 time: 0.2286301 Nov 03 18:47:00.751677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fed0e1a4-6440-4a53-8017-f84aea637073 req-2e8c7a92-cad3-4025-ae31-2e40d90f804b tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/78e32687-6c56-48bf-8e62-4a2c531bd7a3 HTTP/1.1" status: 200 len: 1822 time: 0.2047517 Nov 03 18:47:00.754611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-c1e6a7a6-d5bf-4bb9-ab70-ace368b74fad service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9978967 Nov 03 18:47:00.767559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-6b071d9f-be1b-4f4e-88f5-441bcabe2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.770521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-6b071d9f-be1b-4f4e-88f5-441bcabe2b04 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 200 len: 863 time: 0.1993451 Nov 03 18:47:00.859146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-946550ce-10bd-45bf-9135-ce8bda5349f8 req-d13a6a8b-d4fe-4959-990a-5cadf98463aa service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3543410 Nov 03 18:47:00.878881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081e05b-562a-433c-a47d-f27642964f68 req-4ba5792b-752e-4ef9-91a5-9838bf801e8e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.882599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c081e05b-562a-433c-a47d-f27642964f68 req-4ba5792b-752e-4ef9-91a5-9838bf801e8e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.2195849 Nov 03 18:47:00.993123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-c2068420-11f3-409b-9e3a-7d35cf38ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.995454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-c2068420-11f3-409b-9e3a-7d35cf38ceb1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b3ce15cb-fe09-40b2-a8f5-62db45c190a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027094 Nov 03 18:47:01.020662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-74fd6633-5231-429b-9400-ef167427db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.023447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-74fd6633-5231-429b-9400-ef167427db0c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 1098 time: 0.1686916 Nov 03 18:47:01.027676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Made reservation on behalf of 12054397154a4c4a8704f0382b330fbe for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:01.033464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.042954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fed0e1a4-6440-4a53-8017-f84aea637073 req-ff0cb829-6a22-4da8-a260-8bec16401221 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.078881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c081e05b-562a-433c-a47d-f27642964f68 req-192c7cd7-ea88-4299-9508-5d4b1151c823 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751697 Nov 03 18:47:01.183040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fed0e1a4-6440-4a53-8017-f84aea637073 req-ff0cb829-6a22-4da8-a260-8bec16401221 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.268179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-7df34a0a-472c-416f-bac8-3e445e25dbef service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483830 Nov 03 18:47:01.321388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fed0e1a4-6440-4a53-8017-f84aea637073 req-ff0cb829-6a22-4da8-a260-8bec16401221 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.327306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fed0e1a4-6440-4a53-8017-f84aea637073 req-ff0cb829-6a22-4da8-a260-8bec16401221 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.330662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fed0e1a4-6440-4a53-8017-f84aea637073 req-ff0cb829-6a22-4da8-a260-8bec16401221 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/78e32687-6c56-48bf-8e62-4a2c531bd7a3 HTTP/1.1" status: 204 len: 173 time: 0.5568037 Nov 03 18:47:01.404433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cb829-6a22-4da8-a260-8bec16401221 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e32687-6c56-48bf-8e62-4a2c531bd7a3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.496533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.558420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c704bf96-d24a-45a4-9da8-952d636c98f9 req-44653d32-44d2-40d1-b2b3-40ea21710f67 service neutron] 10.222.0.115 "GET /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702589 Nov 03 18:47:01.601817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-c743a8bb-8cce-4304-a509-7d4606716797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.604267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-c743a8bb-8cce-4304-a509-7d4606716797 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5657165 Nov 03 18:47:01.608950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af99425b-7e1f-4bcb-9967-c0dd3aa5c674 req-c3b3d70d-b94c-4644-b55c-7e618140e293 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/f7c5fab4-207c-4bd1-81fa-a2384c1adb4f HTTP/1.1" status: 200 len: 2420 time: 0.1756668 Nov 03 18:47:01.671423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810bd11-9df1-40b5-a4a7-0a12ec880994 req-6424660a-ae98-49a7-9009-1396d7d5dddc tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.676378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6810bd11-9df1-40b5-a4a7-0a12ec880994 req-6424660a-ae98-49a7-9009-1396d7d5dddc tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 947 time: 0.1529386 Nov 03 18:47:01.759930 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-3cbcb9b4-d8cd-4e27-8bd6-31e9e10c68da service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7 HTTP/1.1" status: 200 len: 217 time: 0.1030600 Nov 03 18:47:01.766130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975cd43d-74f8-4855-a2c7-70a2b2fb906a,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.807860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Checking segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:01.808522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Network hostable DHCP agents. Network: 7a71bd18-82e5-4966-a858-8f6ffd961f03, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:01.828378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6810bd11-9df1-40b5-a4a7-0a12ec880994 req-6a692204-b223-4ef8-abb0-8006b5e90dcc tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378906 Nov 03 18:47:01.834219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af99425b-7e1f-4bcb-9967-c0dd3aa5c674 req-26444fbd-5eda-45b1-b0a2-942d8770319d tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.868411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'tag': '6da192bb-496f-4116-9377-adabb2c59334'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:01.872512 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b7b22f-bfbe-4080-ba71-13fa609f9245" -d '{"events": [{"name": "network-changed", "server_uuid": "6b088bb9-a1a2-41a9-8d29-131bfe645f71", "tag": "6da192bb-496f-4116-9377-adabb2c59334"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:01.887798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af99425b-7e1f-4bcb-9967-c0dd3aa5c674 req-26444fbd-5eda-45b1-b0a2-942d8770319d tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.906583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Allocated IP 192.168.233.30 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:01.946137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-c0248040-4cbb-4bf1-a76d-2fd38c66586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.949075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-c0248040-4cbb-4bf1-a76d-2fd38c66586a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1609209 Nov 03 18:47:01.966240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:02.010462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9b3c383-868a-4147-9f34-44fca7c34aec req-ba5d9f4f-c897-4a71-bc18-55c1bfd6cff0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 210 time: 0.0553122 Nov 03 18:47:02.027882 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af99425b-7e1f-4bcb-9967-c0dd3aa5c674 req-26444fbd-5eda-45b1-b0a2-942d8770319d tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.038163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af99425b-7e1f-4bcb-9967-c0dd3aa5c674 req-26444fbd-5eda-45b1-b0a2-942d8770319d tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.042713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7a71bd18-82e5-4966-a858-8f6ffd961f03) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:02.065733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af99425b-7e1f-4bcb-9967-c0dd3aa5c674 req-26444fbd-5eda-45b1-b0a2-942d8770319d tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/f7c5fab4-207c-4bd1-81fa-a2384c1adb4f HTTP/1.1" status: 204 len: 173 time: 0.4278893 Nov 03 18:47:02.074064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.075811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.089440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df903203-efa0-447f-aea6-e624b585d496 None None] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:02.092333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444fbd-5eda-45b1-b0a2-942d8770319d tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5fab4-207c-4bd1-81fa-a2384c1adb4f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:02.193372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.196381 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a8693b-b9b2-4339-a224-ec4d73fa1f90 x-openstack-request-id: req-18a8693b-b9b2-4339-a224-ec4d73fa1f90 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:02.196903 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b088bb9-a1a2-41a9-8d29-131bfe645f71", "tag": "6da192bb-496f-4116-9377-adabb2c59334", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:02.197284 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18a8693b-b9b2-4339-a224-ec4d73fa1f90 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:02.204981 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'tag': '6da192bb-496f-4116-9377-adabb2c59334', 'status': 'completed', 'code': 200} Nov 03 18:47:02.218215 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:47:02.221670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af3c64e6-6dc1-4127-9675-55a34943c445 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3571692 Nov 03 18:47:02.230675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-76ab57ff-54a7-4844-8a83-f12b03ba1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.232576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-76ab57ff-54a7-4844-8a83-f12b03ba1cf5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2704251 Nov 03 18:47:02.241829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:02.252458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:02.399708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d91077f6-ed3e-4e48-9449-9ebf08f7a5ec req-1e4726d9-6660-4f37-8eb1-4443a7406553 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "GET /v2.0/security-groups/ce50cf07-536d-40ec-91e9-005f66c4f1bb HTTP/1.1" status: 200 len: 2414 time: 0.2178571 Nov 03 18:47:02.404910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.406880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.495188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612d24-8164-4f17-a668-ba8d9bbbed51 req-8e032f97-371c-4bbc-a190-4b02255ab4f2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.506678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f612d24-8164-4f17-a668-ba8d9bbbed51 req-8e032f97-371c-4bbc-a190-4b02255ab4f2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2274346 Nov 03 18:47:02.528775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-7a71bd18-82e5-4966-a858-8f6ffd961f03', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:47:02.531602 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.551874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-05745609-7bc9-45d4-a684-6692aa811c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.554629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-05745609-7bc9-45d4-a684-6692aa811c13 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 1098 time: 0.2726507 Nov 03 18:47:02.623041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.636001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.740357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.769137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-465ca18f-c724-4db2-8be7-c2a2ba30891b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713764 Nov 03 18:47:02.835268 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d91077f6-ed3e-4e48-9449-9ebf08f7a5ec req-a70c8bc2-2ea4-4c26-9e0d-7c2a226d0b77 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.866943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Allocated IP 172.20.0.2 (7a71bd18-82e5-4966-a858-8f6ffd961f03/975cd43d-74f8-4855-a2c7-70a2b2fb906a/9dd8732f-df71-418a-ac44-3dfe0d36a0c9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:02.870698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f612d24-8164-4f17-a668-ba8d9bbbed51 req-91a3736d-67d6-4a46-8b3e-3d99045c3859 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623950 Nov 03 18:47:02.961302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-e5a1d25f-ca39-4b77-b996-07ac9d34364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.966205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-e5a1d25f-ca39-4b77-b996-07ac9d34364f service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3753331 Nov 03 18:47:02.972390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.001352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd', '5ad11f38-8075-46ee-9e79-0a2aad9dd178', '2a02d00e-0898-421e-889e-07a40f239ef8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:03.049006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d91077f6-ed3e-4e48-9449-9ebf08f7a5ec req-a70c8bc2-2ea4-4c26-9e0d-7c2a226d0b77 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.077162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.156229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:03.323814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d91077f6-ed3e-4e48-9449-9ebf08f7a5ec req-a70c8bc2-2ea4-4c26-9e0d-7c2a226d0b77 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.331615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d91077f6-ed3e-4e48-9449-9ebf08f7a5ec req-a70c8bc2-2ea4-4c26-9e0d-7c2a226d0b77 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.346674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d91077f6-ed3e-4e48-9449-9ebf08f7a5ec req-a70c8bc2-2ea4-4c26-9e0d-7c2a226d0b77 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] 10.222.0.91 "DELETE /v2.0/security-groups/ce50cf07-536d-40ec-91e9-005f66c4f1bb HTTP/1.1" status: 204 len: 173 time: 0.9295220 Nov 03 18:47:03.352035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48102) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:03.354069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-cd58d500-982c-404a-88da-5822fee28c79 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6da192bb-496f-4116-9377-adabb2c59334 HTTP/1.1" status: 200 len: 217 time: 0.3568914 Nov 03 18:47:03.367988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:03.387719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:03.396584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:03.413960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d289b7-9dae-4476-b1cc-576bc707f165 req-acd33e24-47b9-491b-b682-6dd4a3e12c3d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.421629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6d289b7-9dae-4476-b1cc-576bc707f165 req-acd33e24-47b9-491b-b682-6dd4a3e12c3d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.3333142 Nov 03 18:47:03.479374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.506968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.553345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c8bc2-2ea4-4c26-9e0d-7c2a226d0b77 tempest-SecurityGroupRulesTestJSON-1896361687 tempest-SecurityGroupRulesTestJSON-1896361687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50cf07-536d-40ec-91e9-005f66c4f1bb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:03.727400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:03.742641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:03.746077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-f3f9929e-b055-4823-ae63-cba17e4249c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.747880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-f3f9929e-b055-4823-ae63-cba17e4249c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3751717 Nov 03 18:47:03.756666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:03.810297 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-32139425-cd83-4056-ad3c-7a432e2cc598 req-7dbc6fab-8696-4e43-b9e5-33be946a6438 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418860 Nov 03 18:47:03.836696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.837839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.978704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-1df8166c-9936-4fce-be38-1eccb4865598 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9464288 Nov 03 18:47:04.008966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Request body: {'port': {'device_id': '24efe856-0374-4e1f-9666-781e3ae1adae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:04.021423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-e3cf42a2-140a-4c79-88e4-8568873e330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.024357 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-e3cf42a2-140a-4c79-88e4-8568873e330f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467728 Nov 03 18:47:04.263575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.272638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Pushing event updated for resources: {'Port': ['ID=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:04.398402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-4eb1ce2f-78d9-46e1-b74a-fd2e54c7bd0c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374200 Nov 03 18:47:04.406064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Attempting to bind port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:04.406794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Attempting to bind port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:04.407578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Attempting to bind port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:04.408009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Deleting subnet 153b5fab-cad8-4d4b-9f61-08bb14a1413f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:47:04.440081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3c155-6050-4aab-aa4c-7cb67fac1af0 req-06ea1394-f8c9-490e-bfb1-627b7d5731e1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.441806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-021a9efb-ce49-4259-826f-cc2d3cbbd54e None None] Provisioning complete for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:04.443074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-021a9efb-ce49-4259-826f-cc2d3cbbd54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.453843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5a3c155-6050-4aab-aa4c-7cb67fac1af0 req-06ea1394-f8c9-490e-bfb1-627b7d5731e1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 947 time: 0.2633657 Nov 03 18:47:04.459909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.524504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-021a9efb-ce49-4259-826f-cc2d3cbbd54e None None] Port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:04.527627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:04.528609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Checking segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:04.529426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.530257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Bound using segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:04.531233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Bound port: 9dd8732f-df71-418a-ac44-3dfe0d36a0c9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:04.532503 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.548096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6d289b7-9dae-4476-b1cc-576bc707f165 req-a30fcf76-5809-4ea7-9524-cbf28b6eabf6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0797241 Nov 03 18:47:04.565526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6da192bb-496f-4116-9377-adabb2c59334 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:04.608057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:04.904216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5a3c155-6050-4aab-aa4c-7cb67fac1af0 req-b556dfda-ebde-4274-ae3f-4041fc681b17 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473059 Nov 03 18:47:04.919239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6da192bb-496f-4116-9377-adabb2c59334, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6da192bb-496f-4116-9377-adabb2c59334,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:05.001192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:05.075579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] For port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:05.082179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] For port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:05.087495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '6da192bb-496f-4116-9377-adabb2c59334', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '6da192bb-496f-4116-9377-adabb2c59334', 'mac_address': 'fa:16:3e:02:2a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:05.095273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.110031 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.115906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.163261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Transition to ACTIVE for port object 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:05.175310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.179089 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c8ceacb-dcd2-40c1-9495-6719f8f4fdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.192639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.246990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.276890 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78b7b22f-bfbe-4080-ba71-13fa609f9245 req-3ef0809f-7f18-4806-bae6-936d72ee3918 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512616 Nov 03 18:47:05.337744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.368382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:05.449092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c09c-6050-4f00-b92b-97940b2379fc req-2c99dca7-cc10-4701-9e59-d3b5ca5dee70 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.479459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9055c09c-6050-4f00-b92b-97940b2379fc req-2c99dca7-cc10-4701-9e59-d3b5ca5dee70 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 935 time: 0.6958952 Nov 03 18:47:05.490252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da192bb-496f-4116-9377-adabb2c59334 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:05.571136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:05.591171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:05.591957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:05.592709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:05.616460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:05.617633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:05.628043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:05.628617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:05.629226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:05.630346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Bound port: 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:05.631127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.650235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.756969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.767317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/153b5fab-cad8-4d4b-9f61-08bb14a1413f HTTP/1.1" status: 204 len: 168 time: 2.3440895 Nov 03 18:47:05.775922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48112) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:05.777397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73d435-6083-4238-bace-8c4f087a9d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153b5fab-cad8-4d4b-9f61-08bb14a1413f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:05.806195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:05.814036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:05.831622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6da192bb-496f-4116-9377-adabb2c59334, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6da192bb-496f-4116-9377-adabb2c59334,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:05.836933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.845483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8d9bb-dc40-4288-bab8-c71087c9973e req-971d61cd-9f13-4a5c-b383-2639f399155e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.864957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31b8d9bb-dc40-4288-bab8-c71087c9973e req-971d61cd-9f13-4a5c-b383-2639f399155e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.7164648 Nov 03 18:47:05.921718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd67410-7cbf-455a-b0ce-d7083c91ac4d None None] Pushing event updated for resources: {'Port': ['ID=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:05.980147 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:05.981215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e40f0232-8c6c-48b1-b9b4-ce79298223e7 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:06.048983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:06.056541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.059734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] 10.222.0.115 "PUT /v2.0/ports/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 1095 time: 2.0586946 Nov 03 18:47:06.064384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:06.070462 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1" -d '{"events": [{"name": "network-changed", "server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:06.096338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9055c09c-6050-4f00-b92b-97940b2379fc req-71fc9e43-60b7-4efc-ad85-5b0feabc2459 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154923 Nov 03 18:47:06.291895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31b8d9bb-dc40-4288-bab8-c71087c9973e req-819ed44c-7226-4ad1-961f-6c407c0b0354 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240618 Nov 03 18:47:06.303511 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.314267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Allocated IP 172.25.8.216 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/95fc0c72-6e2d-4878-82e7-432e00f4065d) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:06.366670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899d16d-6337-4a06-8638-b9e6e710801e service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:06.422912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-69dfb26f-ee9d-4e01-9d39-eb415dfd029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:06.429892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-69dfb26f-ee9d-4e01-9d39-eb415dfd029d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1098 time: 0.2410862 Nov 03 18:47:06.477367 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:47:06.601600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-b080901c-b928-4c42-ae6c-e1ed03ebd3dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.1581559 Nov 03 18:47:06.671421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e40f0232-8c6c-48b1-b9b4-ce79298223e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:06.755958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6da192bb-496f-4116-9377-adabb2c59334,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:06.780593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-f0386f9f-1bb9-4fcd-a5ab-764c65506b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:06.783120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-f0386f9f-1bb9-4fcd-a5ab-764c65506b9d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1616406 Nov 03 18:47:06.789043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', 'mac_address': 'fa:16:3e:fa:01:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:06.871933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:06.939305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.970010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-b0662f52-f0a5-4770-9d66-9dc8d62a7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:06.974900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-b0662f52-f0a5-4770-9d66-9dc8d62a7138 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753297 Nov 03 18:47:06.992687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f4fda9-d21e-4a80-8634-7d5f9c66ecdd']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:07.012483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db12f087-2b28-484d-a04e-2cab464666bb') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:07.015070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db12f087-2b28-484d-a04e-2cab464666bb') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:07.037386 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.064452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.065777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.077722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:47:07.078709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.150454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40f0232-8c6c-48b1-b9b4-ce79298223e7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:47:07.204762 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:47:07.213063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e40f0232-8c6c-48b1-b9b4-ce79298223e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:07.232880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:07.233330 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.249599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-92472290-ef86-46a9-a1cf-3a0c64b17898 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364962 Nov 03 18:47:07.306447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.314726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.458147 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-638856fd-05b9-4e36-94c5-8b8614500e38 req-b1437377-6030-40a3-a2ae-ac385870c2ae service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968110 Nov 03 18:47:07.464631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.499120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e40f0232-8c6c-48b1-b9b4-ce79298223e7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.510797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.516930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] 10.222.0.91 "DELETE /v2.0/networks/20f4fda9-d21e-4a80-8634-7d5f9c66ecdd HTTP/1.1" status: 204 len: 168 time: 1.7341216 Nov 03 18:47:07.577001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0af0d-d119-4953-86c0-827d9d2006a5 req-0f8e43a0-aea3-4ce4-a530-7f7a0d28aed3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:07.580432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebd0af0d-d119-4953-86c0-827d9d2006a5 req-0f8e43a0-aea3-4ce4-a530-7f7a0d28aed3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.8122122 Nov 03 18:47:07.581038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550a41-2616-40e8-82cc-20ea4452dd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=20f4fda9-d21e-4a80-8634-7d5f9c66ecdd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.586540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:07.595421 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.606178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.623754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b7db-12ba-4e21-a662-efc618d9d5e5 req-5066a1b5-4184-4c74-bd09-0b060d64b0c0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:07.636288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15d7b7db-12ba-4e21-a662-efc618d9d5e5 req-5066a1b5-4184-4c74-bd09-0b060d64b0c0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 948 time: 0.8703113 Nov 03 18:47:07.689051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc19bf-35ce-4194-aab9-f438d93028cd None None] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:07.771914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-a09867b4-a293-4f2d-9de7-c32531f26342 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5114658 Nov 03 18:47:07.836861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48128) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.874339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-15e68f52-ac65-45be-b0b6-358c78cdd84c service neutron] 10.222.0.115 "GET /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.5422635 Nov 03 18:47:07.893578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.922171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15d7b7db-12ba-4e21-a662-efc618d9d5e5 req-470690f0-6092-46c2-a278-d408e5b40a0a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745938 Nov 03 18:47:07.922475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-631d1071-6e10-4335-9ea3-1901fac5d6f0 None None] Provisioning complete for port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:07.922830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-631d1071-6e10-4335-9ea3-1901fac5d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.952006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ac56b362-b459-4779-80ad-7b53f2e12d34 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0324c3e0edc9445cabe63f1952e124c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134281 Nov 03 18:47:07.953087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.992785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebd0af0d-d119-4953-86c0-827d9d2006a5 req-210056a3-f3d7-4968-8787-ceef7b14c53b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422060 Nov 03 18:47:08.076685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.088746 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec83116-5999-4fcf-8415-a63e7c656ef3 x-openstack-request-id: req-cec83116-5999-4fcf-8415-a63e7c656ef3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:08.089164 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:08.089581 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cec83116-5999-4fcf-8415-a63e7c656ef3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:08.090305 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'status': 'completed', 'code': 200} Nov 03 18:47:08.110674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['6da192bb-496f-4116-9377-adabb2c59334'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:08.173630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b69984ec-0f3e-44b8-8b81-1ec28b660232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.209755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e40f0232-8c6c-48b1-b9b4-ce79298223e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:08.227011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b69984ec-0f3e-44b8-8b81-1ec28b660232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.240172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-4096bad5-5900-4f2c-af9a-9d7a93b01dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.244356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-4096bad5-5900-4f2c-af9a-9d7a93b01dbb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1095 time: 0.4130213 Nov 03 18:47:08.249181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-7e3f1c2a-705f-4728-b158-8e0946f29777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.251584 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-7e3f1c2a-705f-4728-b158-8e0946f29777 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1098 time: 0.1541524 Nov 03 18:47:08.320783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:08.408553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:08.413777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:08.428754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84632853-7118-4844-aa00-11d096d1ae05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.439646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Pushing event updated for resources: {'Port': ['ID=95fc0c72-6e2d-4878-82e7-432e00f4065d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:08.519414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-530fd5a0-5858-4d08-886b-b420c6153efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.522236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-530fd5a0-5858-4d08-886b-b420c6153efa service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2320502 Nov 03 18:47:08.523380 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b69984ec-0f3e-44b8-8b81-1ec28b660232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.528281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b69984ec-0f3e-44b8-8b81-1ec28b660232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.533832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b69984ec-0f3e-44b8-8b81-1ec28b660232 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f0632891-8b18-4e44-8308-56aa39728542 HTTP/1.1" status: 204 len: 168 time: 0.5789590 Nov 03 18:47:08.637037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69984ec-0f3e-44b8-8b81-1ec28b660232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0632891-8b18-4e44-8308-56aa39728542,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:08.648868 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-2ebf1241-7efe-4636-91c6-55f6139aef63 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.1112254 Nov 03 18:47:08.747063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:08.748111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45eeba-d366-41b3-a7e4-922e28ad9c58 req-a9993d01-5c3d-49cd-961d-e65a93f0ecec tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.755972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a45eeba-d366-41b3-a7e4-922e28ad9c58 req-a9993d01-5c3d-49cd-961d-e65a93f0ecec tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 947 time: 0.5596249 Nov 03 18:47:08.788145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-2803c2c7-a911-4b2b-b493-8acf081cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.794546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-2803c2c7-a911-4b2b-b493-8acf081cf1a5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1281765 Nov 03 18:47:08.947929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a053-19a2-42d5-bf23-31db99e7bfa4 req-6b350382-9ed0-491b-bf97-aa6e042fa736 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.967126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d19a053-19a2-42d5-bf23-31db99e7bfa4 req-6b350382-9ed0-491b-bf97-aa6e042fa736 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.8031950 Nov 03 18:47:08.971412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-43ffd50f-ea9d-40a7-a221-b82891d3d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.974763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-43ffd50f-ea9d-40a7-a221-b82891d3d48c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704483 Nov 03 18:47:08.991841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-6984b71b-1aea-42a2-a023-56b6f6c71a2c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181762 Nov 03 18:47:09.087977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:09.088509 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.202624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f81d0085-48da-4c98-a30c-7af3a981f6a9 None None] Provisioning complete for port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:09.203224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f81d0085-48da-4c98-a30c-7af3a981f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.292585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-17bae8a4-a567-4ebb-9f35-adaed5b29f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.296464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-17bae8a4-a567-4ebb-9f35-adaed5b29f23 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 1101 time: 0.1256480 Nov 03 18:47:09.339140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-3e3da76b-f1d6-4917-ae5b-a940ca650871 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452942 Nov 03 18:47:09.455573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-6baae32d-9681-4a7f-992e-c16e763a869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.458065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-6baae32d-9681-4a7f-992e-c16e763a869c service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 1.1492150 Nov 03 18:47:09.477407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a45eeba-d366-41b3-a7e4-922e28ad9c58 req-3005b023-e6ce-4feb-8629-7657f470f70e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953900 Nov 03 18:47:09.595824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:09.621390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-57e1320c-cfb2-4c88-8ad4-a8e4bec11eef service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.1319904 Nov 03 18:47:09.697510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.760003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-674aed60-03ad-42e5-b7cc-d39533cc255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.773135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-674aed60-03ad-42e5-b7cc-d39533cc255d service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4293270 Nov 03 18:47:09.802789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:09.900832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d19a053-19a2-42d5-bf23-31db99e7bfa4 req-3dda455b-0007-4424-908a-cd6c20f861f5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8890977 Nov 03 18:47:09.928995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0e3a9c5-6be2-4c41-a3bb-01b3e88490b1 req-c6f3f532-1ebb-4350-98a0-3dc7071469a6 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602260 Nov 03 18:47:09.931483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-963dd2ac-c6c0-44fa-b181-514a47506c50 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 200 len: 217 time: 0.1303749 Nov 03 18:47:10.026416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-6e3c0362-19ab-469f-a769-2f8154b05608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.030735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-6e3c0362-19ab-469f-a769-2f8154b05608 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.3100162 Nov 03 18:47:10.519919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-7d9fa254-f821-4c50-bddb-a161e29ad2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.524526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-7d9fa254-f821-4c50-bddb-a161e29ad2c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.5720825 Nov 03 18:47:10.557029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:10.601737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.612101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a405f26c-d77d-4d32-8ad4-c8e2f8adc352 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:10.636211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-20f05951-8734-4541-81f2-0cfcc5da13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.639442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-20f05951-8734-4541-81f2-0cfcc5da13d3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946095 Nov 03 18:47:10.728644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:10.816328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1158841299-network', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:10.829396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-7dca5d4d-5690-4f14-be88-00a2c67a2bb9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051163 Nov 03 18:47:10.839824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.885895 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-c19541e3-b65e-4cd1-b35b-eac658d0ce11 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324698 Nov 03 18:47:10.898648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:10.904205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.938894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f3e91-a9fc-4d5b-bd20-a5eae2e4a48e req-93d6688a-17e4-4533-ac9a-06058203fc30 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.941125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c85f3e91-a9fc-4d5b-bd20-a5eae2e4a48e req-93d6688a-17e4-4533-ac9a-06058203fc30 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 948 time: 1.0094142 Nov 03 18:47:10.954432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.134877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf6d8c-b26b-4a47-b98c-0556ec277bbb req-d09f03ad-dc71-47fc-aa5a-d80f2812f817 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:11.134877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79cf6d8c-b26b-4a47-b98c-0556ec277bbb req-d09f03ad-dc71-47fc-aa5a-d80f2812f817 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 943 time: 0.5138068 Nov 03 18:47:11.216421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffd779ee-70a7-4317-927b-6d385c39c326 req-6195d990-a8ba-4dee-9dae-b1b016bd2760 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081615 Nov 03 18:47:11.266898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.275482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.318088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6da192bb-496f-4116-9377-adabb2c59334 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:11.335199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:11.372097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dc9536-a4e8-4a3e-9eb3-199ded85ceae,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:11.378200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.378681 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Added segment d9cefab3-bf50-416a-b15e-05b8448a28d6 of type vlan for network 22eb02e1-6b86-47d4-baee-04b220578556 Nov 03 18:47:11.389376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-8f5e18b0-6416-42a0-8838-3a44149faaa3 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374429 Nov 03 18:47:11.479691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 6da192bb-496f-4116-9377-adabb2c59334 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:11.486999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 6da192bb-496f-4116-9377-adabb2c59334 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:11.487653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.516396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.530190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c85f3e91-a9fc-4d5b-bd20-a5eae2e4a48e req-476c6dcf-424d-4e1d-9a1a-b9364801f922 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997301 Nov 03 18:47:11.573325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:11.576543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.581556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:11.583018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.748764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.809259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2506864 Nov 03 18:47:11.815533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:11.831241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Request body: {'subnet': {'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1158841299-subnet', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:11.840595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80209f-cd05-4124-bf4c-196e3a8f19db admin admin] Pushing event updated for resources: {'Network': ['ID=22eb02e1-6b86-47d4-baee-04b220578556,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:11.881759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:11.888088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.903252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] Transition to ACTIVE for port object a405f26c-d77d-4d32-8ad4-c8e2f8adc352 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:11.998227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79cf6d8c-b26b-4a47-b98c-0556ec277bbb req-fd42f6e9-7774-4927-af34-49444711b900 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8277712 Nov 03 18:47:12.012339 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.032297 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.057076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 22eb02e1-6b86-47d4-baee-04b220578556 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:12.218518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:12.249753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42f993-b98b-44d2-9bdb-6a500f440fbd req-7704b910-b93c-4b4e-8361-2ea5b7eab63c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:12.266332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab42f993-b98b-44d2-9bdb-6a500f440fbd req-7704b910-b93c-4b4e-8361-2ea5b7eab63c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 947 time: 0.4724312 Nov 03 18:47:12.334448 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.391683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1554bcef-6c7a-4e02-a456-1f86cff1d7b0 req-59d05c8d-cfb7-4266-b69d-dd9b3b139c9e service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8994188 Nov 03 18:47:12.411726 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.421363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'mac_address': 'fa:16:3e:c0:4f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:12.490750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.525573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.555631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da192bb-496f-4116-9377-adabb2c59334'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:12.558756 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02286a95-92c6-4592-bb47-6f58b02dadee" -d '{"events": [{"server_uuid": "6b088bb9-a1a2-41a9-8d29-131bfe645f71", "name": "network-vif-plugged", "status": "completed", "tag": "6da192bb-496f-4116-9377-adabb2c59334"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:12.585636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6da192bb-496f-4116-9377-adabb2c59334, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6da192bb-496f-4116-9377-adabb2c59334,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:12.595848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:12.606692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] No DVR routers for this DVR port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:12.611293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.612763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e40f0232-8c6c-48b1-b9b4-ce79298223e7 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:12.668538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:12.674993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Checking segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:12.677382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Network hostable DHCP agents. Network: 22eb02e1-6b86-47d4-baee-04b220578556, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:12.685434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b15da0-0f41-4a92-982e-cb04bf19b799,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:12.711891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Network 22eb02e1-6b86-47d4-baee-04b220578556 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:12.734271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab42f993-b98b-44d2-9bdb-6a500f440fbd req-a9a916a2-c18e-4d2e-988f-7c6588b4b14b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663370 Nov 03 18:47:12.760693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 22eb02e1-6b86-47d4-baee-04b220578556) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:12.771465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:12.773610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.783111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a7546c0d-a161-4af7-9614-159261bea8c3 service neutron] 10.222.0.115 "PUT /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352/bindings/n-h2-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 4.8674488 Nov 03 18:47:12.806737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a271c-5cb3-4000-af08-c0401ca11e48 None None] Network 22eb02e1-6b86-47d4-baee-04b220578556 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:12.845550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:12.858629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0cceb1df-77ce-40be-a2c4-260209cfc35d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0348506 Nov 03 18:47:12.860529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48174) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:12.870073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:12.897694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102d1ed-8da7-491c-9dd7-c928ab028552 req-b1895a16-e763-4724-8922-db38adc971ba tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:12.907177 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.914247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2102d1ed-8da7-491c-9dd7-c928ab028552 req-b1895a16-e763-4724-8922-db38adc971ba tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2110794 Nov 03 18:47:12.919976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.922797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.971924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6da192bb-496f-4116-9377-adabb2c59334,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:12.992277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.992277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.994172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.994172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.994172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.994172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.995185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.995430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.995968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.996492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.997086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:12.997642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:13.010336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Router 79652c57-665b-484a-8515-7ae3cab1776f is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:13.106112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554ce8c-d605-4311-bf1d-8321aca65904 req-edd4538f-e7cb-4e40-8a66-281b71ed1579 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.107930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d554ce8c-d605-4311-bf1d-8321aca65904 req-edd4538f-e7cb-4e40-8a66-281b71ed1579 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 949 time: 0.1706500 Nov 03 18:47:13.131845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2102d1ed-8da7-491c-9dd7-c928ab028552 req-b5c9977d-74a9-41e7-b2bf-2d05b1b2e91f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100618 Nov 03 18:47:13.144994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port e40f0232-8c6c-48b1-b9b4-ce79298223e7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:13.178719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port e40f0232-8c6c-48b1-b9b4-ce79298223e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:13.179292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.201120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.209947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-66b43d18-c05d-494b-ad89-7b3049229722 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.215101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-66b43d18-c05d-494b-ad89-7b3049229722 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.2797196 Nov 03 18:47:13.241704 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:13.362900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:13.452394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d554ce8c-d605-4311-bf1d-8321aca65904 req-15ceacd1-082c-4099-994f-26da006b1d4e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175371 Nov 03 18:47:13.541032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:13.550955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-22eb02e1-6b86-47d4-baee-04b220578556', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:47:13.552405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.585395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:13.605863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.615050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b979e582-3bba-4f4c-be15-7cffb4b7c113 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 11.3665283 Nov 03 18:47:13.634075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:13.634458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.637650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-958bf359-8206-460a-b557-81c1a93c4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.646277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-958bf359-8206-460a-b557-81c1a93c4a19 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3&tenant_id=cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 1095 time: 0.2312586 Nov 03 18:47:13.676515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.732911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:13.734495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:13.904365 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4ab80d-1670-4152-ab34-835abf0474b6 x-openstack-request-id: req-3e4ab80d-1670-4152-ab34-835abf0474b6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:13.904693 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b088bb9-a1a2-41a9-8d29-131bfe645f71", "name": "network-vif-plugged", "status": "completed", "tag": "6da192bb-496f-4116-9377-adabb2c59334", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:13.904973 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e4ab80d-1670-4152-ab34-835abf0474b6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:13.905543 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da192bb-496f-4116-9377-adabb2c59334', 'code': 200} Nov 03 18:47:13.912081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a1121883-7977-4dd8-88c7-9d17d1d163e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.915703 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-a1121883-7977-4dd8-88c7-9d17d1d163e1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1095 time: 0.1715651 Nov 03 18:47:14.014731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4d30b-9ff0-46a1-865d-134d14a9c391 req-b2c974bd-8245-47bc-87b9-b3dce65c1264 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.017129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9dd4d30b-9ff0-46a1-865d-134d14a9c391 req-b2c974bd-8245-47bc-87b9-b3dce65c1264 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.2641222 Nov 03 18:47:14.133894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e40f0232-8c6c-48b1-b9b4-ce79298223e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:14.165144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.221454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707185cb-7931-4e91-b1e5-f531360c56dc req-7c49e03a-cdab-4839-8656-589c8b241c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.225080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707185cb-7931-4e91-b1e5-f531360c56dc req-7c49e03a-cdab-4839-8656-589c8b241c78 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 1100 time: 0.2554924 Nov 03 18:47:14.352540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Allocated IP 172.20.0.2 (22eb02e1-6b86-47d4-baee-04b220578556/57b15da0-0f41-4a92-982e-cb04bf19b799/f9d3f6ec-d389-44bd-a4ca-80472b9d1a23) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:14.430147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:14.434694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-96100db9-2d92-4f48-9b8d-eb913e7139fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.438310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-96100db9-2d92-4f48-9b8d-eb913e7139fb service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.4441369 Nov 03 18:47:14.440638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9dd4d30b-9ff0-46a1-865d-134d14a9c391 req-515bb7d4-9ef1-449e-87be-f16d6cabd5de tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976510 Nov 03 18:47:14.494604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e40f0232-8c6c-48b1-b9b4-ce79298223e7,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:14.572470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707185cb-7931-4e91-b1e5-f531360c56dc req-73de7999-df71-440a-b51c-ba073cd8ba26 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170245 Nov 03 18:47:14.580499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-5085aedc-cc55-49f6-a8a8-075cce25e0ae service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 200 len: 217 time: 0.0911851 Nov 03 18:47:14.600250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83708c-2b4c-4836-aeeb-8370dabe9333 req-69a642cc-8e84-4831-9784-23f671fd5ed9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.614452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef83708c-2b4c-4836-aeeb-8370dabe9333 req-69a642cc-8e84-4831-9784-23f671fd5ed9 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.2621865 Nov 03 18:47:14.628607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.680134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.848175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef83708c-2b4c-4836-aeeb-8370dabe9333 req-da0f8f2e-1323-40f2-9f47-9e278b67de59 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323613 Nov 03 18:47:14.867971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f311181-6ffc-4751-99ac-0a390f0f0450 req-d547919d-6ae3-4696-9385-e02216286a70 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.870893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f311181-6ffc-4751-99ac-0a390f0f0450 req-d547919d-6ae3-4696-9385-e02216286a70 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2373500 Nov 03 18:47:15.008808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Allocated IP 172.25.8.248 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/64c2d501-cea0-4bff-89e2-b482ccd700c8) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:15.045228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-830f2128-09f1-4669-aac8-6ece6ad0a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.050140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-830f2128-09f1-4669-aac8-6ece6ad0a7f7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1379454 Nov 03 18:47:15.053320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.084354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.111439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 3, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:15.150215 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-855dc244-32a7-4f08-8bc5-c1a44ba4a101 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761175 Nov 03 18:47:15.206024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b6a81-32ff-4553-80f5-5b3dc3d2a1c7 req-235a08ee-e2e2-49a6-bd93-853b6900243b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.208517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f8b6a81-32ff-4553-80f5-5b3dc3d2a1c7 req-235a08ee-e2e2-49a6-bd93-853b6900243b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 949 time: 0.2205524 Nov 03 18:47:15.228439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:15.228913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Updating router 79652c57-665b-484a-8515-7ae3cab1776f port 95fc0c72-6e2d-4878-82e7-432e00f4065d binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:15.248160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:15.305356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Network 22eb02e1-6b86-47d4-baee-04b220578556 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:15.312236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:15.313461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f311181-6ffc-4751-99ac-0a390f0f0450 req-f9247b94-d47b-4259-93aa-858a030fc456 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230974 Nov 03 18:47:15.320108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:15.355881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.398285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.436913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f8b6a81-32ff-4553-80f5-5b3dc3d2a1c7 req-2fb13b40-4b77-4e9a-a01c-f12cb13f3813 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023873 Nov 03 18:47:15.447649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.486899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Attempting to bind port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:15.487794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Attempting to bind port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:15.488078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Attempting to bind port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 on network 22eb02e1-6b86-47d4-baee-04b220578556 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:15.534964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:15.536034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Checking segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:15.536635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.537317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Bound using segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:15.538157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Bound port: f9d3f6ec-d389-44bd-a4ca-80472b9d1a23, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:15.538874 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.571253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-6bee3700-1b05-43ca-ad6a-7d56a665cff5 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998172 Nov 03 18:47:15.572118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:15.632780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.805350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:15.820170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:15.837517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:15.850584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31602383-8ceb-4f3b-bfff-5e4fe944fdbb req-10afd0af-ae91-499f-a158-f47abe1d651a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.853812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31602383-8ceb-4f3b-bfff-5e4fe944fdbb req-10afd0af-ae91-499f-a158-f47abe1d651a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.1680961 Nov 03 18:47:15.870478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Allocated IP 172.20.0.1 (7a71bd18-82e5-4966-a858-8f6ffd961f03/975cd43d-74f8-4855-a2c7-70a2b2fb906a/54cbbc5b-f59b-4a46-8e12-1bc539f79ea4) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:15.879242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Pushing event updated for resources: {'Port': ['ID=64c2d501-cea0-4bff-89e2-b482ccd700c8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:15.946841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-f24cb521-6455-4f0c-a25a-e1e22170a760 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302369 Nov 03 18:47:15.967558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c013f48-0129-48f8-a229-3fd6f661600b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:15.972223 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459fc119-8846-454c-9364-1596a549d808" -d '{"events": [{"server_uuid": "8c013f48-0129-48f8-a229-3fd6f661600b", "name": "network-vif-plugged", "status": "completed", "tag": "e40f0232-8c6c-48b1-b9b4-ce79298223e7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:16.185804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] For port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:16.222234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] For port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:16.309253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:16.339464 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.476416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14305ee9-f616-4b15-9c6a-ff34fe0678a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:16.485403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:16.486091 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.515464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.540926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31602383-8ceb-4f3b-bfff-5e4fe944fdbb req-6eccb7d2-b5be-4e8a-9c9e-e2b05526ff1b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662731 Nov 03 18:47:16.655206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.765818 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f86c81-a19a-482e-ae0b-08c67d4492fb x-openstack-request-id: req-22f86c81-a19a-482e-ae0b-08c67d4492fb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:16.766664 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c013f48-0129-48f8-a229-3fd6f661600b", "name": "network-vif-plugged", "status": "completed", "tag": "e40f0232-8c6c-48b1-b9b4-ce79298223e7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:16.769227 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22f86c81-a19a-482e-ae0b-08c67d4492fb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:16.770854 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c013f48-0129-48f8-a229-3fd6f661600b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', 'code': 200} Nov 03 18:47:16.786892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-e79f1536-b03e-43c9-a757-c49947e9cf17 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.802282 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-e79f1536-b03e-43c9-a757-c49947e9cf17 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.2828574 Nov 03 18:47:16.836566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.887245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.904547 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.947657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:17.001366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:17.074088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418500-f12e-4bf7-a665-398366858c14 None None] Pushing event updated for resources: {'Port': ['ID=95fc0c72-6e2d-4878-82e7-432e00f4065d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.089799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Pushing event updated for resources: {'Port': ['ID=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.102072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Attempting to bind port 95fc0c72-6e2d-4878-82e7-432e00f4065d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:17.102800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Attempting to bind port 95fc0c72-6e2d-4878-82e7-432e00f4065d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:17.103652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Attempting to bind port 95fc0c72-6e2d-4878-82e7-432e00f4065d on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:17.122665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:17.123234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:17.123853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.124463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:17.125275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Bound port: 95fc0c72-6e2d-4878-82e7-432e00f4065d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:17.125943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.159318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:17.183447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.311288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cdeb-759f-4c70-ba56-76d7488b619b req-790ad9d7-cfe7-4813-a100-b84b1d72f50a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.314804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9c7cdeb-759f-4c70-ba56-76d7488b619b req-790ad9d7-cfe7-4813-a100-b84b1d72f50a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.8008926 Nov 03 18:47:17.347320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] For port 95fc0c72-6e2d-4878-82e7-432e00f4065d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:17.363331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] For port 95fc0c72-6e2d-4878-82e7-432e00f4065d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95fc0c72-6e2d-4878-82e7-432e00f4065d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:17.388585 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.440912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:17.485194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.512359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358afd2a-b3c8-4c47-8930-fb283572a307 req-598cd955-9a8f-4222-8783-3a1d8575199a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.513941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-358afd2a-b3c8-4c47-8930-fb283572a307 req-598cd955-9a8f-4222-8783-3a1d8575199a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.6033065 Nov 03 18:47:17.516835 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.546892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:17.548050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:17.697757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418500-f12e-4bf7-a665-398366858c14 None None] Pushing event updated for resources: {'Port': ['ID=95fc0c72-6e2d-4878-82e7-432e00f4065d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.736510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9c7cdeb-759f-4c70-ba56-76d7488b619b req-8b3c2ce0-39ae-4400-81cc-4e67af887add tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976336 Nov 03 18:47:17.855941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-896d6dcc-87a9-4751-9ea1-098493efa857 None None] Provisioning complete for port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:17.857106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-896d6dcc-87a9-4751-9ea1-098493efa857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.892254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeab79-aa07-47e9-9865-7e66f37413cc req-4782f943-74e0-4f44-9052-5338f16d14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.895638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ffeab79-aa07-47e9-9865-7e66f37413cc req-4782f943-74e0-4f44-9052-5338f16d14e7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 1100 time: 0.9196711 Nov 03 18:47:17.902952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-b4cbdc11-e9ea-4b67-aff4-c82b4dbdccb0 service neutron] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:17.919444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-b4cbdc11-e9ea-4b67-aff4-c82b4dbdccb0 service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.921319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a02e59b-56e9-42d2-8503-891dba0bd17f req-b4cbdc11-e9ea-4b67-aff4-c82b4dbdccb0 service neutron] 10.222.0.110 "DELETE /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352/bindings/n-h1-812151-4 HTTP/1.1" status: 204 len: 173 time: 1.0961902 Nov 03 18:47:17.942066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-896d6dcc-87a9-4751-9ea1-098493efa857 None None] Port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:17.992996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-358afd2a-b3c8-4c47-8930-fb283572a307 req-6f26cf6f-5cb5-480e-af6c-9f1a09a8ec96 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364031 Nov 03 18:47:18.003930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:18.048660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.056667 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ffeab79-aa07-47e9-9865-7e66f37413cc req-f1f92d6f-3ef0-4452-9662-267817929cad service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249168 Nov 03 18:47:18.064875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:18.213838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.343137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589fe5-0edd-41c0-b5c4-d740185c524f req-0705ed1a-11bf-452b-baf6-4ff09060ec64 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.364752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00589fe5-0edd-41c0-b5c4-d740185c524f req-0705ed1a-11bf-452b-baf6-4ff09060ec64 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 949 time: 0.3683913 Nov 03 18:47:18.427814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Router a136b578-1738-45e8-b660-773c91f5b212 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:18.526949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00589fe5-0edd-41c0-b5c4-d740185c524f req-d8ca1e22-9956-4376-8c59-ffcb9efb9d9a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590719 Nov 03 18:47:18.584261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 3, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:18.717865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:18.725162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9366-9e2d-4eb2-9be2-99b01a91172e None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:09Z', 'revision_number': 3, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:18.773566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:18.778253 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78236c-92a2-4d60-92bd-4466d9932214" -d '{"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:18.890168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:18.891068 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.903301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:18.927683 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Sync routers for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:18.945397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.950656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d11d04-69ff-4d71-8c8c-f525c7bfe29d req-f423fa1b-b2cd-467d-922c-f9c1982fd4cd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.951592 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-467dffbe-30c1-46f9-b9c9-22e4a51e2e3a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0868909 Nov 03 18:47:18.965839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99d11d04-69ff-4d71-8c8c-f525c7bfe29d req-f423fa1b-b2cd-467d-922c-f9c1982fd4cd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.4029059 Nov 03 18:47:18.966526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48218) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:18.968010 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:18.969176 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:18.993920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac6aa9-bbe1-42d7-b3c6-a76322bc7fd9 None None] Network 22eb02e1-6b86-47d4-baee-04b220578556 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:19.107947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99d11d04-69ff-4d71-8c8c-f525c7bfe29d req-bb80f95e-7b95-4c66-a4a7-981f9689a89f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406186 Nov 03 18:47:19.243366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfcb32-d476-4a16-ba97-4d41a08008cd req-ced57ce0-1291-438f-9554-153978474d62 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.266848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37dfcb32-d476-4a16-ba97-4d41a08008cd req-ced57ce0-1291-438f-9554-153978474d62 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 949 time: 0.3536460 Nov 03 18:47:19.329008 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc6b218-baab-4591-9be3-4932ea4fc38a x-openstack-request-id: req-ddc6b218-baab-4591-9be3-4932ea4fc38a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:19.329895 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:19.330430 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ddc6b218-baab-4591-9be3-4932ea4fc38a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:19.331191 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'code': 200} Nov 03 18:47:19.362779 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:19.449478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-49bf321e-ff9f-46c1-858f-7cd0cb9d5382 None None] Provisioning complete for port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:19.449478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49bf321e-ff9f-46c1-858f-7cd0cb9d5382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.614826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.627187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.700198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.796224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:19.861462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.915703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37dfcb32-d476-4a16-ba97-4d41a08008cd req-64e43581-77c6-43c6-9674-0e436f37a4c4 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338983 Nov 03 18:47:19.981980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846881-4e1e-4a0e-8f2a-982f950af6fb req-982942d6-b3d4-4d65-9759-a97c7e1baa5c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.008962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e846881-4e1e-4a0e-8f2a-982f950af6fb req-982942d6-b3d4-4d65-9759-a97c7e1baa5c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.3733318 Nov 03 18:47:20.177676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e846881-4e1e-4a0e-8f2a-982f950af6fb req-dabf8d82-705e-4778-91a0-5f5263cf0813 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632972 Nov 03 18:47:20.186522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:20.210614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fee3-5005-4edc-b470-eba3810b2064 req-dc8fdda9-69ca-4bf7-92c5-b3c46ca88318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.226384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ee3fee3-5005-4edc-b470-eba3810b2064 req-dc8fdda9-69ca-4bf7-92c5-b3c46ca88318 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1100 time: 0.6904063 Nov 03 18:47:20.240764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Pushing event updated for resources: {'Port': ['ID=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:20.289423 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.298308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:16Z', 'revision_number': 3, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:20.429962 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Checking router: a136b578-1738-45e8-b660-773c91f5b212 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:20.430901 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Updating router a136b578-1738-45e8-b660-773c91f5b212 port 64c2d501-cea0-4bff-89e2-b482ccd700c8 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:20.752659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.801780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-d2053841-dfb1-4047-99df-52869499ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.804670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-d2053841-dfb1-4047-99df-52869499ff60 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1097 time: 0.4892220 Nov 03 18:47:20.869406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bf0874f4-fe1a-4854-9ac8-a3ba1dd61a74 None None] Provisioning complete for port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:20.870420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf0874f4-fe1a-4854-9ac8-a3ba1dd61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.919937 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.921093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ee3fee3-5005-4edc-b470-eba3810b2064 req-11e95bc9-5b6a-47c0-80eb-1a3398d10454 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571283 Nov 03 18:47:20.952101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:20.953625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c5e16-cc2d-4324-b620-2eb5135de8db req-44b90d75-51a5-4a10-9bc3-a3bb76e37783 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.963280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf5c5e16-cc2d-4324-b620-2eb5135de8db req-44b90d75-51a5-4a10-9bc3-a3bb76e37783 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.7162509 Nov 03 18:47:21.111606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:21.127046 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.142829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-79da0347-5d34-4f01-a0cf-a17a9433081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.145128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-79da0347-5d34-4f01-a0cf-a17a9433081f service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.3183448 Nov 03 18:47:21.159309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf5c5e16-cc2d-4324-b620-2eb5135de8db req-529ef63f-f3da-4cc5-aba2-fa653a26fe6b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773441 Nov 03 18:47:21.164427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:21.167180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:21.526088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95fc0c72-6e2d-4878-82e7-432e00f4065d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:21.558360 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-3b12ce08-1537-4e6e-83e9-7061df0e4e61 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 217 time: 0.1794975 Nov 03 18:47:21.682698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f887f-205d-4cbf-89bc-88274c57c30d req-1b1cb69e-6c07-4708-97da-6a9024c840ae tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.696520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-363f887f-205d-4cbf-89bc-88274c57c30d req-1b1cb69e-6c07-4708-97da-6a9024c840ae tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1095 time: 0.2026410 Nov 03 18:47:21.699533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95fc0c72-6e2d-4878-82e7-432e00f4065d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:21.700311 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.725222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:21.747935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a011dd-b0a1-448a-b468-c46d1a53296e req-431eb1c5-81ed-444a-bb99-4bae455a2702 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.751052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5a011dd-b0a1-448a-b468-c46d1a53296e req-431eb1c5-81ed-444a-bb99-4bae455a2702 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 949 time: 0.2732069 Nov 03 18:47:21.801220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0d521d18-9f3e-4d2e-b064-8dfe580442b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.803608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0d521d18-9f3e-4d2e-b064-8dfe580442b5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2328427 Nov 03 18:47:21.866596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a05a5282-8aa4-45bf-8ba5-d4c28f78e00f None None] Provisioning complete for port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:21.867340 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a05a5282-8aa4-45bf-8ba5-d4c28f78e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.908267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Allocated IP 172.20.0.1 (22eb02e1-6b86-47d4-baee-04b220578556/57b15da0-0f41-4a92-982e-cb04bf19b799/14506657-03ad-4a41-b09b-2d8dfbb6c3fd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:21.922694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-823c63aa-778f-44ae-ada7-ac1a4b099fe5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922718 Nov 03 18:47:21.988159 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.000992 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.017038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.042863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a05a5282-8aa4-45bf-8ba5-d4c28f78e00f None None] Port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:22.098675 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Attempting to bind port 64c2d501-cea0-4bff-89e2-b482ccd700c8 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:22.099236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Attempting to bind port 64c2d501-cea0-4bff-89e2-b482ccd700c8 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:22.100298 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Attempting to bind port 64c2d501-cea0-4bff-89e2-b482ccd700c8 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:22.107894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 95fc0c72-6e2d-4878-82e7-432e00f4065d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95fc0c72-6e2d-4878-82e7-432e00f4065d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:22.119968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.121018 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:22.122587 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:22.123873 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.126537 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:22.128144 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Bound port: 64c2d501-cea0-4bff-89e2-b482ccd700c8, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:22.128368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-363f887f-205d-4cbf-89bc-88274c57c30d req-871d9a7a-c48a-4b6a-ad96-bd867cbe0bfd tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292862 Nov 03 18:47:22.130700 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.190102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5a011dd-b0a1-448a-b468-c46d1a53296e req-6dd0b43a-7e6d-46d7-8a8d-1b66cb5b75cd tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887103 Nov 03 18:47:22.331787 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] For port 64c2d501-cea0-4bff-89e2-b482ccd700c8, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:22.346167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=95fc0c72-6e2d-4878-82e7-432e00f4065d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.350475 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] For port 64c2d501-cea0-4bff-89e2-b482ccd700c8, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=64c2d501-cea0-4bff-89e2-b482ccd700c8,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:22.358435 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Pushing event updated for resources: {'Port': ['ID=64c2d501-cea0-4bff-89e2-b482ccd700c8,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.424107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.424107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.424107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.424579 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.424749 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.426389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.426389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.426897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.427463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.434936 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.435647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.436184 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:22.448689 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.459815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:22.477054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.486808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-233171bd-4f87-4560-be3b-cd8e533fd42b admin admin] 10.222.0.91 "PUT /v2.0/routers/79652c57-665b-484a-8515-7ae3cab1776f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8618743 Nov 03 18:47:22.539367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26388-391e-4511-bbc0-7e2137a1ce9e req-b0ffc280-a594-4895-a26c-3a1e12631f40 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.542209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22d26388-391e-4511-bbc0-7e2137a1ce9e req-b0ffc280-a594-4895-a26c-3a1e12631f40 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.1455941 Nov 03 18:47:22.585969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.606424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-d5535854-ef58-4174-9347-10a2ab3a4fad service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117544 Nov 03 18:47:22.616679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:22.658448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:22.659601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:22.709459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22d26388-391e-4511-bbc0-7e2137a1ce9e req-5187eb3c-e52c-49ad-8ba8-b6fd05d71192 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524873 Nov 03 18:47:22.735729 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:22.736867 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:22.747059 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920c4c8-78b4-45e3-aefc-3d95ca160806 None None] Pushing event updated for resources: {'Port': ['ID=64c2d501-cea0-4bff-89e2-b482ccd700c8,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.811078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Pushing event updated for resources: {'Port': ['ID=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.868690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45d7bf-bf65-4737-ac69-320bc2763bea req-eeb97236-6128-4442-bd81-6dbbe771ca59 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.890773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac45d7bf-bf65-4737-ac69-320bc2763bea req-eeb97236-6128-4442-bd81-6dbbe771ca59 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 1095 time: 0.1774175 Nov 03 18:47:22.902738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Network 22eb02e1-6b86-47d4-baee-04b220578556 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:22.908146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:22.916652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:23.126065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac45d7bf-bf65-4737-ac69-320bc2763bea req-d181f01c-0ca3-4670-a834-d516832628c0 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292931 Nov 03 18:47:23.205277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95fc0c72-6e2d-4878-82e7-432e00f4065d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:23.222680 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:23.297678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.472121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-d25f0330-2e9e-4502-a8d5-486b08837e19 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456959 Nov 03 18:47:23.545489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0728-3d95-43b6-af49-7cd9d6b2f45c req-4f03cb3d-5cec-4b3a-b38c-4b46f907374c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:23.560784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-670d0728-3d95-43b6-af49-7cd9d6b2f45c req-4f03cb3d-5cec-4b3a-b38c-4b46f907374c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1553652 Nov 03 18:47:23.649955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-24cc7058-d3c3-4759-9670-21056760837b None None] Provisioning complete for port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:23.650867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24cc7058-d3c3-4759-9670-21056760837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.708878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-670d0728-3d95-43b6-af49-7cd9d6b2f45c req-7dbed046-2193-4bee-9c75-70f9a58d6de0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404071 Nov 03 18:47:23.746109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-24cc7058-d3c3-4759-9670-21056760837b None None] Port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:23.753528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:23.799606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.861125 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:16Z', 'revision_number': 3, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:23.896439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95fc0c72-6e2d-4878-82e7-432e00f4065d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:23.896778 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.973379 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7be280-0099-4f65-947a-c4d53ea4e73b None None] The sync data for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 is: [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:16Z', 'revision_number': 3, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:24.160286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab099f9-b3aa-48ca-a12d-657f40837786 req-badcf0dd-8c11-44aa-8d96-6747f33a4c73 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.172666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab099f9-b3aa-48ca-a12d-657f40837786 req-badcf0dd-8c11-44aa-8d96-6747f33a4c73 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.175497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ab099f9-b3aa-48ca-a12d-657f40837786 req-badcf0dd-8c11-44aa-8d96-6747f33a4c73 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71&device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 1689 time: 0.2110572 Nov 03 18:47:24.291465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.298560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.378070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.417857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-728e0439-255d-4285-af2b-8f7eb83aa83e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.431524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-728e0439-255d-4285-af2b-8f7eb83aa83e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 821 time: 0.2537277 Nov 03 18:47:24.477929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-72beca66-7479-47c7-bb37-9be920664413 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/quotas/d3e8a8695fa24b599a6870f0bd9ae102 HTTP/1.1" status: 200 len: 375 time: 0.0398278 Nov 03 18:47:24.498285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Pushing event updated for resources: {'Port': ['ID=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:24.704705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ab099f9-b3aa-48ca-a12d-657f40837786 req-56fcb241-6d43-4d29-b2a6-71fd7aa67446 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714021 Nov 03 18:47:24.778336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-8446975c-d099-426c-bad0-6c907c1cfbd5 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2856779 Nov 03 18:47:24.873077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:18Z', 'revision_number': 2, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:24.929166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Network 22eb02e1-6b86-47d4-baee-04b220578556 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:24.936607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:25.005123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:25.005889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Updating router 79652c57-665b-484a-8515-7ae3cab1776f port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:25.069054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 64c2d501-cea0-4bff-89e2-b482ccd700c8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:25.091039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-0ba4d728-6161-4d4f-b52a-533569c239b6 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059072 Nov 03 18:47:25.185075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.367455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Router a136b578-1738-45e8-b660-773c91f5b212 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:25.528433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-95a03175-2952-4a66-abc0-ab8a84c0315a service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209425 Nov 03 18:47:25.673756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 64c2d501-cea0-4bff-89e2-b482ccd700c8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:25.674370 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.807951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:25.821788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f0d031bc-48a8-4be5-82fd-4aec2cc9d377 admin admin] 10.222.0.91 "PUT /v2.0/routers/a136b578-1738-45e8-b660-773c91f5b212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8534596 Nov 03 18:47:25.998143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ba25da5e-9604-428e-b3e1-e52e1233b3c7 None None] Provisioning complete for port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:25.998949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba25da5e-9604-428e-b3e1-e52e1233b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.089689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ba25da5e-9604-428e-b3e1-e52e1233b3c7 None None] Port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:26.181722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.333362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 64c2d501-cea0-4bff-89e2-b482ccd700c8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=64c2d501-cea0-4bff-89e2-b482ccd700c8,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:26.348439 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.582377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=64c2d501-cea0-4bff-89e2-b482ccd700c8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:26.598866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2562c7b-6a03-4b62-ae8c-932f5300a2fa req-9ee41dec-7051-4250-879c-3acd788a6ed7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:26.607352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2562c7b-6a03-4b62-ae8c-932f5300a2fa req-9ee41dec-7051-4250-879c-3acd788a6ed7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.2019000 Nov 03 18:47:26.760631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2562c7b-6a03-4b62-ae8c-932f5300a2fa req-a59df9a9-fb57-4738-8af3-8f5f8930e1be tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421714 Nov 03 18:47:26.935543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.950668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:27.038516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50c019-56ec-411d-a962-386785d0a610 req-21279a3c-114c-43e0-8fde-f1af825968e1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:27.053565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db50c019-56ec-411d-a962-386785d0a610 req-21279a3c-114c-43e0-8fde-f1af825968e1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1565483 Nov 03 18:47:27.327824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db50c019-56ec-411d-a962-386785d0a610 req-8f024e24-2031-400f-bb3d-2c64dde8f8ab tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692318 Nov 03 18:47:27.369147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f1f7-0532-4715-8397-5aa1004c1247 None None] Pushing event updated for resources: {'Port': ['ID=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:27.422118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Attempting to bind port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:27.423465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Attempting to bind port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:27.424182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Attempting to bind port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:27.449515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:27.450150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Checking segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:27.450978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:27.452018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Bound using segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:27.452929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Bound port: 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:27.453948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:27.533255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-852974b5-1179-48b9-8bcd-fb629e3ac44c req-b007723a-02d3-4b99-8c50-102e4c281305 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 210 time: 0.1531613 Nov 03 18:47:27.712476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] For port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:27.729006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] For port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:27.739106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:27.913017 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Sync routers for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:27.978453 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:27.979989 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:28.103125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f1f7-0532-4715-8397-5aa1004c1247 None None] Pushing event updated for resources: {'Port': ['ID=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:28.112252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165de3d3-4fd6-4a4a-a3aa-1148ab5c7f01 req-79225e17-ee94-45dc-b860-8ef872e28c29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.137610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-165de3d3-4fd6-4a4a-a3aa-1148ab5c7f01 req-79225e17-ee94-45dc-b860-8ef872e28c29 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 1100 time: 0.1070180 Nov 03 18:47:28.149963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:28.150946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:28.351304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-165de3d3-4fd6-4a4a-a3aa-1148ab5c7f01 req-c58dd8fa-1870-495a-b32d-4093b12c73da tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117507 Nov 03 18:47:28.451899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-239dec94-647c-437e-91fd-9a44ba0719dd None None] Provisioning complete for port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:28.452788 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-239dec94-647c-437e-91fd-9a44ba0719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.502238 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:28.537410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8b2a2-6493-42e2-801b-30791af7686e req-dffe28e1-c9ff-4a3f-9819-c592bb17054c tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.540242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c8b2a2-6493-42e2-801b-30791af7686e req-dffe28e1-c9ff-4a3f-9819-c592bb17054c tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1100 time: 0.2051766 Nov 03 18:47:28.744073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c8b2a2-6493-42e2-801b-30791af7686e req-80071012-d714-4237-a548-a5abeaa63df8 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890092 Nov 03 18:47:28.837044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:29.008508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 64c2d501-cea0-4bff-89e2-b482ccd700c8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:29.287146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e400-08ab-498f-a9a2-7c10470b76dd req-92403325-fe93-4ae0-a315-ff4f3c542414 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.289924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b0e400-08ab-498f-a9a2-7c10470b76dd req-92403325-fe93-4ae0-a315-ff4f3c542414 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.3628609 Nov 03 18:47:29.307319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa73887-9aee-408d-b28a-5868ff8e278b req-c825d3f8-93a0-472c-917a-39a3a47971b4 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.338900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aa73887-9aee-408d-b28a-5868ff8e278b req-c825d3f8-93a0-472c-917a-39a3a47971b4 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 1100 time: 0.3492250 Nov 03 18:47:29.406359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-86aee5dd-4628-470b-bf83-c523eb167106 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.407544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-86aee5dd-4628-470b-bf83-c523eb167106 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 821 time: 0.5886827 Nov 03 18:47:29.422107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 2, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:29.500012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'port': {'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'admin_state_up': True, 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:29.511681 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Checking router: a136b578-1738-45e8-b660-773c91f5b212 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:29.514283 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Updating router a136b578-1738-45e8-b660-773c91f5b212 port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:29.525309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 64c2d501-cea0-4bff-89e2-b482ccd700c8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:29.526163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.588136 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.680894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-239dec94-647c-437e-91fd-9a44ba0719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.932171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b0e400-08ab-498f-a9a2-7c10470b76dd req-a2428373-885c-4d17-89f9-9f9e04712e12 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912392 Nov 03 18:47:29.967921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aa73887-9aee-408d-b28a-5868ff8e278b req-7d4f17fa-147f-4f7d-a7c9-f0eac5818c2b tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087368 Nov 03 18:47:29.980162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Made reservation on behalf of d3e8a8695fa24b599a6870f0bd9ae102 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:29.987155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.293583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-239dec94-647c-437e-91fd-9a44ba0719dd None None] For port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:30.340506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-239dec94-647c-437e-91fd-9a44ba0719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.475840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dec94-647c-437e-91fd-9a44ba0719dd None None] Pushing event updated for resources: {'Port': ['ID=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:30.501151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Allocated IP 172.20.0.3 (7a71bd18-82e5-4966-a858-8f6ffd961f03/975cd43d-74f8-4855-a2c7-70a2b2fb906a/1fb83e3b-cfa7-4120-8568-aff0859bd53e) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:30.612466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-55be3efc-38ed-445f-90f3-35cbc5b94a43 None None] Provisioning complete for port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:30.614159 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55be3efc-38ed-445f-90f3-35cbc5b94a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.702464 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.717050 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.762728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:27Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:30.827370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904d6cd-7fe1-4dc1-8552-beda82ab277e None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:27Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:31.040697 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236e984-174a-4bb2-9220-479abd1f724d None None] Pushing event updated for resources: {'Port': ['ID=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:31.337688 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Attempting to bind port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:31.338455 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Attempting to bind port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:31.345536 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Attempting to bind port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd on network 22eb02e1-6b86-47d4-baee-04b220578556 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:31.375207 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:31.392768 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Checking segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:31.393658 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.395939 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Bound using segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:31.398172 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Bound port: 14506657-03ad-4a41-b09b-2d8dfbb6c3fd, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:31.399111 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.747696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbe57a38-af72-4684-a6c5-962c06c15f08 req-78ba2226-31a4-482c-8244-ca8591bf426f tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 210 time: 1.5118887 Nov 03 18:47:31.748539 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] For port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:31.776013 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] For port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:31.793865 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.805417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e8a0c9f8-ae3e-4b8c-8386-193c1cd8e30c None None] Provisioning complete for port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:31.806289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9f8-ae3e-4b8c-8386-193c1cd8e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.007823 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.085645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-5ee35bf2-9343-4b88-a741-e0845ed89d02 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1818542 Nov 03 18:47:32.108885 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236e984-174a-4bb2-9220-479abd1f724d None None] Pushing event updated for resources: {'Port': ['ID=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:32.192999 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:32.194056 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:47:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:32.225360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.310215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.457591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9f8-ae3e-4b8c-8386-193c1cd8e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.775239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:32.778745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e8a0c9f8-ae3e-4b8c-8386-193c1cd8e30c None None] For port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:32.807360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:32.809149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9f8-ae3e-4b8c-8386-193c1cd8e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:32.875526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:32.977336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event updated for resources: {'Port': ['ID=1fb83e3b-cfa7-4120-8568-aff0859bd53e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:33.074820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:33.206033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19f0d6-0fde-46a8-9108-0c5d50eee767 req-e5c096c3-87ca-4865-a585-69229dae1cc6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.230539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f19f0d6-0fde-46a8-9108-0c5d50eee767 req-e5c096c3-87ca-4865-a585-69229dae1cc6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.8692491 Nov 03 18:47:33.327445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.391641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.391641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.439252 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:33.496330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b2329199-f48c-4934-8344-7289e2c169f8 None None] Provisioning complete for port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:33.496969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2329199-f48c-4934-8344-7289e2c169f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.646501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0c9f8-ae3e-4b8c-8386-193c1cd8e30c None None] Pushing event updated for resources: {'Port': ['ID=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:33.730811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-03bb78ea-7017-463d-a084-8ccc13d28e4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2349675 Nov 03 18:47:33.760881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Request body: {'port': {'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:33.822190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:33.825336 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.873132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f19f0d6-0fde-46a8-9108-0c5d50eee767 req-36d38228-8019-4faf-bf33-21aa7084b19e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305101 Nov 03 18:47:33.970562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408678d4-6aa0-4bce-8e51-3fb7f3d1dc63 req-17d93869-4a83-45a2-92c7-50e505837ba0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.979678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-408678d4-6aa0-4bce-8e51-3fb7f3d1dc63 req-17d93869-4a83-45a2-92c7-50e505837ba0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.5332217 Nov 03 18:47:34.140889 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.448614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-408678d4-6aa0-4bce-8e51-3fb7f3d1dc63 req-daf0b3b9-677d-4da1-94e3-6226be2ee179 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458440 Nov 03 18:47:34.499581 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:31Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:34.559198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cf6e5-a822-4f4f-a7e8-6aae8e1aa019 req-3be05e60-36dd-45e1-b7c5-6a0a9c3060d9 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.585789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c20cf6e5-a822-4f4f-a7e8-6aae8e1aa019 req-3be05e60-36dd-45e1-b7c5-6a0a9c3060d9 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 931 time: 0.4342525 Nov 03 18:47:34.640699 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1059d29-a74c-4f54-aaad-26ff91f8fa22 None None] The sync data for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 is: [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:31Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:34.966907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0e3f8663-b89d-4963-b6ff-1c5a32278196 None None] Provisioning complete for port 1fb83e3b-cfa7-4120-8568-aff0859bd53e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:34.975289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8663-b89d-4963-b6ff-1c5a32278196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.983791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-64703eaa-add5-4c16-9de8-1307e5e569f6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2170589 Nov 03 18:47:35.023640 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cda91883-62c0-4a44-b21a-c8ca213b477d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.052191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c20cf6e5-a822-4f4f-a7e8-6aae8e1aa019 req-d55276a8-8cd5-494c-9e09-bc595e5bbd52 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616253 Nov 03 18:47:35.275548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f8663-b89d-4963-b6ff-1c5a32278196 None None] Port 1fb83e3b-cfa7-4120-8568-aff0859bd53e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:35.504302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 14506657-03ad-4a41-b09b-2d8dfbb6c3fd up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:35.715589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-6a373bb3-9de6-4c7d-b852-415d53ccd7f6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.734242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:35.734944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.737442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-6a373bb3-9de6-4c7d-b852-415d53ccd7f6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7521083 Nov 03 18:47:35.808130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-8ae05c7f-b579-45b9-a01a-b773452357da tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/quotas/816761c27522498db7877b3b52b07bb7 HTTP/1.1" status: 200 len: 375 time: 0.0685158 Nov 03 18:47:36.104397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-8709c325-b204-4e9c-976a-05be11c29eb0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2827637 Nov 03 18:47:36.399137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb83e3b-cfa7-4120-8568-aff0859bd53e {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:36.421754 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.497939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Transition to ACTIVE for port object 1fb83e3b-cfa7-4120-8568-aff0859bd53e will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:36.528632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf48e-0770-460c-8585-10c4c62f95d1 req-02029d53-803f-4273-856a-4278a203cf56 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.533300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5ebf48e-0770-460c-8585-10c4c62f95d1 req-02029d53-803f-4273-856a-4278a203cf56 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.4155211 Nov 03 18:47:36.563684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-5c1bf8d3-d2ea-4e67-8237-b2c8ece18a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.567484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-5c1bf8d3-d2ea-4e67-8237-b2c8ece18a43 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1100 time: 0.2960351 Nov 03 18:47:36.568704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.928838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-2fecf2bf-3d6c-45b3-b83d-e2bbb8de99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.931301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-2fecf2bf-3d6c-45b3-b83d-e2bbb8de99d9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3243270 Nov 03 18:47:36.994997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5ebf48e-0770-460c-8585-10c4c62f95d1 req-4eaf17cf-e5bc-462d-a741-fa0176179005 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493713 Nov 03 18:47:37.228183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-33c2977d-27aa-4b26-979b-f505abfe6c58 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.2198808 Nov 03 18:47:37.290076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb83e3b-cfa7-4120-8568-aff0859bd53e,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:37.649129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da5c3-b084-435b-a331-a118d95cd4cf req-f8125dc7-f342-4fae-baf7-eebe63ea7c3a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.664657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e0da5c3-b084-435b-a331-a118d95cd4cf req-f8125dc7-f342-4fae-baf7-eebe63ea7c3a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.3832731 Nov 03 18:47:37.720519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-a51a79f4-aaca-4e9d-8a9d-6ff9a9bd9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.723511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-a51a79f4-aaca-4e9d-8a9d-6ff9a9bd9e08 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.4707389 Nov 03 18:47:37.886905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e0da5c3-b084-435b-a331-a118d95cd4cf req-062c129f-5be1-47ba-b176-63af11efdead tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105687 Nov 03 18:47:38.040531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Attempting to bind port 1fb83e3b-cfa7-4120-8568-aff0859bd53e on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:38.041096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Attempting to bind port 1fb83e3b-cfa7-4120-8568-aff0859bd53e by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:38.041516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Attempting to bind port 1fb83e3b-cfa7-4120-8568-aff0859bd53e on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:38.053692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-d9b6abde-603f-4d42-9f7d-d5a504d7b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:38.057512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-d9b6abde-603f-4d42-9f7d-d5a504d7b7b1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430310 Nov 03 18:47:38.060608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Port 1fb83e3b-cfa7-4120-8568-aff0859bd53e on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:38.062155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Attempting to bind port 1fb83e3b-cfa7-4120-8568-aff0859bd53e on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:38.094380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:38.094924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Checking segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:38.095565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Bound using segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:38.096334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Bound port: 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:38.097647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.130995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176e18-6faa-4bd0-bafb-3c7042ff74aa req-5e83103c-4f70-49d9-a776-39174db914df tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:38.146238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44176e18-6faa-4bd0-bafb-3c7042ff74aa req-5e83103c-4f70-49d9-a776-39174db914df tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 943 time: 0.3654776 Nov 03 18:47:38.330872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a90e74b2-0261-4060-9c7e-a2402a4707e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.385030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44176e18-6faa-4bd0-bafb-3c7042ff74aa req-9e8460ff-0e13-43c0-a0ab-63520310fa8e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372744 Nov 03 18:47:38.620427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] For port 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:38.759370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-e60f8a19-5ab1-4acf-9173-6520b962341f service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874580 Nov 03 18:47:38.785866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] For port 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:38.823723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.893215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:38.894915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.896447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] 10.222.0.115 "PUT /v2.0/ports/1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 1091 time: 5.1472495 Nov 03 18:47:38.938753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:38.946031 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4a516-eebd-489f-ac87-70780ee4c8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:38.953323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3940e87c-bb7b-48c6-b663-305e2e936f78 req-2af1981a-43b4-4a2a-8c85-ea666d99b51a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 210 time: 0.1529083 Nov 03 18:47:39.025706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397ae68-40f5-46a8-b157-79376be409e7 req-7aa9b604-7c4f-4bbf-8fb4-b46e82101a2d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.038273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e397ae68-40f5-46a8-b157-79376be409e7 req-7aa9b604-7c4f-4bbf-8fb4-b46e82101a2d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.3645763 Nov 03 18:47:39.224461 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:47:39.385833 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e397ae68-40f5-46a8-b157-79376be409e7 req-d753d959-35dc-4e69-97bd-0437bd35680b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336466 Nov 03 18:47:39.572831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-784b55ce-18ef-4484-a4a3-a82624c3995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.583920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-784b55ce-18ef-4484-a4a3-a82624c3995d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1094 time: 0.5427148 Nov 03 18:47:39.609560 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4382e2-6c7c-46a4-aaae-8eacb665df39 x-openstack-request-id: req-cb4382e2-6c7c-46a4-aaae-8eacb665df39 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:39.610317 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:39.614008 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cb4382e2-6c7c-46a4-aaae-8eacb665df39 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:39.614894 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'status': 'completed', 'code': 200} Nov 03 18:47:39.677310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2876-6ca5-43cd-abe3-9955b7671c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb83e3b-cfa7-4120-8568-aff0859bd53e,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:39.728522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.878663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625df6e-302a-45c4-b713-0cff951ca92a req-cc0a8216-ac30-4dfe-9f36-e1d3e21988c0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.883880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6625df6e-302a-45c4-b713-0cff951ca92a req-cc0a8216-ac30-4dfe-9f36-e1d3e21988c0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.6793256 Nov 03 18:47:39.892515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-f73c9b21-0ce1-4c40-8b15-996ee1d87007 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1124635 Nov 03 18:47:39.907988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-7d72bf64-1a0a-4c1c-9ae5-e70785765199 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 217 time: 0.2603240 Nov 03 18:47:40.207707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6625df6e-302a-45c4-b713-0cff951ca92a req-344b86d7-1e7d-4068-90f6-d0a1a2bdb2c8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865989 Nov 03 18:47:40.276156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-f694022b-b288-4e64-92dd-4994e4a7d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.278209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-f694022b-b288-4e64-92dd-4994e4a7d7b0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.3327539 Nov 03 18:47:40.442171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-4b09db59-9f94-49ad-a034-f3ddb38114eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.445182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-4b09db59-9f94-49ad-a034-f3ddb38114eb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437733 Nov 03 18:47:40.686958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d965b8d9-aaf6-4e7d-837a-30f8efcb7343 req-47c40c84-1a15-48e7-9359-7803d999b70f tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 210 time: 0.1166706 Nov 03 18:47:40.717478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec493f38-8e99-45bb-afc2-f39ba5c901a3 req-b01fb86b-afc0-47d6-a63f-cc19b5d6725d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.740774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec493f38-8e99-45bb-afc2-f39ba5c901a3 req-b01fb86b-afc0-47d6-a63f-cc19b5d6725d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 943 time: 0.2815597 Nov 03 18:47:40.825826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-0164ae65-ba69-40e3-a872-71f853aab76a service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150284 Nov 03 18:47:40.901621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec493f38-8e99-45bb-afc2-f39ba5c901a3 req-c35fa793-870c-4fa0-80b3-51c95a54a1ab tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654506 Nov 03 18:47:41.149732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee36559-6226-424a-8a14-65d9adccb4b0 req-a27d9e9b-a8ba-410f-afa9-3b40c85029a8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:41.155349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee36559-6226-424a-8a14-65d9adccb4b0 req-a27d9e9b-a8ba-410f-afa9-3b40c85029a8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2967105 Nov 03 18:47:41.286720 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-275659e4-86ef-485c-976d-d8acb6b3c3a1 req-aa2cdb32-f588-4a8a-ac5e-25915f3ac343 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452438 Nov 03 18:47:41.418623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee36559-6226-424a-8a14-65d9adccb4b0 req-87b8235d-dd72-4c14-8b5c-660175d25567 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443922 Nov 03 18:47:41.667454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-1b817720-8ed7-4e58-911b-c10bb9880917 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892148 Nov 03 18:47:41.674364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.750124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-fdc8a419-58c2-45f5-88cb-775a69c38aaa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014059 Nov 03 18:47:41.981204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.125897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-414a0eb6-bb66-4609-84ea-38ec963f16b1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:42.130379 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-414a0eb6-bb66-4609-84ea-38ec963f16b1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4494710 Nov 03 18:47:42.172887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae043b-e2d0-464b-b7ca-1d78e3079054 req-9363c358-b2c6-46c0-924c-aff9e0a5207b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:42.179113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:42.186265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eae043b-e2d0-464b-b7ca-1d78e3079054 req-9363c358-b2c6-46c0-924c-aff9e0a5207b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.7194026 Nov 03 18:47:42.296044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-060a0c9c-85d3-4c45-b1f6-25529e6ecfa2 req-e03abf7a-e533-4bdb-8083-9938a0151b73 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 210 time: 0.1550453 Nov 03 18:47:42.357542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-c9f0d547-5340-49f9-b29d-b7e677c32ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:42.360452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-c9f0d547-5340-49f9-b29d-b7e677c32ba3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1094 time: 0.7777116 Nov 03 18:47:42.593440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:42.602352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.927788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eae043b-e2d0-464b-b7ca-1d78e3079054 req-cca6c995-13ea-494c-99de-66e0b000feb3 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7274961 Nov 03 18:47:42.983425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.227 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/1fb24423-bc0a-4df2-a928-1bb8be12d8de) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:43.077598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-411c7b93-630d-4d25-8cf7-a68f87c3a636 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:43.080557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-411c7b93-630d-4d25-8cf7-a68f87c3a636 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2516112 Nov 03 18:47:43.113819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:43.297460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f75897-9bfb-485d-bce4-0a6c2c511505 req-eecdc477-b08a-416e-a0d0-3b3b9c47d032 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:43.309597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2f75897-9bfb-485d-bce4-0a6c2c511505 req-eecdc477-b08a-416e-a0d0-3b3b9c47d032 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 943 time: 0.4634752 Nov 03 18:47:43.379273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-75f12e85-25e7-41e4-a42d-564cf60a7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:43.383123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-75f12e85-25e7-41e4-a42d-564cf60a7097 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 1.0051887 Nov 03 18:47:43.478658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.510001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-24a66179-4674-4fc5-ac66-35bb82b4dc87 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 217 time: 0.1066031 Nov 03 18:47:43.552444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.577851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:43.752798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1fb83e3b-cfa7-4120-8568-aff0859bd53e details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:43.778927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:43.790021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.862835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2f75897-9bfb-485d-bce4-0a6c2c511505 req-ab47a7c4-68e8-4d50-9d2e-9cff53c63372 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251536 Nov 03 18:47:44.141214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:44.246381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:44.328283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-261c0582-d105-471e-9ba4-5f58993b25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:44.343186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-261c0582-d105-471e-9ba4-5f58993b25ea service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.7934241 Nov 03 18:47:44.529512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:44.537660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:44.544782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.568566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:44.669293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.33 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/f448f567-d4c4-42ca-b00f-4752d13ff895) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:44.679077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=1fb24423-bc0a-4df2-a928-1bb8be12d8de,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:44.712194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.712578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.713020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.713540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.714128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.714746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.715386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.715971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.716605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.717279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.717872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.718520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:44.726801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb83e3b-cfa7-4120-8568-aff0859bd53e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:44.757104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:44.764747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.783105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:44.796905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.844937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a890a56d-6c39-40d6-b7e6-729a3a7959db tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6782968 Nov 03 18:47:44.971089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-b405bac0-d2ee-43ca-8e85-2b2fbc5a1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:44.977761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-b405bac0-d2ee-43ca-8e85-2b2fbc5a1303 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6100671 Nov 03 18:47:45.038728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Request body: {'port': {'device_id': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:45.089408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1fb83e3b-cfa7-4120-8568-aff0859bd53e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:45.223173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.248524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-fa37839d-1c26-4058-9054-09c0a6a86d2b service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315526 Nov 03 18:47:45.250171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['1fb83e3b-cfa7-4120-8568-aff0859bd53e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:45.285949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82c0-e605-4664-a24d-d0a7aef8d778 req-4500b8d4-8ced-437f-a719-18d2a9f2b7d3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:45.301973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1add82c0-e605-4664-a24d-d0a7aef8d778 req-4500b8d4-8ced-437f-a719-18d2a9f2b7d3 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.9567566 Nov 03 18:47:45.400980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-55ff165a-5076-490b-9068-2cc33911b3b2 None None] Provisioning complete for port 1fb24423-bc0a-4df2-a928-1bb8be12d8de triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:45.401589 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55ff165a-5076-490b-9068-2cc33911b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.547948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-55ff165a-5076-490b-9068-2cc33911b3b2 None None] Port 1fb24423-bc0a-4df2-a928-1bb8be12d8de cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:45.682153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e83d5-8420-4ccf-9b44-7a8040a683c0 req-4f91168e-d235-4a08-b03a-de3a81e6bdb0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:45.684936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1e83d5-8420-4ccf-9b44-7a8040a683c0 req-4f91168e-d235-4a08-b03a-de3a81e6bdb0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 936 time: 1.3213162 Nov 03 18:47:45.976131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1add82c0-e605-4664-a24d-d0a7aef8d778 req-84294bee-7194-45ad-a8e5-58dc80e4490e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723797 Nov 03 18:47:45.982127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.997054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1e83d5-8420-4ccf-9b44-7a8040a683c0 req-6bac78fe-6357-4d79-90a2-85f7d548ce25 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952895 Nov 03 18:47:46.009579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb4a516-eebd-489f-ac87-70780ee4c8eb req-bc0f7cec-9bda-448b-819f-1ff3fbdf3301 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761966 Nov 03 18:47:46.119535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.244908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:46.247620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:46.251273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:46.396275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:46.403457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.537404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=f448f567-d4c4-42ca-b00f-4752d13ff895,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:46.582176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4727314 Nov 03 18:47:46.610309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.610851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.611423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.611953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.612525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.613119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.613686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.614217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.614734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.615256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.616403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.617273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feef41-9c04-48ba-8374-65cc455b5534 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:46.632825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Request body: {'port': {'device_id': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:46.741415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576453da-f210-4425-87f1-a19f40c5fe32 req-74283802-8350-4b38-a8ec-80420237c3f0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:46.744195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-576453da-f210-4425-87f1-a19f40c5fe32 req-74283802-8350-4b38-a8ec-80420237c3f0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.3853180 Nov 03 18:47:46.815446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb24423-bc0a-4df2-a928-1bb8be12d8de {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:46.835911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.870103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Transition to ACTIVE for port object 1fb24423-bc0a-4df2-a928-1bb8be12d8de will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:46.885617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.954955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2af975c6-b2fe-4d0c-a063-fa0a4bd8cdcd None None] Provisioning complete for port f448f567-d4c4-42ca-b00f-4752d13ff895 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:46.955910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.956766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2af975c6-b2fe-4d0c-a063-fa0a4bd8cdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.000199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b339-ffed-498b-96ad-a8421fd126d7 req-d75416f4-41e4-4d93-bb33-9a5d7975470f tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:47.017784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31a5b339-ffed-498b-96ad-a8421fd126d7 req-d75416f4-41e4-4d93-bb33-9a5d7975470f tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 944 time: 0.2712731 Nov 03 18:47:47.036020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-576453da-f210-4425-87f1-a19f40c5fe32 req-c0f0184b-4ba4-41b8-8543-d132119f5466 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588384 Nov 03 18:47:47.191788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2af975c6-b2fe-4d0c-a063-fa0a4bd8cdcd None None] Port f448f567-d4c4-42ca-b00f-4752d13ff895 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:47:47.205199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb24423-bc0a-4df2-a928-1bb8be12d8de,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:47.324843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31a5b339-ffed-498b-96ad-a8421fd126d7 req-839083c1-5384-4f4e-8ecf-35ed39182537 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053958 Nov 03 18:47:47.474783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Attempting to bind port 1fb24423-bc0a-4df2-a928-1bb8be12d8de on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:47.475814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Attempting to bind port 1fb24423-bc0a-4df2-a928-1bb8be12d8de by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:47.476390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Attempting to bind port 1fb24423-bc0a-4df2-a928-1bb8be12d8de on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:47.485707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Port 1fb24423-bc0a-4df2-a928-1bb8be12d8de on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:47.486178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Attempting to bind port 1fb24423-bc0a-4df2-a928-1bb8be12d8de on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:47.510456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:47.511180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:47.511911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:47.513182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Bound port: 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:47.513909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.571816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:47.691916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] For port 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:47.700415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] For port 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:47.708213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.723430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1fb83e3b-cfa7-4120-8568-aff0859bd53e up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:47.814731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:47.818623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.823233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] 10.222.0.110 "PUT /v2.0/ports/1fb24423-bc0a-4df2-a928-1bb8be12d8de HTTP/1.1" status: 200 len: 1096 time: 2.9554076 Nov 03 18:47:47.824653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'tag': '1fb24423-bc0a-4df2-a928-1bb8be12d8de'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:47.831538 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d769baff-4540-485c-a388-7f8339ec4231" -d '{"events": [{"name": "network-changed", "server_uuid": "67e4672c-8e62-4c05-9d87-579b906a89f8", "tag": "1fb24423-bc0a-4df2-a928-1bb8be12d8de"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:47.935825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 1fb83e3b-cfa7-4120-8568-aff0859bd53e completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:47.957866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 1fb83e3b-cfa7-4120-8568-aff0859bd53e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:47.958928 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.008203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6422c91-09c5-443f-b49e-effc39080760 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb24423-bc0a-4df2-a928-1bb8be12d8de,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:48.189436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c0698520-3c88-4ac4-9d52-3d9bcc01872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.194187 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c0698520-3c88-4ac4-9d52-3d9bcc01872c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 1099 time: 0.2388711 Nov 03 18:47:48.264882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654ec6a-53a0-4365-a10e-d57dfd593fca req-1c4a6cdc-90e8-4586-8049-8dc995fe0f87 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.286422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d654ec6a-53a0-4365-a10e-d57dfd593fca req-1c4a6cdc-90e8-4586-8049-8dc995fe0f87 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 948 time: 0.6836982 Nov 03 18:47:48.419618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-6ccbfa99-e081-4278-8585-d326ec11032d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de HTTP/1.1" status: 200 len: 217 time: 0.2069821 Nov 03 18:47:48.525131 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.605479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d654ec6a-53a0-4365-a10e-d57dfd593fca req-e6ec334f-7b52-481a-bd9f-f9cbe075147c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174202 Nov 03 18:47:48.635803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb396d-dfc6-4406-bdfa-f32820371ddc req-6ac112bb-2af4-4996-868c-5828b52d59be tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.651564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-b74bfa4c-30a9-4c0b-a91b-04f4217b774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.654470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:48.655534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-b74bfa4c-30a9-4c0b-a91b-04f4217b774f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2106240 Nov 03 18:47:48.659225 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d43ebc-4049-4d1f-932a-c6ec52e657af" -d '{"events": [{"server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "name": "network-vif-plugged", "status": "completed", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:48.663796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31bb396d-dfc6-4406-bdfa-f32820371ddc req-6ac112bb-2af4-4996-868c-5828b52d59be tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 1.0239224 Nov 03 18:47:48.706658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:48.715925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.821571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-277071fe-71fc-4ed8-ae10-24771fbf82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.833262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1fb83e3b-cfa7-4120-8568-aff0859bd53e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:48.845629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-277071fe-71fc-4ed8-ae10-24771fbf82ec service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1619368 Nov 03 18:47:49.052538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31bb396d-dfc6-4406-bdfa-f32820371ddc req-4118a474-19bc-42a2-a389-3afe98ac6eda tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864403 Nov 03 18:47:49.069419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f448f567-d4c4-42ca-b00f-4752d13ff895 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:49.105354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.158947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Transition to ACTIVE for port object f448f567-d4c4-42ca-b00f-4752d13ff895 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:49.177296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.238042 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd9adc8-4e21-46fe-b5cc-76b030c2de88 x-openstack-request-id: req-fcd9adc8-4e21-46fe-b5cc-76b030c2de88 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:49.238563 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e4672c-8e62-4c05-9d87-579b906a89f8", "tag": "1fb24423-bc0a-4df2-a928-1bb8be12d8de", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:49.238983 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fcd9adc8-4e21-46fe-b5cc-76b030c2de88 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:49.239639 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'tag': '1fb24423-bc0a-4df2-a928-1bb8be12d8de', 'status': 'completed', 'code': 200} Nov 03 18:47:49.244973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-b538b508-c801-4493-ae88-53244f09bda3 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765554 Nov 03 18:47:49.328957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Pushing event updated for resources: {'Port': ['ID=f448f567-d4c4-42ca-b00f-4752d13ff895,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:49.706755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-3efbb2fa-88ee-4b0f-baa1-9bdc4751c7c8 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415717 Nov 03 18:47:49.845894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Attempting to bind port f448f567-d4c4-42ca-b00f-4752d13ff895 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:49.846835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Attempting to bind port f448f567-d4c4-42ca-b00f-4752d13ff895 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:49.847661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Attempting to bind port f448f567-d4c4-42ca-b00f-4752d13ff895 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:49.889166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Port f448f567-d4c4-42ca-b00f-4752d13ff895 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:49.891913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Attempting to bind port f448f567-d4c4-42ca-b00f-4752d13ff895 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:50.011950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769baff-4540-485c-a388-7f8339ec4231 req-df98f04f-3c3a-468e-acd2-d7c6cb2a7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.020269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-df98f04f-3c3a-468e-acd2-d7c6cb2a7d08 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 1099 time: 0.1925950 Nov 03 18:47:50.026641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:50.029647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:50.030690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:50.031733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Bound port: f448f567-d4c4-42ca-b00f-4752d13ff895, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:50.032655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.074144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c4fdc-26b2-4821-ae0e-0e5fcf8a2435 req-cf6375fd-1aff-4863-a163-1c14168437f4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.078464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-047c4fdc-26b2-4821-ae0e-0e5fcf8a2435 req-cf6375fd-1aff-4863-a163-1c14168437f4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.4677665 Nov 03 18:47:50.286009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6551c-b591-49d9-8994-80062217b98e req-7f3c4ee0-6ee1-48ac-ae31-8faea98ec329 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.300667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd6551c-b591-49d9-8994-80062217b98e req-7f3c4ee0-6ee1-48ac-ae31-8faea98ec329 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 945 time: 0.4639409 Nov 03 18:47:50.345978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769baff-4540-485c-a388-7f8339ec4231 req-b012cbe1-34a3-4984-8939-b8d1d08c1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.354745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-047c4fdc-26b2-4821-ae0e-0e5fcf8a2435 req-46bc8a57-faf1-4fc0-af39-8375290a0fe4 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500811 Nov 03 18:47:50.356407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-b012cbe1-34a3-4984-8939-b8d1d08c1ae2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3022637 Nov 03 18:47:50.482114 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264821f9-54d3-4335-8e0d-278763604059 x-openstack-request-id: req-264821f9-54d3-4335-8e0d-278763604059 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:50.484594 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "name": "network-vif-plugged", "status": "completed", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:50.485542 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-264821f9-54d3-4335-8e0d-278763604059 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:50.486471 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'code': 200} Nov 03 18:47:50.486788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-f00e339b-79ca-4010-bbe8-b99ce5045d5b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de HTTP/1.1" status: 200 len: 217 time: 0.1224680 Nov 03 18:47:50.542384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] For port f448f567-d4c4-42ca-b00f-4752d13ff895, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:50.565695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] For port f448f567-d4c4-42ca-b00f-4752d13ff895, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f448f567-d4c4-42ca-b00f-4752d13ff895,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:50.580211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.700335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.700335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.700335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] 10.222.0.115 "PUT /v2.0/ports/f448f567-d4c4-42ca-b00f-4752d13ff895 HTTP/1.1" status: 200 len: 1095 time: 4.0664847 Nov 03 18:47:50.723747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769baff-4540-485c-a388-7f8339ec4231 req-e5cbc84d-6c81-4672-8038-05c7d55d2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.728884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-e5cbc84d-6c81-4672-8038-05c7d55d2b23 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2198827 Nov 03 18:47:50.761926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'tag': 'f448f567-d4c4-42ca-b00f-4752d13ff895'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:50.766932 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2eae78-c3b5-424b-92cc-519b8194a7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1", "tag": "f448f567-d4c4-42ca-b00f-4752d13ff895"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:50.795854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd6551c-b591-49d9-8994-80062217b98e req-7fc0a0ee-d4f8-4a7e-91b6-9e5f70cf3580 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938090 Nov 03 18:47:50.873175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769baff-4540-485c-a388-7f8339ec4231 req-f8bde25a-f4de-441b-8f35-fe5ba9ddbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.883399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-f8bde25a-f4de-441b-8f35-fe5ba9ddbb1c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367576 Nov 03 18:47:50.985753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27aa8e-62fd-43bc-b9f6-f36ea9ae9a9b service neutron] Pushing event updated for resources: {'Port': ['ID=f448f567-d4c4-42ca-b00f-4752d13ff895,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:51.189422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b84a1-9241-434a-9487-322337054aca req-e3f7d3d6-60e7-4d04-a6d6-833e3a49c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.194132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b4b84a1-9241-434a-9487-322337054aca req-e3f7d3d6-60e7-4d04-a6d6-833e3a49c6b9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.5322084 Nov 03 18:47:51.218243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5838588-a833-4e9d-8185-34e454511395 req-478e7cff-c867-4255-b831-12579dd2f99c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.233129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5838588-a833-4e9d-8185-34e454511395 req-478e7cff-c867-4255-b831-12579dd2f99c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 948 time: 0.5401306 Nov 03 18:47:51.316100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-6027692f-69e0-4f09-911b-ddf97ecc1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.319231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-6027692f-69e0-4f09-911b-ddf97ecc1055 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 1098 time: 0.5154307 Nov 03 18:47:51.342435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-5babb7ac-ddf6-4f17-b76f-a0c02d02fcb8 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380341 Nov 03 18:47:51.519301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b4b84a1-9241-434a-9487-322337054aca req-b012b2dc-31ca-4d6a-a3d1-4e0c5e2a41e0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636471 Nov 03 18:47:51.560428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-9adca8dd-5fcf-4a25-b01c-c671c82f32ef service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f448f567-d4c4-42ca-b00f-4752d13ff895 HTTP/1.1" status: 200 len: 217 time: 0.2242501 Nov 03 18:47:51.592138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d769baff-4540-485c-a388-7f8339ec4231 req-67f240d7-2126-48cb-b462-22422cb31f13 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357342 Nov 03 18:47:51.672144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5838588-a833-4e9d-8185-34e454511395 req-0583c953-7275-4e3b-a59f-cf45311f79f0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688657 Nov 03 18:47:51.707601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c519dd5-1911-4ed8-b801-64d6f2b34f72 req-f407a153-168a-4de7-816d-bbf211c04884 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.731922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c519dd5-1911-4ed8-b801-64d6f2b34f72 req-f407a153-168a-4de7-816d-bbf211c04884 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.2105784 Nov 03 18:47:51.911480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c519dd5-1911-4ed8-b801-64d6f2b34f72 req-96804dbf-6db2-4956-9fdb-6a3763cdbd48 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766775 Nov 03 18:47:51.929630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-38b31f78-077b-4f0b-8004-5b18759fd7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.932497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-38b31f78-077b-4f0b-8004-5b18759fd7ad service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1821988 Nov 03 18:47:51.987578 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f98455-7937-416e-b1b2-9071b1ff4450 x-openstack-request-id: req-76f98455-7937-416e-b1b2-9071b1ff4450 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:51.996265 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1", "tag": "f448f567-d4c4-42ca-b00f-4752d13ff895", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:51.998949 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76f98455-7937-416e-b1b2-9071b1ff4450 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:51.999747 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'tag': 'f448f567-d4c4-42ca-b00f-4752d13ff895', 'status': 'completed', 'code': 200} Nov 03 18:47:52.145070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6792547-86f0-42ff-b352-3e4fdfa68285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.149625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-c6792547-86f0-42ff-b352-3e4fdfa68285 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046487 Nov 03 18:47:52.427011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d298-cbd6-48b2-9b1e-3f6bf857d8e4 req-cea6ca49-8cef-471c-b008-d6df29fef4cf tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.441511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4111d298-cbd6-48b2-9b1e-3f6bf857d8e4 req-cea6ca49-8cef-471c-b008-d6df29fef4cf tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 945 time: 0.3182085 Nov 03 18:47:52.472272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771b15-8a3e-461b-88ab-485ee2ccc20c req-387f5407-a4bd-41a7-b608-9e3d682432d8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.478794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45771b15-8a3e-461b-88ab-485ee2ccc20c req-387f5407-a4bd-41a7-b608-9e3d682432d8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.3245554 Nov 03 18:47:52.613107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-a62dcb31-9888-4580-a6e9-8f34a4a6a6d3 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097152 Nov 03 18:47:52.792941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45771b15-8a3e-461b-88ab-485ee2ccc20c req-5279f09b-3b9b-4243-a396-b5d98ef33804 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905283 Nov 03 18:47:52.813935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4111d298-cbd6-48b2-9b1e-3f6bf857d8e4 req-acf9c2cc-bce1-4cda-9eb2-00746b66ee3e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253505 Nov 03 18:47:52.935344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5c3c149-fa36-4b90-835f-96abd77af426 req-f62e3b25-34ba-4372-8aaf-72ba1641a109 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018928 Nov 03 18:47:53.136210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e438e-0f2b-4e63-8dd9-f500a723692f req-b94bbeb8-9fd7-49e2-9c43-da3b030da231 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.147438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-697e438e-0f2b-4e63-8dd9-f500a723692f req-b94bbeb8-9fd7-49e2-9c43-da3b030da231 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 948 time: 0.1665928 Nov 03 18:47:53.293570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-445eba22-71f8-45cb-9fd5-80b9da1b5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.295969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-445eba22-71f8-45cb-9fd5-80b9da1b5404 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 1098 time: 0.2221203 Nov 03 18:47:53.305785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-697e438e-0f2b-4e63-8dd9-f500a723692f req-058bd621-fbcb-48c5-b058-b44b94c8859f tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329134 Nov 03 18:47:53.537225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1fb24423-bc0a-4df2-a928-1bb8be12d8de details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:53.780200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:53.810549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '1fb24423-bc0a-4df2-a928-1bb8be12d8de', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '1fb24423-bc0a-4df2-a928-1bb8be12d8de', 'mac_address': 'fa:16:3e:40:00:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:53.916984 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.968781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9971e5-7c2c-4343-b35a-9636ff20af2f req-bb8fadd6-4772-4297-a01b-39484d3a115d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.980782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af9971e5-7c2c-4343-b35a-9636ff20af2f req-bb8fadd6-4772-4297-a01b-39484d3a115d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1849923 Nov 03 18:47:54.066520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-01f9169f-a22f-4558-86e8-e121c5fac284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.069019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-01f9169f-a22f-4558-86e8-e121c5fac284 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.7410314 Nov 03 18:47:54.141081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb24423-bc0a-4df2-a928-1bb8be12d8de {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:54.172196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-7969c18a-1fa4-4d31-8068-cde32397b470 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=f448f567-d4c4-42ca-b00f-4752d13ff895 HTTP/1.1" status: 200 len: 217 time: 0.0801935 Nov 03 18:47:54.204180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af9971e5-7c2c-4343-b35a-9636ff20af2f req-9652db85-a716-4f01-bdd3-4336924e34ae tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219679 Nov 03 18:47:54.208181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:54.216553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.252568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80c492-3b26-4d95-b7e3-c8dce25153fa req-f2831ab8-3a06-40ad-9841-a49cb0ffd5cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.255784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee80c492-3b26-4d95-b7e3-c8dce25153fa req-f2831ab8-3a06-40ad-9841-a49cb0ffd5cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.2575037 Nov 03 18:47:54.356015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=1fb24423-bc0a-4df2-a928-1bb8be12d8de,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:54.467157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-5a72c4b9-0bf7-457f-a174-3151f2a58008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.468925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-5a72c4b9-0bf7-457f-a174-3151f2a58008 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2615077 Nov 03 18:47:54.552411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee80c492-3b26-4d95-b7e3-c8dce25153fa req-48a0441b-4b61-4cdd-a321-57d5dce80f82 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538764 Nov 03 18:47:54.573844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048fa7e-0557-4d37-aedc-b23bbf0d9ac2 req-38b0d1cd-ad2c-44d4-9f26-361bd810ef26 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.576048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0048fa7e-0557-4d37-aedc-b23bbf0d9ac2 req-38b0d1cd-ad2c-44d4-9f26-361bd810ef26 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 945 time: 0.2180080 Nov 03 18:47:54.597328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-4559b853-4d9d-43ea-96e4-641d9e43f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.602861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-4559b853-4d9d-43ea-96e4-641d9e43f6ae service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227119 Nov 03 18:47:54.820265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0048fa7e-0557-4d37-aedc-b23bbf0d9ac2 req-85de4fd0-db26-49a1-8b7b-b11908b8d15a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114723 Nov 03 18:47:54.894419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:54.920222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-a0f768d8-7a0f-4a91-9116-9a64a910b25f service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898908 Nov 03 18:47:55.342406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-ab9a83ce-b18a-4518-a534-17e7adb272b4 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4054146 Nov 03 18:47:55.358389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38063-0490-4178-b87c-06fa341a6d0d req-99214357-2bf2-44b4-b253-05bf7abe719d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:55.361020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b38063-0490-4178-b87c-06fa341a6d0d req-99214357-2bf2-44b4-b253-05bf7abe719d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 949 time: 0.3234341 Nov 03 18:47:55.364559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce2eae78-c3b5-424b-92cc-519b8194a7a9 req-dc72e2a6-0218-4a47-9ab4-0cc4b954f4e6 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173219 Nov 03 18:47:55.371005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:55.495146 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.517735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b38063-0490-4178-b87c-06fa341a6d0d req-2b3b27fc-f0ea-4692-a708-39fdf0883fe6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316037 Nov 03 18:47:55.756651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f448f567-d4c4-42ca-b00f-4752d13ff895 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:55.817017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa68f-491a-451a-804d-37be83933018 req-dd394762-a550-4173-a89b-d5b1654c3f4f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:55.827295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-916fa68f-491a-451a-804d-37be83933018 req-dd394762-a550-4173-a89b-d5b1654c3f4f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1586907 Nov 03 18:47:55.831624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.029695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-916fa68f-491a-451a-804d-37be83933018 req-9582c623-98de-4a25-8439-0380c1c246ee tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726587 Nov 03 18:47:56.059114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f448f567-d4c4-42ca-b00f-4752d13ff895, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f448f567-d4c4-42ca-b00f-4752d13ff895,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:56.091865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'f448f567-d4c4-42ca-b00f-4752d13ff895', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'f448f567-d4c4-42ca-b00f-4752d13ff895', 'mac_address': 'fa:16:3e:56:34:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:56.172844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Allocated IP 172.25.8.144 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a802bab8-c733-4c7c-9c84-915e8f798906) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:56.250154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.296009 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f448f567-d4c4-42ca-b00f-4752d13ff895 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:56.340653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f448f567-d4c4-42ca-b00f-4752d13ff895, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f448f567-d4c4-42ca-b00f-4752d13ff895,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:56.349208 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.421547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2ec66-dd79-4f46-be40-96f7aa61bfa2 req-cf1e6d2a-9677-4a73-85dd-52497804babe tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:56.424430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fb2ec66-dd79-4f46-be40-96f7aa61bfa2 req-cf1e6d2a-9677-4a73-85dd-52497804babe tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.2103052 Nov 03 18:47:56.464815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f448f567-d4c4-42ca-b00f-4752d13ff895,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:56.523506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.591491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fb2ec66-dd79-4f46-be40-96f7aa61bfa2 req-ce1cb4b4-cf94-413a-a782-585736731ef0 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494269 Nov 03 18:47:56.669353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.756935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:56.771804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:56.781294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:56.787203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event updated for resources: {'Port': ['ID=a802bab8-c733-4c7c-9c84-915e8f798906,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:56.832193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:57.009647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.202364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422db0d5-f1cf-4022-b3eb-679562439fed req-6a0114df-1afe-4766-9607-bbb9f0314938 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:57.212183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-422db0d5-f1cf-4022-b3eb-679562439fed req-6a0114df-1afe-4766-9607-bbb9f0314938 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 949 time: 0.1966257 Nov 03 18:47:57.213215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.387823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-422db0d5-f1cf-4022-b3eb-679562439fed req-402d2ce0-46a7-4626-8996-b314db8b6749 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658595 Nov 03 18:47:57.561062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1fb24423-bc0a-4df2-a928-1bb8be12d8de up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:57.688476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b425af-a8a5-43d3-8056-c620eb50d89b req-b42b5c5d-91f4-401a-8f3f-2326814d6599 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:57.695727 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 1fb24423-bc0a-4df2-a928-1bb8be12d8de completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:57.704255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7b425af-a8a5-43d3-8056-c620eb50d89b req-b42b5c5d-91f4-401a-8f3f-2326814d6599 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1822324 Nov 03 18:47:57.708372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 1fb24423-bc0a-4df2-a928-1bb8be12d8de triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:57.709053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.767124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.791321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.921609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.947499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7b425af-a8a5-43d3-8056-c620eb50d89b req-6ce02923-7d2e-4212-8843-3740e167570f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416778 Nov 03 18:47:57.996539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event updated for resources: {'Port': ['ID=a802bab8-c733-4c7c-9c84-915e8f798906,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:58.006423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb24423-bc0a-4df2-a928-1bb8be12d8de'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:58.011666 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36412ffd-2941-4909-b46f-a4e2fd4dcc83" -d '{"events": [{"server_uuid": "67e4672c-8e62-4c05-9d87-579b906a89f8", "name": "network-vif-plugged", "status": "completed", "tag": "1fb24423-bc0a-4df2-a928-1bb8be12d8de"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:58.019503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.051444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:58.059818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.070620 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.077768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-5be366e2-bc19-4744-a8e0-32e63af9bcf3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7114663 Nov 03 18:47:58.202430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-de1beb28-c82d-441e-a116-bab3c53d80f2 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.0990524 Nov 03 18:47:58.213412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=1fb24423-bc0a-4df2-a928-1bb8be12d8de,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:58.437998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a9acf-7aa3-42e1-9972-af23c0851fb1 req-45a8d057-972e-4b2d-876f-6710f93a46ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:58.445991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac0a9acf-7aa3-42e1-9972-af23c0851fb1 req-45a8d057-972e-4b2d-876f-6710f93a46ef tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.2405984 Nov 03 18:47:58.554190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-aa767aba-68e2-4257-b28e-f5322ec3aa7b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:58.556096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-aa767aba-68e2-4257-b28e-f5322ec3aa7b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.3464620 Nov 03 18:47:58.593061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-f7196fe3-65dd-4836-af40-27a747ff47ef tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:47:58.595098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9353958-5e7e-4e2e-9676-1512129c4bd1 req-f7196fe3-65dd-4836-af40-27a747ff47ef tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0229251 Nov 03 18:47:58.626381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac0a9acf-7aa3-42e1-9972-af23c0851fb1 req-42a19713-2d4e-4689-bc4f-3f5cb6e3d39d tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726675 Nov 03 18:47:58.831766 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851c6ed0-4746-4d6d-a8d0-848b1d71d0b7 x-openstack-request-id: req-851c6ed0-4746-4d6d-a8d0-848b1d71d0b7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:58.833437 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e4672c-8e62-4c05-9d87-579b906a89f8", "name": "network-vif-plugged", "status": "completed", "tag": "1fb24423-bc0a-4df2-a928-1bb8be12d8de", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:58.839756 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-851c6ed0-4746-4d6d-a8d0-848b1d71d0b7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:58.841885 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb24423-bc0a-4df2-a928-1bb8be12d8de', 'code': 200} Nov 03 18:47:59.124258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396afbc-502b-429e-b344-7d63d96a217e req-92c20f10-6e27-4aa9-a547-936cf06e3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.133258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4396afbc-502b-429e-b344-7d63d96a217e req-92c20f10-6e27-4aa9-a547-936cf06e3b55 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 1101 time: 0.1737070 Nov 03 18:47:59.147355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98c20-1cd4-46c8-a6e5-da3375630e2c req-76ceec24-f5c3-4101-a4fe-2385e951e13c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.159875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b98c20-1cd4-46c8-a6e5-da3375630e2c req-76ceec24-f5c3-4101-a4fe-2385e951e13c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 950 time: 0.2512159 Nov 03 18:47:59.264424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4396afbc-502b-429e-b344-7d63d96a217e req-886eaffc-f27d-457c-b17f-9c62562edd00 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157882 Nov 03 18:47:59.276190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b98c20-1cd4-46c8-a6e5-da3375630e2c req-b1e468b6-d964-4baf-b8de-878784f254fe tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127691 Nov 03 18:47:59.471432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773177b-d1fc-46df-aee4-58adea5a033a req-cfdc8580-d147-4e6e-9145-d7f9aef00e14 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.474487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3773177b-d1fc-46df-aee4-58adea5a033a req-cfdc8580-d147-4e6e-9145-d7f9aef00e14 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.0925014 Nov 03 18:47:59.582391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3773177b-d1fc-46df-aee4-58adea5a033a req-85d55f4c-eef6-479f-a087-bbb61bc438d5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959020 Nov 03 18:47:59.778246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f448f567-d4c4-42ca-b00f-4752d13ff895 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:59.862756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26f8c9-3b67-481c-abe2-e6f48c2d33c5 req-e2adb67b-d315-48a4-a24f-f0c619029c48 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.865468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab26f8c9-3b67-481c-abe2-e6f48c2d33c5 req-e2adb67b-d315-48a4-a24f-f0c619029c48 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.1090558 Nov 03 18:47:59.878343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port f448f567-d4c4-42ca-b00f-4752d13ff895 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:59.886420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port f448f567-d4c4-42ca-b00f-4752d13ff895 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:59.887797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.988083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab26f8c9-3b67-481c-abe2-e6f48c2d33c5 req-56741eaa-4ebb-4715-9cca-0200c02785f5 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030066 Nov 03 18:48:00.077812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.169358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f448f567-d4c4-42ca-b00f-4752d13ff895, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f448f567-d4c4-42ca-b00f-4752d13ff895,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:00.178049 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.317103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f448f567-d4c4-42ca-b00f-4752d13ff895,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:00.548538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68680da-ad98-49b0-abd2-7cf2f49c4ad9 req-10618612-3202-45c5-9425-e6b159904a27 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:00.552157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d68680da-ad98-49b0-abd2-7cf2f49c4ad9 req-10618612-3202-45c5-9425-e6b159904a27 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 950 time: 0.1308341 Nov 03 18:48:00.599145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-059691cb-818c-4c28-8d10-ac323acb19f0 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:00.603130 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-059691cb-818c-4c28-8d10-ac323acb19f0 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1097 time: 0.0930328 Nov 03 18:48:00.629533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812151-4'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:00.654589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d68680da-ad98-49b0-abd2-7cf2f49c4ad9 req-8e306867-03b7-4667-97f3-d6ec50e076e8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881104 Nov 03 18:48:00.758951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.843628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f448f567-d4c4-42ca-b00f-4752d13ff895'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:00.847752 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44e14e2-5c1b-411e-a5bd-1e44fd7de3f0" -d '{"events": [{"server_uuid": "ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1", "name": "network-vif-plugged", "status": "completed", "tag": "f448f567-d4c4-42ca-b00f-4752d13ff895"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:00.880440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc600-c478-4cf2-9390-2a76f49b662d req-cee7caf6-551c-4ac6-b9d1-db23e0548cd4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:00.885738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bdfc600-c478-4cf2-9390-2a76f49b662d req-cee7caf6-551c-4ac6-b9d1-db23e0548cd4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 946 time: 0.1108902 Nov 03 18:48:00.983178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bdfc600-c478-4cf2-9390-2a76f49b662d req-639c46bf-4a28-4198-bc4c-f411d9a2b4de tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900390 Nov 03 18:48:01.076777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:01.090427 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46461bfa-ae06-458d-bda4-c38b59020b2b x-openstack-request-id: req-46461bfa-ae06-458d-bda4-c38b59020b2b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:01.091529 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1", "name": "network-vif-plugged", "status": "completed", "tag": "f448f567-d4c4-42ca-b00f-4752d13ff895", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:01.091844 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46461bfa-ae06-458d-bda4-c38b59020b2b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:01.092449 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f448f567-d4c4-42ca-b00f-4752d13ff895', 'code': 200} Nov 03 18:48:01.210293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:01.327993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:01.327993 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19bee8-20ee-4f2b-a47b-afb90c7b3968" -d '{"events": [{"server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:01.336464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.351648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.397682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df349e-d5b3-4e93-a24a-1f2526b9c658 req-3ae1db52-f775-4c00-bde1-5d4b59ec7c20 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:01.417131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7df349e-d5b3-4e93-a24a-1f2526b9c658 req-3ae1db52-f775-4c00-bde1-5d4b59ec7c20 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.2056503 Nov 03 18:48:01.440532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11cadb-7de1-412a-8db8-e7a994a12205 req-b392dc67-73b3-40af-b0b7-c5786c211041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:01.442895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c11cadb-7de1-412a-8db8-e7a994a12205 req-b392dc67-73b3-40af-b0b7-c5786c211041 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 1100 time: 0.1637306 Nov 03 18:48:01.533241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on host n-h1-812151-4 for vnic_type normal with profile {"migrating_to": "n-h2-812151-4"} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:01.538932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:01.543909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:01.595958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:01.600260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:01.601478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:01.616992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:01.659625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:01.660208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:01.665442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:01.666632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Bound port: bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:01.667760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.708989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7df349e-d5b3-4e93-a24a-1f2526b9c658 req-912d9a69-cac7-490a-8df7-d7b9f0a309cc tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911820 Nov 03 18:48:01.726270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c11cadb-7de1-412a-8db8-e7a994a12205 req-0c6e43f0-0487-4777-8bef-7b2307da2524 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648039 Nov 03 18:48:01.889236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:01.897872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:01.915071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.921620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:01.973132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on host n-h1-812151-4 for vnic_type normal with profile {"migrating_to": "n-h2-812151-4"} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:01.973800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:01.974487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:01.984152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:01.985016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempting to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:01.995482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:01.996470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:01.997229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:01.998349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Bound port: bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:01.999474 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.088489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.090295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.094647 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] 10.222.0.110 "PUT /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 1122 time: 1.4717002 Nov 03 18:48:02.115777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627476c-5c30-49e3-8439-99d1cc1f407e service neutron] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:02.227098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.241772 n-d-812151-4 neutron-server[101991]: WARNING neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Concurrent port binding operations failed on port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 Nov 03 18:48:02.249590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:02.252875 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Attempt 2 to bind port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 Nov 03 18:48:02.253537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 has no active binding in host n-h2-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:48:02.308497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:02.313244 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40abd8b7-2229-4c57-879a-9984c7294ac1 x-openstack-request-id: req-40abd8b7-2229-4c57-879a-9984c7294ac1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:02.313727 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:02.314136 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40abd8b7-2229-4c57-879a-9984c7294ac1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:02.315316 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'code': 200} Nov 03 18:48:02.384792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:02.602361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd87c7-8b2f-491c-b452-ed513f7e06e3 req-cd096eee-fb77-4b44-97f9-0ae5d8c99a8e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.614534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7fdd87c7-8b2f-491c-b452-ed513f7e06e3 req-cd096eee-fb77-4b44-97f9-0ae5d8c99a8e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 950 time: 0.1508820 Nov 03 18:48:02.763005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7fdd87c7-8b2f-491c-b452-ed513f7e06e3 req-ff3842a3-538d-4450-9304-c0a8ffff789d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357963 Nov 03 18:48:02.773273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.985722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7806-936b-4788-8cf0-d317db838c15 req-0021f73a-d676-4a64-88b4-153c7d25d45e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.988961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab1b7806-936b-4788-8cf0-d317db838c15 req-0021f73a-d676-4a64-88b4-153c7d25d45e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.1153045 Nov 03 18:48:03.088679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab1b7806-936b-4788-8cf0-d317db838c15 req-a6c3cd47-caa4-4e2e-8f30-9028b2e486f5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Nov 03 18:48:03.328472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0614796-f12d-4791-889b-154c99eee211 req-09dc0584-409f-4a0e-b031-469f6ec9160e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.332137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0614796-f12d-4791-889b-154c99eee211 req-09dc0584-409f-4a0e-b031-469f6ec9160e tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.0986705 Nov 03 18:48:03.434335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0614796-f12d-4791-889b-154c99eee211 req-b0fea04e-9c8e-4fbe-a75d-7085d0e5a8de tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925562 Nov 03 18:48:03.677113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad570cd-d198-4fb7-9570-b5f9227cfd36 req-89385a5f-8fc6-4576-8ab9-8eb23c24f7c8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.682185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cad570cd-d198-4fb7-9570-b5f9227cfd36 req-89385a5f-8fc6-4576-8ab9-8eb23c24f7c8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 949 time: 0.1261108 Nov 03 18:48:03.816300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cad570cd-d198-4fb7-9570-b5f9227cfd36 req-790f32a9-5038-4f54-bd47-0468656c7db8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275725 Nov 03 18:48:04.156468 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-513ff4fc-4880-418e-b64a-ddeaeba4ad85 service neutron] show failed (client error): The resource could not be found. Nov 03 18:48:04.158014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-513ff4fc-4880-418e-b64a-ddeaeba4ad85 service neutron] 10.222.0.115 "GET /v2.0/ports/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.1247330 Nov 03 18:48:04.317757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:04.328843 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2" -d '{"events": [{"name": "network-changed", "server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:04.393970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2630e8-7ea5-4eca-9499-5626e17a8444 req-109919b1-1a01-4757-bec6-e8fbfbd93a93 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.397143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e2630e8-7ea5-4eca-9499-5626e17a8444 req-109919b1-1a01-4757-bec6-e8fbfbd93a93 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.1196113 Nov 03 18:48:04.609317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1f81484-caa7-40ec-90a2-f59bbc0786a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.667488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e2630e8-7ea5-4eca-9499-5626e17a8444 req-f09ac1e8-2a27-401e-bc28-2b96ad382501 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440047 Nov 03 18:48:04.685484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-e33ef343-ae1b-4b15-b6ad-2ee35ccc80d3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.687185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-e33ef343-ae1b-4b15-b6ad-2ee35ccc80d3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 821 time: 0.2815413 Nov 03 18:48:04.721820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-827760e4-ef06-44b3-a204-f01b46c65c01 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/quotas/d3e8a8695fa24b599a6870f0bd9ae102 HTTP/1.1" status: 200 len: 375 time: 0.0226314 Nov 03 18:48:04.726850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-fdc79b63-e783-4eb0-bdd2-65615f27138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.730044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-fdc79b63-e783-4eb0-bdd2-65615f27138e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae&tenant_id=12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 1100 time: 0.1120808 Nov 03 18:48:04.760200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:04.823657 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f912f-7fa8-4c40-b98f-476acbdb2fa4 x-openstack-request-id: req-488f912f-7fa8-4c40-b98f-476acbdb2fa4 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:04.824141 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:04.824600 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-488f912f-7fa8-4c40-b98f-476acbdb2fa4 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:04.825710 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'status': 'completed', 'code': 200} Nov 03 18:48:04.890030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-d3e15ebd-d849-475d-b0a9-1e04caaac91c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1563263 Nov 03 18:48:04.892225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.198535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-3fb64f02-a940-419d-b94d-ac590a15a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.201510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-3fb64f02-a940-419d-b94d-ac590a15a14a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1125 time: 0.3090708 Nov 03 18:48:05.414019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fddd72-cc7f-419e-841c-9e56a0e9f5e2 req-c4ead555-ade6-4976-bcc2-f68de24e6bac tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.425468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08fddd72-cc7f-419e-841c-9e56a0e9f5e2 req-c4ead555-ade6-4976-bcc2-f68de24e6bac tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.3902135 Nov 03 18:48:05.512750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-0c79e195-4620-4c13-9ccf-4de494b86ac0 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987368 Nov 03 18:48:05.517011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:05.615954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:05.680565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-ab8d152f-cb1b-4962-9392-c5c38533ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.682744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-ab8d152f-cb1b-4962-9392-c5c38533ca90 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.4235413 Nov 03 18:48:05.695463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08fddd72-cc7f-419e-841c-9e56a0e9f5e2 req-4b76ee0b-cec4-4d43-a974-d850953c7370 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686312 Nov 03 18:48:05.764812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-0ebe5377-9115-46b4-89b2-4fd9e3fb9b09 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 217 time: 0.0646663 Nov 03 18:48:05.779160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.834483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Transition to ACTIVE for port object 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:05.845400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.845989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-0067fb54-26cb-40c1-8e61-d1fe3172835a service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115418 Nov 03 18:48:05.949750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-3ee659e9-e11d-4824-8d86-6e0775fda29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.952428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-3ee659e9-e11d-4824-8d86-6e0775fda29c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1123576 Nov 03 18:48:06.067658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-89c22287-77a0-448e-a8e0-fd8f010572ef service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521967 Nov 03 18:48:06.105950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:06.170503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a23c-5696-4d7b-a202-a138e8f689f9 req-d597b6a5-6884-4620-a410-df5c7c958acd tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:06.203961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1d4a23c-5696-4d7b-a202-a138e8f689f9 req-d597b6a5-6884-4620-a410-df5c7c958acd tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 949 time: 0.3656819 Nov 03 18:48:06.278260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] No DVR routers for this DVR port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:06.459688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:06.460836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:06.461441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:06.471157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:06.471893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:06.483153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:06.483952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:06.484833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:06.485777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Bound port: 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:06.487709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.630435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1d4a23c-5696-4d7b-a202-a138e8f689f9 req-3afe18be-3398-439e-88ca-da240fa0f4d9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249332 Nov 03 18:48:06.779641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-4513b055-3983-4202-9a17-65b61ccaebd9 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928115 Nov 03 18:48:06.800823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:06.819864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:06.827429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:06.840356 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee5ce44-703a-47c0-b43d-a8ead0729836" -d '{"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:06.855019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.992364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:06.993811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.000124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] 10.222.0.110 "PUT /v2.0/ports/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 1095 time: 2.2466941 Nov 03 18:48:07.178223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa67d-ce86-4968-9172-faf9a215e139 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:07.267546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-517feabc-87cf-4faf-9554-d0d7fd57071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.275319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-517feabc-87cf-4faf-9554-d0d7fd57071c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1098 time: 0.2201769 Nov 03 18:48:07.636360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-8564007c-d759-4f60-8c25-92439f85b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.640924 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-8564007c-d759-4f60-8c25-92439f85b3f2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3491197 Nov 03 18:48:07.748097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-12b23f1b-6bb7-42f4-a3b4-2ea3b57a8689 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.0867333 Nov 03 18:48:07.822570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:07.877955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-202230fa-fb68-4c38-816f-f9fdded09fbc req-49f3ff93-948c-4aeb-a389-7ed99b50d715 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 210 time: 0.2097688 Nov 03 18:48:07.991398 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e6a662d-79ea-4565-9f30-41f2c5d2edc2 req-20a7233f-55dd-409c-8666-ec216d7ab9c8 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1816568 Nov 03 18:48:08.001312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-b3ed22e5-30a8-4a7d-98ff-01900d968949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.002855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df910c43-0628-4d01-925e-e3c082d329c2 req-956eaf6e-522e-4bd9-8907-bcc3f8fcae62 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.003785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-b3ed22e5-30a8-4a7d-98ff-01900d968949 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2362411 Nov 03 18:48:08.017249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df910c43-0628-4d01-925e-e3c082d329c2 req-956eaf6e-522e-4bd9-8907-bcc3f8fcae62 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.3337092 Nov 03 18:48:08.089643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:08.144891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df910c43-0628-4d01-925e-e3c082d329c2 req-7adc3f84-ca16-4f38-97b2-4b219b1db560 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261210 Nov 03 18:48:08.199805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-4b5e24f0-310b-4629-b304-9494430f392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.207260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-4b5e24f0-310b-4629-b304-9494430f392f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865692 Nov 03 18:48:08.320243 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e9f5ae2-937d-49bf-8dd6-6af5f10d0f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.560276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc66ea-b48d-42d5-bc90-935550949153 req-25b24f93-65d6-4b55-b029-fef4babc531a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.569105 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-7c45efee-ae08-4d78-bdc4-f443fdd717c4 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440969 Nov 03 18:48:08.582485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdcc66ea-b48d-42d5-bc90-935550949153 req-25b24f93-65d6-4b55-b029-fef4babc531a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 947 time: 0.2079599 Nov 03 18:48:08.736941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdcc66ea-b48d-42d5-bc90-935550949153 req-680c25a3-3695-4bad-a5f5-ebefabc665b7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528649 Nov 03 18:48:08.930749 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d93a67-5013-46fa-9133-3eb77237d61f x-openstack-request-id: req-70d93a67-5013-46fa-9133-3eb77237d61f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:08.931565 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:08.932186 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70d93a67-5013-46fa-9133-3eb77237d61f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:08.933085 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'code': 200} Nov 03 18:48:08.944329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a282879-17bc-4064-a3f1-d4cabaae3e4d req-ea4ea16f-b2d1-429e-9df2-a36b2e1ee94a service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527880 Nov 03 18:48:09.071413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88ef81-0ac9-4d8c-ac15-be1484096ea6 req-f853efb8-3fd4-4d04-9ae3-839bd6e4cee6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:09.111823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88ef81-0ac9-4d8c-ac15-be1484096ea6 req-f853efb8-3fd4-4d04-9ae3-839bd6e4cee6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:09.135910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb88ef81-0ac9-4d8c-ac15-be1484096ea6 req-f853efb8-3fd4-4d04-9ae3-839bd6e4cee6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8&device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 1690 time: 0.2765496 Nov 03 18:48:09.497017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb88ef81-0ac9-4d8c-ac15-be1484096ea6 req-c4684f1d-6f89-4d0e-aa34-3b1afc8f7327 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505518 Nov 03 18:48:09.679012 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.840663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-4b19d1cf-8158-4887-8d6a-922f9b38e26b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:09.845537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-4b19d1cf-8158-4887-8d6a-922f9b38e26b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 821 time: 0.6398787 Nov 03 18:48:09.851713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ea340ef-ab8c-4463-8fa3-d380b1514480 req-2c69a256-46ff-4a55-81d5-79306822b05e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 210 time: 0.1933725 Nov 03 18:48:09.859396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-a0bd474c-0fa1-4e3b-a042-bf00c85628aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:09.863178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-a0bd474c-0fa1-4e3b-a042-bf00c85628aa service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1125 time: 0.5868447 Nov 03 18:48:09.884273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'port': {'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'admin_state_up': True, 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:10.261936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128f12-5e22-435e-b086-e6269c2b98c8 req-24e46bed-2d72-4e3a-9090-3123d5cb4248 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.275241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3128f12-5e22-435e-b086-e6269c2b98c8 req-24e46bed-2d72-4e3a-9090-3123d5cb4248 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.6473088 Nov 03 18:48:10.370669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-a6bf2c16-0ea6-40b5-b5d7-ae5ac696b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.373815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-a6bf2c16-0ea6-40b5-b5d7-ae5ac696b090 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.4514096 Nov 03 18:48:10.624257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-64b5cb6d-8379-4147-8dcc-0b0abc0304f8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 217 time: 0.1916189 Nov 03 18:48:10.796313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40976a-da72-4ca7-ac22-c1b4c0fea267 req-7ec3019f-7ac5-454e-859e-b2cbc05c7acb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.809627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be40976a-da72-4ca7-ac22-c1b4c0fea267 req-7ec3019f-7ac5-454e-859e-b2cbc05c7acb tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 947 time: 0.6434700 Nov 03 18:48:10.918845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3128f12-5e22-435e-b086-e6269c2b98c8 req-d21160f8-752c-4b14-a3b9-0f19ec0c0d0b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412523 Nov 03 18:48:10.935176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:10.941167 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:10.993439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-468673dc-7ef4-4bef-aa7a-97d000fe8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.996149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-468673dc-7ef4-4bef-aa7a-97d000fe8d2e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.3067787 Nov 03 18:48:11.277272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-bfd76218-bbca-4e05-ba4a-2c02558b1420 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2455950 Nov 03 18:48:11.409581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Made reservation on behalf of d3e8a8695fa24b599a6870f0bd9ae102 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:11.415302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.478965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be40976a-da72-4ca7-ac22-c1b4c0fea267 req-c39439cb-95ed-46e8-a21f-35992c0e1d60 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560787 Nov 03 18:48:11.662475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.714052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3635-1e22-4a97-aba1-527ca8cd43d0 req-6dca28e7-a1cc-4b48-9ed6-131a6afb3422 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:11.723298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-095d3635-1e22-4a97-aba1-527ca8cd43d0 req-6dca28e7-a1cc-4b48-9ed6-131a6afb3422 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 1101 time: 0.4514792 Nov 03 18:48:11.961386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.006449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-c7dd4717-3046-47b9-8646-a52eca5c253f service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665187 Nov 03 18:48:12.527399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-095d3635-1e22-4a97-aba1-527ca8cd43d0 req-5da045be-e62a-45aa-b024-587a86fbbd95 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581795 Nov 03 18:48:12.546842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45790363-2009-4b6b-b46b-f1f0b57a181c req-5b5846fa-e764-4554-8271-c024586c0dfa tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 210 time: 0.1663797 Nov 03 18:48:12.554090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Allocated IP 172.20.0.10 (7a71bd18-82e5-4966-a858-8f6ffd961f03/975cd43d-74f8-4855-a2c7-70a2b2fb906a/a7afa0d8-f072-4bbd-a111-c6296451236a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:12.783055 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3cff6b-880e-445e-aafd-444c05818654 x-openstack-request-id: req-5d3cff6b-880e-445e-aafd-444c05818654 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:12.786470 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:12.787242 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d3cff6b-880e-445e-aafd-444c05818654 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:12.788143 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'status': 'completed', 'code': 200} Nov 03 18:48:12.934549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ecba37a-cb8f-4a6b-958f-08f4220f5c11 req-3f42acbb-3cd0-418c-914b-d817817c7a48 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990736 Nov 03 18:48:13.058053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54270d-6c3c-4529-9058-0a46ca409d9c req-815caa06-419a-493d-b459-eee4390a8af7 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.069716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c54270d-6c3c-4529-9058-0a46ca409d9c req-815caa06-419a-493d-b459-eee4390a8af7 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.2628343 Nov 03 18:48:13.375333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-8635c1b8-11ac-4a5c-8b5b-39d0efdf56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.385372 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-8635c1b8-11ac-4a5c-8b5b-39d0efdf56a4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1098 time: 0.5381889 Nov 03 18:48:13.443635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d13d2-0182-4d69-af82-3606d5a3c0de req-7e3b2362-9ac0-48cd-a1dc-afb760607dc7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.458663 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-ea609e6a-cce1-47cc-8284-60669f6c909d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4277382 Nov 03 18:48:13.460231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f43d13d2-0182-4d69-af82-3606d5a3c0de req-7e3b2362-9ac0-48cd-a1dc-afb760607dc7 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 947 time: 0.3599925 Nov 03 18:48:13.489604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-9f2b696b-0576-4a4c-a865-62217f49cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.493455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-9f2b696b-0576-4a4c-a865-62217f49cbb5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1098 time: 0.5551708 Nov 03 18:48:13.628914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c54270d-6c3c-4529-9058-0a46ca409d9c req-8c00dd45-2f00-4197-bd1f-63292da0a736 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646323 Nov 03 18:48:13.671219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:13.674336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.841111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f43d13d2-0182-4d69-af82-3606d5a3c0de req-ec8afe3c-edc0-41b3-825c-60c2a02adc22 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591709 Nov 03 18:48:14.077766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:14.083588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-93e3f011-0eb8-4bf7-aa86-98390052226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.086137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-93e3f011-0eb8-4bf7-aa86-98390052226d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 1096 time: 0.4261072 Nov 03 18:48:14.106529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-9967af8f-55af-4737-aefa-76f7fe32c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.118086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-9967af8f-55af-4737-aefa-76f7fe32c050 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.7124603 Nov 03 18:48:14.146795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.160775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:14.193501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['1fb83e3b-cfa7-4120-8568-aff0859bd53e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:14.354160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908860f-59d7-49da-aacc-d4c73c328dc3 req-7a9dfc26-1230-4111-bf38-b7af6da819ad tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.370278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8908860f-59d7-49da-aacc-d4c73c328dc3 req-7a9dfc26-1230-4111-bf38-b7af6da819ad tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 1100 time: 0.4446774 Nov 03 18:48:14.419527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'mac_address': 'fa:16:3e:c0:4f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:14.494447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:14.505105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:14.522189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:14.817126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-664e092f-73ff-4453-83ed-7a110f332e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.835744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-664e092f-73ff-4453-83ed-7a110f332e4d service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.6491179 Nov 03 18:48:14.838446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-8f4d2ed6-0412-4d49-b7eb-21b0abdf679e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.6375740 Nov 03 18:48:14.840292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-bec46003-07bc-4442-bf6e-05b5478a8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.842964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-bec46003-07bc-4442-bf6e-05b5478a8ea3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 1.2604678 Nov 03 18:48:14.871113 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:14.911073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:14.934279 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event updated for resources: {'Port': ['ID=a7afa0d8-f072-4bbd-a111-c6296451236a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:14.994700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:15.010727 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-c905c51c-ac90-4782-8c14-3fd863ec9e2d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.1574340 Nov 03 18:48:15.032198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.033659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.101027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-50031c81-09d2-4a49-80e3-ab4937beb415 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2267852 Nov 03 18:48:15.136431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8908860f-59d7-49da-aacc-d4c73c328dc3 req-96b89159-4e9d-499a-b694-2fbe224dfbce tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637451 Nov 03 18:48:15.176300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Request body: {'port': {'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:15.216376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.322106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ddaa-420f-4b1b-88e2-22b2662cebf1 req-3d852cb5-88f2-4dc1-8dc1-29d8248c3eee tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.337353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a75ddaa-420f-4b1b-88e2-22b2662cebf1 req-3d852cb5-88f2-4dc1-8dc1-29d8248c3eee tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 932 time: 0.6352103 Nov 03 18:48:15.349650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-945c48c4-e227-4c68-a55a-dc981a639431 None None] Provisioning complete for port a7afa0d8-f072-4bbd-a111-c6296451236a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:15.350129 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-945c48c4-e227-4c68-a55a-dc981a639431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.584340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-945c48c4-e227-4c68-a55a-dc981a639431 None None] Port a7afa0d8-f072-4bbd-a111-c6296451236a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:15.590120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:15.611531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.612105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.612674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.613353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.613926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.614887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.615473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.616081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.616702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.617411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.617951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.618516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:15.650375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-117ece64-4c92-4e5d-b4b5-5667edee480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.657001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-117ece64-4c92-4e5d-b4b5-5667edee480c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.6168618 Nov 03 18:48:15.668500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-9a0cc9ab-6c8a-4eb2-b289-d3f06d605ce2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 200 len: 217 time: 0.6469035 Nov 03 18:48:15.683417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-c48e4c38-8862-4f0e-ac71-5a8be6fd79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.690514 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-c48e4c38-8862-4f0e-ac71-5a8be6fd79ca service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.5376618 Nov 03 18:48:15.809655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.850547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a75ddaa-420f-4b1b-88e2-22b2662cebf1 req-50ada4eb-04c4-4186-961b-dfd5f7516f51 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109301 Nov 03 18:48:15.967871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:15.983477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6e008-1290-48b9-9382-da636d7d8d3d req-d1f2e3d7-1151-4363-8069-557df46d663a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.994497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ff6e008-1290-48b9-9382-da636d7d8d3d req-d1f2e3d7-1151-4363-8069-557df46d663a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.4562044 Nov 03 18:48:16.081396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-98416961-e771-446e-822a-a0225c1b6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:16.089832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-98416961-e771-446e-822a-a0225c1b6b0f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.3570588 Nov 03 18:48:16.235211 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:48:16.275300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-1ecc8120-e91f-4957-a689-673a735f2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:16.282018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-1ecc8120-e91f-4957-a689-673a735f2d0a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5182881 Nov 03 18:48:16.286512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-b010064f-2d71-4947-9cea-2aa06b918e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:16.296968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-b010064f-2d71-4947-9cea-2aa06b918e7b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6023169 Nov 03 18:48:16.303863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-26c3c493-ea5e-4bf2-bf72-48926c318822 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941025 Nov 03 18:48:16.444820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5fca1-9024-413e-bd8f-5282b36ab4af req-c03d90c5-6e9d-4e82-ae73-78eb367acaaf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:16.448663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6e5fca1-9024-413e-bd8f-5282b36ab4af req-c03d90c5-6e9d-4e82-ae73-78eb367acaaf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.3584754 Nov 03 18:48:16.564613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-071a66c5-d1ad-41f9-b40d-db634415e418 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546909 Nov 03 18:48:16.577213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ff6e008-1290-48b9-9382-da636d7d8d3d req-78e6b490-65a8-49f9-9ef2-aa06309d7ef5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609899 Nov 03 18:48:16.950799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6e5fca1-9024-413e-bd8f-5282b36ab4af req-8f609bb0-3c8b-4f5b-9a58-5e166d8c5897 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042449 Nov 03 18:48:17.177240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-cd7a951e-96ca-4f26-bfb8-fb9921e51636 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181507 Nov 03 18:48:17.370773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-15c460ab-385b-4115-b7b6-8cc05679d941 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038173 Nov 03 18:48:17.382516 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-5d7e25ce-e7fd-4072-970e-38c0f263af07 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958355 Nov 03 18:48:17.518416 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-dbc55867-4346-4ef7-91d9-4aade9df97b8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7977247 Nov 03 18:48:17.611072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-3d229258-cd88-4416-903e-9cc21a9dcf53 service neutron] 10.222.0.115 "GET /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.4625463 Nov 03 18:48:17.720113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b91a391-7110-4f1b-a768-bf0b26299aa9 req-4cff5ad7-091b-4aad-8f89-f00e6ce6d48d service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244863 Nov 03 18:48:17.787496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46f6bd53-7a53-45a0-b9b2-6c90d314fe1f req-8fcd6325-2398-4d5e-9df8-b3fd7a53e84f service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808124 Nov 03 18:48:17.913241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-2bafde2b-4800-4445-99b4-b97939834659 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:17.920876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-2bafde2b-4800-4445-99b4-b97939834659 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7410698 Nov 03 18:48:17.949891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d926bc1-fc5a-4d70-8dc5-b53039f00465 req-65fc9628-d9c1-417b-ba30-518d238dd4d3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:17.962172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d926bc1-fc5a-4d70-8dc5-b53039f00465 req-65fc9628-d9c1-417b-ba30-518d238dd4d3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 932 time: 0.4111931 Nov 03 18:48:18.035375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-15f45502-0781-4723-ac9f-a00294805896 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/quotas/816761c27522498db7877b3b52b07bb7 HTTP/1.1" status: 200 len: 375 time: 0.0437355 Nov 03 18:48:18.107335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7afa0d8-f072-4bbd-a111-c6296451236a {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:18.180523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.768205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Transition to ACTIVE for port object a7afa0d8-f072-4bbd-a111-c6296451236a will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:18.837716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d926bc1-fc5a-4d70-8dc5-b53039f00465 req-935cf683-8a78-40d5-b12c-eb7d3a810f97 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8589246 Nov 03 18:48:18.839074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.946240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-f79d3208-a32d-4b73-8fb9-88e9e30011ec tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8924949 Nov 03 18:48:18.972023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Pushing event updated for resources: {'Port': ['ID=a7afa0d8-f072-4bbd-a111-c6296451236a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:19.156080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:19.271699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:19.374162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Attempting to bind port a7afa0d8-f072-4bbd-a111-c6296451236a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:19.375022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Attempting to bind port a7afa0d8-f072-4bbd-a111-c6296451236a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:19.376622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Attempting to bind port a7afa0d8-f072-4bbd-a111-c6296451236a on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:19.406282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:19.550052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:19.561535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Port a7afa0d8-f072-4bbd-a111-c6296451236a on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:19.570530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Attempting to bind port a7afa0d8-f072-4bbd-a111-c6296451236a on network 7a71bd18-82e5-4966-a858-8f6ffd961f03 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:19.668309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:19.669578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Checking segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:19.670457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Bound using segment: {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:19.675780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Bound port: a7afa0d8-f072-4bbd-a111-c6296451236a, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:19.677142 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.701735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:20.068304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:20.080471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:20.082863 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.212114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.355887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.460611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220c9f6-2da8-44fa-8e0b-5f22c7cfedad req-fb5b5a47-daf9-4281-8879-6e64ff585f02 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.481058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:20.481589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e220c9f6-2da8-44fa-8e0b-5f22c7cfedad req-fb5b5a47-daf9-4281-8879-6e64ff585f02 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.5317924 Nov 03 18:48:20.490141 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55434e7-72dd-47e6-b3b0-3b886d03ddf5" -d '{"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:20.529791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-c0df297d-abd9-4314-9b31-b8b075697b39 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.537478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-c0df297d-abd9-4314-9b31-b8b075697b39 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae&tenant_id=12054397154a4c4a8704f0382b330fbe&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 948 time: 0.9713025 Nov 03 18:48:20.565609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:20.578104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.676115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81414938-0e4c-4641-b398-833fe1e1326c req-be3e2df6-b2f9-47bc-abdc-ce47b160f151 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.681362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81414938-0e4c-4641-b398-833fe1e1326c req-be3e2df6-b2f9-47bc-abdc-ce47b160f151 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 944 time: 0.9434586 Nov 03 18:48:20.716403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e220c9f6-2da8-44fa-8e0b-5f22c7cfedad req-ce90dd29-f044-4c94-8a10-0038eb7b932a tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202303 Nov 03 18:48:20.819312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:20.837058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-7c848321-151a-4d88-aa3d-4660295b5ad9 service neutron] 10.222.0.110 "GET /v2.0/ports/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 382 time: 0.2871940 Nov 03 18:48:20.936405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] For port a7afa0d8-f072-4bbd-a111-c6296451236a, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:20.947987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f90146ad-cd60-45c8-8cd6-b74d986a1ad7 req-eebc0788-534e-4120-bbc0-5756fc3cf306 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 210 time: 0.0635183 Nov 03 18:48:21.003265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] For port a7afa0d8-f072-4bbd-a111-c6296451236a, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7afa0d8-f072-4bbd-a111-c6296451236a,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:21.044090 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.050961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-739dc640-e9e3-4143-afc6-4d01c80f85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.053731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-739dc640-e9e3-4143-afc6-4d01c80f85ff service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1100 time: 0.1464353 Nov 03 18:48:21.212981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] Transition to ACTIVE for port object bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:21.288880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81414938-0e4c-4641-b398-833fe1e1326c req-c19f5bd1-f7d2-4411-819e-b405b58c6815 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708065 Nov 03 18:48:21.307571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.341611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-4999aea9-7e9d-44e2-b80a-e082180edbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.351899 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-4999aea9-7e9d-44e2-b80a-e082180edbb7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2629266 Nov 03 18:48:21.480488 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5dcb9-8fe5-485e-8f01-54326aa213ba x-openstack-request-id: req-dee5dcb9-8fe5-485e-8f01-54326aa213ba {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:21.481040 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:21.481421 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dee5dcb9-8fe5-485e-8f01-54326aa213ba {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:21.482070 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'code': 200} Nov 03 18:48:21.505892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Pushing event updated for resources: {'Port': ['ID=a7afa0d8-f072-4bbd-a111-c6296451236a,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:21.543441 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-14fc4cfa-2e24-4814-880c-02ceed60e0c4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.1803780 Nov 03 18:48:21.629143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.630835 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.634054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-125f6de9-c864-4189-b2f6-19de5985d583 service neutron] 10.222.0.115 "PUT /v2.0/ports/a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 1092 time: 6.4943581 Nov 03 18:48:21.635549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:21.644492 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c424d-ab50-4af7-b626-5991ee7fa29c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:21.732976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] No DVR routers for this DVR port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:21.779749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-55862fb7-62d7-47af-bb1e-19adb60b41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.786274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-55862fb7-62d7-47af-bb1e-19adb60b41b2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2269547 Nov 03 18:48:21.792187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16172e76-983c-4056-8195-2895d1fcb1ab req-261b6f9d-3645-4c34-b133-9eba626cd395 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.799900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16172e76-983c-4056-8195-2895d1fcb1ab req-261b6f9d-3645-4c34-b133-9eba626cd395 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 944 time: 0.5719240 Nov 03 18:48:21.859534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] Pushing event updated for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:21.984815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-396c16fe-ea85-41ff-b42b-a625e99a7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.989224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-396c16fe-ea85-41ff-b42b-a625e99a7641 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814113 Nov 03 18:48:22.115086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-139f91f1-0579-45fe-b2b6-64dffd86254b service neutron] 10.222.0.115 "PUT /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3/bindings/n-h2-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 4.4842477 Nov 03 18:48:22.262801 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85f130-be73-4e16-b66f-cac0d8042bde x-openstack-request-id: req-fa85f130-be73-4e16-b66f-cac0d8042bde {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:22.266287 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:22.267455 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fa85f130-be73-4e16-b66f-cac0d8042bde {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:22.272907 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'status': 'completed', 'code': 200} Nov 03 18:48:22.292034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16172e76-983c-4056-8195-2895d1fcb1ab req-ab296075-2dfb-4564-934c-a9666a03c19f tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977365 Nov 03 18:48:22.292034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-c174e7ae-2709-442b-acbe-89e00329cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.299546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-c174e7ae-2709-442b-acbe-89e00329cc95 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1095 time: 0.4292641 Nov 03 18:48:22.383636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-347f543d-6006-4187-ae1b-75bff35d509f service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757734 Nov 03 18:48:22.456707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-8d327c97-91cd-4830-a8f7-72a4a88b416e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 217 time: 0.1353767 Nov 03 18:48:22.607048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a6e18d4-229a-438c-a144-a5cf3176ec8c req-f40f8a27-1d19-464b-9153-e8d3150025bf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 210 time: 0.1218727 Nov 03 18:48:22.762932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-a7d42aee-882a-4507-9f0e-69c6a5cf7160 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2392073 Nov 03 18:48:22.797952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0d50c664-4d06-4874-8061-f00d9705782a tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.802196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0d50c664-4d06-4874-8061-f00d9705782a tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.2010450 Nov 03 18:48:22.811032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1f7ad909-a0ba-4b70-a04b-894b2927170a service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083035 Nov 03 18:48:22.927262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-24270182-d9c1-4249-af4b-6156e20db43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.937857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-24270182-d9c1-4249-af4b-6156e20db43d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.4456494 Nov 03 18:48:22.964587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0fb31175-4661-41b4-8f50-3809c796b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.967863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0fb31175-4661-41b4-8f50-3809c796b427 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1339304 Nov 03 18:48:22.974528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7010a-52fa-49b4-86be-1b04fd431b44 req-e5f3a67f-ccd8-4aec-aa23-f94b2ee99f76 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.976408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0f7010a-52fa-49b4-86be-1b04fd431b44 req-e5f3a67f-ccd8-4aec-aa23-f94b2ee99f76 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.5308731 Nov 03 18:48:23.123127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-66b64d5b-23d2-4fa8-8960-a10dd7b301b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.148679 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-66b64d5b-23d2-4fa8-8960-a10dd7b301b6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1096 time: 0.1244297 Nov 03 18:48:23.220954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913cfe9-78c5-4a2c-9982-cf89969a48b0 req-5d0c8482-9623-49c9-806d-d448e342190e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.221475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9913cfe9-78c5-4a2c-9982-cf89969a48b0 req-5d0c8482-9623-49c9-806d-d448e342190e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 945 time: 0.3592403 Nov 03 18:48:23.291567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-6c2ac8a5-4aeb-4995-9b42-98d3c5c844f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.293966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-6c2ac8a5-4aeb-4995-9b42-98d3c5c844f6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747886 Nov 03 18:48:23.344315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0f7010a-52fa-49b4-86be-1b04fd431b44 req-90f539db-1a63-4d55-87ff-15d22c012dde tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860615 Nov 03 18:48:23.357982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-f01725c0-00cf-459f-b9d1-8a41f59e5516 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.361330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-f01725c0-00cf-459f-b9d1-8a41f59e5516 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5863404 Nov 03 18:48:23.391622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:23.510530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-80e8f6b8-bf7b-4ac8-88fc-15922b417ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.527538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-80e8f6b8-bf7b-4ac8-88fc-15922b417ae4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.3650470 Nov 03 18:48:23.653170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9913cfe9-78c5-4a2c-9982-cf89969a48b0 req-977efc0e-3bcd-47d6-b10a-60d3ce98e7d5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708327 Nov 03 18:48:23.688069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-2bb329c1-d1ce-483a-962d-132563628a6c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 200 len: 217 time: 0.1442473 Nov 03 18:48:23.904217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-0f49add0-6e84-4bcc-a98e-7c68cdf33b90 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916152 Nov 03 18:48:23.933103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-f5660e09-b4cf-48a0-8c01-c3a6b100e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.935639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-f5660e09-b4cf-48a0-8c01-c3a6b100e0ea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2288768 Nov 03 18:48:24.017549 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-0c268e5e-4875-45d6-a3d2-d1c3dd113bf2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577886 Nov 03 18:48:24.051819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c324853-c003-4a3d-85b2-dfbc1d6bedf1 req-c1060c5e-0020-4698-a2ca-26798fc2485e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 210 time: 0.1168139 Nov 03 18:48:24.244966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-8e63ce47-d9f0-4eb0-b7a7-8329acb83564 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114890 Nov 03 18:48:24.312642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ef9a-7082-42cb-8070-8846c4607276 req-babc83e4-8d7d-4b4b-bce7-af6c3dc245ee tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:24.325745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66a8ef9a-7082-42cb-8070-8846c4607276 req-babc83e4-8d7d-4b4b-bce7-af6c3dc245ee tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 944 time: 0.3943248 Nov 03 18:48:24.387951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:24.394509 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.480461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-6642f569-54d5-4392-b98c-77b12c722df5 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205868 Nov 03 18:48:24.533240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66a8ef9a-7082-42cb-8070-8846c4607276 req-196460d7-d9b7-4e23-ba5f-be4c884b0034 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064672 Nov 03 18:48:24.545697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-093d7dbe-2980-41a6-b9e3-06c0258d5688 req-af320def-fbe6-4df6-8c22-3e85ff001fbf service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887101 Nov 03 18:48:24.846403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecba319-ca1f-4237-9661-9e5ea32818e0 req-118ec8d8-f665-4709-89c7-2d28c8d30840 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:24.849639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cecba319-ca1f-4237-9661-9e5ea32818e0 req-118ec8d8-f665-4709-89c7-2d28c8d30840 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.2944055 Nov 03 18:48:24.877577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-a4dba080-6941-465a-adf0-c2760771b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:24.879974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-a4dba080-6941-465a-adf0-c2760771b13a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1095 time: 0.2070799 Nov 03 18:48:25.180001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-7b4f350b-dd2d-44c6-b414-d3210fb35533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.188828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-7b4f350b-dd2d-44c6-b414-d3210fb35533 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.2572017 Nov 03 18:48:25.263799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-73e51c21-55d7-4b26-b559-d661e15d9fab tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.267347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-73e51c21-55d7-4b26-b559-d661e15d9fab tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.1512668 Nov 03 18:48:25.491509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cecba319-ca1f-4237-9661-9e5ea32818e0 req-ff22dabe-b14b-43c7-8dfd-e8cfa782f2cf tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026340 Nov 03 18:48:25.494512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-241a803c-09cb-448b-aad1-37c8177e11ae service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 217 time: 0.2889218 Nov 03 18:48:25.645584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda37f98-f251-4f92-864e-637de6dbb243 req-513bd867-b735-4e93-bf42-649c75db7e96 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.659936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cda37f98-f251-4f92-864e-637de6dbb243 req-513bd867-b735-4e93-bf42-649c75db7e96 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 945 time: 0.3581862 Nov 03 18:48:25.670825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-2d2b8654-7fd2-4bd8-b57a-6226227c0531 service neutron] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:25.689580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-2d2b8654-7fd2-4bd8-b57a-6226227c0531 service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.691536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53a58e9d-7d5b-4500-9a4e-15a68e292cc7 req-2d2b8654-7fd2-4bd8-b57a-6226227c0531 service neutron] 10.222.0.110 "DELETE /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3/bindings/n-h1-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.3910339 Nov 03 18:48:25.707474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.254 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/acf57a61-ebf9-48b0-9546-b65847bad809) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:25.784441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-f6024d9b-24a7-42d1-97ab-e8dd80b475dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.787502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-f6024d9b-24a7-42d1-97ab-e8dd80b475dd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.2727759 Nov 03 18:48:25.827711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07d28ded-ebf8-4f52-8e71-17162868daab req-301e4330-dc3b-40b4-afb1-b874c750a60d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 210 time: 0.1129222 Nov 03 18:48:25.937050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7afa0d8-f072-4bbd-a111-c6296451236a details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:25.974983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cda37f98-f251-4f92-864e-637de6dbb243 req-446d8b4c-eba8-4392-8c9c-0a0d0ee2fa7d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623501 Nov 03 18:48:26.091650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-7ba1b02e-61a2-4f07-9e5d-5416be6cc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.094978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-7ba1b02e-61a2-4f07-9e5d-5416be6cc69e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710164 Nov 03 18:48:26.194146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a7afa0d8-f072-4bbd-a111-c6296451236a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7afa0d8-f072-4bbd-a111-c6296451236a,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:26.251209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:26.465799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.497090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18085429-a09c-4694-8c6e-d75af44f2a4a req-5e0bd98f-4758-4218-8ef6-ffe12a409182 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.508361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18085429-a09c-4694-8c6e-d75af44f2a4a req-5e0bd98f-4758-4218-8ef6-ffe12a409182 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 944 time: 0.5576272 Nov 03 18:48:26.528812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7afa0d8-f072-4bbd-a111-c6296451236a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:26.604265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a7afa0d8-f072-4bbd-a111-c6296451236a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7afa0d8-f072-4bbd-a111-c6296451236a,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:26.616609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.705485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-555fb9f9-6978-4fea-afa7-2b01d34f018e service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863173 Nov 03 18:48:26.759680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a7afa0d8-f072-4bbd-a111-c6296451236a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:26.974299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.002107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18085429-a09c-4694-8c6e-d75af44f2a4a req-f0a442e9-0feb-49ea-8e68-58c797d64603 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838099 Nov 03 18:48:27.021353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378c98d-e9ef-4450-b934-25763fcdf425 req-8e2bcf31-1a4c-4e7c-b6ac-a6a43d5399d6 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.033651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6378c98d-e9ef-4450-b934-25763fcdf425 req-8e2bcf31-1a4c-4e7c-b6ac-a6a43d5399d6 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1096 time: 0.3433194 Nov 03 18:48:27.073658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['a7afa0d8-f072-4bbd-a111-c6296451236a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:27.217304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.226962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f5c424d-ab50-4af7-b626-5991ee7fa29c req-2dc5c37f-1f5f-4d9f-9a4b-435376eccf98 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736614 Nov 03 18:48:27.258362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', '1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:27.398092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6378c98d-e9ef-4450-b934-25763fcdf425 req-80e3cbc1-d94f-45fc-8ac8-7f36f778c5d7 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629882 Nov 03 18:48:27.487865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:27.515465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:27.538520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=acf57a61-ebf9-48b0-9546-b65847bad809,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:27.547077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:27.729569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.730981 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.866944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adb936-2365-42b0-9699-21abdcd524c1 req-c532b212-c34b-426b-a1e4-f6fc779f9067 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.870347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73adb936-2365-42b0-9699-21abdcd524c1 req-c532b212-c34b-426b-a1e4-f6fc779f9067 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.4971626 Nov 03 18:48:27.882702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-9f631957-3523-46a2-8900-6bc7f4051a1c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4988463 Nov 03 18:48:27.928667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Request body: {'port': {'device_id': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:28.035079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-a6e4b31e-3fde-429a-bf0f-eb442895ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.037892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-a6e4b31e-3fde-429a-bf0f-eb442895ec9e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae&tenant_id=12054397154a4c4a8704f0382b330fbe HTTP/1.1" status: 200 len: 1100 time: 0.3012211 Nov 03 18:48:28.068247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:28.117142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8e312d3a-1bf6-48be-8e1f-99ae490daa87 None None] Provisioning complete for port acf57a61-ebf9-48b0-9546-b65847bad809 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:28.118546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e312d3a-1bf6-48be-8e1f-99ae490daa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.196003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b107-1fcf-4eb9-b7e6-874e6f14cb69 req-42f20a54-1a85-4da6-81cd-0ff111f7acb6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.205775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4442b107-1fcf-4eb9-b7e6-874e6f14cb69 req-42f20a54-1a85-4da6-81cd-0ff111f7acb6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 936 time: 0.3813314 Nov 03 18:48:28.254503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73adb936-2365-42b0-9699-21abdcd524c1 req-67f314af-8209-47bc-a01c-d555425aa3ec tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379390 Nov 03 18:48:28.283211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.465787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8e312d3a-1bf6-48be-8e1f-99ae490daa87 None None] Port acf57a61-ebf9-48b0-9546-b65847bad809 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:28.663258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4442b107-1fcf-4eb9-b7e6-874e6f14cb69 req-af59fcdb-7171-4d07-868d-6456437d7070 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560361 Nov 03 18:48:28.667642 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.786373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:29.719050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:29.729325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:29.742208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1125898979'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:29.802283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:29.813611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.839020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff9865-c62b-4d50-87c6-7da49f7b648b req-e29c1a5b-37ab-40f8-b518-9c0224e05c70 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:29.843262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04ff9865-c62b-4d50-87c6-7da49f7b648b req-e29c1a5b-37ab-40f8-b518-9c0224e05c70 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 945 time: 0.9166324 Nov 03 18:48:29.848373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cd03-52f1-4692-bd17-c46295b7b4e0 req-c0d681e6-b648-45e6-ab99-254082c4c087 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:29.850948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b880cd03-52f1-4692-bd17-c46295b7b4e0 req-c0d681e6-b648-45e6-ab99-254082c4c087 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 1096 time: 0.2236280 Nov 03 18:48:29.967660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:30.014013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.015309 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Added segment 7427bf00-aeea-4762-b435-897a68e939d0 of type vlan for network d202677e-55b0-4b69-961d-2f37ab7d0eb9 Nov 03 18:48:30.108672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.112524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04ff9865-c62b-4d50-87c6-7da49f7b648b req-c68dfab9-8232-41ac-b13a-e94cb60fafde tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270584 Nov 03 18:48:30.177358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.186641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b880cd03-52f1-4692-bd17-c46295b7b4e0 req-c9270583-6114-4c63-8ce1-cc92775b0f30 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000257 Nov 03 18:48:30.187215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7afa0d8-f072-4bbd-a111-c6296451236a up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:30.190569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:30.192693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.202325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf57a61-ebf9-48b0-9546-b65847bad809 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:30.236600 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.280418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Transition to ACTIVE for port object acf57a61-ebf9-48b0-9546-b65847bad809 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:30.294522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.364138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6384809 Nov 03 18:48:30.390488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49106) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:30.413347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-717040046'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:30.455053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.504155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port a7afa0d8-f072-4bbd-a111-c6296451236a completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:30.517534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port a7afa0d8-f072-4bbd-a111-c6296451236a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:30.518690 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.534553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab8298-48d0-447e-b110-83e2d788ccff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Network': ['ID=d202677e-55b0-4b69-961d-2f37ab7d0eb9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:30.590663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:30.640807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:30.826247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.879647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:30.894549 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b54a88-4db3-4c8c-982b-6ff65067db77" -d '{"events": [{"server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "name": "network-vif-plugged", "status": "completed", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:30.905301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:30.956354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a7afa0d8-f072-4bbd-a111-c6296451236a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7afa0d8-f072-4bbd-a111-c6296451236a,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:30.965298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.118396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Pushing event updated for resources: {'Port': ['ID=acf57a61-ebf9-48b0-9546-b65847bad809,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.133311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:31.140158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.166834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a7afa0d8-f072-4bbd-a111-c6296451236a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.183984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:31.209927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.211353 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Added segment e155acff-50b6-474a-9b2b-380fe8f30e2e of type vlan for network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 Nov 03 18:48:31.321882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Attempting to bind port acf57a61-ebf9-48b0-9546-b65847bad809 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:31.322367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Attempting to bind port acf57a61-ebf9-48b0-9546-b65847bad809 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:31.322824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Attempting to bind port acf57a61-ebf9-48b0-9546-b65847bad809 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:31.378704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11fb77-3262-4c1d-852d-5d82d3808e03 req-30198a4c-428f-461b-b316-ca054f526d6c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.380554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f11fb77-3262-4c1d-852d-5d82d3808e03 req-30198a4c-428f-461b-b316-ca054f526d6c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.6323769 Nov 03 18:48:31.381122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:31.383588 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d82ac-2421-4290-8a07-5d91bae1978e" -d '{"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:31.397924 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.431550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Port acf57a61-ebf9-48b0-9546-b65847bad809 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:31.432064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Attempting to bind port acf57a61-ebf9-48b0-9546-b65847bad809 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:31.465395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.486302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:31.486859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:31.487345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:31.487989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Bound port: acf57a61-ebf9-48b0-9546-b65847bad809, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:31.488453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.492134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Transition to ACTIVE for port object 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:31.526439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.580031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215556-5a98-4445-852c-85cd3168323e req-df61a320-e3b0-48d4-8650-eada6a2ccf1f tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.582921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0215556-5a98-4445-852c-85cd3168323e req-df61a320-e3b0-48d4-8650-eada6a2ccf1f tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 948 time: 0.3685989 Nov 03 18:48:31.598353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:48:31.599485 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:48:31.739035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.748227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.749252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.785663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f11fb77-3262-4c1d-852d-5d82d3808e03 req-52f19257-0f07-4099-84e6-8d9c1a117d21 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758438 Nov 03 18:48:31.894325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.080219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] No DVR routers for this DVR port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:32.140344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] For port acf57a61-ebf9-48b0-9546-b65847bad809, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:32.148043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] For port acf57a61-ebf9-48b0-9546-b65847bad809, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=acf57a61-ebf9-48b0-9546-b65847bad809,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:32.195514 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.217270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8200953 Nov 03 18:48:32.217661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:32.231089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'subnet': {'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:32.336244 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.346284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3c101-62be-4ec2-b4be-6ecf39c78587 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Network': ['ID=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.351851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:32.352422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:32.354253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:32.370482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:32.465790 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3b782-f0f3-4026-b61b-c75d54ca9046 x-openstack-request-id: req-d7e3b782-f0f3-4026-b61b-c75d54ca9046 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:32.466635 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "name": "network-vif-plugged", "status": "completed", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:32.467355 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d7e3b782-f0f3-4026-b61b-c75d54ca9046 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:32.468307 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'code': 200} Nov 03 18:48:32.481742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0215556-5a98-4445-852c-85cd3168323e req-947abed5-9db4-471b-ab2d-3f2d852fc182 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8418646 Nov 03 18:48:32.526083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:32.526854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Attempting to bind port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:32.572051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:32.572051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:32.572051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:32.572051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Bound port: 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:32.575514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.650557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:32.651294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.652871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.655289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.661758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] 10.222.0.115 "PUT /v2.0/ports/acf57a61-ebf9-48b0-9546-b65847bad809 HTTP/1.1" status: 200 len: 1096 time: 4.7490466 Nov 03 18:48:32.668377 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1787e0-7e22-4b2d-9754-5a3cd14f106d x-openstack-request-id: req-2a1787e0-7e22-4b2d-9754-5a3cd14f106d {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:32.673977 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:32.674778 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a1787e0-7e22-4b2d-9754-5a3cd14f106d {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:32.675901 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'code': 200} Nov 03 18:48:32.767177 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.884413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:32.893483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:32.981377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.982476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6404a-6d79-4fc4-839b-102a7b79ffa3 req-c0df851f-99cc-4f15-90d2-d711e31168eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.987215 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b6404a-6d79-4fc4-839b-102a7b79ffa3 req-c0df851f-99cc-4f15-90d2-d711e31168eb service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1097 time: 0.4472041 Nov 03 18:48:32.998779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8d7e-0349-4f86-a3f8-ef62e6534e46 service neutron] Pushing event updated for resources: {'Port': ['ID=acf57a61-ebf9-48b0-9546-b65847bad809,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:33.095206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.096512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.099038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] 10.222.0.115 "PUT /v2.0/ports/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 1096 time: 5.0410416 Nov 03 18:48:33.151547 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b6404a-6d79-4fc4-839b-102a7b79ffa3 req-428a179e-d1c8-4996-9e58-d4455269852b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543906 Nov 03 18:48:33.179110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1f45a-914b-47cd-8898-ba72529f2a84 req-8d08bd8c-ebad-49f8-99f2-d022a7a4f29b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.196189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf1f45a-914b-47cd-8898-ba72529f2a84 req-8d08bd8c-ebad-49f8-99f2-d022a7a4f29b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 946 time: 0.5788102 Nov 03 18:48:33.205896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-fd66f1c0-ec0f-4b4d-8e90-9b8b1479aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.208952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-fd66f1c0-ec0f-4b4d-8e90-9b8b1479aa3c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 1099 time: 0.4207366 Nov 03 18:48:33.235924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f2681-ff56-4153-b17f-c193cd4b82f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=11']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:33.553200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-f95b053a-319a-4708-9ff9-4249cadc1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.556232 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-f95b053a-319a-4708-9ff9-4249cadc1c0d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1099 time: 0.1195512 Nov 03 18:48:33.560287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.633429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-4ec7b3ab-c045-4c7f-b68f-02f0f40a8ae5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=acf57a61-ebf9-48b0-9546-b65847bad809 HTTP/1.1" status: 200 len: 217 time: 0.1806555 Nov 03 18:48:33.653963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf1f45a-914b-47cd-8898-ba72529f2a84 req-4ae104c5-0cdb-432f-aa8e-7be82daedd4a tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431539 Nov 03 18:48:33.765717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-d19a2712-fc41-4509-aa3c-18dc2b9409bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.770560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-d19a2712-fc41-4509-aa3c-18dc2b9409bd service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.1994038 Nov 03 18:48:33.774972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3d014-2690-4d33-8431-f1ebd1310f7f req-84dd7809-3b16-49cf-a81a-37404789db67 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.782352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6b3d014-2690-4d33-8431-f1ebd1310f7f req-84dd7809-3b16-49cf-a81a-37404789db67 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.3731701 Nov 03 18:48:33.875185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-eac160b8-640a-446a-8fcb-8f0d9f90dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.877871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-eac160b8-640a-446a-8fcb-8f0d9f90dd0b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2347229 Nov 03 18:48:33.902842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-ecee068b-7a79-48c8-a681-be433f08bda7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.0977046 Nov 03 18:48:33.987732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Subnet': ['ID=a7887fbc-31d8-47c0-9e8f-147d2c43a384,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:33.998208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Checking segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:33.998550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network hostable DHCP agents. Network: d202677e-55b0-4b69-961d-2f37ab7d0eb9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:34.026658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-0c3f945f-2863-42c6-a3c0-c11db302f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.029944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-0c3f945f-2863-42c6-a3c0-c11db302f604 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1113467 Nov 03 18:48:34.057012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6b3d014-2690-4d33-8431-f1ebd1310f7f req-1d68856a-3e6c-4d43-bc0a-77abfea66c10 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497754 Nov 03 18:48:34.100363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a8d81-dba6-46a7-ae1c-9b9c3a6404fd req-c1940e04-a2f2-494a-8858-09ead439f46c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.110367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-354a8d81-dba6-46a7-ae1c-9b9c3a6404fd req-c1940e04-a2f2-494a-8858-09ead439f46c tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.2447708 Nov 03 18:48:34.121502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:34.151601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d202677e-55b0-4b69-961d-2f37ab7d0eb9) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:34.157641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-7ea7cf42-d630-470e-b301-fd371344b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.160168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-7ea7cf42-d630-470e-b301-fd371344b95e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680192 Nov 03 18:48:34.164867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618edf0-4a64-4128-a6e3-b6430b46ec01 None None] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:34.166231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.167595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.206598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3aa30fee-ca75-4c80-9f31-568b2817d17d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9856210 Nov 03 18:48:34.211971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49152) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:34.224000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'subnet': {'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:34.282362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-49506013-28f1-40f8-b421-eee2e38acea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.287577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-49506013-28f1-40f8-b421-eee2e38acea6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2363589 Nov 03 18:48:34.353642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-354a8d81-dba6-46a7-ae1c-9b9c3a6404fd req-f3b840ab-5ab3-41e6-96b1-f90e1d35d211 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419307 Nov 03 18:48:34.643395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d202677e-55b0-4b69-961d-2f37ab7d0eb9', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:48:34.644629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd56bc-a410-4b91-bc5a-dbeba870cb61 req-6f8e7e2a-67dc-4327-847c-5a07cc75eb92 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.644885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.663813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ffd56bc-a410-4b91-bc5a-dbeba870cb61 req-6f8e7e2a-67dc-4327-847c-5a07cc75eb92 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 948 time: 0.3877044 Nov 03 18:48:34.686189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc5559df-9ca1-4e53-9f98-d011df3a1687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.692671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'tag': 'acf57a61-ebf9-48b0-9546-b65847bad809'}, {'name': 'network-changed', 'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:34.705915 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6456a3a-35d9-409a-85b3-3248e1238fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "465f8f9e-df66-4e86-87ac-fa6ae49697fc", "tag": "acf57a61-ebf9-48b0-9546-b65847bad809"}, {"name": "network-changed", "server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:34.733207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-4e222ee8-d3e1-4f24-bdd0-cfa2417cb8c0 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218814 Nov 03 18:48:34.767506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-fbd14dc2-c600-4bf7-9c6d-8f789859755d service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744472 Nov 03 18:48:35.008845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c3abb13-4832-4721-b896-abf8403e0d3a req-13b9fc7a-ae70-41d8-ae64-da150cd08785 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606714 Nov 03 18:48:35.010205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:35.027558 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.211313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Allocated IP 10.1.1.2 (d202677e-55b0-4b69-961d-2f37ab7d0eb9/a7887fbc-31d8-47c0-9e8f-147d2c43a384/e83fe6c0-e3f9-4308-80da-e763ff400805) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:35.229133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ffd56bc-a410-4b91-bc5a-dbeba870cb61 req-f32778d6-3d32-45a5-8672-7f6ce3baa378 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952340 Nov 03 18:48:35.470338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6399b6ac-8950-4f67-90b0-8e71bc87e964 req-70fecf48-bf5f-4fe7-a45d-a01547730bf6 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683505 Nov 03 18:48:35.515800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b0c14-6ca3-425d-9447-abc73119951a req-9056910a-3a7c-4f65-a3c5-aad168204378 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.545169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a13b0c14-6ca3-425d-9447-abc73119951a req-9056910a-3a7c-4f65-a3c5-aad168204378 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 946 time: 0.4511731 Nov 03 18:48:35.574434 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78ac7d-f38c-45cd-9a90-58873a0546b3 x-openstack-request-id: req-7a78ac7d-f38c-45cd-9a90-58873a0546b3 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:35.574772 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465f8f9e-df66-4e86-87ac-fa6ae49697fc", "tag": "acf57a61-ebf9-48b0-9546-b65847bad809", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:35.574979 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7a78ac7d-f38c-45cd-9a90-58873a0546b3 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:35.575391 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'tag': 'acf57a61-ebf9-48b0-9546-b65847bad809', 'status': 'completed', 'code': 200} Nov 03 18:48:35.575641 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'status': 'completed', 'code': 200} Nov 03 18:48:35.681184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-22f3fbae-6dac-4573-bf76-6e92cd6b5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.683242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-22f3fbae-6dac-4573-bf76-6e92cd6b5343 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1099 time: 0.0944481 Nov 03 18:48:35.692801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.823510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.847224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.891072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a13b0c14-6ca3-425d-9447-abc73119951a req-43b12121-2e26-4a90-9371-6dcf569c77aa tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405426 Nov 03 18:48:35.893544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:35.902535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Subnet': ['ID=24d9de7b-b7ce-4e68-9901-116372f8c280,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:35.903850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-be85735f-ed9a-4f4e-8d5e-d14052129b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.906252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-be85735f-ed9a-4f4e-8d5e-d14052129b94 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 1099 time: 0.2906528 Nov 03 18:48:35.963875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:35.978809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:35.983191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b6b17-c735-4092-a8c0-4e8c4fdd7a1f req-aecddf47-0b4f-44ba-99fa-92540a25ba53 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.990300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-416b6b17-c735-4092-a8c0-4e8c4fdd7a1f req-aecddf47-0b4f-44ba-99fa-92540a25ba53 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.2218759 Nov 03 18:48:36.095054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-41edc52c-926f-414a-bf22-eecdbc246823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.100257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-41edc52c-926f-414a-bf22-eecdbc246823 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2743661 Nov 03 18:48:36.224181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Pushing event updated for resources: {'Port': ['ID=e83fe6c0-e3f9-4308-80da-e763ff400805,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:36.231144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-4c3d4371-ffe1-4b18-a10d-d194d6b87e54 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.1076145 Nov 03 18:48:36.238350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Checking segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:36.238865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network hostable DHCP agents. Network: 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:36.251612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Attempting to bind port e83fe6c0-e3f9-4308-80da-e763ff400805 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:36.252242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Attempting to bind port e83fe6c0-e3f9-4308-80da-e763ff400805 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:36.252874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Attempting to bind port e83fe6c0-e3f9-4308-80da-e763ff400805 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:36.278436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:36.279019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Checking segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:36.279477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.279974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Bound using segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:36.280545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Bound port: e83fe6c0-e3f9-4308-80da-e763ff400805, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:36.281145 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.340181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-416b6b17-c735-4092-a8c0-4e8c4fdd7a1f req-08c1944d-5824-4f1e-9d73-23504e436b42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052952 Nov 03 18:48:36.395835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-e272c177-2d5b-4fad-b189-d432b25d72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.398171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-e272c177-2d5b-4fad-b189-d432b25d72c6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4729767 Nov 03 18:48:36.471677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-a11c5b84-704b-4e09-a14f-0ac67e5117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.477310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-a11c5b84-704b-4e09-a14f-0ac67e5117c7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2108836 Nov 03 18:48:36.481319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:36.556712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] For port e83fe6c0-e3f9-4308-80da-e763ff400805, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:36.564658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-cfd1513f-4582-461b-bcd2-5b677d9a5fdf service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=acf57a61-ebf9-48b0-9546-b65847bad809 HTTP/1.1" status: 200 len: 217 time: 0.1562531 Nov 03 18:48:36.567460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] For port e83fe6c0-e3f9-4308-80da-e763ff400805, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e83fe6c0-e3f9-4308-80da-e763ff400805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:36.576825 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.631187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:36.658363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.659143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.694914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b3ff83-8319-4a5c-a4eb-e08f378c39e9 None None] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:36.709101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-e68ecf6f-7fb3-47e8-9eef-badc7e7c1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.711570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-e68ecf6f-7fb3-47e8-9eef-badc7e7c1c96 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196929 Nov 03 18:48:36.728961 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8384edb1-59aa-4407-be9d-f0c3ce1bec98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5145402 Nov 03 18:48:36.736487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:36.786187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'name': 'tempest-TaggedBootDevicesTest-2000274958', 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:36.824397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-d6cf8cfe-25b5-4218-a170-03a781c3a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.827286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-d6cf8cfe-25b5-4218-a170-03a781c3a467 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2423820 Nov 03 18:48:37.041853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b038-4499-4e98-ad65-f4113bdd94cc None None] Pushing event updated for resources: {'Port': ['ID=e83fe6c0-e3f9-4308-80da-e763ff400805,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:37.042163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1067ab-9b2e-47fa-b4c5-ae49f551b617 req-9c6127cc-99e9-4349-99b6-fd3c92f8a14d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.081410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c1067ab-9b2e-47fa-b4c5-ae49f551b617 req-9c6127cc-99e9-4349-99b6-fd3c92f8a14d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 948 time: 0.3948853 Nov 03 18:48:37.313897 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-fafdf550-7eea-4fb8-a35a-76e1a4ce9dd5 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742888 Nov 03 18:48:37.378573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'fixed_ips': [{'subnet_id': '24d9de7b-b7ce-4e68-9901-116372f8c280'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:48:37.382601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.392543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c1067ab-9b2e-47fa-b4c5-ae49f551b617 req-932baa08-9167-47bf-90da-94f15513f742 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088541 Nov 03 18:48:37.404432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-cd34f758-3183-4172-9b26-42f25766be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.421232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-cd34f758-3183-4172-9b26-42f25766be8b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5668988 Nov 03 18:48:37.604647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:37.723088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed5d0c-d950-40da-bf27-ab24df066d53 req-aeec7895-d950-4b71-b9f1-a4333d0f24fc tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.725741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0ed5d0c-d950-40da-bf27-ab24df066d53 req-aeec7895-d950-4b71-b9f1-a4333d0f24fc tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.2962241 Nov 03 18:48:37.842240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Allocated IP 10.2.2.2 (1ce7464e-95d8-4708-b63b-f2e50e3fe6d7/24d9de7b-b7ce-4e68-9901-116372f8c280/786c4c91-337d-4bb1-afca-b86270e6e514) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:37.867260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0ed5d0c-d950-40da-bf27-ab24df066d53 req-1fdae888-1f51-4da9-bc40-42b10d71f860 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034193 Nov 03 18:48:37.899702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-b7f86248-d7f7-4a49-9987-a47ea4a97f40 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520335 Nov 03 18:48:37.914234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7773-1995-4ca0-8af9-4ef566910542 req-d2789347-9eab-46a1-8146-45e71069c122 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.917018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-313f7773-1995-4ca0-8af9-4ef566910542 req-d2789347-9eab-46a1-8146-45e71069c122 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 946 time: 0.2984259 Nov 03 18:48:37.931225 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-33514820-ec11-4abf-a4b7-05a709a69c3b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829384 Nov 03 18:48:38.061637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.147446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] device_id is not set on port c492c132-7332-44df-8322-721f2b0d9c4a yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:38.427422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-f07e666d-12cc-4482-855e-66cb7db75267 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089517 Nov 03 18:48:38.457433 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.484045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.551851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-313f7773-1995-4ca0-8af9-4ef566910542 req-59136455-6d5c-4976-9abe-9c8db8c0c5f2 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642669 Nov 03 18:48:38.698283 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-befc3175-4089-4ccf-9f9e-b209b5529e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.708629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Pushing event updated for resources: {'Port': ['ID=786c4c91-337d-4bb1-afca-b86270e6e514,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:38.795899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:38.806176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:38.817839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:38.870571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f53dd-212e-4b62-84ca-63a95e739e5d req-781775b5-9c9b-475b-9356-22aec9e25c18 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.872697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d85f53dd-212e-4b62-84ca-63a95e739e5d req-781775b5-9c9b-475b-9356-22aec9e25c18 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 948 time: 0.6896012 Nov 03 18:48:38.876396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-c713a0ee-9c0f-42ad-be08-7e5df21cded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.880420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-c713a0ee-9c0f-42ad-be08-7e5df21cded6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1099 time: 0.2561381 Nov 03 18:48:38.931917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b12b8-d387-4f5b-99d8-1c3e0bc9453c None None] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:38.987488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 10.1.1.4 (d202677e-55b0-4b69-961d-2f37ab7d0eb9/a7887fbc-31d8-47c0-9e8f-147d2c43a384/c492c132-7332-44df-8322-721f2b0d9c4a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:39.126444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d85f53dd-212e-4b62-84ca-63a95e739e5d req-33fd41b0-5b81-46c3-9f88-22ab4c740711 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396839 Nov 03 18:48:39.349688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Attempting to bind port 786c4c91-337d-4bb1-afca-b86270e6e514 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:39.350058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Attempting to bind port 786c4c91-337d-4bb1-afca-b86270e6e514 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:39.350412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Attempting to bind port 786c4c91-337d-4bb1-afca-b86270e6e514 on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:39.393335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:39.393776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Checking segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:39.394639 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.394639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Bound using segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:39.395352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Bound port: 786c4c91-337d-4bb1-afca-b86270e6e514, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:39.395969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.409320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.411909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-df83f551-50e1-4c34-89bd-4e6f76897d67 None None] Provisioning complete for port e83fe6c0-e3f9-4308-80da-e763ff400805 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:39.412457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df83f551-50e1-4c34-89bd-4e6f76897d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.463070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.523966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e83fe6c0-e3f9-4308-80da-e763ff400805 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:39.647337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-fb084b19-199f-498a-89ed-a69bb4009b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:39.648739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-fb084b19-199f-498a-89ed-a69bb4009b83 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.6919179 Nov 03 18:48:39.675844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:39.692165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:39.707474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:39.733712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-ce1b4376-afa6-4c13-b306-eea189161e94 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 200 len: 217 time: 0.0708866 Nov 03 18:48:39.836997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.947368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df83f551-50e1-4c34-89bd-4e6f76897d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.972288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] For port 786c4c91-337d-4bb1-afca-b86270e6e514, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:39.987306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] For port 786c4c91-337d-4bb1-afca-b86270e6e514, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=786c4c91-337d-4bb1-afca-b86270e6e514,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:40.108385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.120540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:40.204671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-8837b85b-43f1-46b4-bbdf-a673e84ac869 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:40.217125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-8837b85b-43f1-46b4-bbdf-a673e84ac869 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7904639 Nov 03 18:48:40.350340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f942d-1d13-4097-bbd5-13d4b6b43068 req-e0c0e6ba-c8ea-4d25-957e-648a62493b05 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:40.363418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-951f942d-1d13-4097-bbd5-13d4b6b43068 req-e0c0e6ba-c8ea-4d25-957e-648a62493b05 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 948 time: 1.0614400 Nov 03 18:48:40.380113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1521-773b-4d9e-82f0-1b2690f2398f None None] Pushing event updated for resources: {'Port': ['ID=786c4c91-337d-4bb1-afca-b86270e6e514,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:40.436379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:40.505510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e83fe6c0-e3f9-4308-80da-e763ff400805 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:40.506085 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.520225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:40.525926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.589708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-df83f551-50e1-4c34-89bd-4e6f76897d67 None None] For port e83fe6c0-e3f9-4308-80da-e763ff400805, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e83fe6c0-e3f9-4308-80da-e763ff400805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:40.630644 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0641a8c9-6af7-4034-8b34-f005d91551d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8899150 Nov 03 18:48:40.636301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49212) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:40.671240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'name': 'tempest-TaggedBootDevicesTest-1149780820', 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:40.756573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-4278d43d-029b-4b0c-a340-34db038ba7da tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.5379515 Nov 03 18:48:40.805424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'floatingip': {'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:41.009546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-f4a736e1-f332-4c80-bafd-23323c749c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:41.047989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-f4a736e1-f332-4c80-bafd-23323c749c53 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 1.2924201 Nov 03 18:48:41.180984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.183089 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:48:41.278131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:41.289659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.323973 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df83f551-50e1-4c34-89bd-4e6f76897d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.345139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] device_id is not set on port 4647881b-c6be-40d1-a781-c2038ebf8805 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:48:41.514774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83f551-50e1-4c34-89bd-4e6f76897d67 None None] Pushing event updated for resources: {'Port': ['ID=e83fe6c0-e3f9-4308-80da-e763ff400805,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:41.604104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:41.606229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-951f942d-1d13-4097-bbd5-13d4b6b43068 req-4fdf6628-d25d-4dbf-a586-9600e5aa3fa2 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2413919 Nov 03 18:48:41.619074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'mac_address': 'fa:16:3e:c0:4f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:41.775658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9e0a1810-76ee-445c-b75c-4223cff2803e None None] Provisioning complete for port e83fe6c0-e3f9-4308-80da-e763ff400805 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:41.776435 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e0a1810-76ee-445c-b75c-4223cff2803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.807215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-355b3eae-9a9e-4037-a2fd-e6d6cc43242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:41.808874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-355b3eae-9a9e-4037-a2fd-e6d6cc43242e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7386730 Nov 03 18:48:41.822084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.853721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.903154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:42.042057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.045406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 10.1.1.219 (d202677e-55b0-4b69-961d-2f37ab7d0eb9/a7887fbc-31d8-47c0-9e8f-147d2c43a384/4647881b-c6be-40d1-a781-c2038ebf8805) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:42.061569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-b6dd3cf9-5c4f-4cf2-92ab-f04a19961aef service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383499 Nov 03 18:48:42.101620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:42.129661 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.131173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device acf57a61-ebf9-48b0-9546-b65847bad809 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:42.419741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e83fe6c0-e3f9-4308-80da-e763ff400805 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:42.605852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.624360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port acf57a61-ebf9-48b0-9546-b65847bad809, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=acf57a61-ebf9-48b0-9546-b65847bad809,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:42.697412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:42.740255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.772100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'acf57a61-ebf9-48b0-9546-b65847bad809', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'acf57a61-ebf9-48b0-9546-b65847bad809', 'mac_address': 'fa:16:3e:ab:1f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:42.778231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9e0a1810-76ee-445c-b75c-4223cff2803e None None] Provisioning complete for port c492c132-7332-44df-8322-721f2b0d9c4a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:42.787285 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e0a1810-76ee-445c-b75c-4223cff2803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.850855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6456a3a-35d9-409a-85b3-3248e1238fe2 req-cfc08edd-ca3e-471a-97de-bbce9cbcea32 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526233 Nov 03 18:48:42.856640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:42.865481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:42.869611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:42.921039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a1810-76ee-445c-b75c-4223cff2803e None None] Port c492c132-7332-44df-8322-721f2b0d9c4a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:43.044213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:43.047482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e83fe6c0-e3f9-4308-80da-e763ff400805 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:43.048075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.145870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.154311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.177685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82354605-de93-4afd-b25b-45771abe8c57 None None] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:43.206093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-58a87fc3-1906-4416-9058-d4fc88062887 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5657730 Nov 03 18:48:43.248933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0719458-3e9b-456f-8b94-e5829e1576bd req-0886646c-59af-49db-9f2b-79395be04251 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.263603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0719458-3e9b-456f-8b94-e5829e1576bd req-0886646c-59af-49db-9f2b-79395be04251 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 949 time: 0.4754329 Nov 03 18:48:43.399243 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.493287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf57a61-ebf9-48b0-9546-b65847bad809 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:43.502718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f67bbd3c-6495-4a4f-930b-001842a737b2 None None] Provisioning complete for port 786c4c91-337d-4bb1-afca-b86270e6e514 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:43.503476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f67bbd3c-6495-4a4f-930b-001842a737b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.664421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port acf57a61-ebf9-48b0-9546-b65847bad809, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=acf57a61-ebf9-48b0-9546-b65847bad809,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:43.668129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 786c4c91-337d-4bb1-afca-b86270e6e514 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:43.685223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.693633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.726924 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.817079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=acf57a61-ebf9-48b0-9546-b65847bad809,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:43.830115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0719458-3e9b-456f-8b94-e5829e1576bd req-fb760849-f418-480d-821a-75bfdc0ab5df tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592797 Nov 03 18:48:43.994653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 786c4c91-337d-4bb1-afca-b86270e6e514 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:43.995502 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.036748 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Floating IP cde484ae-2645-4756-8d47-291b66d0e8db associated. External IP: 172.25.8.144, port: 1fb83e3b-cfa7-4120-8568-aff0859bd53e. Nov 03 18:48:44.055433 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f67bbd3c-6495-4a4f-930b-001842a737b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.172308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f67bbd3c-6495-4a4f-930b-001842a737b2 None None] For port 786c4c91-337d-4bb1-afca-b86270e6e514, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=786c4c91-337d-4bb1-afca-b86270e6e514,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:44.188406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f67bbd3c-6495-4a4f-930b-001842a737b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.275849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bbd3c-6495-4a4f-930b-001842a737b2 None None] Pushing event updated for resources: {'Port': ['ID=786c4c91-337d-4bb1-afca-b86270e6e514,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:44.302952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98033658-e5c0-402e-818e-175e259e2a92 req-09040e97-a59f-405d-95bc-9659850721f3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.313703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98033658-e5c0-402e-818e-175e259e2a92 req-09040e97-a59f-405d-95bc-9659850721f3 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.3587358 Nov 03 18:48:44.334811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['acf57a61-ebf9-48b0-9546-b65847bad809'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:44.394254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:44.416112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98033658-e5c0-402e-818e-175e259e2a92 req-8c89eef3-e1bf-49e0-abfc-4cee30f768b1 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups?id=15bf057c-9249-48ce-a724-863e5cbbb90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010566 Nov 03 18:48:44.501897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 786c4c91-337d-4bb1-afca-b86270e6e514 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:44.586089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2118c9df-b467-4a98-adf7-ce6d3df90675 None None] Provisioning complete for port 4647881b-c6be-40d1-a781-c2038ebf8805 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:44.586723 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2118c9df-b467-4a98-adf7-ce6d3df90675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.693045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2118c9df-b467-4a98-adf7-ce6d3df90675 None None] Port 4647881b-c6be-40d1-a781-c2038ebf8805 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:44.764359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 786c4c91-337d-4bb1-afca-b86270e6e514 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:44.765249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:44.793433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af443ca2-6f4e-4aa6-93ca-a73fadd66807 req-abc7e74d-060a-418f-97d5-68128f7f13da tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.796244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af443ca2-6f4e-4aa6-93ca-a73fadd66807 req-abc7e74d-060a-418f-97d5-68128f7f13da tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 949 time: 0.2469368 Nov 03 18:48:44.836297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-ee5ef884-f1df-4d61-953d-9781fc69ac20 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.838972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-ee5ef884-f1df-4d61-953d-9781fc69ac20 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.115 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 945 time: 0.2206926 Nov 03 18:48:44.848117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:44.922902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a15e312c-a563-46b7-98d4-00bae0f09183 None None] Provisioning complete for port 786c4c91-337d-4bb1-afca-b86270e6e514 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:44.923685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a15e312c-a563-46b7-98d4-00bae0f09183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.133284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af443ca2-6f4e-4aa6-93ca-a73fadd66807 req-583b7490-873a-413d-9d79-ec6a76b796cb tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202906 Nov 03 18:48:45.408888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Deleting port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:45.409346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.528248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:45.539995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.542328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:45.559363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:45.561240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:45.614268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-b461437a-d63f-4694-b3f4-703a885f5270 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "PUT /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 996 time: 4.8561242 Nov 03 18:48:45.620204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:45.624361 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf1224-243e-4f3b-8518-a85a7cce0567" -d '{"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:45.701085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49240) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:45.711572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853502328', 'description': 'tempest-description--1704917118'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:45.721468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] For port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:45.722056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.791850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.952273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:45.966911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.976538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.055045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.057579 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3528280 Nov 03 18:48:46.061299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:46.067935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'security_group_rule': {'security_group_id': '1cd4d5dd-76ad-4944-b434-0dc56d012c8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:46.079318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4d5dd-76ad-4944-b434-0dc56d012c8b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.097187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.097560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.097905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.098235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.098710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.099106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.099590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.099855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.100367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.100859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.101304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.101654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379328-ca54-4bd8-9d80-405980ef6c9e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:46.131356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.210444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.219876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.245219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58047c2f-1021-4b8c-8ff1-5991c06f16e2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.258810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.261825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c93a628-083a-4cf6-9f1c-5494ede9f4f1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995215 Nov 03 18:48:46.266414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49246) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:46.274036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'security_group_rule': {'security_group_id': '1cd4d5dd-76ad-4944-b434-0dc56d012c8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:46.320785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.327002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90327b1e-e0ec-4325-9b27-cfd963e0afaa req-a41ed513-2cea-4e1d-9342-b2e46b305f22 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.328714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90327b1e-e0ec-4325-9b27-cfd963e0afaa req-a41ed513-2cea-4e1d-9342-b2e46b305f22 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 1100 time: 0.2828522 Nov 03 18:48:46.333258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-cd3d3272-c2e8-4500-9acb-5879f70d82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.335221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-cd3d3272-c2e8-4500-9acb-5879f70d82a2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.6730692 Nov 03 18:48:46.369651 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.370022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.370427 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Floating IP 348fa1d3-b89f-47ab-85ac-760052c28bd6 disassociated. External IP: 172.25.8.229, port: 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0. Nov 03 18:48:46.370706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Calling delete_port for 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:46.442588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.449867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.466637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:43Z', 'revision_number': 1, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:46.479049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aafc2fd-ff83-4727-8257-c56e3c83eae7,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.493152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.495169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35829912-f7ed-4aae-8c32-5c895f9a1442 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2256422 Nov 03 18:48:46.498297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49248) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:46.504091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:46.506083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:46.520482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:46.521327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:46.544648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.556539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90327b1e-e0ec-4325-9b27-cfd963e0afaa req-25fbb83d-4aa0-4acf-a273-d9794a3740e6 tempest-MigrationsAdminTest-1257664641 tempest-MigrationsAdminTest-1257664641-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108564 Nov 03 18:48:46.639417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-6b8ddd5e-8132-4cf3-9bae-0d230bdc6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.648103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-6b8ddd5e-8132-4cf3-9bae-0d230bdc6f97 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.2894268 Nov 03 18:48:46.721355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:46.749967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.826280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-cdcf2fbb-2def-489b-9b89-037d02f818d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 999 time: 0.1770637 Nov 03 18:48:46.925670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 172.25.8.50 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a921446e-6378-474f-805b-34a977a2fa30) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:46.944766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.006721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-44628060-99b3-455e-8c93-841b1f7d8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.008008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-44628060-99b3-455e-8c93-841b1f7d8fb7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.1538320 Nov 03 18:48:47.008903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event deleted for resources: {'Port': ['ID=3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:47.024395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.024882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.025127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.025661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.026305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.026656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.027704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.027704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.028080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.028080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.028554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.029152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:47.103331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.112221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-f52cfd91-014d-40c9-82d7-826dff8f08cc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.114181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-f52cfd91-014d-40c9-82d7-826dff8f08cc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 0.3293900 Nov 03 18:48:47.129910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:43Z', 'revision_number': 1, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:47.164532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.177841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04923aaa-a71b-44c9-aa95-2f1bc9fa3a95 None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:43Z', 'revision_number': 1, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:47.214420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:47.217975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:47.222967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:47.292635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=a921446e-6378-474f-805b-34a977a2fa30,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:47.404669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.468042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.535646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-1c425a3b-bc59-4fd0-8475-97efc31dc83e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/quotas/cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 375 time: 0.0243082 Nov 03 18:48:47.546133 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dcfa3-e12a-4c33-8a9d-97fe7e59ce3f None None] New status for floating IP cde484ae-2645-4756-8d47-291b66d0e8db: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:48:47.723807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:47.730439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-0655a691-d2b0-4289-b8f1-318efce59a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.733674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-0655a691-d2b0-4289-b8f1-318efce59a59 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6986327 Nov 03 18:48:47.758740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device acf57a61-ebf9-48b0-9546-b65847bad809 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:47.759693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-4f312639-2bbc-403b-bb61-8f2c81dc0236 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:48:47.761759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-4f312639-2bbc-403b-bb61-8f2c81dc0236 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0159602 Nov 03 18:48:47.781347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.790524 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.865519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-686106c0-2f9d-46e1-b16a-4de341aa40ab tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3286486 Nov 03 18:48:47.900415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port acf57a61-ebf9-48b0-9546-b65847bad809 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:47.905949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=a921446e-6378-474f-805b-34a977a2fa30,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:47.909485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port acf57a61-ebf9-48b0-9546-b65847bad809 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:47.910050 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.929012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.953574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.957414 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-add0cfa8-f1de-451b-a67d-858f4313fe29 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4576423 Nov 03 18:48:48.083417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-8870ebf4-7c33-44dc-8dd0-8d065d26fa78 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010011 Nov 03 18:48:48.104466 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.136931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57a61-ebf9-48b0-9546-b65847bad809'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:48.139819 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf9064-f1ea-4862-8f67-58870fa92b25" -d '{"events": [{"server_uuid": "465f8f9e-df66-4e86-87ac-fa6ae49697fc", "name": "network-vif-plugged", "status": "completed", "tag": "acf57a61-ebf9-48b0-9546-b65847bad809"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:48.159768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port acf57a61-ebf9-48b0-9546-b65847bad809, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=acf57a61-ebf9-48b0-9546-b65847bad809,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:48.166072 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.167654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:48.203561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:48.227131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] Sync routers for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:48.277623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:48.278451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:48.309335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] No DVR routers for this DVR port 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:48.318115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.322436 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3419b14-35a9-4df9-b0d1-5679cbc5058d req-a92ef53c-9ce2-4bd7-b2d5-58bce049f2f5 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.115 "DELETE /v2.0/ports/3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 HTTP/1.1" status: 204 len: 173 time: 3.4614382 Nov 03 18:48:48.339270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=acf57a61-ebf9-48b0-9546-b65847bad809,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.360980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:48.370286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:48.370286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.377034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-0c5a85ec-dde0-448a-89d3-751e61e47505 service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978329 Nov 03 18:48:48.392651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abbd14e-1bb3-466d-9bb1-c8a17e24d5b8 req-fec48e70-6f21-48b7-af9a-24d11d74e135 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916827 Nov 03 18:48:48.497360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:48.554811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-5a502b99-bb27-43ff-bee0-41c80dd60d5b service neutron] 10.222.0.91 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767075 Nov 03 18:48:48.639468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd86ae82-276c-4867-b419-f18382426016 req-20e6dfb1-5697-485a-905f-afc573fad75a tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/ports?device_id=864d81e3-803a-4fde-b712-0c81d9c0426a HTTP/1.1" status: 200 len: 210 time: 0.0604920 Nov 03 18:48:48.689915 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.747030 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40bb38e-d1f1-4e4e-a4f0-2e1a3f868d95 x-openstack-request-id: req-b40bb38e-d1f1-4e4e-a4f0-2e1a3f868d95 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:48.747482 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:48.748100 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b40bb38e-d1f1-4e4e-a4f0-2e1a3f868d95 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:48.749098 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'status': 'completed', 'code': 200} Nov 03 18:48:48.807946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:48.817066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.818043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:48.899249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:48.899999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:48.920400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-8d0f900f-5117-45bf-8e03-b22f830f6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.922732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-8d0f900f-5117-45bf-8e03-b22f830f6d68 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.1182487 Nov 03 18:48:48.931735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3014-7920-4634-af7d-187fd897e013 req-2d29a3e6-c7f2-443a-a179-dd3b3d9a4ee0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.939660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac3e3014-7920-4634-af7d-187fd897e013 req-2d29a3e6-c7f2-443a-a179-dd3b3d9a4ee0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 950 time: 0.1077456 Nov 03 18:48:48.978685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=13']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:49.084430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:49.093258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac3e3014-7920-4634-af7d-187fd897e013 req-cedfe221-5eac-469c-a5e1-6c51ca68eeeb tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523013 Nov 03 18:48:49.181686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-717ff421-1434-475c-9ee9-6842e226d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.183268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] Checking router: 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:49.184452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-717ff421-1434-475c-9ee9-6842e226d6ea service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.2364709 Nov 03 18:48:49.231266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:49.234192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:49.448463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-5a5ff2eb-4e72-4aa1-a972-719bd58c38e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 1001 time: 0.2256908 Nov 03 18:48:49.616142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:49.625505 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf8d21-cc4e-4aac-b0c6-ba3c4a71cf61 x-openstack-request-id: req-1bcf8d21-cc4e-4aac-b0c6-ba3c4a71cf61 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:49.629502 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f8f9e-df66-4e86-87ac-fa6ae49697fc", "name": "network-vif-plugged", "status": "completed", "tag": "acf57a61-ebf9-48b0-9546-b65847bad809", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:49.630314 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1bcf8d21-cc4e-4aac-b0c6-ba3c4a71cf61 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:49.631640 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57a61-ebf9-48b0-9546-b65847bad809', 'code': 200} Nov 03 18:48:49.751403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-5a6b8888-8d87-4980-87ff-0b78fe23d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.763559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-5a6b8888-8d87-4980-87ff-0b78fe23d082 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.2925510 Nov 03 18:48:49.905539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874ebd-38b2-4f1e-8aca-c8297929a15d req-1e41b3a3-a355-4ec4-9840-a5dd014c395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.911194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3874ebd-38b2-4f1e-8aca-c8297929a15d req-1e41b3a3-a355-4ec4-9840-a5dd014c395c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 1101 time: 0.1555645 Nov 03 18:48:49.924265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-7a57394f-6931-4b23-8a9c-ad2207cb8f83 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--853502328&fields=id&tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9 HTTP/1.1" status: 200 len: 267 time: 0.3030083 Nov 03 18:48:50.027312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3874ebd-38b2-4f1e-8aca-c8297929a15d req-22f73614-b7da-4047-9dcf-2ec333db2705 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063945 Nov 03 18:48:50.037727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-e1d09a7d-a14d-4848-bc4d-9b22ea3393ba tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.040325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-e1d09a7d-a14d-4848-bc4d-9b22ea3393ba tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 930 time: 0.1063180 Nov 03 18:48:50.067016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-fd3b1061-78f9-4196-9577-6c66973a2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.070000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-fd3b1061-78f9-4196-9577-6c66973a2883 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797377 Nov 03 18:48:50.189443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-b26d3f65-d86f-4241-9469-18cd496c640d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.191487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-b26d3f65-d86f-4241-9469-18cd496c640d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 932 time: 0.1197214 Nov 03 18:48:50.201897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-55a3176a-633a-46e8-b814-881269ae7ae8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.204814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-55a3176a-633a-46e8-b814-881269ae7ae8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1592851 Nov 03 18:48:50.273570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-44b48703-d04b-46aa-82ea-74b1e6bcd41e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626183 Nov 03 18:48:50.496569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-f09055b6-6168-4b92-8c01-e2e40812d229 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1253624 Nov 03 18:48:50.551981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:50.602955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccab4-dbe8-4ecd-9b46-7ba20a216291 None None] The sync data for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 is: [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:45:44Z', 'revision_number': 4, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'e28abf5b-b7f3-45cf-98a8-8401255a5a77', 'name': '', 'network_id': 'b5c874cf-8dae-430f-b932-16a9ba8f88bb', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'mac_address': 'fa:16:3e:ac:32:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:43Z', 'updated_at': '2021-11-03T18:45:51Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'subnets': [{'id': 'cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:50.780119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'name': 'network-vif-deleted', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:50.784168 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d07288b-9d6c-42e9-9bcc-b1d52145f1bf" -d '{"events": [{"server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "name": "network-vif-deleted", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:50.802593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-67b33b66-1a9a-4616-9563-3819e9f5e3de tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.5316958 Nov 03 18:48:50.835185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'floatingip': {'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:50.839971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-093ab08f-b462-44d6-9e45-9544f9599e6d service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695363 Nov 03 18:48:51.018937 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.035279 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-34360290-b4b4-4fcb-992c-91c7c7ce0889 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.045930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-34360290-b4b4-4fcb-992c-91c7c7ce0889 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.060332 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8cbf7e-de3e-4fe3-b7f7-03946ea5ec6c None None] New status for floating IP 348fa1d3-b89f-47ab-85ac-760052c28bd6: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:48:51.064761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-34360290-b4b4-4fcb-992c-91c7c7ce0889 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.067098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-34360290-b4b4-4fcb-992c-91c7c7ce0889 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/networks?id=22eb02e1-6b86-47d4-baee-04b220578556&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 200 len: 1990 time: 0.5115554 Nov 03 18:48:51.317834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4faf1224-243e-4f3b-8518-a85a7cce0567 req-38ce74bb-b037-4cc6-a725-53e5fcb6ef6b service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334249 Nov 03 18:48:51.326704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-d116ab3c-b815-4de7-a44a-fec70d4b58c5 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/quotas/bb6d1a7b77d54ebba1b54ee0015a8fb9 HTTP/1.1" status: 200 len: 375 time: 0.0840485 Nov 03 18:48:51.485839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-152f5153-43da-4f9c-9ca4-c2a1e7687672 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1388867 Nov 03 18:48:51.534824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-84105b53-16f8-40e8-9bd4-513b9e3a6b06 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.537095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-84105b53-16f8-40e8-9bd4-513b9e3a6b06 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 808 time: 0.2745070 Nov 03 18:48:51.560495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Request body: {'port': {'device_id': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'admin_state_up': True, 'tenant_id': 'cbf163c9d6fe4b169e96cb667c088239'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:51.634104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:51.635540 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951d3146-5449-4d54-a5d1-804fba083a2a" -d '{"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:51.795630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Made reservation on behalf of cbf163c9d6fe4b169e96cb667c088239 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:51.800425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.814054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-8873b2dd-ff5e-4961-adcb-8c36f06f119b service neutron] 10.222.0.91 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826903 Nov 03 18:48:51.988289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Allocated IP 172.20.0.7 (0707a388-91eb-435e-8f98-7b4a26cad41e/1f388f84-4cd4-419d-92f0-29d85d22d26c/6fe45602-eb50-4fc9-9c91-c457f010451e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:52.177438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-88228917-a241-4db6-b825-3ef580a524af service neutron] 10.222.0.91 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056102 Nov 03 18:48:52.298848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-42cfbe7a-38a0-4527-9552-a244fc52ae96 service neutron] 10.222.0.91 "GET /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0712554 Nov 03 18:48:52.309196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.328409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.438440 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.551645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.572004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['a405f26c-d77d-4d32-8ad4-c8e2f8adc352'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:52.645490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Network 0707a388-91eb-435e-8f98-7b4a26cad41e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:52.653175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:52.658102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:52.781753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:52.849413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:52.850462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.876795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dfd8ec61-da05-4e8b-9213-f15a0abe37c1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3220978 Nov 03 18:48:52.920287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Request body: {'port': {'device_id': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:52.975374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-81508f7c-be44-4910-88e3-c84e27de31f2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:52.976752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-81508f7c-be44-4910-88e3-c84e27de31f2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "GET /v2.0/ports?device_id=24efe856-0374-4e1f-9666-781e3ae1adae HTTP/1.1" status: 200 len: 950 time: 0.1982143 Nov 03 18:48:53.008532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.155247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-2be21e51-d45b-4c80-a590-ff8d2ab271a8 service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402286 Nov 03 18:48:53.170377 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Floating IP cde484ae-2645-4756-8d47-291b66d0e8db associated. External IP: 172.25.8.144, port: 1fb83e3b-cfa7-4120-8568-aff0859bd53e. Nov 03 18:48:53.228781 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:48:53.557881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe45602-eb50-4fc9-9c91-c457f010451e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:53.559583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Deleting port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:53.560435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.571751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.591270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Transition to ACTIVE for port object 6fe45602-eb50-4fc9-9c91-c457f010451e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:53.596984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.615753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-41ed227a-2edd-4b7b-a01a-d91311ea6b4c service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378629 Nov 03 18:48:53.727711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:53.832496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:53.832745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:53.833000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:53.844784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:53.845305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:53.848505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] For port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:53.848995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.856336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:53.856676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:53.857290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:53.860663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Bound port: 6fe45602-eb50-4fc9-9c91-c457f010451e, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:53.861278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.868850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Calling delete_port for 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:54.077505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:54.084714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:54.095523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.133372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-c64bc3aa-48c4-4e28-99b0-9cf722eca993 service neutron] 10.222.0.91 "GET /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5083084 Nov 03 18:48:54.144641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.163221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd', '5ad11f38-8075-46ee-9e79-0a2aad9dd178', '2a02d00e-0898-421e-889e-07a40f239ef8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:54.212947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.219318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.222250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] 10.222.0.110 "PUT /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 1091 time: 1.3305488 Nov 03 18:48:54.223901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:54.246221 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f1e902-8418-49f1-af3b-90e5ddbc708e" -d '{"events": [{"name": "network-changed", "server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:54.282479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event deleted for resources: {'Port': ['ID=0eb4d47f-c4c6-4900-9d7c-3fbd3901debc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:54.452012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebb18f-a535-4173-b253-32745ee27e0a service neutron] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:54.525799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dd124d4c-f526-49b6-ad5d-68fec5fc7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.528542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dd124d4c-f526-49b6-ad5d-68fec5fc7c01 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1094 time: 0.2001972 Nov 03 18:48:54.691507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-d6eeb938-7617-4293-94c5-06964794f851 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 217 time: 0.1468949 Nov 03 18:48:54.816893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dafa9010-2377-48ea-a2a8-8de7b21143a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.818900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-dafa9010-2377-48ea-a2a8-8de7b21143a0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1136527 Nov 03 18:48:54.866221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:54.872516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] No DVR routers for this DVR port 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:54.881312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.888917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-839a20da-1e16-44a7-994f-3b94eb8b9546 req-194b1663-dfc4-47f2-8712-8a52ea9f3b9b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.115 "DELETE /v2.0/ports/0eb4d47f-c4c6-4900-9d7c-3fbd3901debc HTTP/1.1" status: 204 len: 173 time: 1.8986902 Nov 03 18:48:54.910648 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-b188eb0d-d491-4148-ac71-56d33e4c83dd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784674 Nov 03 18:48:54.970175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-6d3214bb-00aa-4ceb-9bd1-b10ee2319249 service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274450 Nov 03 18:48:55.186543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-93989106-e39a-4ee6-970b-69a07c9475f6 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549129 Nov 03 18:48:55.319473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:55.347821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:55.400690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:55.403386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:55.461933 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d1f483d4-406f-4d1c-9835-0ae15bdc2f63 req-9488ffbc-e04e-42a8-8291-9cbef3683473 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589302 Nov 03 18:48:55.621630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-7735bf27-bbd8-454c-84f2-e9606094a384 service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419203 Nov 03 18:48:55.757523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:55.764119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:55.863672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:55.864685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0eb4d47f-c4c6-4900-9d7c-3fbd3901debc not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:55.967958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-ad4b5a3f-31e5-456a-b3d7-5ebabfcc2eec service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763305 Nov 03 18:48:55.983421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:56.378011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-b9c3cd44-46c6-48aa-af43-0745f6df3b1c service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915780 Nov 03 18:48:56.427046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:52Z', 'revision_number': 3, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.445863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:56.454576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.485744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:56.501717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:56.506470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.602270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-4e3618f0-1b85-470a-9167-16bbb0d02d88 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "PUT /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 999 time: 5.7825696 Nov 03 18:48:56.606782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-b4dd8a1d-c642-4f95-93bc-a37f48ea7988 service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132139 Nov 03 18:48:56.739812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-9ca2e83d-4682-4e08-a699-9db41105be56 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:56.750299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-9ca2e83d-4682-4e08-a699-9db41105be56 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports/1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 942 time: 0.1338174 Nov 03 18:48:56.753164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:56.826297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-51f5e0bb-9d53-4425-8408-27560c472cb4 service neutron] 10.222.0.91 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092025 Nov 03 18:48:57.047288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-adab8d9b-99c6-43f0-9b92-d603fc808f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:57.050057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-adab8d9b-99c6-43f0-9b92-d603fc808f60 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.1886110 Nov 03 18:48:57.106575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-c1d210e8-032a-4046-bf27-f70396a035c4 service neutron] 10.222.0.91 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708371 Nov 03 18:48:57.296422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:52Z', 'revision_number': 3, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:57.348324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7de069-911a-4039-9f19-30e8d7a40fa6 None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:52Z', 'revision_number': 3, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:57.693624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50550598-6e06-4c35-bac4-ab0f6d726b86 None None] New status for floating IP cde484ae-2645-4756-8d47-291b66d0e8db: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:48:57.837873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-cad3f492-d123-4871-8978-375473390bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:57.840607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-cad3f492-d123-4871-8978-375473390bd0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.7742703 Nov 03 18:48:57.873575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-a7a39611-2112-4265-839d-4361fc619bd4 service neutron] 10.222.0.91 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545080 Nov 03 18:48:57.941336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-7a546c72-7b5f-4e55-8067-37785d322e08 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 217 time: 0.0898695 Nov 03 18:48:58.106649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:58.124349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-ecd18a15-28be-4f7f-884b-0df7824248ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.127497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-ecd18a15-28be-4f7f-884b-0df7824248ae service neutron] 10.222.0.91 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.1683185 Nov 03 18:48:58.129517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:58.130190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:58.218855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-2633d548-dc36-4e1c-b293-35688f7e062f service neutron] 10.222.0.91 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928069 Nov 03 18:48:58.271774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-108bd71b-30bb-458b-8d46-e96ac7d20025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.274441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-108bd71b-30bb-458b-8d46-e96ac7d20025 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298125 Nov 03 18:48:58.314092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-abade677-4006-4a5b-853b-02fad0845d6e service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:48:58.315972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-abade677-4006-4a5b-853b-02fad0845d6e service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0110867 Nov 03 18:48:58.594588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-716a6737-464d-4ed8-952d-7ecce20d041c service neutron] 10.222.0.91 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621650 Nov 03 18:48:58.602589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:58.617580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-c12501ff-8baa-4a6c-acca-a9f821595d35 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862000 Nov 03 18:48:58.835337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-3418b8ee-be03-4099-b767-1483c908d8cb service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061839 Nov 03 18:48:58.989709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-908232c1-c2b6-4486-8bf8-fe3508b8a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.996894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-908232c1-c2b6-4486-8bf8-fe3508b8a0ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1097 time: 0.1224585 Nov 03 18:48:59.136772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:57Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:59.180298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-b1209bea-10b6-4f43-a0cc-f9395840c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.183332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:59.193324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-b1209bea-10b6-4f43-a0cc-f9395840c005 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.1806998 Nov 03 18:48:59.198666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:59.199497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:48:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:59.356695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-b0465637-50fe-449e-86db-832377ea3e4b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 1002 time: 0.1618140 Nov 03 18:48:59.434776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:59.455459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-6b9f6033-2ee9-4466-87fa-b668c84438af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.458179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-6b9f6033-2ee9-4466-87fa-b668c84438af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.0934129 Nov 03 18:48:59.560162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-51ca71fa-f419-4ac5-acb9-9ab05f873217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.575283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-51ca71fa-f419-4ac5-acb9-9ab05f873217 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032662 Nov 03 18:48:59.771491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-04fde382-01f6-4f46-928d-397de64ae745 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937580 Nov 03 18:48:59.906395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:57Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:59.954361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc82ebd-4a75-43df-903f-8436fb5616c6 None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:18:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:48:57Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:59.982916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35609b9f-f13a-47e3-a65e-fef4be6d3905 req-79f9566a-23ab-4261-924a-bfe9b57b182e service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993496 Nov 03 18:49:00.311989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cccc1-3501-40b4-b6ce-0660b5ab06f5 req-ffe49ac8-8b55-4d32-aaac-d80ef1560889 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:00.323173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c86cccc1-3501-40b4-b6ce-0660b5ab06f5 req-ffe49ac8-8b55-4d32-aaac-d80ef1560889 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.1896048 Nov 03 18:49:00.462368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c86cccc1-3501-40b4-b6ce-0660b5ab06f5 req-72fc8a53-2713-43bb-95d9-0c4a23c62e9e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380076 Nov 03 18:49:00.559186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d5f2-94bc-418e-991f-573aefc77db8 req-79e8fada-ee36-418f-a340-b1d78d08ffa8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:00.574579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6170d5f2-94bc-418e-991f-573aefc77db8 req-79e8fada-ee36-418f-a340-b1d78d08ffa8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 950 time: 0.1616561 Nov 03 18:49:00.683939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6170d5f2-94bc-418e-991f-573aefc77db8 req-144ba6a9-a33b-4660-bb63-d30b60cfdd67 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052470 Nov 03 18:49:00.753225 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58c401-e081-4113-b101-c075fef7855d x-openstack-request-id: req-1e58c401-e081-4113-b101-c075fef7855d {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:00.754498 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d81e3-803a-4fde-b712-0c81d9c0426a", "name": "network-vif-deleted", "tag": "3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:00.755266 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e58c401-e081-4113-b101-c075fef7855d {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:00.756129 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d81e3-803a-4fde-b712-0c81d9c0426a', 'name': 'network-vif-deleted', 'tag': '3d8c3061-d0cb-42d2-aa8f-003b9ded4fd0', 'status': 'completed', 'code': 200} Nov 03 18:49:00.820289 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda5178-e1e0-4b03-acb7-ded9ee590560 x-openstack-request-id: req-acda5178-e1e0-4b03-acb7-ded9ee590560 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:00.822359 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:00.823542 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-acda5178-e1e0-4b03-acb7-ded9ee590560 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:00.824236 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'status': 'completed', 'code': 200} Nov 03 18:49:00.938433 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccb566-8362-44a7-82f6-6f55878ad3c7 x-openstack-request-id: req-4fccb566-8362-44a7-82f6-6f55878ad3c7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:00.939344 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:00.939344 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4fccb566-8362-44a7-82f6-6f55878ad3c7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:00.940140 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'code': 200} Nov 03 18:49:01.004405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-788569bd-34ff-4a18-a6a9-b363b05c026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.007284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-788569bd-34ff-4a18-a6a9-b363b05c026e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1094 time: 0.1348555 Nov 03 18:49:01.077033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34998766-1c05-4263-a74d-88d5b83e116c req-b627c853-ac73-4e9b-8ede-4a7cbd83fb78 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1002 time: 0.2300084 Nov 03 18:49:01.150750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1dacf5-ebc2-4084-917b-98f95a156523 req-ea21c8b2-9c30-4b8e-8760-d6b4b672dcaf tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.0928361 Nov 03 18:49:01.188472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998766-1c05-4263-a74d-88d5b83e116c req-69c2e2a9-ecad-48a4-b6cf-360821fc0fbe tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.190383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34998766-1c05-4263-a74d-88d5b83e116c req-69c2e2a9-ecad-48a4-b6cf-360821fc0fbe tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports/a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 943 time: 0.1121979 Nov 03 18:49:01.255302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-6460b3aa-bcf4-419f-a4d7-87b154f06c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.259286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-6460b3aa-bcf4-419f-a4d7-87b154f06c5b service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.2345564 Nov 03 18:49:01.369327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-b86df4e3-e125-4be4-9ceb-ac6e1480e743 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 217 time: 0.1004207 Nov 03 18:49:01.428581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34998766-1c05-4263-a74d-88d5b83e116c req-19f57387-efe7-496f-a579-66825abdf778 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1002 time: 0.1086147 Nov 03 18:49:01.536904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-74ad47aa-d105-43b0-b103-f4fd81e725a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.548329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-74ad47aa-d105-43b0-b103-f4fd81e725a4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1667480 Nov 03 18:49:01.635742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-5b4b2e6d-b356-4fa5-be55-a13a70e0b672 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699775 Nov 03 18:49:01.712218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34998766-1c05-4263-a74d-88d5b83e116c req-61f5dc2b-4825-46a0-afb5-bcf466f57ebd tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.732638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34998766-1c05-4263-a74d-88d5b83e116c req-61f5dc2b-4825-46a0-afb5-bcf466f57ebd tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2862771 Nov 03 18:49:01.913202 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-95f9af1d-5069-46ca-b810-14e47aab123b service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604394 Nov 03 18:49:01.953078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdc8c-261f-4a47-a185-143b82adcdf3 req-41ff0fab-989d-41f9-8238-a08f48ac4c93 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.955821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ffcdc8c-261f-4a47-a185-143b82adcdf3 req-41ff0fab-989d-41f9-8238-a08f48ac4c93 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 945 time: 0.1029377 Nov 03 18:49:02.104917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ffcdc8c-261f-4a47-a185-143b82adcdf3 req-77a5e882-f853-4f62-90fc-926e35f2b461 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320388 Nov 03 18:49:02.149314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.197609 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93f1e902-8418-49f1-af3b-90e5ddbc708e req-888164e6-ae04-4763-9241-3dc4d1fdb1f2 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712438 Nov 03 18:49:02.355086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622dee6-408d-4cbf-b326-67c0028da199 req-013bc3ac-fc7f-4942-845c-311c38d2c426 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.358460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7622dee6-408d-4cbf-b326-67c0028da199 req-013bc3ac-fc7f-4942-845c-311c38d2c426 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 1101 time: 0.1173940 Nov 03 18:49:02.456675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7622dee6-408d-4cbf-b326-67c0028da199 req-9eda80ce-bfad-4c23-908d-b9b4a7a21ccb tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828576 Nov 03 18:49:02.683547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-55ca5c26-c5f2-43cb-a8f6-3938494a2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.683897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-55ca5c26-c5f2-43cb-a8f6-3938494a2683 service neutron] 10.222.0.115 "GET /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 1026 time: 0.1813796 Nov 03 18:49:02.684438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49452) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:02.705900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.766592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-deleted', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc'}, {'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}, {'name': 'network-changed', 'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:02.770061 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289" -d '{"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-deleted", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc"}, {"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}, {"name": "network-changed", "server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:02.826182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-429af7fc-35a7-477f-a9c8-93943c647bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.828902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-429af7fc-35a7-477f-a9c8-93943c647bb1 service neutron] 10.222.0.115 "GET /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 1028 time: 0.1291156 Nov 03 18:49:02.846788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6de0b-4860-4b95-8e08-e7e955db2bd3 req-1db57e39-fba6-4e76-972e-689a5f0586c0 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:02.849158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d6de0b-4860-4b95-8e08-e7e955db2bd3 req-1db57e39-fba6-4e76-972e-689a5f0586c0 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.2433314 Nov 03 18:49:03.096746 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e788efb-2ea2-4995-9758-9612bfa89c43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.169446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d6de0b-4860-4b95-8e08-e7e955db2bd3 req-2e9eb045-99ef-460d-85fa-4b87b0817c7e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958217 Nov 03 18:49:03.180169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27ac1a-2dc8-4000-82e4-c45cd4e5a8e3 req-d3ff115d-7c72-4bc9-8a05-466d5543c03c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.182531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e27ac1a-2dc8-4000-82e4-c45cd4e5a8e3 req-d3ff115d-7c72-4bc9-8a05-466d5543c03c tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 950 time: 0.3506172 Nov 03 18:49:03.249956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e788efb-2ea2-4995-9758-9612bfa89c43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.353120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-026e6788-ad07-4086-adaa-cff0b4f59dff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.365623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-026e6788-ad07-4086-adaa-cff0b4f59dff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.377456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-026e6788-ad07-4086-adaa-cff0b4f59dff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.380573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-026e6788-ad07-4086-adaa-cff0b4f59dff tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "GET /v2.0/networks?id=22eb02e1-6b86-47d4-baee-04b220578556&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 200 len: 1990 time: 0.5166278 Nov 03 18:49:03.497294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-02df9186-219c-4e04-9d5f-d87fb27fc1d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1002 time: 0.2610388 Nov 03 18:49:03.596667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e27ac1a-2dc8-4000-82e4-c45cd4e5a8e3 req-7ce3dc73-3ad0-49c5-9b6c-590346a47ec8 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/security-groups?id=e7c11e03-4224-43a7-956c-0450be506b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616614 Nov 03 18:49:03.637904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e788efb-2ea2-4995-9758-9612bfa89c43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.643135 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e788efb-2ea2-4995-9758-9612bfa89c43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.645708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7e788efb-2ea2-4995-9758-9612bfa89c43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "DELETE /v2.0/security-groups/15bf057c-9249-48ce-a724-863e5cbbb90c HTTP/1.1" status: 204 len: 168 time: 0.9559865 Nov 03 18:49:03.649517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49462) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:03.685940 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-0effd994-74f6-4eb8-af90-7da3e465d680 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] show failed (client error): The resource could not be found. Nov 03 18:49:03.691652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0effd994-74f6-4eb8-af90-7da3e465d680 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "GET /v2.0/security-groups/15bf057c-9249-48ce-a724-863e5cbbb90c HTTP/1.1" status: 404 len: 347 time: 0.0381539 Nov 03 18:49:03.696334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:03.703604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-59c703a2-6d75-48e0-9d6f-b8d353005ea8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9 HTTP/1.1" status: 200 len: 379 time: 0.2837770 Nov 03 18:49:03.705119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e788efb-2ea2-4995-9758-9612bfa89c43 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bf057c-9249-48ce-a724-863e5cbbb90c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:03.747290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-4b053b26-07a2-47b4-a747-c5f4af2cfdfc tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.753133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-4b053b26-07a2-47b4-a747-c5f4af2cfdfc tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports/a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 943 time: 0.2401772 Nov 03 18:49:03.780301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'admin_state_up': True, 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'security_groups': ['1cd4d5dd-76ad-4944-b434-0dc56d012c8b']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:04.118512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54fbaec1-bfc9-428b-b299-4a721e3e09f1 req-b7a57452-106d-43fc-96a7-e40e0ed28237 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.0666854 Nov 03 18:49:04.194697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-d5a420cc-9a56-4bc0-8c97-f2924dd85075 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1002 time: 0.2228148 Nov 03 18:49:04.277213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-46fc4b61-e535-4e04-a778-d95687a9c195 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.280629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-46fc4b61-e535-4e04-a778-d95687a9c195 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "GET /v2.0/ports?device_id=870d6a3b-ae35-4edc-af3a-86d78fd7bc53 HTTP/1.1" status: 200 len: 950 time: 0.2001467 Nov 03 18:49:04.328762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:04.332394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.400407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Deleting port 1e9255ba-e8a0-4c3d-a188-1da0c3393ea7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:04.401174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.496637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-30d3e373-dd9f-4ad1-b116-99323c5ce190 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.508885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-30d3e373-dd9f-4ad1-b116-99323c5ce190 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.3129337 Nov 03 18:49:04.521676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-24fd9ff2-5538-4509-85ec-02fb606e1581 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138391 Nov 03 18:49:04.605510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49642fc7-eb40-421e-871f-9e96bc68958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.674201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.675522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.713090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Deleting port 2a02d00e-0898-421e-889e-07a40f239ef8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:04.713620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:04.723231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Calling delete_port for 1e9255ba-e8a0-4c3d-a188-1da0c3393ea7 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:04.752830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-9ac29896-68b5-4199-b8d2-7d30d5287a01 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1002 time: 0.2412956 Nov 03 18:49:04.786436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:04.903186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 172.20.0.9 (22eb02e1-6b86-47d4-baee-04b220578556/57b15da0-0f41-4a92-982e-cb04bf19b799/2fd6c2a4-7a8d-4514-8866-ae80bd686ab1) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:04.972553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4a1601ff-1386-4dd6-b51d-21edc83d5ea9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.975492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4a1601ff-1386-4dd6-b51d-21edc83d5ea9 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3911180 Nov 03 18:49:04.985324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] For port 2a02d00e-0898-421e-889e-07a40f239ef8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2a02d00e-0898-421e-889e-07a40f239ef8,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:04.986100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.021090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Calling delete_port for 2a02d00e-0898-421e-889e-07a40f239ef8 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:05.041333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.134338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-69135b02-15ab-4323-b7f1-2305aa36969a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/quotas/816761c27522498db7877b3b52b07bb7 HTTP/1.1" status: 200 len: 375 time: 0.1501076 Nov 03 18:49:05.208167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.296194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Pushing event deleted for resources: {'Port': ['ID=1e9255ba-e8a0-4c3d-a188-1da0c3393ea7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:05.487130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-a150d57d-78b8-45b7-833f-33f3a34c4d76 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3376884 Nov 03 18:49:05.546122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.554578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.555020 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Floating IP cde484ae-2645-4756-8d47-291b66d0e8db disassociated. External IP: 172.25.8.144, port: a7afa0d8-f072-4bbd-a111-c6296451236a. Nov 03 18:49:05.595577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.598445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.604264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d703ce79-033e-4225-90e4-0c6f37524ed6 tempest-ServersTestManualDisk-630897291 tempest-ServersTestManualDisk-630897291-project] 10.222.0.91 "DELETE /v2.0/floatingips/348fa1d3-b89f-47ab-85ac-760052c28bd6 HTTP/1.1" status: 204 len: 168 time: 1.9060438 Nov 03 18:49:05.605153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:05.673745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.695368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd', '5ad11f38-8075-46ee-9e79-0a2aad9dd178', '2a02d00e-0898-421e-889e-07a40f239ef8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:05.720188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event deleted for resources: {'Port': ['ID=2a02d00e-0898-421e-889e-07a40f239ef8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:05.735990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.880973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] No DVR routers for this DVR port 2a02d00e-0898-421e-889e-07a40f239ef8 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:05.886643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:05.893625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e35f9608-4318-44ef-b23d-73517ee5d7fa req-dab7cab7-600b-4967-af87-d89cd67b7a42 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "DELETE /v2.0/ports/2a02d00e-0898-421e-889e-07a40f239ef8 HTTP/1.1" status: 204 len: 173 time: 1.5853012 Nov 03 18:49:05.894197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-deleted', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:05.912060 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea9b617-311a-476b-8db1-43452e688f1d" -d '{"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-deleted", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:07.012594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-2000289e-8132-4b66-95d3-6c9aebd704b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.016677 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-2000289e-8132-4b66-95d3-6c9aebd704b6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 1.0376413 Nov 03 18:49:07.176277 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c8b456-8e1e-48fe-ac16-fc40e36a061f x-openstack-request-id: req-f8c8b456-8e1e-48fe-ac16-fc40e36a061f {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:07.176964 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24efe856-0374-4e1f-9666-781e3ae1adae", "name": "network-vif-deleted", "tag": "0eb4d47f-c4c6-4900-9d7c-3fbd3901debc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:07.177255 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8c8b456-8e1e-48fe-ac16-fc40e36a061f {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:07.180386 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24efe856-0374-4e1f-9666-781e3ae1adae', 'name': 'network-vif-deleted', 'tag': '0eb4d47f-c4c6-4900-9d7c-3fbd3901debc', 'status': 'completed', 'code': 200} Nov 03 18:49:07.180386 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'status': 'completed', 'code': 200} Nov 03 18:49:07.180386 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'status': 'completed', 'code': 200} Nov 03 18:49:07.428102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.483038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-e07af76c-cdaa-4b06-9fbe-501e6b3c908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.485378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-e07af76c-cdaa-4b06-9fbe-501e6b3c908d service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.4567707 Nov 03 18:49:07.557769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network 22eb02e1-6b86-47d4-baee-04b220578556 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:07.564292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:07.575564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:07.580062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:07.643999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-82004230-4215-4df6-92b0-d1820b64b3e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 217 time: 0.1231496 Nov 03 18:49:07.744246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f89125-9bf2-46fa-8d0d-3b76d0b749bd req-ab60f22d-e8f2-4d31-b1ac-2153cbb95728 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.758784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43f89125-9bf2-46fa-8d0d-3b76d0b749bd req-ab60f22d-e8f2-4d31-b1ac-2153cbb95728 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.5634718 Nov 03 18:49:07.834456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:07.882014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-4df3d77f-0697-43a9-b30f-32e3d4eea99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.887148 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-4df3d77f-0697-43a9-b30f-32e3d4eea99c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.2309132 Nov 03 18:49:07.907398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.908770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.915147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 2a02d00e-0898-421e-889e-07a40f239ef8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:07.915934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2a02d00e-0898-421e-889e-07a40f239ef8 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:07.946084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:07.969182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-660ccd8c-55ee-40e7-966d-815757222c5e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2017510 Nov 03 18:49:08.002064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'admin_state_up': True, 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'security_groups': ['1cd4d5dd-76ad-4944-b434-0dc56d012c8b']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:08.085873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43f89125-9bf2-46fa-8d0d-3b76d0b749bd req-b492a1d6-75d6-4423-bf62-76f9ede16115 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254080 Nov 03 18:49:08.144420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d179e441-6729-4d19-a3d4-1cf4a01324b2 None None] Provisioning complete for port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:08.145382 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d179e441-6729-4d19-a3d4-1cf4a01324b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.165151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-5bb29922-fc4b-416c-8238-48e1c1279920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:08.170675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-5bb29922-fc4b-416c-8238-48e1c1279920 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593033 Nov 03 18:49:08.276836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d179e441-6729-4d19-a3d4-1cf4a01324b2 None None] Port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:08.298481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bea35ec-ebec-40a8-a198-c7f434227948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.368861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.594424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-a7b5ca84-16ca-4c36-9929-d39a698c039f service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118366 Nov 03 18:49:08.616629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6786aa-54a1-4360-9459-9dda653401d2 req-e355e2b8-1211-4d40-9350-3d142ee388c5 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:08.636413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d6786aa-54a1-4360-9459-9dda653401d2 req-e355e2b8-1211-4d40-9350-3d142ee388c5 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 931 time: 0.1992159 Nov 03 18:49:08.691780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:08.706233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.712860 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:08.774307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:08.774970 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:08.819279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-7c8435f9-3b35-4553-9399-ec9ea0601814 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1803427 Nov 03 18:49:09.107912 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:09.163770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-86b96e4b-eef7-4293-bcf2-4c2024235eec service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426428 Nov 03 18:49:09.200181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-fdc83dfc-d439-4177-8ffe-4504cff6d770 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "PUT /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 695 time: 4.4253953 Nov 03 18:49:09.201044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:09.207146 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:09.297265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:09.302624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.311262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d6786aa-54a1-4360-9459-9dda653401d2 req-b9af98fe-7684-4bf1-9315-1ed0fa950aa9 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6238854 Nov 03 18:49:09.428931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-7b8c3757-0c61-4f2f-90f1-3d2ac4a8f658 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.434346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-7b8c3757-0c61-4f2f-90f1-3d2ac4a8f658 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 945 time: 0.3838241 Nov 03 18:49:09.539246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-fafcf1fc-cc29-49a7-8487-3df1953d21e4 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.542376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-fafcf1fc-cc29-49a7-8487-3df1953d21e4 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7027464 Nov 03 18:49:09.551916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-b916899e-d533-40b3-a4dc-f1e67169009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.553567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-b916899e-d533-40b3-a4dc-f1e67169009f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1097 time: 0.1272314 Nov 03 18:49:09.579021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Deleting port e28abf5b-b7f3-45cf-98a8-8401255a5a77 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:09.579770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.632887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:09.653515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-9417bcf2-43ae-4c74-8cfb-861884e8701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.656155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-9417bcf2-43ae-4c74-8cfb-861884e8701b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1097 time: 0.3794949 Nov 03 18:49:09.692322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.734897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe132249-7033-4fda-b28e-0f750e7e7278 req-3293c114-5b77-4286-802f-6f8e80df5250 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 210 time: 0.1700320 Nov 03 18:49:09.806535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] For port e28abf5b-b7f3-45cf-98a8-8401255a5a77, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e28abf5b-b7f3-45cf-98a8-8401255a5a77,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:09.807022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.853643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:09.890833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Calling delete_port for e28abf5b-b7f3-45cf-98a8-8401255a5a77 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:09.910319 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:10.101423 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192e042-2b66-4177-a5ef-50f938789a8b x-openstack-request-id: req-5192e042-2b66-4177-a5ef-50f938789a8b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:10.102027 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870d6a3b-ae35-4edc-af3a-86d78fd7bc53", "name": "network-vif-deleted", "tag": "2a02d00e-0898-421e-889e-07a40f239ef8", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:10.103002 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5192e042-2b66-4177-a5ef-50f938789a8b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:10.104681 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870d6a3b-ae35-4edc-af3a-86d78fd7bc53', 'name': 'network-vif-deleted', 'tag': '2a02d00e-0898-421e-889e-07a40f239ef8', 'status': 'completed', 'code': 200} Nov 03 18:49:10.212437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:10.266801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e', 'port_id': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'mac_address': 'fa:16:3e:d8:eb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f388f84-4cd4-419d-92f0-29d85d22d26c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:10.316385 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:10.340894 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:10.345234 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:10.441764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-cc556d57-6031-4b0f-bbd8-9d1392efcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.444935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-cc556d57-6031-4b0f-bbd8-9d1392efcef3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.8694620 Nov 03 18:49:10.445742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.496967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe45602-eb50-4fc9-9c91-c457f010451e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:10.579362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:10.586412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.745849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:10.752241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-1fdc08da-fcbe-465c-ba51-4a2338136b9e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 217 time: 0.1511698 Nov 03 18:49:10.810186 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:10.858670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:10.865353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.882006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 10.1.1.232 (d202677e-55b0-4b69-961d-2f37ab7d0eb9/a7887fbc-31d8-47c0-9e8f-147d2c43a384/1282a400-3de1-4def-8d50-30436d08405f) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:10.909794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36ff24-a541-4651-a527-10662f9dc8f9 req-a2d57308-76f5-479b-a548-f85602e49db6 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.923074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a36ff24-a541-4651-a527-10662f9dc8f9 req-a2d57308-76f5-479b-a548-f85602e49db6 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c3565ca-09bb-401c-8fbd-1a4a4eaaea81 HTTP/1.1" status: 200 len: 945 time: 0.7297668 Nov 03 18:49:11.145703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['6fe45602-eb50-4fc9-9c91-c457f010451e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:11.159751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.115', 55375) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:11.313643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-4c91c1a9-1d6c-4fd4-98de-f53b7dfbe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:11.314664 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-4c91c1a9-1d6c-4fd4-98de-f53b7dfbe8a1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.5491040 Nov 03 18:49:11.340027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.406705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e28abf5b-b7f3-45cf-98a8-8401255a5a77,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:11.433047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.61 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/aa173892-2365-4438-a8d4-0683630167c7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:11.542004 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:11.648879 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b098eed-4d36-4e01-af5f-fa86d5f4dfee None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:11.795265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.899591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-c3ee7237-ca98-494d-9ec8-2b2c4882377b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7377841 Nov 03 18:49:11.904087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-15258814-c6f8-4dad-b3af-a7de890967bf service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9617937 Nov 03 18:49:11.950076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-7cf289e9-aec2-44bb-9e1e-d568301a704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:11.954982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.957744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-7cf289e9-aec2-44bb-9e1e-d568301a704c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6089129 Nov 03 18:49:12.106333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.356265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861188a6-55c3-425a-a6d1-d71365070414 None None] New status for floating IP cde484ae-2645-4756-8d47-291b66d0e8db: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:49:12.381537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-17547a79-3a1e-4ece-8716-75a1d909fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.383569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-17547a79-3a1e-4ece-8716-75a1d909fce3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=12054397154a4c4a8704f0382b330fbe&device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 1101 time: 0.4231896 Nov 03 18:49:12.480496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-32ffcb7a-b0f9-4dec-ad92-fca5f3c2568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.483612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Deleting port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:12.485174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.495315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-cf04d6e6-8586-4fca-b226-504fecb17b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.497967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-32ffcb7a-b0f9-4dec-ad92-fca5f3c2568f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1095 time: 0.4035499 Nov 03 18:49:12.503377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-cf04d6e6-8586-4fca-b226-504fecb17b4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 2.7543867 Nov 03 18:49:12.592705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.670503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a36ff24-a541-4651-a527-10662f9dc8f9 req-3e0d9d6e-5c8c-4105-afe5-1ebfdfc8fb8b tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups?id=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7454569 Nov 03 18:49:12.895167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-75aa99a0-7597-4825-88a4-5df855ff8f00 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9130197 Nov 03 18:49:13.030342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-58401153-7ffc-4a1d-9f48-987030311981 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 217 time: 0.4127035 Nov 03 18:49:13.068209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.259889 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.281140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:13.282527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.305431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-d79613be-6d13-4944-8f86-ea00c8eec5aa service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521224 Nov 03 18:49:13.343925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:13.368154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:13.401252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-da524a6a-ef75-4c19-b086-f73ea76b5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.403968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-da524a6a-ef75-4c19-b086-f73ea76b5db6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.9645300 Nov 03 18:49:13.408011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:13.547033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.548265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.684292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-7a341507-3513-4736-a698-1f1bf7c65856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.687920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-7a341507-3513-4736-a698-1f1bf7c65856 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.6108320 Nov 03 18:49:13.699959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.855200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250b7e08-4a5e-4a12-9a94-e73fe85ae521 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:13.932876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:14.030618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-1b396ea8-0905-4caf-a942-d55eec77b240 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0482786 Nov 03 18:49:14.060929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-654f8a94-c615-4303-9202-c1f0487c2a44 None None] Provisioning complete for port 1282a400-3de1-4def-8d50-30436d08405f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:14.061949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-654f8a94-c615-4303-9202-c1f0487c2a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.071174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.121093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-3870642a-9dcc-4e2b-95db-8a347b326af5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 200 len: 217 time: 0.6125240 Nov 03 18:49:14.122936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895', 'acf57a61-ebf9-48b0-9546-b65847bad809'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:14.126152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-8f0db659-ca1f-4780-ae03-1c2216d9bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:14.129180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', '1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:14.129491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-8f0db659-ca1f-4780-ae03-1c2216d9bfa0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 1.5635087 Nov 03 18:49:14.129686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'admin_state_up': True, 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'security_groups': ['1cd4d5dd-76ad-4944-b434-0dc56d012c8b']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:14.185998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:14.227567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:14.232890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:14.256300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-b768cdc0-58f2-4b5e-ba65-ce4cdee62c56 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.1088703 Nov 03 18:49:14.457164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-725632ed-4486-4690-b7ff-ad285e91bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:14.459988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-725632ed-4486-4690-b7ff-ad285e91bfc7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1743886 Nov 03 18:49:14.580303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-2aafa8ce-3ec8-404e-b49f-f4d54ce25946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:14.582342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-2aafa8ce-3ec8-404e-b49f-f4d54ce25946 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.4267817 Nov 03 18:49:14.586605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-64cee439-02a1-4cdd-9d7f-fc8e7396880b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033142 Nov 03 18:49:14.763512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-654f8a94-c615-4303-9202-c1f0487c2a44 None None] Port 1282a400-3de1-4def-8d50-30436d08405f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:14.763905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-2c11e898-765a-4bde-91b7-53e194b4e2f7 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380391 Nov 03 18:49:14.792012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 6fe45602-eb50-4fc9-9c91-c457f010451e completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:49:14.871140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 6fe45602-eb50-4fc9-9c91-c457f010451e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:14.873373 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.951308 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.030068 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e19c2f14-ecef-4f02-8a63-134ea395cef5 req-9183484f-5cec-488e-8e5c-4535cb21941f service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646664 Nov 03 18:49:15.096205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:15.104161 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8cbb8-f082-4904-b455-30b86e4edfc5" -d '{"events": [{"server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "name": "network-vif-unplugged", "status": "completed", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:15.115718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e1781-0467-46d7-bf20-896007681c02 req-07f1b6d2-1d2b-4c1b-ae4a-fee89e81b9e2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.121872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c94e1781-0467-46d7-bf20-896007681c02 req-07f1b6d2-1d2b-4c1b-ae4a-fee89e81b9e2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 944 time: 1.5638840 Nov 03 18:49:15.220031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-b4550bab-5fc1-4d3a-b96f-d984483451ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.224144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-b4550bab-5fc1-4d3a-b96f-d984483451ad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6253834 Nov 03 18:49:15.249565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.250526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.263203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250b7e08-4a5e-4a12-9a94-e73fe85ae521, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250b7e08-4a5e-4a12-9a94-e73fe85ae521,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:15.278158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c879f582-d4ed-4de4-bdeb-41d101891e28 None None] Provisioning complete for port aa173892-2365-4438-a8d4-0683630167c7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:15.278834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c879f582-d4ed-4de4-bdeb-41d101891e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.368064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.368750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.369240 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c disassociated. External IP: 172.25.8.93, port: 250b7e08-4a5e-4a12-9a94-e73fe85ae521. Nov 03 18:49:15.369741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Calling delete_port for 250b7e08-4a5e-4a12-9a94-e73fe85ae521 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:15.377959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c879f582-d4ed-4de4-bdeb-41d101891e28 None None] Port aa173892-2365-4438-a8d4-0683630167c7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:15.383715 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.521054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-55b036b1-0b35-472a-8a76-ce5d22c75418 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562990 Nov 03 18:49:15.555749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=aa173892-2365-4438-a8d4-0683630167c7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.566652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.641203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event deleted for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.767832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-71667120-a5e1-45ac-bd51-83b86a00378b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.770399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-71667120-a5e1-45ac-bd51-83b86a00378b tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 950 time: 0.2423654 Nov 03 18:49:15.772899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:15.856517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=250b7e08-4a5e-4a12-9a94-e73fe85ae521,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:15.879043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Router d879876b-1435-4850-9438-c8abee9b3c50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:15.924799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-ab09fd9b-c8c5-4c97-bd91-13c946e6c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.926767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-ab09fd9b-c8c5-4c97-bd91-13c946e6c741 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1291409 Nov 03 18:49:15.946567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c94e1781-0467-46d7-bf20-896007681c02 req-ae5050ca-5677-4bcc-862a-7e35ff3175fc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017863 Nov 03 18:49:15.980467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.026792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.027429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.027787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.028404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.029036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.029382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.029766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.030029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.030357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.030684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.031673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.031880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:16.124264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-83239546-ff16-474c-83cc-9bf64ff7258b service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764402 Nov 03 18:49:16.125927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:16.130449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.181828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:16.229993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.313282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ad11f38-8075-46ee-9e79-0a2aad9dd178 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:16.496341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:16.510038 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] Sync routers for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:16.521107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:16.547855 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:16.549752 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:16.622627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b21d24ec-2001-4552-8746-cc7f6036ba5b admin admin] 10.222.0.91 "PUT /v2.0/routers/9c1f8815-b7bb-497c-94fe-f2ef85d84f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0144286 Nov 03 18:49:16.630943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:16.640579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-769fec39-a65c-4ef7-a888-970be3f3b0cf tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.0143909 Nov 03 18:49:16.654190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49536) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:16.657980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:16.699006 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4027e9ae-8358-4610-9885-f4834041044e x-openstack-request-id: req-4027e9ae-8358-4610-9885-f4834041044e {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:16.699441 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:16.699836 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4027e9ae-8358-4610-9885-f4834041044e {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:16.700443 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'status': 'completed', 'code': 200} Nov 03 18:49:16.719244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a803e0a3-b18a-4f5c-8b8a-26d6e192e261 req-c1faca40-18e6-4c24-9fc3-6c9925c93d89 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0860372 Nov 03 18:49:16.747414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-b4d92a8c-f9eb-4455-bd1c-146e8e3443d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:16.749004 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-b4d92a8c-f9eb-4455-bd1c-146e8e3443d9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 1097 time: 0.2427406 Nov 03 18:49:16.811464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:16.818967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:16.875236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Request body: {'port': {'device_id': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:16.907021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Deleting port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:16.907635 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.908236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:16.915015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-f64a9ab9-818a-4738-a617-829a698f9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:16.917052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-f64a9ab9-818a-4738-a617-829a698f9ca8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.1559532 Nov 03 18:49:17.058498 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-8270eb37-cba3-4d1b-8bca-7de5c5e44954 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 200 len: 217 time: 0.1160507 Nov 03 18:49:17.155115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:17.277997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-769bf97c-3635-4573-a0bb-d56ef8302fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.280169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-769bf97c-3635-4573-a0bb-d56ef8302fce service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.2076089 Nov 03 18:49:17.415699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] For port 5ad11f38-8075-46ee-9e79-0a2aad9dd178, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ad11f38-8075-46ee-9e79-0a2aad9dd178,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:17.416368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.459941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Calling delete_port for 5ad11f38-8075-46ee-9e79-0a2aad9dd178 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:17.491954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-d6d4e240-d734-4f80-80b0-740e0291425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.498070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-d6d4e240-d734-4f80-80b0-740e0291425e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030513 Nov 03 18:49:17.509422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] No DVR routers for this DVR port 250b7e08-4a5e-4a12-9a94-e73fe85ae521 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:17.557595 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.564025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.115 "DELETE /v2.0/ports/250b7e08-4a5e-4a12-9a94-e73fe85ae521 HTTP/1.1" status: 204 len: 173 time: 8.0374303 Nov 03 18:49:17.630833 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:49:11Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:17.753302 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] Checking router: 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:17.786441 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] Routers {'9c1f8815-b7bb-497c-94fe-f2ef85d84f50'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:17.787076 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:17.928521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce68eb-6261-412a-8056-2db9147e31e0 req-cfeac800-71d2-4f81-bd10-59f8b145b90c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.947114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce68eb-6261-412a-8056-2db9147e31e0 req-cfeac800-71d2-4f81-bd10-59f8b145b90c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.955766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13ce68eb-6261-412a-8056-2db9147e31e0 req-cfeac800-71d2-4f81-bd10-59f8b145b90c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 1653 time: 1.2979105 Nov 03 18:49:18.021162 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] Set router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:18.054906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-d638596b-e5cc-4634-854f-354f13698f8c service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435030 Nov 03 18:49:18.056148 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.061513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.232544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event deleted for resources: {'Port': ['ID=5ad11f38-8075-46ee-9e79-0a2aad9dd178,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:18.272249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd15465-90e9-47f9-a6d3-816bb998e9db req-1be41f76-2dfd-4f74-9e8f-835c11b1f0e4 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1244843 Nov 03 18:49:18.332084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.349421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:18.391803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] No DVR routers for this DVR port 5ad11f38-8075-46ee-9e79-0a2aad9dd178 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:18.409661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.425269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e4984067-8b06-4d6b-80c2-c02fb44148c5 req-9014a63e-9e98-47c6-9b96-ec352515cac1 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "DELETE /v2.0/ports/5ad11f38-8075-46ee-9e79-0a2aad9dd178 HTTP/1.1" status: 204 len: 173 time: 2.6423118 Nov 03 18:49:18.425802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-deleted', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:18.428328 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c673ae-b932-4722-b1dc-3c310bff62bb" -d '{"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-deleted", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:18.447640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:18.526401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.541231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:18.541929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:18.608203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 10.1.1.44 (d202677e-55b0-4b69-961d-2f37ab7d0eb9/a7887fbc-31d8-47c0-9e8f-147d2c43a384/7086f24f-8efb-4c80-9c08-3d0348e47750) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:18.699797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e20a56bf-1df9-41b8-b93a-1f5dadce6c65 req-318325db-90ce-4710-b724-262331c627b5 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123226 Nov 03 18:49:18.830918 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:49:11Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:18.844229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'name': 'network-vif-deleted', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:18.867787 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800cfa32-a18c-409a-9d9b-c746d3086985" -d '{"events": [{"server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "name": "network-vif-deleted", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:18.953587 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c20e1-62fd-4f26-ba8c-9cc045221081 None None] The sync data for ids ['9c1f8815-b7bb-497c-94fe-f2ef85d84f50'] in n-d-812151-4 is: [{'id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'name': 'tempest-ServersTestManualDisk-1337286938-router', 'tenant_id': 'e636caf5d33043c59b06f45595c0dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:45:35Z', 'updated_at': '2021-11-03T18:49:11Z', 'revision_number': 5, 'project_id': 'e636caf5d33043c59b06f45595c0dad9', 'gw_port': {'id': '8c0af0b1-6563-4199-a9cb-550fd4bcba4a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1f8815-b7bb-497c-94fe-f2ef85d84f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:45:37Z', 'updated_at': '2021-11-03T18:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:18.968801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:18.993640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13ce68eb-6261-412a-8056-2db9147e31e0 req-4a95f6a4-d51f-4ff1-9832-05a6ab935b8d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0364847 Nov 03 18:49:19.318872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3392d10d-7bf6-4427-9946-6c1c40d601ee req-3c799392-b066-4da9-afc0-3de99d44ed6f tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e5554a4-6083-4785-991f-6aeb47e2b3ad HTTP/1.1" status: 200 len: 210 time: 0.0958912 Nov 03 18:49:19.452263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126fd9e-3cc4-431a-a0ec-407166e0efc9 req-ad5e873a-466e-43f7-9571-d6e7ddf0ee94 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:19.455523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a126fd9e-3cc4-431a-a0ec-407166e0efc9 req-ad5e873a-466e-43f7-9571-d6e7ddf0ee94 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 935 time: 0.8921752 Nov 03 18:49:19.552978 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632c4c6-b16d-4dac-9395-1056962f23fb x-openstack-request-id: req-9632c4c6-b16d-4dac-9395-1056962f23fb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:19.553714 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "name": "network-vif-unplugged", "status": "completed", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:19.553906 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9632c4c6-b16d-4dac-9395-1056962f23fb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:19.554204 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'code': 200} Nov 03 18:49:19.768288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a126fd9e-3cc4-431a-a0ec-407166e0efc9 req-3d1b7250-2440-4819-a247-97b7f1b2de20 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969859 Nov 03 18:49:19.807794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:19.882531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.926483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15872b93-f50a-4079-9e9b-7dc1981c0e0c None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '548f61e5-a30f-48af-8f50-1e4e9a5685cb', 'name': '', 'network_id': 'b3ce15cb-fe09-40b2-a8f5-62db45c190a1', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'mac_address': 'fa:16:3e:5c:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:41Z', 'updated_at': '2021-11-03T18:42:54Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'subnets': [{'id': '4727ec27-f8ce-4fa2-af9d-c28e312821d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:20.280962 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb93f71-4b85-476b-9b5b-e9b1f912cf9b x-openstack-request-id: req-dfb93f71-4b85-476b-9b5b-e9b1f912cf9b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:20.281961 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5554a4-6083-4785-991f-6aeb47e2b3ad", "name": "network-vif-deleted", "tag": "5ad11f38-8075-46ee-9e79-0a2aad9dd178", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:20.282379 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfb93f71-4b85-476b-9b5b-e9b1f912cf9b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:20.283667 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5554a4-6083-4785-991f-6aeb47e2b3ad', 'name': 'network-vif-deleted', 'tag': '5ad11f38-8075-46ee-9e79-0a2aad9dd178', 'status': 'completed', 'code': 200} Nov 03 18:49:20.350712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66391c24-f927-4729-be8c-9fc0fd1e5ab6 req-c0951c31-556a-416b-a4b2-d8390d164001 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:20.353624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66391c24-f927-4729-be8c-9fc0fd1e5ab6 req-c0951c31-556a-416b-a4b2-d8390d164001 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.5746346 Nov 03 18:49:20.387392 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.394075 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55861ee2-f5de-49c7-a564-96ce577b39a8 x-openstack-request-id: req-55861ee2-f5de-49c7-a564-96ce577b39a8 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:20.394811 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3565ca-09bb-401c-8fbd-1a4a4eaaea81", "name": "network-vif-deleted", "tag": "250b7e08-4a5e-4a12-9a94-e73fe85ae521", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:20.395486 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-55861ee2-f5de-49c7-a564-96ce577b39a8 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:20.396394 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3565ca-09bb-401c-8fbd-1a4a4eaaea81', 'name': 'network-vif-deleted', 'tag': '250b7e08-4a5e-4a12-9a94-e73fe85ae521', 'status': 'completed', 'code': 200} Nov 03 18:49:20.505162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e28abf5b-b7f3-45cf-98a8-8401255a5a77 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:20.564182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e28abf5b-b7f3-45cf-98a8-8401255a5a77 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:20.573091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e28abf5b-b7f3-45cf-98a8-8401255a5a77 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:20.671030 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e29613-48e3-4567-af32-ac5e416377eb None None] New status for floating IP 3dc481b2-4564-42ad-bf14-350cb634fe3c: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:49:21.036908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e6fa3c91-d262-4efb-a422-1a6e042112fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:21.157001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66391c24-f927-4729-be8c-9fc0fd1e5ab6 req-efda255e-a224-4bda-ae74-28fbb61e3f2d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557125 Nov 03 18:49:21.170904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Deleting port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:21.171134 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.285314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa173892-2365-4438-a8d4-0683630167c7 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:21.381606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.430982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd768e-136c-4c75-ada5-488beb85d054 req-ffe3cca5-d859-4f00-a5a3-6167b0c9edcb tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.440464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd768e-136c-4c75-ada5-488beb85d054 req-ffe3cca5-d859-4f00-a5a3-6167b0c9edcb tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.442097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9cd768e-136c-4c75-ada5-488beb85d054 req-ffe3cca5-d859-4f00-a5a3-6167b0c9edcb tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 1653 time: 0.3565505 Nov 03 18:49:21.494654 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.500873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Transition to ACTIVE for port object aa173892-2365-4438-a8d4-0683630167c7 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:21.555507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:21.562812 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a672cf3-0590-47fc-a6d3-b64a86c06847" -d '{"events": [{"server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "name": "network-vif-plugged", "status": "completed", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:21.588904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.653688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-16b86ed9-a3a2-411c-987a-fd96daa532d3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.666964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-16b86ed9-a3a2-411c-987a-fd96daa532d3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3693397 Nov 03 18:49:21.816542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] For port 8c0af0b1-6563-4199-a9cb-550fd4bcba4a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:21.817312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.823965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:21.873060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:21.905500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9cd768e-136c-4c75-ada5-488beb85d054 req-114fcdc8-3474-4c1c-bbf6-6df4eae2c050 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271283 Nov 03 18:49:21.906637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:21.941570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:21.978680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-b4da0a46-0c22-4765-94ff-9400994dba00 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.3093996 Nov 03 18:49:22.013568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'floatingip': {'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:22.065828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Calling delete_port for 8c0af0b1-6563-4199-a9cb-550fd4bcba4a owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:22.318509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-6632a2a2-2850-4d5c-a605-8822e2aab085 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.321774 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-6632a2a2-2850-4d5c-a605-8822e2aab085 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "GET /v2.0/ports?device_id=e2bebf81-8e83-42ef-b000-4b619252df54 HTTP/1.1" status: 200 len: 946 time: 0.1318545 Nov 03 18:49:22.497191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.566003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b691ac5f-9fe7-43c7-83fa-0f9949e6539c None None] Provisioning complete for port 7086f24f-8efb-4c80-9c08-3d0348e47750 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:22.566878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b691ac5f-9fe7-43c7-83fa-0f9949e6539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.576132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Deleting port a7afa0d8-f072-4bbd-a111-c6296451236a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:22.576684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.662814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b691ac5f-9fe7-43c7-83fa-0f9949e6539c None None] Port 7086f24f-8efb-4c80-9c08-3d0348e47750 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:22.716250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.717333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.860780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] For port a7afa0d8-f072-4bbd-a111-c6296451236a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7afa0d8-f072-4bbd-a111-c6296451236a,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:22.861832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.888946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Calling delete_port for a7afa0d8-f072-4bbd-a111-c6296451236a owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:23.115047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.130549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'a7afa0d8-f072-4bbd-a111-c6296451236a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:23.149719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa173892-2365-4438-a8d4-0683630167c7,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:23.182826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event deleted for resources: {'Port': ['ID=a7afa0d8-f072-4bbd-a111-c6296451236a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:23.281748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] No DVR routers for this DVR port a7afa0d8-f072-4bbd-a111-c6296451236a on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:23.287092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.291720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f7ca7c2-1427-432f-ab98-1de16b7346a7 req-8e783969-b781-4baa-ab1b-dc5d29322b2d tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "DELETE /v2.0/ports/a7afa0d8-f072-4bbd-a111-c6296451236a HTTP/1.1" status: 204 len: 173 time: 0.9582357 Nov 03 18:49:23.292311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'name': 'network-vif-deleted', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:23.295487 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cde6f-5407-4035-9b82-e7e5bc8de210" -d '{"events": [{"server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "name": "network-vif-deleted", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:23.393550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Attempting to bind port aa173892-2365-4438-a8d4-0683630167c7 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:23.394776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Attempting to bind port aa173892-2365-4438-a8d4-0683630167c7 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:23.395638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Attempting to bind port aa173892-2365-4438-a8d4-0683630167c7 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:23.408575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-ab072b27-43c7-4dc3-b01b-2a8806187ba7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 9.2919283 Nov 03 18:49:23.432167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38947b-13eb-45d2-a23c-a26328f28243 req-9a652efa-29d2-4fbb-a254-68b65d8a16ab tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:23.449448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c38947b-13eb-45d2-a23c-a26328f28243 req-9a652efa-29d2-4fbb-a254-68b65d8a16ab tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 947 time: 0.9739766 Nov 03 18:49:23.450502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Port aa173892-2365-4438-a8d4-0683630167c7 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:23.450949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Attempting to bind port aa173892-2365-4438-a8d4-0683630167c7 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:23.503182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'admin_state_up': True, 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'security_groups': ['1cd4d5dd-76ad-4944-b434-0dc56d012c8b']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:23.549486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:23.549820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:23.550225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:23.550695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Bound port: aa173892-2365-4438-a8d4-0683630167c7, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:23.551119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.772104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c38947b-13eb-45d2-a23c-a26328f28243 req-b0cbc280-1a59-4ed9-bd0d-b62c2aa2ecde tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149092 Nov 03 18:49:23.904445 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f666d-80ba-4873-b707-4a848c5fedd0 x-openstack-request-id: req-411f666d-80ba-4873-b707-4a848c5fedd0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:23.907803 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "name": "network-vif-plugged", "status": "completed", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:23.908485 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-411f666d-80ba-4873-b707-4a848c5fedd0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:23.909464 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'code': 200} Nov 03 18:49:24.026310 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:49:24.147724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] For port aa173892-2365-4438-a8d4-0683630167c7, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:24.168303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.183607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.202437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d07cd-619e-4e4a-b207-85bd41297636 req-f29cea7f-fdd6-448c-a014-5d5a125a8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:24.203848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.207150 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-420d07cd-619e-4e4a-b207-85bd41297636 req-f29cea7f-fdd6-448c-a014-5d5a125a8f62 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1096 time: 0.1702516 Nov 03 18:49:24.322002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] For port aa173892-2365-4438-a8d4-0683630167c7, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aa173892-2365-4438-a8d4-0683630167c7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:24.365106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-420d07cd-619e-4e4a-b207-85bd41297636 req-601bce65-7868-4447-a586-7208656c5ea7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438034 Nov 03 18:49:24.387642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49614) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:24.421974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.459096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:24.560613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21c1372e-7015-4a40-86fc-9ae961af552c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.629316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0af0b1-6563-4199-a9cb-550fd4bcba4a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:24.631378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21c1372e-7015-4a40-86fc-9ae961af552c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.648508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:24.650926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.653657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] 10.222.0.115 "PUT /v2.0/ports/aa173892-2365-4438-a8d4-0683630167c7 HTTP/1.1" status: 200 len: 1095 time: 7.9475307 Nov 03 18:49:24.662680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'tag': 'aa173892-2365-4438-a8d4-0683630167c7'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:24.663707 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40359ef-e332-401a-8af1-98e8ee5dbac0" -d '{"events": [{"name": "network-changed", "server_uuid": "0279e1c0-786d-4ea1-bf78-9738f5bc93a8", "tag": "aa173892-2365-4438-a8d4-0683630167c7"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:24.788046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21c1372e-7015-4a40-86fc-9ae961af552c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.795376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21c1372e-7015-4a40-86fc-9ae961af552c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.798021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21c1372e-7015-4a40-86fc-9ae961af552c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "DELETE /v2.0/security-groups/36086d29-b8fc-4ac8-9dc7-f8bc3cb63180 HTTP/1.1" status: 204 len: 168 time: 0.4083371 Nov 03 18:49:24.820030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49618) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:24.820463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1372e-7015-4a40-86fc-9ae961af552c tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36086d29-b8fc-4ac8-9dc7-f8bc3cb63180,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:24.893510 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-3ff02507-7b73-4bcb-a905-2c6947a3463d tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] show failed (client error): The resource could not be found. Nov 03 18:49:24.901757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ff02507-7b73-4bcb-a905-2c6947a3463d tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "GET /v2.0/security-groups/36086d29-b8fc-4ac8-9dc7-f8bc3cb63180 HTTP/1.1" status: 404 len: 347 time: 0.0676641 Nov 03 18:49:24.902363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49622) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:25.048890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652d78e-cc19-44a7-9aaf-8e725b430ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa173892-2365-4438-a8d4-0683630167c7,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.116058 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Floating IP cde484ae-2645-4756-8d47-291b66d0e8db associated. External IP: 172.25.8.144, port: 1fb83e3b-cfa7-4120-8568-aff0859bd53e. Nov 03 18:49:25.130164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.143431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835addea-0009-4dce-b1f9-9166bd8d1b35 req-95132c24-0db8-4c43-ab3d-a14fdd0179be tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.152150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-835addea-0009-4dce-b1f9-9166bd8d1b35 req-95132c24-0db8-4c43-ab3d-a14fdd0179be tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.5792916 Nov 03 18:49:25.227035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.274947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-138e8cb7-e69d-4370-bdb3-5ae8f4ea7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.276830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-138e8cb7-e69d-4370-bdb3-5ae8f4ea7a29 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 1098 time: 0.4056811 Nov 03 18:49:25.339978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-1d7fa4db-410d-4c94-8cd5-33e1fd1402e2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.341973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-1d7fa4db-410d-4c94-8cd5-33e1fd1402e2 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 950 time: 0.2497382 Nov 03 18:49:25.525713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Deleting port f91316fd-9b51-46a3-a091-5acda8352ad8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:25.528636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.719027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.719970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.748927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Calling delete_port for f91316fd-9b51-46a3-a091-5acda8352ad8 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:25.893199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-5998caa7-2e85-4749-9d10-21332c97bad4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=aa173892-2365-4438-a8d4-0683630167c7 HTTP/1.1" status: 200 len: 217 time: 0.5166357 Nov 03 18:49:25.903228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.908999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7afa0d8-f072-4bbd-a111-c6296451236a no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:26.097942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.177721 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.277265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Pushing event deleted for resources: {'Port': ['ID=f91316fd-9b51-46a3-a091-5acda8352ad8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:26.280594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-835addea-0009-4dce-b1f9-9166bd8d1b35 req-d2984b38-87f2-4e8e-bc24-9b8d555101df tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1271183 Nov 03 18:49:26.283394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-6119c826-abf5-4260-bf13-9e0e9af312fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.286160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-6119c826-abf5-4260-bf13-9e0e9af312fb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2397118 Nov 03 18:49:26.307470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: a7afa0d8-f072-4bbd-a111-c6296451236a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:26.308222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7afa0d8-f072-4bbd-a111-c6296451236a not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:26.504611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.516275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.518862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a0690dd9-daef-4b25-89ee-8570dc226ed8 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] 10.222.0.91 "DELETE /v2.0/floatingips/3dc481b2-4564-42ad-bf14-350cb634fe3c HTTP/1.1" status: 204 len: 168 time: 1.6150744 Nov 03 18:49:26.559548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Deleting port e6fa3c91-d262-4efb-a422-1a6e042112fd {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:26.560516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.845759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] For port e6fa3c91-d262-4efb-a422-1a6e042112fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e6fa3c91-d262-4efb-a422-1a6e042112fd,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:26.846235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.872572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.873441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1f8815-b7bb-497c-94fe-f2ef85d84f50 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:26.877313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Calling delete_port for e6fa3c91-d262-4efb-a422-1a6e042112fd owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:26.894970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.901324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6b5ced46-aa6e-400b-9875-8eb748c96e3c admin admin] 10.222.0.91 "DELETE /v2.0/routers/9c1f8815-b7bb-497c-94fe-f2ef85d84f50 HTTP/1.1" status: 204 len: 168 time: 10.1990204 Nov 03 18:49:26.967086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49630) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:27.109573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-6461ce20-d33a-4df7-b80e-54c773816731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:27.112233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-6461ce20-d33a-4df7-b80e-54c773816731 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6955390 Nov 03 18:49:27.185538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.221761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd209c-8562-4f05-8f74-06af0121cddf req-076a552b-e7bf-4916-93ce-c53257c48d77 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:27.240815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd209c-8562-4f05-8f74-06af0121cddf req-076a552b-e7bf-4916-93ce-c53257c48d77 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:27.247936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd209c-8562-4f05-8f74-06af0121cddf req-076a552b-e7bf-4916-93ce-c53257c48d77 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:27.250999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfbd209c-8562-4f05-8f74-06af0121cddf req-076a552b-e7bf-4916-93ce-c53257c48d77 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 2373 time: 0.6632590 Nov 03 18:49:27.304661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Pushing event deleted for resources: {'Port': ['ID=e6fa3c91-d262-4efb-a422-1a6e042112fd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:27.389299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] No DVR routers for this DVR port e6fa3c91-d262-4efb-a422-1a6e042112fd on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:27.398061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.405336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f853f5d6-b229-460d-97dc-d896bf80d183 req-0c02cb71-2fbb-4a66-8153-b4c3687137bd tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.110 "DELETE /v2.0/ports/e6fa3c91-d262-4efb-a422-1a6e042112fd HTTP/1.1" status: 204 len: 173 time: 2.0482855 Nov 03 18:49:27.434875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:27.515018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Deleting subnet cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:27.520450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.606591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 10.2.2.100 (1ce7464e-95d8-4708-b63b-f2e50e3fe6d7/24d9de7b-b7ce-4e68-9901-116372f8c280/187556e5-51af-4b57-a34d-04b9379b8528) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:27.918031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:27.923504 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.977224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: e6fa3c91-d262-4efb-a422-1a6e042112fd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:27.978290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e6fa3c91-d262-4efb-a422-1a6e042112fd not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:28.102960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfbd209c-8562-4f05-8f74-06af0121cddf req-db5e94c2-5c01-4785-b072-e09e42459845 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8177588 Nov 03 18:49:28.166547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-85211c9b-1174-44f0-95c9-69602d024dc1 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0247817 Nov 03 18:49:28.250451 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424c3337-6cf0-44c5-82a0-3fe61fddce6e x-openstack-request-id: req-424c3337-6cf0-44c5-82a0-3fe61fddce6e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:28.251027 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bebf81-8e83-42ef-b000-4b619252df54", "name": "network-vif-deleted", "tag": "a7afa0d8-f072-4bbd-a111-c6296451236a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:28.257241 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-424c3337-6cf0-44c5-82a0-3fe61fddce6e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:28.258219 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bebf81-8e83-42ef-b000-4b619252df54', 'name': 'network-vif-deleted', 'tag': 'a7afa0d8-f072-4bbd-a111-c6296451236a', 'status': 'completed', 'code': 200} Nov 03 18:49:28.320707 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.438376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eebb3581-a42d-4e70-b539-5d88811b46fd req-83e364bb-b4dd-4b74-9181-5fbf2e4ec418 tempest-MigrationsAdminTest-1013518128 tempest-MigrationsAdminTest-1013518128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a HTTP/1.1" status: 200 len: 210 time: 0.0460584 Nov 03 18:49:28.442359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c0af0b1-6563-4199-a9cb-550fd4bcba4a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:28.538850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8c0af0b1-6563-4199-a9cb-550fd4bcba4a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:28.539697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c0af0b1-6563-4199-a9cb-550fd4bcba4a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:28.613641 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252770a-315b-4b46-b25c-705f841b35c1 x-openstack-request-id: req-f252770a-315b-4b46-b25c-705f841b35c1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:28.614105 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0279e1c0-786d-4ea1-bf78-9738f5bc93a8", "tag": "aa173892-2365-4438-a8d4-0683630167c7", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:28.614478 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f252770a-315b-4b46-b25c-705f841b35c1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:28.615095 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'tag': 'aa173892-2365-4438-a8d4-0683630167c7', 'status': 'completed', 'code': 200} Nov 03 18:49:28.619548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.721811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:28.738508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:28.759879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.779187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:28.780401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:28.910779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2128c5f8-b259-46f9-aba2-f22b7ad036c4 req-99a77c84-3b3c-4d48-a6b1-ba7176c3cde9 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529243 Nov 03 18:49:28.917954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.961608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-62d8abcc-8496-4fb9-ab41-01cfdb3179d8 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "PUT /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 996 time: 6.9647796 Nov 03 18:49:29.045552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:29.090549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:29.105865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:29.141149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5b1e-a618-4af8-8585-a644a35580d8 req-284f0b04-5805-4efe-a9f8-0702bfe15389 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.151481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ace5b1e-a618-4af8-8585-a644a35580d8 req-284f0b04-5805-4efe-a9f8-0702bfe15389 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 947 time: 0.3767776 Nov 03 18:49:29.162737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:29.229082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:29.292758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-557c0d07-ce41-48ce-a4d7-a8f1af08019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.297073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-557c0d07-ce41-48ce-a4d7-a8f1af08019e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 1098 time: 0.2747724 Nov 03 18:49:29.300373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.316986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-e9ac7d6c-a6cf-4873-9fa0-b278c959ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.320198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-e9ac7d6c-a6cf-4873-9fa0-b278c959ef13 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.2966688 Nov 03 18:49:29.461265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ace5b1e-a618-4af8-8585-a644a35580d8 req-c700bbf5-5583-467d-a844-5224b15e5c80 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086307 Nov 03 18:49:29.551318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:29.575086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b208e-be41-4efb-88ab-68b6fda633fb None None] Network b5c874cf-8dae-430f-b932-16a9ba8f88bb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:29.579726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.589495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49644) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:29.590370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ca9f556-13d4-47c1-bdf7-097f1e2131fd admin admin] 10.222.0.91 "DELETE /v2.0/subnets/cbe90e49-1cf4-49b1-8e2d-6e239e8d9bee HTTP/1.1" status: 204 len: 168 time: 2.6142323 Nov 03 18:49:29.688655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.689937 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.816548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-59d83d64-448c-4e61-b70f-a49648667117 None None] Provisioning complete for port 187556e5-51af-4b57-a34d-04b9379b8528 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:29.817342 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59d83d64-448c-4e61-b70f-a49648667117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.851629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.907456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-75bcc3de-bc88-4920-bef9-07c11c4d3080 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4498398 Nov 03 18:49:29.948664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'admin_state_up': True, 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'security_groups': ['1cd4d5dd-76ad-4944-b434-0dc56d012c8b']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:29.992280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Deleting port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:29.993076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.030744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-59d83d64-448c-4e61-b70f-a49648667117 None None] Port 187556e5-51af-4b57-a34d-04b9379b8528 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:30.066017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:49:23Z', 'revision_number': 8, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:30.140115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] For port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,segment=NetworkSegment(0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de),segment_id=0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:30.141406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.172491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Calling delete_port for 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:30.185957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:30.225313 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:49:30.247468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:30.248423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:30.318220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-673e4841-64a4-4ea9-a8c7-0f427ee06f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:30.332696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] DHCP port deletion for b5c874cf-8dae-430f-b932-16a9ba8f88bb request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:49:30.333060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-673e4841-64a4-4ea9-a8c7-0f427ee06f82 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.9400706 Nov 03 18:49:30.339302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-91da432e-e451-4b01-8142-01746214921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:30.341870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-91da432e-e451-4b01-8142-01746214921a service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 1.0084293 Nov 03 18:49:30.356471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-deleted', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:30.360438 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c97f0a-6324-43f3-8e1f-6be84be331ea" -d '{"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-deleted", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:30.481019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.549475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-314e8cdc-3f62-462c-8d62-8dea5419b00e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=aa173892-2365-4438-a8d4-0683630167c7 HTTP/1.1" status: 200 len: 217 time: 0.1901996 Nov 03 18:49:30.570478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] No DVR routers for this DVR port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:30.609961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:30.617928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:30.620781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:30.637067 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:30.802996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.892742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:31.063919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:31.064537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:31.105909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Deleting port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:31.106414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.295241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] For port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:31.296337 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.330741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Calling delete_port for 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:31.335933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:49:31.337124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e853-b322-4e30-b2a5-b9bdab51065b req-f150f66b-0eee-4a3a-a8b6-a76724efbd4c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.339956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1771e853-b322-4e30-b2a5-b9bdab51065b req-f150f66b-0eee-4a3a-a8b6-a76724efbd4c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 1.2944129 Nov 03 18:49:31.362388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c874cf-8dae-430f-b932-16a9ba8f88bb']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.364328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.378886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-4811b9fb-4a2f-4971-a2eb-e490ab91d5ad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 999 time: 1.0042570 Nov 03 18:49:31.381075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.381374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be52bb9-9bd2-4bab-bb7b-f9b836ddd3de') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.394956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.396388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-5f23a83d-f6bb-446b-ba0f-795cd20d0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.398411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-5f23a83d-f6bb-446b-ba0f-795cd20d0c3d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2403235 Nov 03 18:49:31.428021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.441990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:31.442698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:31.446539 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:31.467044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] Pushing event deleted for resources: {'Port': ['ID=94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:31.479799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40a5d9-7767-4dc9-bdf3-68bee5fcbb80 None None] No DVR routers for this DVR port 94e2e7e7-6452-45a9-ab8d-936cf7c9c3a3 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:31.564051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-a018927f-8eb7-450a-a403-c68bd5c6f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.566601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-a018927f-8eb7-450a-a403-c68bd5c6f262 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.1643615 Nov 03 18:49:31.584824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.593308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.604100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b5c874cf-8dae-430f-b932-16a9ba8f88bb HTTP/1.1" status: 204 len: 168 time: 2.0127702 Nov 03 18:49:31.635720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1bab-50ff-4803-b7ef-c4f359442385 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c874cf-8dae-430f-b932-16a9ba8f88bb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:31.668687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:49:23Z', 'revision_number': 8, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.685106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Made reservation on behalf of bb6d1a7b77d54ebba1b54ee0015a8fb9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:31.731155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1771e853-b322-4e30-b2a5-b9bdab51065b req-0a791b9b-f64a-4aa2-b17b-d7f5132a697c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596582 Nov 03 18:49:31.763615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd89ca0-d69d-4cd8-9bb6-6f4841279c04 None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'cde484ae-2645-4756-8d47-291b66d0e8db', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'port_id': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:47:56Z', 'updated_at': '2021-11-03T18:49:23Z', 'revision_number': 8, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:31.829213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-c5cb8311-1c34-4236-85e1-3278c1373f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.831787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-c5cb8311-1c34-4236-85e1-3278c1373f1a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3994539 Nov 03 18:49:31.907356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-35ca568e-919c-4da1-b305-2ddb07dfb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.910408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-35ca568e-919c-4da1-b305-2ddb07dfb184 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212826 Nov 03 18:49:31.932530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:31.948487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aa173892-2365-4438-a8d4-0683630167c7 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:32.016064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4490348e-ce5f-4be8-af57-942ac0411cc6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e636caf5d33043c59b06f45595c0dad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806327 Nov 03 18:49:32.018465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49666) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:32.127715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf60e9d5-4692-42b8-91a2-e398d926bc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.194550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf60e9d5-4692-42b8-91a2-e398d926bc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.197335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.229344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.257829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aa173892-2365-4438-a8d4-0683630167c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aa173892-2365-4438-a8d4-0683630167c7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:32.272001 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aba69-a78d-40e7-8848-7e2b378a731a None None] New status for floating IP cde484ae-2645-4756-8d47-291b66d0e8db: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:49:32.311032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'aa173892-2365-4438-a8d4-0683630167c7', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'aa173892-2365-4438-a8d4-0683630167c7', 'mac_address': 'fa:16:3e:b4:7a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:32.321248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c70c-668f-4cf2-870a-e747a3d3440b req-393bda61-57c1-43ae-b106-18653c264ac2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.330298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c70c-668f-4cf2-870a-e747a3d3440b req-393bda61-57c1-43ae-b106-18653c264ac2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.336772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c70c-668f-4cf2-870a-e747a3d3440b req-393bda61-57c1-43ae-b106-18653c264ac2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.347136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c70c-668f-4cf2-870a-e747a3d3440b req-393bda61-57c1-43ae-b106-18653c264ac2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.359772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8e5c70c-668f-4cf2-870a-e747a3d3440b req-393bda61-57c1-43ae-b106-18653c264ac2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 3094 time: 0.4631858 Nov 03 18:49:32.374385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf60e9d5-4692-42b8-91a2-e398d926bc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.383937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf60e9d5-4692-42b8-91a2-e398d926bc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.389982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bf60e9d5-4692-42b8-91a2-e398d926bc47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5d130fa1-f7db-4494-91aa-b3398db7b01e HTTP/1.1" status: 204 len: 168 time: 0.3661113 Nov 03 18:49:32.410437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60e9d5-4692-42b8-91a2-e398d926bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d130fa1-f7db-4494-91aa-b3398db7b01e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.435512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-009bf9a7-0392-41ee-a3e4-4a05a6c410d1 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924561 Nov 03 18:49:32.517892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.524246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-5768dc9f-a6ee-4ab4-ad8b-b939373913ba service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825381 Nov 03 18:49:32.546240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa173892-2365-4438-a8d4-0683630167c7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:32.620297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aa173892-2365-4438-a8d4-0683630167c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aa173892-2365-4438-a8d4-0683630167c7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:32.632568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.832023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8e5c70c-668f-4cf2-870a-e747a3d3440b req-8f52da83-647e-4e34-8108-c263a91fd734 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4711106 Nov 03 18:49:32.899283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aa173892-2365-4438-a8d4-0683630167c7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.910782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.953372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e40359ef-e332-401a-8af1-98e8ee5dbac0 req-54079019-02c2-4ce4-8214-ab9ddc107272 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617245 Nov 03 18:49:32.964506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Allocated IP 10.2.2.200 (1ce7464e-95d8-4708-b63b-f2e50e3fe6d7/24d9de7b-b7ce-4e68-9901-116372f8c280/e92e7b2e-3067-4ee1-b65c-36ad8806d07a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:32.977204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a42c069-ad2b-467a-9a2b-3eb999b98c2d req-08c93cb7-fba9-428f-88c9-93cc6a477908 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168324 Nov 03 18:49:33.041015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['aa173892-2365-4438-a8d4-0683630167c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:33.185942 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b498c7b-5e6e-4ffe-9c2a-40efff2353a2 x-openstack-request-id: req-0b498c7b-5e6e-4ffe-9c2a-40efff2353a2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:33.186576 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46fdc-eb06-4cbe-871b-5b4c8e6b913a", "name": "network-vif-deleted", "tag": "e6fa3c91-d262-4efb-a422-1a6e042112fd", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:33.186800 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0b498c7b-5e6e-4ffe-9c2a-40efff2353a2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:33.187436 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46fdc-eb06-4cbe-871b-5b4c8e6b913a', 'name': 'network-vif-deleted', 'tag': 'e6fa3c91-d262-4efb-a422-1a6e042112fd', 'status': 'completed', 'code': 200} Nov 03 18:49:33.334924 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c639325-c5ac-44bb-9cc1-b61e1c3f94e3 x-openstack-request-id: req-9c639325-c5ac-44bb-9cc1-b61e1c3f94e3 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:33.335278 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:33.335470 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c639325-c5ac-44bb-9cc1-b61e1c3f94e3 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:33.335883 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'status': 'completed', 'code': 200} Nov 03 18:49:33.489925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.572868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677daad-929d-4d1d-a7bd-6bcb2784b3eb req-37b3d3c0-c0a5-44c8-8494-300854d834c0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.585385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2677daad-929d-4d1d-a7bd-6bcb2784b3eb req-37b3d3c0-c0a5-44c8-8494-300854d834c0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 948 time: 0.2307699 Nov 03 18:49:33.716107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49690) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:33.746451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-2cf89606-36ce-41f2-8e6d-8f0b30f4df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.750559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-2cf89606-36ce-41f2-8e6d-8f0b30f4df4e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.3268344 Nov 03 18:49:33.788384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.882276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2677daad-929d-4d1d-a7bd-6bcb2784b3eb req-da8c2a90-55dc-46bb-892b-2159f7983844 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954898 Nov 03 18:49:34.096120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:34.122793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:34.138092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3b96d680-b32d-47d8-85bd-32cf1c97b2e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=12054397154a4c4a8704f0382b330fbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4203863 Nov 03 18:49:34.141440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49700) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:34.142358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:34.161040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event updated for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:34.288779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-9eda05d6-c19a-4108-a9e6-b21de9c5c038 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:34.292251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-9eda05d6-c19a-4108-a9e6-b21de9c5c038 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.6722753 Nov 03 18:49:34.364086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ea026ca-ba34-4d14-ac13-42937dfdf2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.399614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:34.400371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.404749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-f12a19f5-f0fc-4c66-9112-17918abe3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:34.408050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-f12a19f5-f0fc-4c66-9112-17918abe3c71 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.6413717 Nov 03 18:49:34.451070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-f3ea8ed8-c4c0-4136-b2cc-657a58693f64 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/quotas/1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 375 time: 0.0936854 Nov 03 18:49:34.452584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ea026ca-ba34-4d14-ac13-42937dfdf2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.580478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-ffce2e0c-da16-46fb-a494-513d36d5bcb1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 1001 time: 0.1501966 Nov 03 18:49:34.583558 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ea026ca-ba34-4d14-ac13-42937dfdf2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.590571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-8ca02334-b49d-4dec-89a7-e9b70b520c07 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6568673 Nov 03 18:49:34.594305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ea026ca-ba34-4d14-ac13-42937dfdf2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.599720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ea026ca-ba34-4d14-ac13-42937dfdf2ec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e7c11e03-4224-43a7-956c-0450be506b52 HTTP/1.1" status: 204 len: 168 time: 0.4538338 Nov 03 18:49:34.623458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea026ca-ba34-4d14-ac13-42937dfdf2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c11e03-4224-43a7-956c-0450be506b52,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:34.633268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4901-6f85-4cd4-9e4f-226ee26af498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.684699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:34.798823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eded42ab-0a1b-491f-9d5c-d245391eb37a None None] Provisioning complete for port e92e7b2e-3067-4ee1-b65c-36ad8806d07a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:34.801960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eded42ab-0a1b-491f-9d5c-d245391eb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.839018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:34.901058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eded42ab-0a1b-491f-9d5c-d245391eb37a None None] Port e92e7b2e-3067-4ee1-b65c-36ad8806d07a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:34.933664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-41f68579-9072-46dd-b21a-15bdc15f8d86 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3513772 Nov 03 18:49:34.965814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-503d92c7-a133-416e-ab68-d04476580439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:34.968907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-503d92c7-a133-416e-ab68-d04476580439 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.3763127 Nov 03 18:49:35.155652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.195403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba0182-4cad-4cf1-9ff8-37f502a10095 req-e7f1a70d-6eca-48f2-ba62-f1ec9c968735 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.210608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-beba0182-4cad-4cf1-9ff8-37f502a10095 req-e7f1a70d-6eca-48f2-ba62-f1ec9c968735 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1096 time: 0.3887985 Nov 03 18:49:35.396461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-72b364f1-08a3-4a4d-9f21-0b73763bca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.399872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-72b364f1-08a3-4a4d-9f21-0b73763bca81 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3745484 Nov 03 18:49:35.420561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1458852990-network', 'tenant_id': '879c337db73b4278ace1c93b5e45853b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:35.461342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-9d97b62d-961a-4eb4-aa02-6b5edb5b0448 service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263946 Nov 03 18:49:35.473776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Made reservation on behalf of 879c337db73b4278ace1c93b5e45853b for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:35.477738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.496808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49718) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:35.509678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.615715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92df13ea-7514-4a47-a310-74f852f4c62b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2d4240737e77496bb6e5dbb8a0036ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127377 Nov 03 18:49:35.619220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49720) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:35.730728 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9806-1fad-46e1-a513-bf0744d87529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.750182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-beba0182-4cad-4cf1-9ff8-37f502a10095 req-b30045ac-9421-4b04-8833-b9fa04bc997d tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374768 Nov 03 18:49:35.802656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.808018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9806-1fad-46e1-a513-bf0744d87529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.820638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.874697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:35.903453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2b9724-f015-44a3-a7a3-766ac195c87c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:35.928679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.929187 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Added segment 0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff of type vlan for network 179c5dca-3467-4285-93eb-655cf3f11f8f Nov 03 18:49:35.950099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9806-1fad-46e1-a513-bf0744d87529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.952477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ff4c9806-1fad-46e1-a513-bf0744d87529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.958763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ff4c9806-1fad-46e1-a513-bf0744d87529 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2de722bf-06b3-4841-b9fd-b1bb7742aed2 HTTP/1.1" status: 204 len: 168 time: 0.3337567 Nov 03 18:49:36.008359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aa173892-2365-4438-a8d4-0683630167c7 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:36.090185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.164051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port aa173892-2365-4438-a8d4-0683630167c7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:49:36.177036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port aa173892-2365-4438-a8d4-0683630167c7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:36.178347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.192454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c9806-1fad-46e1-a513-bf0744d87529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de722bf-06b3-4841-b9fd-b1bb7742aed2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:36.199843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.202847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:36.204052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.250737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-608248bd-4bb3-41f1-b4a0-c09cd61e21cd service neutron] 10.222.0.91 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7535374 Nov 03 18:49:36.318964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] Pushing event updated for resources: {'Network': ['ID=179c5dca-3467-4285-93eb-655cf3f11f8f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:36.326903 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1933ed92-4e29-4bdd-810a-982d4a8e7c7a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4859052 Nov 03 18:49:36.331893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49728) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:36.338008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Request body: {'subnet': {'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1458852990-subnet', 'tenant_id': '879c337db73b4278ace1c93b5e45853b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:36.343032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 179c5dca-3467-4285-93eb-655cf3f11f8f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:36.400017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Made reservation on behalf of 879c337db73b4278ace1c93b5e45853b for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:36.403186 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.407312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:36.414628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-68b3387c-18f4-4088-9824-c9e356561cc8 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9991961 Nov 03 18:49:36.424691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.489934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08aedbe3-b4c3-4de1-8ca9-0557fdefa45c req-78e31f45-9356-4258-8135-784a9e8dec78 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 998 time: 0.5977345 Nov 03 18:49:36.609020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Transition to ACTIVE for port object 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:36.687836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.786534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.897144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aa173892-2365-4438-a8d4-0683630167c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aa173892-2365-4438-a8d4-0683630167c7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:36.900158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa173892-2365-4438-a8d4-0683630167c7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:36.907856 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec976db-8111-4dbe-afe0-1cf773b96531" -d '{"events": [{"server_uuid": "0279e1c0-786d-4ea1-bf78-9738f5bc93a8", "name": "network-vif-plugged", "status": "completed", "tag": "aa173892-2365-4438-a8d4-0683630167c7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:36.918800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.065821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.134651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aa173892-2365-4438-a8d4-0683630167c7,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:37.238071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e7cd4b-0074-4c1b-bf88-8c0530e79add,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:37.257035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Checking segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:37.257979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Network hostable DHCP agents. Network: 179c5dca-3467-4285-93eb-655cf3f11f8f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:37.293599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Network 179c5dca-3467-4285-93eb-655cf3f11f8f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:37.323819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 179c5dca-3467-4285-93eb-655cf3f11f8f) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:37.333490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686be24a-69d8-4eee-8707-2a2fa626dac0 None None] Network 179c5dca-3467-4285-93eb-655cf3f11f8f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:37.336131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.340682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.413224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3095f15b-9388-4558-a593-c2f727cddb0f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0659056 Nov 03 18:49:37.588874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aedbe3-b4c3-4de1-8ca9-0557fdefa45c req-e1a8a5b7-c5db-48fb-8dab-d4d31e8f9dfb tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.590238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08aedbe3-b4c3-4de1-8ca9-0557fdefa45c req-e1a8a5b7-c5db-48fb-8dab-d4d31e8f9dfb tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 1.0572159 Nov 03 18:49:37.590929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:37.690061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-08aedbe3-b4c3-4de1-8ca9-0557fdefa45c req-da172711-3e6e-4025-8790-686bfe1fb00c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:49:37.691857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08aedbe3-b4c3-4de1-8ca9-0557fdefa45c req-da172711-3e6e-4025-8790-686bfe1fb00c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0349183 Nov 03 18:49:37.733416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-06dd3a6d-a7cf-4a2f-8040-677b2b6cc2e7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.749483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-06dd3a6d-a7cf-4a2f-8040-677b2b6cc2e7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.771100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-06dd3a6d-a7cf-4a2f-8040-677b2b6cc2e7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.778456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-06dd3a6d-a7cf-4a2f-8040-677b2b6cc2e7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.791644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-06dd3a6d-a7cf-4a2f-8040-677b2b6cc2e7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.821014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-06dd3a6d-a7cf-4a2f-8040-677b2b6cc2e7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 3827 time: 0.2869606 Nov 03 18:49:37.908201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba3441-6e5d-4f52-ad70-c5fb09a12763 None None] Network 179c5dca-3467-4285-93eb-655cf3f11f8f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:38.029838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5e8f1c8-8b0b-48b6-a781-fee8fbd54ce0 req-d95a5c09-a896-421d-9058-d4f2afd23af6 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5881617 Nov 03 18:49:38.286555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68917ffa-c02a-44c5-a610-932b7aeba35c req-1ff68585-d996-4572-993f-99dd3059c9ea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596474 Nov 03 18:49:38.287746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Attempting to bind port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:38.288305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Attempting to bind port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:38.288976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Attempting to bind port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 on network 22eb02e1-6b86-47d4-baee-04b220578556 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:38.310706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 on network 22eb02e1-6b86-47d4-baee-04b220578556 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:38.311173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Attempting to bind port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 on network 22eb02e1-6b86-47d4-baee-04b220578556 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:38.349648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:38.349648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Checking segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:38.349648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Bound using segment: {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:38.349648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Bound port: 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cefab3-bf50-416a-b15e-05b8448a28d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:38.349648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.377836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830a22b-a40e-49f3-b7a5-e98aa2810b4b req-123c9f9e-a795-4989-8b01-d2b6d539e4bb tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:38.396376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c335b61-f18e-4018-a903-70bedab511ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.405601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b830a22b-a40e-49f3-b7a5-e98aa2810b4b req-123c9f9e-a795-4989-8b01-d2b6d539e4bb tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 949 time: 0.3712280 Nov 03 18:49:38.669322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b830a22b-a40e-49f3-b7a5-e98aa2810b4b req-dbdc1163-16c0-4b2f-bbed-4399298f488a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616875 Nov 03 18:49:38.673412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:38.680496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681eac-5d12-4655-b8cc-f40637f8dd1f req-a3d57d29-c785-4285-b86a-a644d0a8e881 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:38.683837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3681eac-5d12-4655-b8cc-f40637f8dd1f req-a3d57d29-c785-4285-b86a-a644d0a8e881 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1096 time: 0.1858151 Nov 03 18:49:38.688829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:38.742385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.795041 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e93ca37-fa5a-4c5c-8b8a-a896b3a1298c x-openstack-request-id: req-1e93ca37-fa5a-4c5c-8b8a-a896b3a1298c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:38.795918 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0279e1c0-786d-4ea1-bf78-9738f5bc93a8", "name": "network-vif-plugged", "status": "completed", "tag": "aa173892-2365-4438-a8d4-0683630167c7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:38.797353 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e93ca37-fa5a-4c5c-8b8a-a896b3a1298c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:38.798263 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa173892-2365-4438-a8d4-0683630167c7', 'code': 200} Nov 03 18:49:38.858019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:38.891431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:38.892486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.895079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-1c2217f2-de9c-4f64-a599-0134c39c5db8 service neutron] 10.222.0.115 "PUT /v2.0/ports/2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 200 len: 1091 time: 4.2576439 Nov 03 18:49:38.895937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:38.903469 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d72ec5d-8836-43f0-adae-284e132f99b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:38.915075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3681eac-5d12-4655-b8cc-f40637f8dd1f req-79e82b14-f013-4da5-a3a8-35bf0a6bcda1 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206738 Nov 03 18:49:38.985965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:39.295939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bedaa935-d69b-4551-a9ef-b9372ff7d4cb req-d29d8a87-aadd-452e-a8ae-e2e6a34e893a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.3311534 Nov 03 18:49:39.428067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.469793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-b310bc38-bf11-4c88-9ee3-0ba806739fa9 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.2833462 Nov 03 18:49:39.576693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997dd5c-0921-4517-8ff5-90d892ec20d2 req-6cabd4bc-13d3-469a-8fa2-466d7a76cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.578639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8997dd5c-0921-4517-8ff5-90d892ec20d2 req-6cabd4bc-13d3-469a-8fa2-466d7a76cc48 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 1100 time: 0.3956027 Nov 03 18:49:39.630662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-4e83fcf0-7eb8-4ac6-815f-06bcb376600e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.639244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-4e83fcf0-7eb8-4ac6-815f-06bcb376600e tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports/1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 942 time: 0.1680498 Nov 03 18:49:39.733669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.923126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-2e91c762-dae6-4234-89f9-6b9857041a70 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.925826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-2e91c762-dae6-4234-89f9-6b9857041a70 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 820 time: 0.4090126 Nov 03 18:49:39.943275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8997dd5c-0921-4517-8ff5-90d892ec20d2 req-e1984646-42fe-4b9a-8381-48a60d465135 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503311 Nov 03 18:49:39.956455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Request body: {'port': {'device_id': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'admin_state_up': True, 'tenant_id': '1155cfc7ecd44e8b865dabfb2bb95ae4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:40.142288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-23d46efe-cc15-44e4-9fd6-f88cab8ff467 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.2252140 Nov 03 18:49:40.364358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Made reservation on behalf of 1155cfc7ecd44e8b865dabfb2bb95ae4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:40.384965 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.572065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-25209c2a-226c-4ac8-832c-a9b549482ac3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:40.587071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-25209c2a-226c-4ac8-832c-a9b549482ac3 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.4306049 Nov 03 18:49:40.599950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-e3a63ffd-9781-403b-ba00-a68aefc577f4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:40.602195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-e3a63ffd-9781-403b-ba00-a68aefc577f4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 815 time: 0.4672329 Nov 03 18:49:40.714458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Allocated IP 172.20.0.5 (444cc965-2625-48d4-ab0f-ac3f4d85ccb2/b58004aa-6fd5-44b2-ad43-995d10705d53/8c1e1978-87fb-4365-94d3-0f2214d96c6e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:40.740282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-e84789d1-5a0b-4b80-a9f6-7b507be5e7a8 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/quotas/879c337db73b4278ace1c93b5e45853b HTTP/1.1" status: 200 len: 375 time: 0.1097696 Nov 03 18:49:40.744384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c492c132-7332-44df-8322-721f2b0d9c4a {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:40.772439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.810146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Transition to ACTIVE for port object c492c132-7332-44df-8322-721f2b0d9c4a will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:40.827132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.879520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-06f3db50-bb2e-4622-a243-74e48222e486 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209493 Nov 03 18:49:40.985419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8e1c1bb2-6e1f-4e93-92ab-4d60389b920b tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.3964188 Nov 03 18:49:41.057803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:41.182792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.208891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:41.272820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.302633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:41.380835 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.394569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-d2a2fac2-97d3-430c-80ac-6c56a829e085 service neutron] 10.222.0.91 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451163 Nov 03 18:49:41.432072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:41.450315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:41.473786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:41.546265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:41.702497 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.740427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Attempting to bind port c492c132-7332-44df-8322-721f2b0d9c4a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:41.740816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Attempting to bind port c492c132-7332-44df-8322-721f2b0d9c4a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:41.741487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Attempting to bind port c492c132-7332-44df-8322-721f2b0d9c4a on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:41.770663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.773081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.802349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-32bf711e-4bc8-44fe-a1b0-9ab537c81a5f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8553157 Nov 03 18:49:41.824188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Request body: {'port': {'device_id': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:41.830071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Port c492c132-7332-44df-8322-721f2b0d9c4a on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:41.830758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Attempting to bind port c492c132-7332-44df-8322-721f2b0d9c4a on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:41.845951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:41.847210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Checking segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:41.848386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Bound using segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:41.849384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Bound port: c492c132-7332-44df-8322-721f2b0d9c4a, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:41.850257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.951493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.967218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.969692 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.016568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.017807 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Floating IP cde484ae-2645-4756-8d47-291b66d0e8db disassociated. External IP: 172.25.8.144, port: 1fb83e3b-cfa7-4120-8568-aff0859bd53e. Nov 03 18:49:42.119135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-38b873de-0e7d-4a8a-9ef9-0ecfe37220e4 service neutron] 10.222.0.91 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706426 Nov 03 18:49:42.230523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:42.263468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c492c132-7332-44df-8322-721f2b0d9c4a,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:42.278501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.355376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:42.355836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.358192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] 10.222.0.115 "PUT /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 1129 time: 3.3975809 Nov 03 18:49:42.441274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:42.573621 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a847569-a791-4850-adf6-2a71448af4dc x-openstack-request-id: req-6a847569-a791-4850-adf6-2a71448af4dc {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:42.574116 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:42.574534 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6a847569-a791-4850-adf6-2a71448af4dc {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:42.575197 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'status': 'completed', 'code': 200} Nov 03 18:49:42.707999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e779170-4d58-44d8-b70c-1f44a29cb51d service neutron] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:42.712322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1e1978-87fb-4365-94d3-0f2214d96c6e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:42.751094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.788658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Transition to ACTIVE for port object 8c1e1978-87fb-4365-94d3-0f2214d96c6e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:42.797052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.921144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.933983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.078660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:43.079450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:43.080081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:43.099005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:43.100016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:43.113169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:43.113169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:43.113865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:43.114681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Bound port: 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:43.115286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.159869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.160761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.160916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.161798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.162337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.162827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.165218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-edaa24db-79bc-4be5-bbad-c5ace46be7b3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5284 time: 0.4973691 Nov 03 18:49:43.275419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:43.289445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:43.301140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.355366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.357725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.363106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] 10.222.0.110 "PUT /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 1091 time: 1.5466506 Nov 03 18:49:43.372262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.384577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.395533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.408482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.424554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.435501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.439459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-eeaef5c9-01b3-4221-bdd5-787c9a4cda54 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 4598 time: 0.4115605 Nov 03 18:49:43.467902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:43.473219 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6870b06c-df13-45b7-a92d-07cab89b2580" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:43.511479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:43.583881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2ed4e-5363-409b-955f-cc596e487fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.590535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-6b33ca46-ec95-4b48-be1b-4e524123b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.593098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-6b33ca46-ec95-4b48-be1b-4e524123b2af service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1094 time: 0.1121554 Nov 03 18:49:43.684135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-809d2e88-f657-45a1-a60f-743cdd671f53 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 217 time: 0.0716274 Nov 03 18:49:43.809551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3369572-a708-4834-a97d-cd8708072ea0 req-1e3fa6e6-20e4-42d1-ad35-8a1a8dab5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.815483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-1e3fa6e6-20e4-42d1-ad35-8a1a8dab5366 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1173916 Nov 03 18:49:43.871234 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-7f94c25e-3da6-48a8-99ea-20cc995c631a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382648 Nov 03 18:49:44.043978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-535acca3-2ea6-4c3a-b8a6-c5fd3ff0fc00 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573744 Nov 03 18:49:44.192027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3369572-a708-4834-a97d-cd8708072ea0 req-8772464f-dca6-4d1d-a288-bd6bca7359a6 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358557 Nov 03 18:49:44.238096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8cbaa856-c0ca-4aa2-91b7-f265236aa9fb req-10ebcc0e-3067-42ef-841a-54f246d06806 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7586765 Nov 03 18:49:44.633329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': 'c492c132-7332-44df-8322-721f2b0d9c4a'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:44.640545 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "c492c132-7332-44df-8322-721f2b0d9c4a"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:44.719784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-888b4897-4a79-4b30-a0b6-a04fc1dd06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:44.720270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-888b4897-4a79-4b30-a0b6-a04fc1dd06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:44.720822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-888b4897-4a79-4b30-a0b6-a04fc1dd06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:44.729186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-888b4897-4a79-4b30-a0b6-a04fc1dd06ab service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5044057 Nov 03 18:49:44.824104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-c1840621-f879-4181-9583-fc7c111e103b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:44.827914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-c1840621-f879-4181-9583-fc7c111e103b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 815 time: 0.2890904 Nov 03 18:49:44.847387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Request body: {'port': {'device_id': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'admin_state_up': True, 'tenant_id': '879c337db73b4278ace1c93b5e45853b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:45.061012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Made reservation on behalf of 879c337db73b4278ace1c93b5e45853b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:45.067220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.102476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31177ce8-2030-4e17-90be-f91dede22054 req-ad0fc56c-59f9-44e9-ab95-007e168dae65 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:45.111215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31177ce8-2030-4e17-90be-f91dede22054 req-ad0fc56c-59f9-44e9-ab95-007e168dae65 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 949 time: 0.5945289 Nov 03 18:49:45.313197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:45.330436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:45.354533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Allocated IP 172.20.0.11 (179c5dca-3467-4285-93eb-655cf3f11f8f/d6e7cd4b-0074-4c1b-bf88-8c0530e79add/2144db58-750a-43cd-92dd-75e1c43a80e9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:45.380389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:45.392391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:45.417082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.438151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31177ce8-2030-4e17-90be-f91dede22054 req-d8fda589-557d-4d57-b090-cba28e90a234 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745638 Nov 03 18:49:45.802492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-484d360a-8370-4a82-870c-92f55acd2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:45.805200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d72ec5d-8836-43f0-adae-284e132f99b9 req-484d360a-8370-4a82-870c-92f55acd2abd service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0605502 Nov 03 18:49:45.852334 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-8f1e8668-0c20-496a-a6e5-9bbc1e60ba7c tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "PUT /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 696 time: 4.8146408 Nov 03 18:49:45.915940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:45.938485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.039938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.159939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649e27d-6739-47c7-8924-701ea417f3b2 req-f2fbedcb-e6e5-421c-8e9f-a43c596b3ed0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:46.165761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Network 179c5dca-3467-4285-93eb-655cf3f11f8f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:46.174534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9649e27d-6739-47c7-8924-701ea417f3b2 req-f2fbedcb-e6e5-421c-8e9f-a43c596b3ed0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.5300837 Nov 03 18:49:46.211025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4647881b-c6be-40d1-a781-c2038ebf8805 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:46.223795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:46.230298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:46.245160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-5db87b50-bee0-4c3f-8f3c-678a00b3aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:46.257517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-5db87b50-bee0-4c3f-8f3c-678a00b3aa64 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.3601367 Nov 03 18:49:46.271144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:46.277035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.314059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.314510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.314926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.315274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.315610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.315944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.316442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.316804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.317179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.318347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.318347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.318347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:46.379035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:46.380106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.416067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-eb1fe95d-7e44-4a93-b549-6aa0c3e845ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5765820 Nov 03 18:49:46.431064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:46.437045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Request body: {'port': {'device_id': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:46.456147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Transition to ACTIVE for port object 4647881b-c6be-40d1-a781-c2038ebf8805 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:46.478150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.503935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:46.524974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:46.526026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:46.562914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.592130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9649e27d-6739-47c7-8924-701ea417f3b2 req-1dbdace2-9324-42d6-8b08-bea2616481f7 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015870 Nov 03 18:49:46.635983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:46.798610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-7f5a0a7c-bce7-4b28-a419-39c9abfb1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:46.817590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-7f5a0a7c-bce7-4b28-a419-39c9abfb1837 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.5571392 Nov 03 18:49:46.821044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:46.985655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-94b6b4e6-0680-4a27-955c-cfe43877a2aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 217 time: 0.1593003 Nov 03 18:49:47.144792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece771c-0f8e-4f0c-afd1-b70aac492eba req-0c614924-de08-416b-98ff-04fa080db801 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:47.158591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ece771c-0f8e-4f0c-afd1-b70aac492eba req-0c614924-de08-416b-98ff-04fa080db801 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 932 time: 0.3185537 Nov 03 18:49:47.232161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Attempting to bind port 4647881b-c6be-40d1-a781-c2038ebf8805 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:47.233109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Attempting to bind port 4647881b-c6be-40d1-a781-c2038ebf8805 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:47.234660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Attempting to bind port 4647881b-c6be-40d1-a781-c2038ebf8805 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:47.247683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-fe11b880-27a1-47d5-aba7-be12f4b4b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:47.265705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-fe11b880-27a1-47d5-aba7-be12f4b4b3d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.2595298 Nov 03 18:49:47.293935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Port 4647881b-c6be-40d1-a781-c2038ebf8805 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:47.294347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Attempting to bind port 4647881b-c6be-40d1-a781-c2038ebf8805 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:47.344392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:47.345079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Checking segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:47.345689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Bound using segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:47.346375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Bound port: 4647881b-c6be-40d1-a781-c2038ebf8805, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:47.346893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.380541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:47.381050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ece771c-0f8e-4f0c-afd1-b70aac492eba req-bafd0882-91ff-4429-a03f-ab48cf82446e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180276 Nov 03 18:49:47.430705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2144db58-750a-43cd-92dd-75e1c43a80e9 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:47.452051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f8b6b-1edd-4dcc-9a64-4cb00ab7f8ff None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:47:17Z', 'revision_number': 4, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '54cbbc5b-f59b-4a46-8e12-1bc539f79ea4', 'name': '', 'network_id': '7a71bd18-82e5-4966-a858-8f6ffd961f03', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'mac_address': 'fa:16:3e:ec:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:15Z', 'updated_at': '2021-11-03T18:47:30Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'subnets': [{'id': '975cd43d-74f8-4855-a2c7-70a2b2fb906a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:47.473386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.484536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-94b6de6a-21b5-420b-bb4c-be8970297ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:47.500014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-94b6de6a-21b5-420b-bb4c-be8970297ff8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330306 Nov 03 18:49:47.535623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Transition to ACTIVE for port object 2144db58-750a-43cd-92dd-75e1c43a80e9 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:47.541726 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.760568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-7c1f81c1-031a-45cd-9867-548e673f6e3d service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578535 Nov 03 18:49:47.765723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:47.800486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:47.827327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4647881b-c6be-40d1-a781-c2038ebf8805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:47.866949 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.908001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Attempting to bind port 2144db58-750a-43cd-92dd-75e1c43a80e9 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:47.908810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Attempting to bind port 2144db58-750a-43cd-92dd-75e1c43a80e9 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:47.910508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Attempting to bind port 2144db58-750a-43cd-92dd-75e1c43a80e9 on network 179c5dca-3467-4285-93eb-655cf3f11f8f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:47.920016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Port 2144db58-750a-43cd-92dd-75e1c43a80e9 on network 179c5dca-3467-4285-93eb-655cf3f11f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:47.920915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Attempting to bind port 2144db58-750a-43cd-92dd-75e1c43a80e9 on network 179c5dca-3467-4285-93eb-655cf3f11f8f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:47.940449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:47.941347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Checking segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:47.942130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Bound using segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:47.942920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Bound port: 2144db58-750a-43cd-92dd-75e1c43a80e9, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:47.943771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.065874 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b9458-e038-429f-a080-55f66cff51fb None None] New status for floating IP cde484ae-2645-4756-8d47-291b66d0e8db: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:49:48.100699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.102357 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.105288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] 10.222.0.115 "PUT /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 1131 time: 5.6760111 Nov 03 18:49:48.157230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:48.171087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:48.180099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.190189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:48.295678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.297554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.299066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:48.301828 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] 10.222.0.115 "PUT /v2.0/ports/2144db58-750a-43cd-92dd-75e1c43a80e9 HTTP/1.1" status: 200 len: 1092 time: 1.8769310 Nov 03 18:49:48.366675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.367929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.368977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.370085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.371203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.372107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.373003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.373889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.374851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.375691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.376546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.377452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84bfc14-6cc0-4af9-8101-4a9913db27a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:48.406638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ea689-dd4c-4dc9-854a-9b7d49c8d644 service neutron] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:48.438739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cedcd968-ad83-421b-8121-5009e0d6f51a req-a4997098-c0af-4ccb-a337-4c1f198d3403 service neutron] 10.222.0.91 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641550 Nov 03 18:49:48.493587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-e5e3e8d2-d414-482d-b345-9a80de1294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.495033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-e5e3e8d2-d414-482d-b345-9a80de1294b1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 1095 time: 0.1205192 Nov 03 18:49:48.552957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.635907 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-55cc661f-2954-4486-9800-4735b7951529 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2144db58-750a-43cd-92dd-75e1c43a80e9 HTTP/1.1" status: 200 len: 217 time: 0.1240799 Nov 03 18:49:48.757253 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cda896-f94d-4b7e-afee-57efe2e23d05 x-openstack-request-id: req-14cda896-f94d-4b7e-afee-57efe2e23d05 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:48.757729 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:48.758129 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14cda896-f94d-4b7e-afee-57efe2e23d05 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:48.758720 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'status': 'completed', 'code': 200} Nov 03 18:49:48.772595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c96f-761c-4790-aae6-383afb89e76c req-182b049c-34a1-4b49-bcc0-a74398bb3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.777768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-182b049c-34a1-4b49-bcc0-a74398bb3392 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 200 len: 855 time: 0.1325655 Nov 03 18:49:48.895370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-44a791b0-972e-4c02-91be-ebb1c1ba3ea3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179c5dca-3467-4285-93eb-655cf3f11f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098702 Nov 03 18:49:49.077031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-88ff937d-d829-4a3f-bd17-1b93d533a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.080247 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-88ff937d-d829-4a3f-bd17-1b93d533a637 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1094 time: 0.2455335 Nov 03 18:49:49.264446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1282a400-3de1-4def-8d50-30436d08405f {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:49.272005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-52440e83-03f8-458d-9246-5480107868aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.274270 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-52440e83-03f8-458d-9246-5480107868aa service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.1729062 Nov 03 18:49:49.275506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.279765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-1aca9c1c-b2fd-49e4-afb3-5f25df4fb204 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211815 Nov 03 18:49:49.295090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Transition to ACTIVE for port object 1282a400-3de1-4def-8d50-30436d08405f will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:49.298152 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce4ceea-6638-4736-98f6-a6b559a151f4 x-openstack-request-id: req-1ce4ceea-6638-4736-98f6-a6b559a151f4 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:49.298593 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "c492c132-7332-44df-8322-721f2b0d9c4a", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:49.298992 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1ce4ceea-6638-4736-98f6-a6b559a151f4 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:49.299449 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': 'c492c132-7332-44df-8322-721f2b0d9c4a', 'status': 'completed', 'code': 200} Nov 03 18:49:49.312695 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.458478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.458966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.459437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.459901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.460496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.460974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.461442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.463469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-63617707-e8d3-49dc-b1a5-18ab59aee522 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6233 time: 0.1628931 Nov 03 18:49:49.477568 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-ea0ed127-1df7-4471-b55e-710579e57f59 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 217 time: 0.1858206 Nov 03 18:49:49.633079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:49.654098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.667621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.696157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.714930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.722068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.725598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-23774e45-235f-419f-91bc-ae5e63ed78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.729345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.729681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-23774e45-235f-419f-91bc-ae5e63ed78bb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1460071 Nov 03 18:49:49.736859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.739291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-55d172e6-864f-4ff6-8320-4bfffb8c9f98 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5383 time: 0.4367182 Nov 03 18:49:49.842526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-23e151c2-e259-4ffe-b13e-ec4d2cf2930b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977533 Nov 03 18:49:49.864173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a874c96f-761c-4790-aae6-383afb89e76c req-7ac18725-d806-4db2-87e8-cf492f9178c1 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620871 Nov 03 18:49:49.884697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-2ae98ab8-7e95-4ee7-a2a5-e8388370fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.885223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-2ae98ab8-7e95-4ee7-a2a5-e8388370fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.885701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-2ae98ab8-7e95-4ee7-a2a5-e8388370fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.887717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-2ae98ab8-7e95-4ee7-a2a5-e8388370fcfb service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3943913 Nov 03 18:49:49.899077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc0f0a92-d998-4d0a-b2ce-e19a349ff296 req-5cf3ce70-c4b7-4783-9e54-3d53165c3680 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266024 Nov 03 18:49:50.121997 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-48dad267-b182-4068-8d23-0a7e36316867 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556181 Nov 03 18:49:50.178869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-eaadd7e7-3b09-40a9-a74d-3d1887651833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.183737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f2e0e17-2cbd-4646-ab4f-edcd76fd02d6 req-eaadd7e7-3b09-40a9-a74d-3d1887651833 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2833657 Nov 03 18:49:50.187469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Attempting to bind port 1282a400-3de1-4def-8d50-30436d08405f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:50.187788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Attempting to bind port 1282a400-3de1-4def-8d50-30436d08405f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:50.188557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Attempting to bind port 1282a400-3de1-4def-8d50-30436d08405f on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:50.239859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Port 1282a400-3de1-4def-8d50-30436d08405f on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:50.239859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Attempting to bind port 1282a400-3de1-4def-8d50-30436d08405f on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:50.252426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:50.265706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Checking segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:50.266213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Bound using segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:50.266680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Bound port: 1282a400-3de1-4def-8d50-30436d08405f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:50.267052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.341641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6870b06c-df13-45b7-a92d-07cab89b2580 req-3ebce3ad-00d4-4cf9-a53b-06061d56b80e service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071273 Nov 03 18:49:50.371198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07020a-8fac-403f-9df4-ce5fd96e9a8d req-782272fd-29c7-4741-99c5-18590a25caf7 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.371968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-d6aec365-38e5-4de2-9039-5eccd78408be tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:49:50.374020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de07020a-8fac-403f-9df4-ce5fd96e9a8d req-782272fd-29c7-4741-99c5-18590a25caf7 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 1100 time: 0.2535183 Nov 03 18:49:50.384863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-d6aec365-38e5-4de2-9039-5eccd78408be tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2496901 Nov 03 18:49:50.508265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de07020a-8fac-403f-9df4-ce5fd96e9a8d req-02de2a39-e19d-408c-91d1-4070cf22595c tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227586 Nov 03 18:49:50.510228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:50.517413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1282a400-3de1-4def-8d50-30436d08405f,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:50.525322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.561582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.563412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.573580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] 10.222.0.115 "PUT /v2.0/ports/1282a400-3de1-4def-8d50-30436d08405f HTTP/1.1" status: 200 len: 1091 time: 2.3998432 Nov 03 18:49:50.659176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-4efaee13-1e37-4962-91ef-e7e7b911a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.669845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-4efaee13-1e37-4962-91ef-e7e7b911a795 service neutron] 10.222.0.91 "GET /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 1093 time: 0.2661841 Nov 03 18:49:50.672183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:50.692184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Request body: {'binding': {'host': 'n-h1-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:50.693382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Unknown quota resources ['binding']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:49:50.760164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:50.766084 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28adc2-562b-4365-979d-b1de606d8e76" -d '{"events": [{"name": "network-changed", "server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:50.844759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f16ea-f0e9-4733-b07d-03abd5926dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:50.864449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.890803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31374ff-509e-4d42-b0ea-26dbebcd9312 req-81373f81-0004-4632-a773-6dc1a4d3a8d2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.901634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d31374ff-509e-4d42-b0ea-26dbebcd9312 req-81373f81-0004-4632-a773-6dc1a4d3a8d2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.2222939 Nov 03 18:49:50.992285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d31374ff-509e-4d42-b0ea-26dbebcd9312 req-9c92dacd-0cfb-4c58-91fd-0135fbee645d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898049 Nov 03 18:49:51.012075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on host n-h1-812151-4 for vnic_type normal with profile None {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:51.012411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:51.012754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:51.021446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:51.021914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:51.067917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:51.067917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:51.067917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:51.067917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Bound port: 6fe45602-eb50-4fc9-9c91-c457f010451e, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:51.166488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:51.183247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.186163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] 10.222.0.91 "POST /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5131769 Nov 03 18:49:51.303251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}, {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '4647881b-c6be-40d1-a781-c2038ebf8805'}, {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '1282a400-3de1-4def-8d50-30436d08405f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:51.307635 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d80e9-a17c-498d-8b7c-00264a402e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}, {"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "4647881b-c6be-40d1-a781-c2038ebf8805"}, {"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "1282a400-3de1-4def-8d50-30436d08405f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:51.344809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869be6-224b-432e-b295-1bf6641a1a6e req-d8bb363c-088c-46d9-9689-b5b6bf154914 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.357594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07869be6-224b-432e-b295-1bf6641a1a6e req-d8bb363c-088c-46d9-9689-b5b6bf154914 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 944 time: 0.1750326 Nov 03 18:49:51.549529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07869be6-224b-432e-b295-1bf6641a1a6e req-a0cc8dd0-ebde-46e7-b8d6-239f6f6786ac tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886792 Nov 03 18:49:51.559780 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b43310-c847-49e1-943c-2af204bd2834 x-openstack-request-id: req-e1b43310-c847-49e1-943c-2af204bd2834 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:51.560070 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:51.560325 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e1b43310-c847-49e1-943c-2af204bd2834 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:51.560763 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'status': 'completed', 'code': 200} Nov 03 18:49:51.597187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7086f24f-8efb-4c80-9c08-3d0348e47750 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:51.655346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.698041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-6a2c1546-74d7-436b-abd8-07cbf20ef766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.700074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-6a2c1546-74d7-436b-abd8-07cbf20ef766 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 1095 time: 0.0837996 Nov 03 18:49:51.769723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Transition to ACTIVE for port object 7086f24f-8efb-4c80-9c08-3d0348e47750 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:51.780451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-74aeb8d7-fd39-4bf4-860e-b3f4b3ad450b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665214 Nov 03 18:49:51.788368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.848092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-0bd26e80-5ed0-4b78-94e8-9aeccf8300b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:51.850307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-0bd26e80-5ed0-4b78-94e8-9aeccf8300b3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 916 time: 0.1379070 Nov 03 18:49:51.931504 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-cdb704f4-f3ff-4c04-8c1b-39415d7bf9c9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2144db58-750a-43cd-92dd-75e1c43a80e9 HTTP/1.1" status: 200 len: 217 time: 0.0640345 Nov 03 18:49:52.025323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-2da22f02-35ab-4bb3-b65e-72d9f7786ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.027075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-2da22f02-35ab-4bb3-b65e-72d9f7786ac8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 200 len: 855 time: 0.0873187 Nov 03 18:49:52.076670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-cb2d8c2a-6fa6-4e62-98cd-78bcec64575e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179c5dca-3467-4285-93eb-655cf3f11f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413959 Nov 03 18:49:52.201298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-40e66e07-8dab-499a-ab4d-1f1eb2e6e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.203644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-40e66e07-8dab-499a-ab4d-1f1eb2e6e546 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1096 time: 0.6106067 Nov 03 18:49:52.241253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.253862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.258700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-206e0113-0e1f-4988-9fc0-f49ff9cdf0e3 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739759 Nov 03 18:49:52.266995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.281602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.293748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.306425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.320495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.325630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-03756676-ad92-4c73-85d8-b042fbb91574 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5383 time: 0.6656148 Nov 03 18:49:52.451037 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e28adc2-562b-4365-979d-b1de606d8e76 req-4c346709-32e1-4e77-bd96-63ea3ef029d2 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791763 Nov 03 18:49:52.538157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Pushing event updated for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:52.712808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-3c0b05e9-f820-40f6-9a27-0dc36d87cba2 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.714724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-3c0b05e9-f820-40f6-9a27-0dc36d87cba2 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9062586 Nov 03 18:49:52.715768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-9558e0cd-3942-454a-a20d-bbea562723bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.718787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-9558e0cd-3942-454a-a20d-bbea562723bd service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.5000784 Nov 03 18:49:52.728298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ff4c42d-5389-4a31-b0b7-1fdf80b5fc0e req-db946429-3548-49ab-ae88-c18c4c047c39 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2744036 Nov 03 18:49:52.807364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-c589a62a-3e5c-4f5d-b415-257ab4678d4e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 217 time: 0.0704067 Nov 03 18:49:52.809009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Attempting to bind port 7086f24f-8efb-4c80-9c08-3d0348e47750 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:52.809373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Attempting to bind port 7086f24f-8efb-4c80-9c08-3d0348e47750 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:52.809852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Attempting to bind port 7086f24f-8efb-4c80-9c08-3d0348e47750 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:52.814316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-5775f406-d0c3-479b-a07e-0cffad4b39c4 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/quotas/816761c27522498db7877b3b52b07bb7 HTTP/1.1" status: 200 len: 375 time: 0.0789990 Nov 03 18:49:52.833224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Port 7086f24f-8efb-4c80-9c08-3d0348e47750 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:52.833559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Attempting to bind port 7086f24f-8efb-4c80-9c08-3d0348e47750 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:52.909729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:52.910416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Checking segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:52.911067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Bound using segment: {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:52.911874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Bound port: 7086f24f-8efb-4c80-9c08-3d0348e47750, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7427bf00-aeea-4762-b435-897a68e939d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:52.912996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.012300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-776d82ba-a736-4051-82f1-edef6d612e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.014044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-776d82ba-a736-4051-82f1-edef6d612e46 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1947145 Nov 03 18:49:53.106110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-586b42bc-7d6b-496c-ba37-0589c70059b0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590851 Nov 03 18:49:53.131600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-2c9a3ada-a598-4ed2-a20f-f9e724ba539a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3008502 Nov 03 18:49:53.206962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7023-4913-449d-9d9e-297b0c8b0e67 req-ea97ded9-70a7-42e4-b245-700a3ea8ae83 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.209750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1ca7023-4913-449d-9d9e-297b0c8b0e67 req-ea97ded9-70a7-42e4-b245-700a3ea8ae83 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.3247452 Nov 03 18:49:53.216209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:53.306481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7086f24f-8efb-4c80-9c08-3d0348e47750,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:53.323813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.432533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.434749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.438449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] 10.222.0.115 "PUT /v2.0/ports/7086f24f-8efb-4c80-9c08-3d0348e47750 HTTP/1.1" status: 200 len: 1090 time: 2.7859066 Nov 03 18:49:53.442261 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36964ed-672a-40b0-83f9-7a4e6f4697dc x-openstack-request-id: req-d36964ed-672a-40b0-83f9-7a4e6f4697dc {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:53.443057 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "4647881b-c6be-40d1-a781-c2038ebf8805", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "1282a400-3de1-4def-8d50-30436d08405f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:53.445451 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d36964ed-672a-40b0-83f9-7a4e6f4697dc {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:53.446468 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'status': 'completed', 'code': 200} Nov 03 18:49:53.447540 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '4647881b-c6be-40d1-a781-c2038ebf8805', 'status': 'completed', 'code': 200} Nov 03 18:49:53.448118 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '1282a400-3de1-4def-8d50-30436d08405f', 'status': 'completed', 'code': 200} Nov 03 18:49:53.495952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1ca7023-4913-449d-9d9e-297b0c8b0e67 req-92de1249-b3af-44fd-84d4-dc55f500669d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375574 Nov 03 18:49:53.509203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:53.640046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49916) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:53.658760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-4753f503-7d07-4930-93d5-717abd938ab6 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217781 Nov 03 18:49:53.724427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.746038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92478a-f413-4d19-a09b-b2b8473e8762 service neutron] Pushing event updated for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:53.930024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-eb4c2170-c251-4fc8-81ed-677b2b54b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.932832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-eb4c2170-c251-4fc8-81ed-677b2b54b03e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 1096 time: 0.3870776 Nov 03 18:49:54.106862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-c1407c17-3c69-488e-afd9-0a1162857839 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291708 Nov 03 18:49:54.115230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:54.123722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a559-697b-4c3e-b64b-74b459ac6825 req-24d7c5a7-e9ae-40be-8a59-e3d88bf67c00 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.127115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00a0a559-697b-4c3e-b64b-74b459ac6825 req-24d7c5a7-e9ae-40be-8a59-e3d88bf67c00 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 944 time: 0.3608081 Nov 03 18:49:54.145076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19915-290f-4423-88a3-16dcaa8e3435 req-65d1de93-ce96-4837-b65d-c65e237dab45 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.148076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3a19915-290f-4423-88a3-16dcaa8e3435 req-65d1de93-ce96-4837-b65d-c65e237dab45 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.3705914 Nov 03 18:49:54.302227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-1b4ac29e-7e4e-47c1-b78b-d7a93fd911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.304214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-1b4ac29e-7e4e-47c1-b78b-d7a93fd911ae service neutron] 10.222.0.115 "GET /v2.0/networks?id=7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 200 len: 922 time: 0.3541775 Nov 03 18:49:54.367340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:54.399266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'port_id': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'mac_address': 'fa:16:3e:e2:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e7cd4b-0074-4c1b-bf88-8c0530e79add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:54.425091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00a0a559-697b-4c3e-b64b-74b459ac6825 req-e27e285f-5703-4982-b316-8b59781e9894 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707803 Nov 03 18:49:54.471881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3a19915-290f-4423-88a3-16dcaa8e3435 req-0f9bd7d0-5a79-4d20-87b5-312f574402ca tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839344 Nov 03 18:49:54.474470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0075568c-318d-4aa5-83c7-d258e40072ea service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 200 len: 217 time: 0.1570730 Nov 03 18:49:54.558322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.751369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-bc860817-b66e-42e6-84ba-4d4940e0e077 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 200 len: 694 time: 0.1431668 Nov 03 18:49:54.770647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-f83604f8-90aa-48c6-b431-ecfbf53336b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.772932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-f83604f8-90aa-48c6-b431-ecfbf53336b3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 200 len: 860 time: 0.2832835 Nov 03 18:49:54.814851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b742459-7eee-4051-8076-6a4c6fae4880 req-4fe400d6-a47c-46d4-b515-ff782fd6c697 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 210 time: 0.0909314 Nov 03 18:49:54.870711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2144db58-750a-43cd-92dd-75e1c43a80e9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:54.912257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:54.921108 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.949888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-6fc3c544-d255-489f-ae3c-7e6cfa8f9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.952089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-6fc3c544-d255-489f-ae3c-7e6cfa8f9d2e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7a71bd18-82e5-4966-a858-8f6ffd961f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430633 Nov 03 18:49:55.021512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:55.021720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-7dc04ede-ff6f-4eaf-80c9-4c999e5d5580 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.022750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-7dc04ede-ff6f-4eaf-80c9-4c999e5d5580 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2704232 Nov 03 18:49:55.235472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-d5674bd7-c033-4dbb-bd4c-2e40ec123fc0 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 697 time: 0.1904702 Nov 03 18:49:55.295646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['2144db58-750a-43cd-92dd-75e1c43a80e9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:55.300415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.306614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.313625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.321370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.327946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.337557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.347027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.349848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-b31b5f0e-0637-42d2-b644-3c2f498ea4c1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5395 time: 0.2206573 Nov 03 18:49:55.414692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187556e5-51af-4b57-a34d-04b9379b8528 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:55.431692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.455314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Transition to ACTIVE for port object 187556e5-51af-4b57-a34d-04b9379b8528 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:55.475685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.477627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:55.488939 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb5b46-dac7-4ff2-8aac-d50875d18c34" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:55.577542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0b265ca1-553f-4818-86a7-ef7546ac00c7 service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084175 Nov 03 18:49:55.594458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-4f57592a-5796-46c9-af98-f8bb8011c191 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 697 time: 0.2391548 Nov 03 18:49:55.800750 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-3c9c745c-b06c-4c18-a060-eec2514bacd1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=816761c27522498db7877b3b52b07bb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256750 Nov 03 18:49:55.812692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Pushing event updated for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:55.927457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b05ed4-198b-4592-9949-fbc1421b6cb6 req-a978c6bd-f1a6-4574-abc2-032c57d151f6 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5118802 Nov 03 18:49:56.149888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-b0b9ded2-a88d-4296-8eef-87086dd71c1c service neutron] 10.222.0.115 "GET /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459261 Nov 03 18:49:56.217962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Deleting port a802bab8-c733-4c7c-9c84-915e8f798906 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:56.222800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.261274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-4dad38c4-ae9d-4fa3-9b05-e14be34a5f50 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.263146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-4dad38c4-ae9d-4fa3-9b05-e14be34a5f50 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417560 Nov 03 18:49:56.268072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Attempting to bind port 187556e5-51af-4b57-a34d-04b9379b8528 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:56.268567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Attempting to bind port 187556e5-51af-4b57-a34d-04b9379b8528 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:56.270932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Attempting to bind port 187556e5-51af-4b57-a34d-04b9379b8528 on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:56.280260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Port 187556e5-51af-4b57-a34d-04b9379b8528 on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:56.280260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Attempting to bind port 187556e5-51af-4b57-a34d-04b9379b8528 on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:56.288598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Request body: {'port': {'device_id': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '816761c27522498db7877b3b52b07bb7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:56.328782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:56.328782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Checking segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:56.328782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Bound using segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:56.328782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Bound port: 187556e5-51af-4b57-a34d-04b9379b8528, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:56.328782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.447359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.451794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.453914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.455189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.456088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.457108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.458220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.465024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-68130c22-6e7e-46f5-ac91-6cd36726bec1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6367 time: 0.1908662 Nov 03 18:49:56.495853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8113be-20c9-4ad1-9215-da2f162db031 req-d888edb9-eb88-4266-b62a-d5926f26acde tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.498660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf8113be-20c9-4ad1-9215-da2f162db031 req-d888edb9-eb88-4266-b62a-d5926f26acde tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.2699616 Nov 03 18:49:56.555275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.556143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.596340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:56.603221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=187556e5-51af-4b57-a34d-04b9379b8528,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:56.605782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Calling delete_port for a802bab8-c733-4c7c-9c84-915e8f798906 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:56.612624 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.647760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Made reservation on behalf of 816761c27522498db7877b3b52b07bb7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:56.652827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.669478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.735797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.736443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.737963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] 10.222.0.115 "PUT /v2.0/ports/187556e5-51af-4b57-a34d-04b9379b8528 HTTP/1.1" status: 200 len: 1091 time: 3.2364857 Nov 03 18:49:56.738449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:56.741155 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc52909-34c9-46f4-ba9e-87bf2471830d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "187556e5-51af-4b57-a34d-04b9379b8528"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:56.810346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Request body: {'port': {'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:56.922459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610c5ab-4fd2-4ed3-82aa-179828a60e10 service neutron] Pushing event updated for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:57.127651 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Allocated IP 192.168.233.91 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/7c97c708-a938-48c6-ae79-ca7d6268b148) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:57.181321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.432512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.523381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event deleted for resources: {'Port': ['ID=a802bab8-c733-4c7c-9c84-915e8f798906,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:57.541228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf8113be-20c9-4ad1-9215-da2f162db031 req-9915ee9e-e20f-4b6d-9c67-33b6d845bd0e tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0147655 Nov 03 18:49:57.686576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-33da79e6-fd8a-4bfd-b470-5f28bd49fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.688814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-33da79e6-fd8a-4bfd-b470-5f28bd49fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.689531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-33da79e6-fd8a-4bfd-b470-5f28bd49fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.695424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-33da79e6-fd8a-4bfd-b470-5f28bd49fbad service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2159541 Nov 03 18:49:57.709229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.709229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.725627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f54314-2841-454e-bce6-1f0decb073f1 req-9883cef3-65ae-463a-82f1-d4c3fe469bec tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "DELETE /v2.0/floatingips/cde484ae-2645-4756-8d47-291b66d0e8db HTTP/1.1" status: 204 len: 173 time: 2.0811357 Nov 03 18:49:57.816094 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c817d-4efb-4181-9797-d3575dba8af6 x-openstack-request-id: req-c41c817d-4efb-4181-9797-d3575dba8af6 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:57.816529 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:57.817043 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c41c817d-4efb-4181-9797-d3575dba8af6 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:57.817701 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750', 'status': 'completed', 'code': 200} Nov 03 18:49:57.831862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.956980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Deleting port 548f61e5-a30f-48af-8f50-1e4e9a5685cb {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:57.957399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.025044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f85d3-c054-4696-9ae0-98fabec7c015 req-edcecd95-db87-4587-aab2-32875b371939 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.029617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.036007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-751f85d3-c054-4696-9ae0-98fabec7c015 req-edcecd95-db87-4587-aab2-32875b371939 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 945 time: 0.2156918 Nov 03 18:49:58.068449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', '1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:58.074968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895', 'acf57a61-ebf9-48b0-9546-b65847bad809', 'aa173892-2365-4438-a8d4-0683630167c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:58.099186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-619880e8-67e5-44cf-8bd3-e16f98fcddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.103794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-619880e8-67e5-44cf-8bd3-e16f98fcddb2 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3767476 Nov 03 18:49:58.118435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204ea79-c7f7-4872-adca-64560233562c req-2d92431c-fcbd-4b71-930e-52cf198fdedb tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.126194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f204ea79-c7f7-4872-adca-64560233562c req-2d92431c-fcbd-4b71-930e-52cf198fdedb tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.1799517 Nov 03 18:49:58.160039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92e7b2e-3067-4ee1-b65c-36ad8806d07a {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:58.188581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.227544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Transition to ACTIVE for port object e92e7b2e-3067-4ee1-b65c-36ad8806d07a will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:58.240930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-751f85d3-c054-4696-9ae0-98fabec7c015 req-9bc0cf1c-5cff-4a40-a6f4-3235f4b361dc tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025335 Nov 03 18:49:58.245064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:58.252316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.262013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:58.265764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event updated for resources: {'Port': ['ID=7c97c708-a938-48c6-ae79-ca7d6268b148,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:58.272229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:58.375988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:58.458965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f204ea79-c7f7-4872-adca-64560233562c req-62e47ba7-066b-480a-842e-cf3255d289f9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313606 Nov 03 18:49:58.464140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] For port 548f61e5-a30f-48af-8f50-1e4e9a5685cb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=548f61e5-a30f-48af-8f50-1e4e9a5685cb,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:58.465372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.502219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Calling delete_port for 548f61e5-a30f-48af-8f50-1e4e9a5685cb owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:58.582328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 2144db58-750a-43cd-92dd-75e1c43a80e9 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:49:58.622365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.627703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.631126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 2144db58-750a-43cd-92dd-75e1c43a80e9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:58.631358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.632658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.633839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.635549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.638232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.645686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.649211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-0ad2da8e-fa8b-4089-bae7-5b024e3146f9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6409 time: 0.4605994 Nov 03 18:49:58.891143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5867a24-4543-4acd-b1bb-3b4ff09fa022 req-cbdee52b-13f3-4dcb-8253-5526d995d0aa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.904709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5867a24-4543-4acd-b1bb-3b4ff09fa022 req-cbdee52b-13f3-4dcb-8253-5526d995d0aa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 935 time: 0.4394531 Nov 03 18:49:59.015070 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c698cfd-2454-4ea2-a937-961cb17a6927 x-openstack-request-id: req-1c698cfd-2454-4ea2-a937-961cb17a6927 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:59.016254 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "187556e5-51af-4b57-a34d-04b9379b8528", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:59.016701 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c698cfd-2454-4ea2-a937-961cb17a6927 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:59.017321 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528', 'status': 'completed', 'code': 200} Nov 03 18:49:59.061154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Pushing event updated for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:59.081105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.105796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-a0b3f71a-20ef-4ce4-ae04-156e4ae94711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.106479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-a0b3f71a-20ef-4ce4-ae04-156e4ae94711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.107053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-a0b3f71a-20ef-4ce4-ae04-156e4ae94711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.109169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-a0b3f71a-20ef-4ce4-ae04-156e4ae94711 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4421425 Nov 03 18:49:59.127595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5867a24-4543-4acd-b1bb-3b4ff09fa022 req-c102365e-d1d6-4a65-8133-62fdda1ef98a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211206 Nov 03 18:49:59.168230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.169516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.178541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:59.181606 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a50ad5a-07de-4c37-874b-1adffd26bb17" -d '{"events": [{"server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "name": "network-vif-plugged", "status": "completed", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:59.219298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.231594 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f088e7df-49d2-4a56-89a5-9aba539dff60 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9535420 Nov 03 18:49:59.237547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.269899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Request body: {'port': {'device_id': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:59.271807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.297540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.312190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.351147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.361217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e62195fe-95d8-473d-aa5c-5f3b4a98225b None None] Provisioning complete for port 7c97c708-a938-48c6-ae79-ca7d6268b148 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:59.365512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e62195fe-95d8-473d-aa5c-5f3b4a98225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.387257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Pushing event deleted for resources: {'Port': ['ID=548f61e5-a30f-48af-8f50-1e4e9a5685cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:59.389839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.425422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.448636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-69ed40c2-27a5-4b0e-9d9c-dd2892e94445 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.5810499 Nov 03 18:49:59.481586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:59.552549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Attempting to bind port e92e7b2e-3067-4ee1-b65c-36ad8806d07a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:59.553707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Attempting to bind port e92e7b2e-3067-4ee1-b65c-36ad8806d07a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:59.554665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Attempting to bind port e92e7b2e-3067-4ee1-b65c-36ad8806d07a on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:59.586298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.676912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Port e92e7b2e-3067-4ee1-b65c-36ad8806d07a on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:59.677912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Attempting to bind port e92e7b2e-3067-4ee1-b65c-36ad8806d07a on network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:59.767327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-af55471c-b94e-407a-82a0-8543aaff7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.771724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca5d80e9-a17c-498d-8b7c-00264a402e5e req-af55471c-b94e-407a-82a0-8543aaff7796 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6345246 Nov 03 18:49:59.826665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:59.866564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e62195fe-95d8-473d-aa5c-5f3b4a98225b None None] Port 7c97c708-a938-48c6-ae79-ca7d6268b148 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:49:59.923037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.939087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:59.940344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Checking segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:59.940859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Bound using segment: {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:59.941640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Bound port: e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155acff-50b6-474a-9b2b-380fe8f30e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:59.942094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.947899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.046320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65b21309-0261-44b9-97dc-cce0b24796b4 req-2e640fb3-0ddc-488e-bff9-a8a0a8472db7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2725072 Nov 03 18:50:00.161980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c1089-9506-4924-b660-bc25f086b0dc req-c4c7a2f1-166e-46f2-bb08-6bc375486227 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.169595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c35c1089-9506-4924-b660-bc25f086b0dc req-c4c7a2f1-166e-46f2-bb08-6bc375486227 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.3561223 Nov 03 18:50:00.228436 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7916d6-6806-4df5-99ae-dc9678b78cce x-openstack-request-id: req-7b7916d6-6806-4df5-99ae-dc9678b78cce {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:00.229281 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "name": "network-vif-plugged", "status": "completed", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:00.230286 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7b7916d6-6806-4df5-99ae-dc9678b78cce {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:00.230501 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'code': 200} Nov 03 18:50:00.263952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.271009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.272033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.273229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.276596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.278665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.280262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.286901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-d313f8af-7068-4db3-b8ee-b3e4ac8773d6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6434 time: 0.3140779 Nov 03 18:50:00.457821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c35c1089-9506-4924-b660-bc25f086b0dc req-796a0576-ab20-4d37-a0a8-be9fb75ba2b3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709446 Nov 03 18:50:00.900436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9c84-2530-4281-be6e-3678acc75e67 req-c4d18965-2313-4455-94ee-21545ed55933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.903311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-446a9c84-2530-4281-be6e-3678acc75e67 req-c4d18965-2313-4455-94ee-21545ed55933 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 1097 time: 0.4373546 Nov 03 18:50:00.963611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f558c-11f4-4ec2-b3ad-cff034ee2cc3 req-1aa5430c-d924-4c1f-918b-0e062f260f5b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.979993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-064f558c-11f4-4ec2-b3ad-cff034ee2cc3 req-1aa5430c-d924-4c1f-918b-0e062f260f5b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.3643885 Nov 03 18:50:01.047597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e7dd-dd6e-4dd1-a438-e589351d9faf req-3b87eb47-03ea-483a-bac9-2cca51860e5d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.050355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a941e7dd-dd6e-4dd1-a438-e589351d9faf req-3b87eb47-03ea-483a-bac9-2cca51860e5d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.3979127 Nov 03 18:50:01.085982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-db6effa7-a451-42fb-8d1d-55dd35f91c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.087139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-db6effa7-a451-42fb-8d1d-55dd35f91c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.087864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-db6effa7-a451-42fb-8d1d-55dd35f91c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.091034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-db6effa7-a451-42fb-8d1d-55dd35f91c98 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6908422 Nov 03 18:50:01.256899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:01.293830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:01.332705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-446a9c84-2530-4281-be6e-3678acc75e67 req-3073c9ec-d006-4d36-96ea-8121e0fc1e62 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146223 Nov 03 18:50:01.355331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-064f558c-11f4-4ec2-b3ad-cff034ee2cc3 req-2135221b-2c46-46a1-9f6e-f8a0839d2e23 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736851 Nov 03 18:50:01.360583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.415772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-11bece96-d442-489b-a80b-4d45c24a659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.417785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8efb5b46-dac7-4ff2-8aac-d50875d18c34 req-11bece96-d442-489b-a80b-4d45c24a659c service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3091855 Nov 03 18:50:01.437962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.439441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.440811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a941e7dd-dd6e-4dd1-a438-e589351d9faf req-4bbd0f18-5c90-4c0f-97d8-c9656c1c242c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584654 Nov 03 18:50:01.442372 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] 10.222.0.115 "PUT /v2.0/ports/e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 200 len: 1091 time: 4.6382811 Nov 03 18:50:01.496493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:01.501959 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04eff28-89b8-4c82-af97-8616fe80c2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:01.660464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c97c708-a938-48c6-ae79-ca7d6268b148 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:01.675664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.686491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e39e3-84b9-4bbe-b293-f2e959b48980 service neutron] Pushing event updated for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:01.832390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Transition to ACTIVE for port object 7c97c708-a938-48c6-ae79-ca7d6268b148 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:50:01.841858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.848348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff91a6-59d5-46a0-804d-c5fcf2027b70 req-d78dbb92-d828-4736-a7fc-3aa8e295e0fb tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.851309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecff91a6-59d5-46a0-804d-c5fcf2027b70 req-d78dbb92-d828-4736-a7fc-3aa8e295e0fb tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 945 time: 0.3604748 Nov 03 18:50:01.892345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.892892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.898703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.898703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.898703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.898703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.898703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.900158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-fea0a5ed-f806-4111-99d0-705d9547be3e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6476 time: 0.2443175 Nov 03 18:50:01.972714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Router d879876b-1435-4850-9438-c8abee9b3c50 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:02.013055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c99b4-0eff-4303-a4d0-8573e07d3184 req-af992403-1428-4db0-8374-63e07c448cec tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.016741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-868c99b4-0eff-4303-a4d0-8573e07d3184 req-af992403-1428-4db0-8374-63e07c448cec tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 935 time: 0.4264529 Nov 03 18:50:02.038298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Pushing event updated for resources: {'Port': ['ID=7c97c708-a938-48c6-ae79-ca7d6268b148,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:02.063716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecff91a6-59d5-46a0-804d-c5fcf2027b70 req-f28b9d8f-4341-4213-b7bc-cc1866a6af07 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973102 Nov 03 18:50:02.160432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:02.208912 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.325078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-868c99b4-0eff-4303-a4d0-8573e07d3184 req-ddb2714c-9508-4e81-93d5-9ce3f6369f0b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968541 Nov 03 18:50:02.480832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-ead3960b-f314-4abe-ba18-c52a2de562e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.481666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-464b8449-97a6-4c5a-9897-64a752e51e59 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.484674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-464b8449-97a6-4c5a-9897-64a752e51e59 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 945 time: 0.5784814 Nov 03 18:50:02.486381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-ead3960b-f314-4abe-ba18-c52a2de562e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.499309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-ead3960b-f314-4abe-ba18-c52a2de562e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.502803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-ead3960b-f314-4abe-ba18-c52a2de562e8 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5707631 Nov 03 18:50:02.581231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:02.584880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Attempting to bind port 7c97c708-a938-48c6-ae79-ca7d6268b148 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:02.585152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Attempting to bind port 7c97c708-a938-48c6-ae79-ca7d6268b148 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:02.585533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Attempting to bind port 7c97c708-a938-48c6-ae79-ca7d6268b148 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:02.602137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2', 'port_id': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'mac_address': 'fa:16:3e:24:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58004aa-6fd5-44b2-ad43-995d10705d53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:02.762528 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.797345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Port 7c97c708-a938-48c6-ae79-ca7d6268b148 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:50:02.797918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Attempting to bind port 7c97c708-a938-48c6-ae79-ca7d6268b148 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:02.806349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1e1978-87fb-4365-94d3-0f2214d96c6e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:02.820053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.825416 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.840581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:02.841231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.842160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:02.843189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:02.844559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Bound port: 7c97c708-a938-48c6-ae79-ca7d6268b148, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:02.846978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.855096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.868301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.877162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.888304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.898453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:02.900522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.907849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.923304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-69f71af1-d823-4d7b-af94-ea1e38eeb46e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3697989 Nov 03 18:50:03.054861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:03.063434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3379ea5c-69f9-4ba6-8e93-7dc72e9fc6d7 req-ef634415-e161-4b80-8ceb-8982cc409ebb tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378756 Nov 03 18:50:03.176597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-f75938cc-0308-4919-9593-144b7f88d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.179553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc52909-34c9-46f4-ba9e-87bf2471830d req-f75938cc-0308-4919-9593-144b7f88d68f service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6645446 Nov 03 18:50:03.187911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] For port 7c97c708-a938-48c6-ae79-ca7d6268b148, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:03.196943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] For port 7c97c708-a938-48c6-ae79-ca7d6268b148, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c97c708-a938-48c6-ae79-ca7d6268b148,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:03.201540 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10ffab-d4f1-4b70-aed7-bc88555a0a2b x-openstack-request-id: req-5e10ffab-d4f1-4b70-aed7-bc88555a0a2b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:03.202186 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:03.204101 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e10ffab-d4f1-4b70-aed7-bc88555a0a2b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:03.205562 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a', 'status': 'completed', 'code': 200} Nov 03 18:50:03.222076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573334-5380-4c9e-8213-23133a1d7184 req-35cba25d-0a64-44c3-8920-51f52ab7ecc5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.225103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.227378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22573334-5380-4c9e-8213-23133a1d7184 req-35cba25d-0a64-44c3-8920-51f52ab7ecc5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.1825397 Nov 03 18:50:03.298135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:03.321311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] Sync routers for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:03.328429 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bb8e6d5c-817f-4ff5-8f6e-523db0482514 admin admin] 10.222.0.91 "PUT /v2.0/routers/d879876b-1435-4850-9438-c8abee9b3c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6843624 Nov 03 18:50:03.351523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:03.352805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:03.360370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49988) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:03.414808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.415855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.418668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] 10.222.0.110 "PUT /v2.0/ports/7c97c708-a938-48c6-ae79-ca7d6268b148 HTTP/1.1" status: 200 len: 1095 time: 4.1583200 Nov 03 18:50:03.497063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['8c1e1978-87fb-4365-94d3-0f2214d96c6e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:03.498775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.499396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.500490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.501057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.501924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.502342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.502877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.506378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-782618e9-6f48-4ba1-b703-a4ecb21ed8f2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6476 time: 0.2371666 Nov 03 18:50:03.510072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22573334-5380-4c9e-8213-23133a1d7184 req-85013753-1d08-44e3-9c21-3d13f6fa6d7f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681754 Nov 03 18:50:03.530941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917758e-e185-41ff-a8aa-4b034d7d541b req-d17fe981-5a73-42ae-90b1-ec080c42235b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.533180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6917758e-e185-41ff-a8aa-4b034d7d541b req-d17fe981-5a73-42ae-90b1-ec080c42235b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2304850 Nov 03 18:50:03.646606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Deleting port 1fb83e3b-cfa7-4120-8568-aff0859bd53e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:03.647514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.653005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-914bdeca-1098-4b05-bb75-9a268319788e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 200 len: 217 time: 0.1181157 Nov 03 18:50:03.694520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d59ab-ed7f-4151-9c43-c69446ae1774 service neutron] Pushing event updated for resources: {'Port': ['ID=7c97c708-a938-48c6-ae79-ca7d6268b148,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:03.809361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6917758e-e185-41ff-a8aa-4b034d7d541b req-52e2bbe5-4852-455a-bea7-9a8dcc896443 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553899 Nov 03 18:50:03.875301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-757a6bfa-8b18-4b38-8414-a5a1c922c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.876904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-757a6bfa-8b18-4b38-8414-a5a1c922c4d3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=57b15da0-0f41-4a92-982e-cb04bf19b799 HTTP/1.1" status: 200 len: 851 time: 0.2054372 Nov 03 18:50:03.934767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16101dd-6103-479d-975d-0a2001e4ed1a req-1e7d233c-247c-48f6-ab98-39d49b4f3ad2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.951582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c16101dd-6103-479d-975d-0a2001e4ed1a req-1e7d233c-247c-48f6-ab98-39d49b4f3ad2 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.1658676 Nov 03 18:50:03.964444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-8ab040c9-bdec-436a-bded-3314489fb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.966338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-8ab040c9-bdec-436a-bded-3314489fb867 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 1098 time: 0.4491334 Nov 03 18:50:03.982532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:04.086847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-8a6612ea-1a9c-44f3-b41d-68292aa798ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.090718 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-8a6612ea-1a9c-44f3-b41d-68292aa798ec service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=22eb02e1-6b86-47d4-baee-04b220578556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000248 Nov 03 18:50:04.211847 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-8fb85bfb-3c08-43b3-b4d6-c123e6c1b959 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7c97c708-a938-48c6-ae79-ca7d6268b148 HTTP/1.1" status: 200 len: 217 time: 0.2157376 Nov 03 18:50:04.317666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c16101dd-6103-479d-975d-0a2001e4ed1a req-4440896d-eda2-44c5-b8c3-6d1013bf5881 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649018 Nov 03 18:50:04.353802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] For port 1fb83e3b-cfa7-4120-8568-aff0859bd53e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1fb83e3b-cfa7-4120-8568-aff0859bd53e,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:04.354286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.365663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.441156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Calling delete_port for 1fb83e3b-cfa7-4120-8568-aff0859bd53e owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:04.584946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:04.634651 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d80f1b9e-7eb2-4df9-9cf8-30567b3b11d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.642348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-99ae2f31-bcc6-4381-82bf-28b463f6471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.648073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-99ae2f31-bcc6-4381-82bf-28b463f6471c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.4078035 Nov 03 18:50:04.680945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:49:58Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:04.708363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-8d0235d3-bb2d-4600-ad0b-7a1bd4f7ff51 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025054 Nov 03 18:50:04.732423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] Checking router: d879876b-1435-4850-9438-c8abee9b3c50 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:04.751007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] Routers {'d879876b-1435-4850-9438-c8abee9b3c50'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:04.751831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:49:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d879876b-1435-4850-9438-c8abee9b3c50'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:04.755957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166bacb-6a54-420d-8101-823c595a7145 req-87147a76-ad60-4786-8ea5-e44203c003b2 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.766382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1166bacb-6a54-420d-8101-823c595a7145 req-87147a76-ad60-4786-8ea5-e44203c003b2 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/ports?device_id=f72fc30b-f160-41c1-9a86-00f4ec57b544 HTTP/1.1" status: 200 len: 945 time: 0.4789774 Nov 03 18:50:04.892325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-ecd1ae71-bb63-457a-9049-cde19583ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.895710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-ecd1ae71-bb63-457a-9049-cde19583ee23 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2333140 Nov 03 18:50:04.924617 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] Set router d879876b-1435-4850-9438-c8abee9b3c50 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:05.043052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.126899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc8167-6fae-4fbb-ada2-7bb4345be758 req-3152f6f3-0b52-4cf5-b167-02f503821495 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.129293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7cc8167-6fae-4fbb-ada2-7bb4345be758 req-3152f6f3-0b52-4cf5-b167-02f503821495 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 947 time: 0.6028924 Nov 03 18:50:05.160199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6acc-1b0a-49c8-a67b-96afb398f70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.207902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'tag': '7c97c708-a938-48c6-ae79-ca7d6268b148'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:05.211702 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae978021-2ece-4551-b8bf-9d69520f78d9" -d '{"events": [{"name": "network-changed", "server_uuid": "890cbbcc-51c9-49bd-be44-9d4899aaf51a", "tag": "7c97c708-a938-48c6-ae79-ca7d6268b148"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:05.255338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-f8f2dc2f-32dd-47ae-9f75-7e0804d875a4 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396494 Nov 03 18:50:05.267201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.307722 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6acc-1b0a-49c8-a67b-96afb398f70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.358486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:49:58Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:05.359837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1166bacb-6a54-420d-8101-823c595a7145 req-8b9bf4af-69f4-4c6b-9232-2c688ab6c04f tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e3d631f-b795-4b6d-a37e-5e415624c6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373709 Nov 03 18:50:05.385114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6acc-1b0a-49c8-a67b-96afb398f70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.406682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c42b7-255e-4245-8f5b-1313c43ab1f3 None None] The sync data for ids ['d879876b-1435-4850-9438-c8abee9b3c50'] in n-d-812151-4 is: [{'id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1722518875-router', 'tenant_id': '744530cde0db4edc92869acaa4d7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:49:58Z', 'revision_number': 5, 'project_id': '744530cde0db4edc92869acaa4d7a116', 'gw_port': {'id': 'a8abe0d5-4ba3-4380-b155-435ec6d09475', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd879876b-1435-4850-9438-c8abee9b3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:33Z', 'updated_at': '2021-11-03T18:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:05.506924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Pushing event deleted for resources: {'Port': ['ID=1fb83e3b-cfa7-4120-8568-aff0859bd53e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.556363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d0b6acc-1b0a-49c8-a67b-96afb398f70c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b1e006f9028d4e95b8cc010f0e76e630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9632449 Nov 03 18:50:05.564506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:05.609961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-1a1f786a-011a-487c-8739-7459bf609e51 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315997 Nov 03 18:50:05.619470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] No DVR routers for this DVR port 1fb83e3b-cfa7-4120-8568-aff0859bd53e on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:05.629414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.633227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eb5b63ce-d9a1-4f68-8572-c2ee1c102391 req-e916d387-a688-46e1-8093-d97236525133 tempest-FloatingIPsAssociationTestJSON-22174516 tempest-FloatingIPsAssociationTestJSON-22174516-project] 10.222.0.115 "DELETE /v2.0/ports/1fb83e3b-cfa7-4120-8568-aff0859bd53e HTTP/1.1" status: 204 len: 173 time: 3.1304939 Nov 03 18:50:05.665212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7cc8167-6fae-4fbb-ada2-7bb4345be758 req-8982f4a5-521e-49f5-b688-91aabe306cd8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098221 Nov 03 18:50:05.731227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b6acc-1b0a-49c8-a67b-96afb398f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d94bb7-2c72-4767-a616-5d8291ccc0c1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.757845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-ff731af4-cc8d-4826-b627-d7c84b9bc3a9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 217 time: 0.1144464 Nov 03 18:50:05.759602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-37f887c9-5333-4549-8468-49ae2ad094a9 req-08f7d88e-bc36-4d0f-9882-6a04b9341ae3 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659367 Nov 03 18:50:05.792273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Deleting port a8abe0d5-4ba3-4380-b155-435ec6d09475 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:05.801932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cce3c-6a4c-40f6-9eda-dcdf0f7bba08 req-77201d6a-5ce0-47cb-a545-28a1d5817314 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.805531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-308cce3c-6a4c-40f6-9eda-dcdf0f7bba08 req-77201d6a-5ce0-47cb-a545-28a1d5817314 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2538092 Nov 03 18:50:05.815759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.092278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82876cfe-16b8-4754-bd5f-e0ed088b6462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.147753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82876cfe-16b8-4754-bd5f-e0ed088b6462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.160560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-2c583a1c-644f-4e76-9648-1321dedc9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.162315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-2c583a1c-644f-4e76-9648-1321dedc9d92 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.3926315 Nov 03 18:50:06.168640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1fb83e3b-cfa7-4120-8568-aff0859bd53e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:06.185165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-308cce3c-6a4c-40f6-9eda-dcdf0f7bba08 req-ab12f0ce-5af1-4953-bd64-6679c4a1d776 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838409 Nov 03 18:50:06.284662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 1fb83e3b-cfa7-4120-8568-aff0859bd53e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:06.285182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1fb83e3b-cfa7-4120-8568-aff0859bd53e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:06.324307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82876cfe-16b8-4754-bd5f-e0ed088b6462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.330944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82876cfe-16b8-4754-bd5f-e0ed088b6462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.331685 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-82876cfe-16b8-4754-bd5f-e0ed088b6462 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/67d94bb7-2c72-4767-a616-5d8291ccc0c1 HTTP/1.1" status: 204 len: 168 time: 0.7626686 Nov 03 18:50:06.350289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] For port a8abe0d5-4ba3-4380-b155-435ec6d09475, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a8abe0d5-4ba3-4380-b155-435ec6d09475,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:06.351227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.371122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.371638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82876cfe-16b8-4754-bd5f-e0ed088b6462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d94bb7-2c72-4767-a616-5d8291ccc0c1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:06.382886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.393230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.397931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Calling delete_port for a8abe0d5-4ba3-4380-b155-435ec6d09475 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:06.406917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.423704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.436914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.450122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.462026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-c5db68e7-43a9-4a2b-8cd5-4e5d4df94f1d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.4035213 Nov 03 18:50:06.558310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-240f9963-73b0-42ec-a836-57c291cd0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.559967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 548f61e5-a30f-48af-8f50-1e4e9a5685cb no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:06.560956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-240f9963-73b0-42ec-a836-57c291cd0e0f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3741817 Nov 03 18:50:06.613314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 548f61e5-a30f-48af-8f50-1e4e9a5685cb {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:06.613885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 548f61e5-a30f-48af-8f50-1e4e9a5685cb not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:06.792184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.831795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Pushing event deleted for resources: {'Port': ['ID=a8abe0d5-4ba3-4380-b155-435ec6d09475,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:06.846879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d026c0-4f02-480c-82d1-32ecd1af2dda req-846061d5-962a-4d39-b4bf-ff0e79fff9aa tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.849931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43d026c0-4f02-480c-82d1-32ecd1af2dda req-846061d5-962a-4d39-b4bf-ff0e79fff9aa tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.3779669 Nov 03 18:50:06.889650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c325b355-1ab1-4d37-8ca6-173011da9ead req-5f3a5342-29ac-4f92-a249-2b333a0c5f25 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4262161 Nov 03 18:50:06.945389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-3d00cd74-81e1-4487-b114-76142cbf9190 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148956 Nov 03 18:50:07.002303 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53218483-04af-4ad9-8b18-c82c68233807 x-openstack-request-id: req-53218483-04af-4ad9-8b18-c82c68233807 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:07.002525 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890cbbcc-51c9-49bd-be44-9d4899aaf51a", "tag": "7c97c708-a938-48c6-ae79-ca7d6268b148", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:07.002733 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-53218483-04af-4ad9-8b18-c82c68233807 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:07.003131 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'tag': '7c97c708-a938-48c6-ae79-ca7d6268b148', 'status': 'completed', 'code': 200} Nov 03 18:50:07.011870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.049437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43d026c0-4f02-480c-82d1-32ecd1af2dda req-505abfcf-9a49-4edf-bf04-4b4306de48e5 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163001 Nov 03 18:50:07.164648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:07.178748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-e0b275e7-4c19-40b5-b514-2f4adc83f679 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069430 Nov 03 18:50:07.226191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:50:07.271205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.273486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31702092-3381-4442-a1c7-f48f1eec01e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.278034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.296114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-081f209d-1868-43b9-9dd9-3c13173ad1e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 217 time: 0.1003506 Nov 03 18:50:07.361110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-6b176ed1-bc05-44cc-b8a3-5b6d70dcb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.363022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-6b176ed1-bc05-44cc-b8a3-5b6d70dcb3bb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 1098 time: 0.2956135 Nov 03 18:50:07.369034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.369704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d879876b-1435-4850-9438-c8abee9b3c50 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:07.380691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.386124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-147e6833-3a22-4617-91ca-4b2e0bbbddfe admin admin] 10.222.0.91 "DELETE /v2.0/routers/d879876b-1435-4850-9438-c8abee9b3c50 HTTP/1.1" status: 204 len: 168 time: 4.0019689 Nov 03 18:50:07.395135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50034) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:07.477624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226fc3-cbd9-44a7-b010-f20e3601fd4a req-dcad9bfc-a48c-42e7-825f-7241dddcda35 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.479656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5226fc3-cbd9-44a7-b010-f20e3601fd4a req-dcad9bfc-a48c-42e7-825f-7241dddcda35 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.2996747 Nov 03 18:50:07.485547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-2dba6717-4a81-4069-bcd4-71417f42be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.487829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-2dba6717-4a81-4069-bcd4-71417f42be4f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1833353 Nov 03 18:50:07.496143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Deleting subnet 4727ec27-f8ce-4fa2-af9d-c28e312821d2 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:07.501544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.697955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:07.729329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31702092-3381-4442-a1c7-f48f1eec01e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.831162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31702092-3381-4442-a1c7-f48f1eec01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.858479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-e9cdb641-b113-480a-8df6-e4bba474b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.861548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-e9cdb641-b113-480a-8df6-e4bba474b6ea service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.4723015 Nov 03 18:50:07.998024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-b44b921b-e6e5-44c2-9184-a146d9c2de64 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7c97c708-a938-48c6-ae79-ca7d6268b148 HTTP/1.1" status: 200 len: 217 time: 0.1092219 Nov 03 18:50:08.004791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31702092-3381-4442-a1c7-f48f1eec01e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c827f8-d0f4-491e-8dcb-260399574bee,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:08.138546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:08.256419 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.279851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 8c1e1978-87fb-4365-94d3-0f2214d96c6e completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:08.287142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 8c1e1978-87fb-4365-94d3-0f2214d96c6e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:08.288702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.330876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69162ec8-4798-478f-ac8d-024a3e53ca4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.343032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcba95-f5d4-4bc5-97d3-3e7af25eabe7 req-ee1f40f8-fcd5-4dae-a7e2-a099cc690d54 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.344663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44dcba95-f5d4-4bc5-97d3-3e7af25eabe7 req-ee1f40f8-fcd5-4dae-a7e2-a099cc690d54 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 947 time: 0.3219354 Nov 03 18:50:08.357542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-f51d9b88-dbda-49be-afb5-289963037c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.359601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-f51d9b88-dbda-49be-afb5-289963037c3a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3321772 Nov 03 18:50:08.382843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5226fc3-cbd9-44a7-b010-f20e3601fd4a req-bc8c6d86-f023-4a2d-9f1c-1df1b12800e4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578148 Nov 03 18:50:08.474691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.566303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-31702092-3381-4442-a1c7-f48f1eec01e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c268d8dee8354edaa5dfdae4cd146c32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3716686 Nov 03 18:50:08.574172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:08.576712 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10d42b2-fcb8-4496-a3da-8182aba23c5c" -d '{"events": [{"server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:08.589816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:08.597368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:08.606596 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.620753 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.646840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8abe0d5-4ba3-4380-b155-435ec6d09475 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:08.676325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-32488edc-5772-4505-9929-08ace9c87856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.677940 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-32488edc-5772-4505-9929-08ace9c87856 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1052508 Nov 03 18:50:08.680536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a8abe0d5-4ba3-4380-b155-435ec6d09475 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:08.680947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8abe0d5-4ba3-4380-b155-435ec6d09475 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:08.702525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44dcba95-f5d4-4bc5-97d3-3e7af25eabe7 req-5a1b1a8c-2b1d-4cb6-8a97-77810747cf34 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396719 Nov 03 18:50:08.733469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94a8a8-0d1a-4cda-9147-fee8c4690521 req-19803dc2-16cd-4ad9-a560-6bb9b0c6dd59 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.735167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f94a8a8-0d1a-4cda-9147-fee8c4690521 req-19803dc2-16cd-4ad9-a560-6bb9b0c6dd59 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2047875 Nov 03 18:50:08.770248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:08.843325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-3f1e249c-e65b-423b-b1c1-cf19ccceb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.848686 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-3f1e249c-e65b-423b-b1c1-cf19ccceb492 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214001 Nov 03 18:50:08.848935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-8eee5f0c-158e-4257-9e94-ccc2a16e1b7a service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427040 Nov 03 18:50:09.005202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'name': 'network-vif-deleted', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:09.009444 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1640c4f-8635-4e5c-8516-897cb9cc9de2" -d '{"events": [{"server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "name": "network-vif-deleted", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:09.072268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-6a3ebe58-3982-4278-8d52-48f7a99a491c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138853 Nov 03 18:50:09.106036 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-665f2e38-9787-450e-8411-ecd9dcc59dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.114572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f94a8a8-0d1a-4cda-9147-fee8c4690521 req-893f891c-00e5-4b33-b0ee-86519e5c46d7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293955 Nov 03 18:50:09.116444 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.222037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4727ec27-f8ce-4fa2-af9d-c28e312821d2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:09.226597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.235066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-82e049b9-1448-44b0-9856-5cf792ba0495 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4727ec27-f8ce-4fa2-af9d-c28e312821d2 HTTP/1.1" status: 204 len: 168 time: 1.8369341 Nov 03 18:50:09.239088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:09.271250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a86da6-15d0-4a52-a73c-c6b9fcd55ad3 None None] Network b3ce15cb-fe09-40b2-a8f5-62db45c190a1 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:09.290472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-665f2e38-9787-450e-8411-ecd9dcc59dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.367680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.379874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae978021-2ece-4551-b8bf-9d69520f78d9 req-aff1b2b9-9660-4783-bb15-8faa62be2a78 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872033 Nov 03 18:50:09.391363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.403765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.418677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.430735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.443847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.457239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.457836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.470858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.485663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fda4d24-92e6-410a-981f-a475240b140a req-e6601136-bc38-4566-b281-ed82153310d3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.5968595 Nov 03 18:50:09.576008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-9845a1d0-9bbb-4764-8d8b-5bfd8ea0dd1f service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113550 Nov 03 18:50:09.590814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Deleting port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:09.591309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.679230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-9d54a1ff-d68d-4090-b0b3-94a24bb04a95 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1282a400-3de1-4def-8d50-30436d08405f HTTP/1.1" status: 200 len: 217 time: 0.0844333 Nov 03 18:50:09.742972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] For port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,segment=NetworkSegment(4af3c81b-43d6-427e-a2cd-10148a34fbe0),segment_id=4af3c81b-43d6-427e-a2cd-10148a34fbe0)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:09.743735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.755045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.777702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fda4d24-92e6-410a-981f-a475240b140a req-f294f5a0-dda7-4bd0-9bfc-8144d83e2273 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2609243 Nov 03 18:50:09.786165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Calling delete_port for 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:09.801368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b3b2-176d-43f2-b90d-245b3e28beb6 req-d63ca1b0-dad5-4f05-8235-eb12fa03e1d3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.819436 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f665b3b2-176d-43f2-b90d-245b3e28beb6 req-d63ca1b0-dad5-4f05-8235-eb12fa03e1d3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.5453987 Nov 03 18:50:09.943333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-665f2e38-9787-450e-8411-ecd9dcc59dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.950497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-665f2e38-9787-450e-8411-ecd9dcc59dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.956030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-665f2e38-9787-450e-8411-ecd9dcc59dd5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/45c827f8-d0f4-491e-8dcb-260399574bee HTTP/1.1" status: 204 len: 168 time: 1.3511798 Nov 03 18:50:09.994902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c70c0d-17fb-457c-9717-84ab6af69960 None None] DHCP port deletion for b3ce15cb-fe09-40b2-a8f5-62db45c190a1 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:10.039331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.064034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f2e38-9787-450e-8411-ecd9dcc59dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c827f8-d0f4-491e-8dcb-260399574bee,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:10.116581 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d7867-b2a3-4874-a2c7-7e133145288e x-openstack-request-id: req-fb2d7867-b2a3-4874-a2c7-7e133145288e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:10.116961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-4b3279a6-640f-4a34-839b-228bf5da2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.117185 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:10.117507 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fb2d7867-b2a3-4874-a2c7-7e133145288e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:10.118167 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'code': 200} Nov 03 18:50:10.120463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-4b3279a6-640f-4a34-839b-228bf5da2db0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.2985618 Nov 03 18:50:10.123373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c7c70c0d-17fb-457c-9717-84ab6af69960 None None] The port '1224b2b3-0da2-4788-ab5a-8ccd17a49a48' was deleted {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 18:50:10.132842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Pushing event deleted for resources: {'Port': ['ID=1224b2b3-0da2-4788-ab5a-8ccd17a49a48,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:10.158521 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f15cb1-8465-47da-9141-9984a112ee14 x-openstack-request-id: req-a8f15cb1-8465-47da-9141-9984a112ee14 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:10.159877 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72fc30b-f160-41c1-9a86-00f4ec57b544", "name": "network-vif-deleted", "tag": "1fb83e3b-cfa7-4120-8568-aff0859bd53e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:10.162232 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a8f15cb1-8465-47da-9141-9984a112ee14 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:10.164100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c97c708-a938-48c6-ae79-ca7d6268b148 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:10.165056 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72fc30b-f160-41c1-9a86-00f4ec57b544', 'name': 'network-vif-deleted', 'tag': '1fb83e3b-cfa7-4120-8568-aff0859bd53e', 'status': 'completed', 'code': 200} Nov 03 18:50:10.166278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f665b3b2-176d-43f2-b90d-245b3e28beb6 req-359948ee-7266-47e3-8684-e41010f7ba6f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214076 Nov 03 18:50:10.172801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] No DVR routers for this DVR port 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:10.324546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Deleting port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:10.325128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.452010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.456145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e93d-8d83-42f7-bfab-3ed4501d23ad req-5fa35273-9e1c-46b8-95fc-3ff45fbdbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.458452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5955e93d-8d83-42f7-bfab-3ed4501d23ad req-5fa35273-9e1c-46b8-95fc-3ff45fbdbc3b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1096 time: 0.2125969 Nov 03 18:50:10.514510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ce15cb-fe09-40b2-a8f5-62db45c190a1']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.538229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-f8f2673b-4882-4204-a663-8ccdd854e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.541117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-f8f2673b-4882-4204-a663-8ccdd854e137 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3700628 Nov 03 18:50:10.584030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ebada-7bdf-47f8-9da2-520b76bb513b req-3a151304-4dad-4c76-a2b1-b80ac808151a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.593432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af3c81b-43d6-427e-a2cd-10148a34fbe0') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.596070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af3c81b-43d6-427e-a2cd-10148a34fbe0') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:10.597601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f2ebada-7bdf-47f8-9da2-520b76bb513b req-3a151304-4dad-4c76-a2b1-b80ac808151a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.3023126 Nov 03 18:50:10.615384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7c97c708-a938-48c6-ae79-ca7d6268b148, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c97c708-a938-48c6-ae79-ca7d6268b148,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:10.646619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] For port 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:10.648009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.649402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '7c97c708-a938-48c6-ae79-ca7d6268b148', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '7c97c708-a938-48c6-ae79-ca7d6268b148', 'mac_address': 'fa:16:3e:79:b4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:10.657661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.737229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:10.742578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Calling delete_port for 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:10.758468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.771225 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5955e93d-8d83-42f7-bfab-3ed4501d23ad req-4920f850-1b23-4582-b1c6-3fe19f5329d1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957275 Nov 03 18:50:10.774075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1252863-c237-4133-bf82-2f100e66ab66 req-70c806ba-5d7e-401b-a405-4a594b02815d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.789285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1252863-c237-4133-bf82-2f100e66ab66 req-70c806ba-5d7e-401b-a405-4a594b02815d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 947 time: 0.3362901 Nov 03 18:50:10.800645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:10.801184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:10.814565 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:10.838808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:10.839836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1224b2b3-0da2-4788-ab5a-8ccd17a49a48 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:10.852065 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.885497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c97c708-a938-48c6-ae79-ca7d6268b148 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:10.935803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7c97c708-a938-48c6-ae79-ca7d6268b148, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c97c708-a938-48c6-ae79-ca7d6268b148,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:10.947571 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.981938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.004483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.010384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b3ce15cb-fe09-40b2-a8f5-62db45c190a1 HTTP/1.1" status: 204 len: 168 time: 1.7703896 Nov 03 18:50:11.031687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50070) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:11.094952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=7c97c708-a938-48c6-ae79-ca7d6268b148,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:11.102199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f2ebada-7bdf-47f8-9da2-520b76bb513b req-5e3e9c55-83da-4e52-863f-cb1027865dea tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560254 Nov 03 18:50:11.127937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-b0269137-cf32-4356-8ba3-00237855fa14 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732133 Nov 03 18:50:11.164606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1252863-c237-4133-bf82-2f100e66ab66 req-2aead7b3-0d83-492a-ac9b-8d0d20b4293d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542390 Nov 03 18:50:11.327221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef77d18-d3c4-4844-b4de-7c3b01abf424 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ce15cb-fe09-40b2-a8f5-62db45c190a1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:11.568155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['7c97c708-a938-48c6-ae79-ca7d6268b148'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:11.598729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f338f-703c-402e-9cee-cb3c7c0b116b req-173dfb9d-3fdc-4641-a52f-d28d8d743ad7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.608938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-999f338f-703c-402e-9cee-cb3c7c0b116b req-173dfb9d-3fdc-4641-a52f-d28d8d743ad7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1992433 Nov 03 18:50:11.680856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.689348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.703898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.714276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.725502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.726947 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.740235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.756961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.771598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-c4b651c9-4d07-47ad-9de4-95c34e2823c7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3077569 Nov 03 18:50:11.849235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.858152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-afbb5b13-2e9e-4feb-a02c-808a0a98aa23 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918385 Nov 03 18:50:11.877551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-999f338f-703c-402e-9cee-cb3c7c0b116b req-82811ff0-f82b-442d-b09e-b92c1460694e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670054 Nov 03 18:50:11.928517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cbbc5b-f59b-4a46-8e12-1bc539f79ea4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:12.009796 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.021081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-cbe3efce-8bda-4cab-ac2e-12b37ff28ea7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7086f24f-8efb-4c80-9c08-3d0348e47750 HTTP/1.1" status: 200 len: 217 time: 0.1417534 Nov 03 18:50:12.466329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ea30aa3-ef5a-407a-a9ab-26d47ffb538c req-53dcc817-0ee2-4c6e-898d-dd1c13a7d653 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6044691 Nov 03 18:50:12.467462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-b50df273-1559-4a13-bf91-4a46325a2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.479422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-b50df273-1559-4a13-bf91-4a46325a2a4b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.4395828 Nov 03 18:50:12.661681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b313-50b7-404e-9581-f821dafd301e req-3bf2ad83-9b77-459f-9197-209d84ebc35c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.665012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d285b313-50b7-404e-9581-f821dafd301e req-3bf2ad83-9b77-459f-9197-209d84ebc35c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.4926245 Nov 03 18:50:12.789571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-a736a8db-b431-471f-9e2b-5dc013951cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.792453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-a736a8db-b431-471f-9e2b-5dc013951cd6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3052220 Nov 03 18:50:12.992025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d285b313-50b7-404e-9581-f821dafd301e req-8defe63a-418f-4d24-abcf-ff94edea627d tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010859 Nov 03 18:50:13.214263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfceb9d-a28e-4910-9c4d-8c9d82e7013e req-011420f4-ee39-45a6-b612-15571ffbc2b5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.222205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbfceb9d-a28e-4910-9c4d-8c9d82e7013e req-011420f4-ee39-45a6-b612-15571ffbc2b5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.4250104 Nov 03 18:50:13.376450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-99239873-b304-458f-afb5-ca0ff43f4d73 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4217985 Nov 03 18:50:13.440464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-3c7d3fbb-faeb-41a2-99b1-0b5bc6769f98 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171937 Nov 03 18:50:13.650815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbfceb9d-a28e-4910-9c4d-8c9d82e7013e req-933d816b-9214-4168-ba1f-f6c9f235693d tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139690 Nov 03 18:50:13.694772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-e75b998d-ba72-4370-8e1d-074dca5b9149 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.697636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-e75b998d-ba72-4370-8e1d-074dca5b9149 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.8149710 Nov 03 18:50:13.723418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812151-4'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:13.755493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d664d2-a2d5-4a3b-a737-01d3a67abefc req-68829efd-93fd-438c-ae25-58b397fab53e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.758009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05d664d2-a2d5-4a3b-a737-01d3a67abefc req-68829efd-93fd-438c-ae25-58b397fab53e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 948 time: 0.5195124 Nov 03 18:50:13.776232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-be0f04c7-f78d-4559-9b7d-51e8896caf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.778687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-be0f04c7-f78d-4559-9b7d-51e8896caf79 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 1095 time: 0.3500330 Nov 03 18:50:13.832269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-a7422e2d-a883-43be-926a-7a77a3501aca service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9756036 Nov 03 18:50:13.845206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.860462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.992282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-9ca7b482-9e75-4d4d-9dc5-1712fb2f8330 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155141 Nov 03 18:50:14.026484 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.168474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c97c708-a938-48c6-ae79-ca7d6268b148 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:14.177644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-48a86c6b-a8d6-48b4-b2ca-45982d01a1b7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=187556e5-51af-4b57-a34d-04b9379b8528 HTTP/1.1" status: 200 len: 217 time: 0.1524236 Nov 03 18:50:14.261475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:14.292161 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05d664d2-a2d5-4a3b-a737-01d3a67abefc req-898abc79-50fe-4813-8f60-f64084b79bc6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012937 Nov 03 18:50:14.295902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-c7606bae-43aa-4d53-85a6-96280ffc659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.299218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-c7606bae-43aa-4d53-85a6-96280ffc659b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1095 time: 0.3966420 Nov 03 18:50:14.308103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ebdaf-0849-49e9-840a-fa8b0996459e req-23dc313a-a1de-46b2-9513-e24e25027aaf tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.321227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c23ebdaf-0849-49e9-840a-fa8b0996459e req-23dc313a-a1de-46b2-9513-e24e25027aaf tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.4262042 Nov 03 18:50:14.399351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-c0f1aadc-1be1-4c9e-a4da-5069de0b0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.400972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-c0f1aadc-1be1-4c9e-a4da-5069de0b0da1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.1996770 Nov 03 18:50:14.407881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-66196135-a227-4a8a-8c82-de910e2930d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.409993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-66196135-a227-4a8a-8c82-de910e2930d6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.5132940 Nov 03 18:50:14.518142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c23ebdaf-0849-49e9-840a-fa8b0996459e req-0a7de117-2290-4276-841e-9498dba606d9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954842 Nov 03 18:50:14.525255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-a2b2384b-800c-4660-a15c-bf009b7bab9a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 200 len: 217 time: 0.0991604 Nov 03 18:50:14.574684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:14.594775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 7c97c708-a938-48c6-ae79-ca7d6268b148 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:14.610339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 7c97c708-a938-48c6-ae79-ca7d6268b148 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:14.611071 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.618398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e has no active binding in host n-h1-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:50:14.678963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-0ad5211f-4220-4515-978a-d7f359b34ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.681831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-0ad5211f-4220-4515-978a-d7f359b34ba3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2675152 Nov 03 18:50:14.793633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.807885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.811390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.830108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.846700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.862509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.866238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c97c708-a938-48c6-ae79-ca7d6268b148'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:14.870689 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55faf8a8-3ea7-4395-9c0f-e93e72accbf8" -d '{"events": [{"server_uuid": "890cbbcc-51c9-49bd-be44-9d4899aaf51a", "name": "network-vif-plugged", "status": "completed", "tag": "7c97c708-a938-48c6-ae79-ca7d6268b148"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:14.879399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.894617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.896111 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7c97c708-a938-48c6-ae79-ca7d6268b148, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c97c708-a938-48c6-ae79-ca7d6268b148,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:14.898487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-fac08c00-118d-4500-9d90-ea17f5bc54e4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3999369 Nov 03 18:50:14.908235 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.986791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-a2ea6c24-e31a-4c38-9e4e-1d3cfff84cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.989870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-a2ea6c24-e31a-4c38-9e4e-1d3cfff84cfb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.4298961 Nov 03 18:50:15.014944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-1b3b30d9-38fc-4fd8-8105-cd8cb4b27dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:15.018420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-1b3b30d9-38fc-4fd8-8105-cd8cb4b27dbb service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.6656849 Nov 03 18:50:15.020879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=7c97c708-a938-48c6-ae79-ca7d6268b148,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:15.023639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:15.125218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-04507b80-9b89-4c2a-acb2-91f92f83ef82 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.0914340 Nov 03 18:50:15.152609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-afc52b02-f6f2-42a8-adf7-8202860571ab service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249111 Nov 03 18:50:15.228278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38163dd-5632-4b89-bfba-4193ca2847ea req-96863fb2-1ae9-479d-9724-c89aac81cb03 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:15.231385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b38163dd-5632-4b89-bfba-4193ca2847ea req-96863fb2-1ae9-479d-9724-c89aac81cb03 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 945 time: 0.5478947 Nov 03 18:50:15.257173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Router 79652c57-665b-484a-8515-7ae3cab1776f has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:15.280142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:15.377809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-46859e42-5d4b-4bb3-8176-d25dcce27ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:15.380034 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-46859e42-5d4b-4bb3-8176-d25dcce27ead service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2406232 Nov 03 18:50:15.506301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:15.509417 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8c2fd2-a673-4ca7-9635-0aa91b0dbc10" -d '{"events": [{"server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:15.515548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-f6375c0f-589d-49fb-b994-afbd14fdcb3e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166666 Nov 03 18:50:15.519912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.540855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.797179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7b97f99-ed27-43d0-9250-ace03e944e3d req-54a5c959-33db-437b-afec-b142ec74871d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8308392 Nov 03 18:50:15.813876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-132b63af-a2e5-4bfc-a567-aef3fce975be service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0889678 Nov 03 18:50:15.827897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Deleting port 995b04a6-3e71-4504-b715-15c6905004be {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:15.828459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.952577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:15.971525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b38163dd-5632-4b89-bfba-4193ca2847ea req-4dd3c7e7-917e-42b5-9462-b326e3e84193 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009170 Nov 03 18:50:15.975601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ad58a7d8-9a6b-4f93-880b-0492eb906a40 admin admin] 10.222.0.91 "PUT /v2.0/routers/79652c57-665b-484a-8515-7ae3cab1776f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2645085 Nov 03 18:50:15.986733 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] Sync routers for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:15.995187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50128) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:16.020909 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:16.022421 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:16.029131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:16.047611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-4310133a-fc47-4336-b44b-326ab5ff3fd5 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709285 Nov 03 18:50:16.092923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on host n-h2-812151-4 for vnic_type normal with profile {"migrating_to": "n-h1-812151-4"} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:16.093741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:16.094815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:16.190661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] For port 995b04a6-3e71-4504-b715-15c6905004be, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=995b04a6-3e71-4504-b715-15c6905004be,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:16.191262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.268612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:50:16.269652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Attempting to bind port 6fe45602-eb50-4fc9-9c91-c457f010451e on network 0707a388-91eb-435e-8f98-7b4a26cad41e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:16.284385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Calling delete_port for 995b04a6-3e71-4504-b715-15c6905004be owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:16.288139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:16.288695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Checking segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:16.289363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Bound using segment: {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:16.290121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Bound port: 6fe45602-eb50-4fc9-9c91-c457f010451e, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aadf4c-4468-457b-beba-a948dbc6b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0707a388-91eb-435e-8f98-7b4a26cad41e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:16.290717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.321520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-f09310fb-2730-4459-afa6-3eac1747c130 service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728159 Nov 03 18:50:16.338484 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f4c15-944f-4df5-bc40-45c230b38c15 x-openstack-request-id: req-7b1f4c15-944f-4df5-bc40-45c230b38c15 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:16.339422 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890cbbcc-51c9-49bd-be44-9d4899aaf51a", "name": "network-vif-plugged", "status": "completed", "tag": "7c97c708-a938-48c6-ae79-ca7d6268b148", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:16.339422 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7b1f4c15-944f-4df5-bc40-45c230b38c15 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:16.339998 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c97c708-a938-48c6-ae79-ca7d6268b148', 'code': 200} Nov 03 18:50:16.360854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:16.499983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-72fc18e0-ac87-46b5-9d03-aa5d7be98ee8 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704459 Nov 03 18:50:16.646385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-b260412b-b873-4342-a8fa-56f98b659999 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 200 len: 217 time: 0.1055577 Nov 03 18:50:16.674057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a04e27-4c30-42c8-ab3c-2319d45706bc req-52ae47bd-ea5c-4b43-a7b0-d9da24e00f27 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:16.677245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6a04e27-4c30-42c8-ab3c-2319d45706bc req-52ae47bd-ea5c-4b43-a7b0-d9da24e00f27 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.4879816 Nov 03 18:50:16.690867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.769139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:16.773980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21b5dac9-f73a-400a-8762-b5f3f7ce80b3 req-6a717070-6749-4449-8627-cce951eda2bf service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525121 Nov 03 18:50:16.820466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c64f5-e03f-46ab-bf4f-3017e390c214 req-72f92cb1-695e-4c76-a263-25c7abdef2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:16.824435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-449c64f5-e03f-46ab-bf4f-3017e390c214 req-72f92cb1-695e-4c76-a263-25c7abdef2de service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 1100 time: 0.2876115 Nov 03 18:50:16.842717 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:50:11Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:16.899847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ddbd0-f1c1-489b-a59c-0873d47729f7 req-3d1cff99-1c83-4c45-85fb-9d6daa0bbf48 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:16.903866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-492ddbd0-f1c1-489b-a59c-0873d47729f7 req-3d1cff99-1c83-4c45-85fb-9d6daa0bbf48 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 949 time: 0.4573026 Nov 03 18:50:16.915147 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] Checking router: 79652c57-665b-484a-8515-7ae3cab1776f for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:16.934419 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] Routers {'79652c57-665b-484a-8515-7ae3cab1776f'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:16.936301 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['79652c57-665b-484a-8515-7ae3cab1776f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.043405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-075b53bf-02c5-4ff8-8bc9-12a65f31da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:17.046172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-075b53bf-02c5-4ff8-8bc9-12a65f31da7e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.3629239 Nov 03 18:50:17.178872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] Set router 79652c57-665b-484a-8515-7ae3cab1776f gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:17.183332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6a04e27-4c30-42c8-ab3c-2319d45706bc req-ba652948-20c0-4ae5-8383-5c96ade6ab40 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068103 Nov 03 18:50:17.266099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-492ddbd0-f1c1-489b-a59c-0873d47729f7 req-eb77ece0-e9fa-4c01-b64b-2808484b6ee8 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459759 Nov 03 18:50:17.271626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.281337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b128-873e-4b04-808b-95782fa81f03 req-5eaaa8eb-2f4e-42cb-b5e3-3e9a75fd1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:17.284870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-5eaaa8eb-2f4e-42cb-b5e3-3e9a75fd1604 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2133186 Nov 03 18:50:17.422212 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2044ea1e-4ee5-47b8-ba3b-33635fff5c21 x-openstack-request-id: req-2044ea1e-4ee5-47b8-ba3b-33635fff5c21 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:17.423485 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:17.424159 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2044ea1e-4ee5-47b8-ba3b-33635fff5c21 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:17.425578 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'code': 200} Nov 03 18:50:17.444631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:17.616504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.745719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-449c64f5-e03f-46ab-bf4f-3017e390c214 req-23634c71-ada9-46c5-bf30-23730476466c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536937 Nov 03 18:50:17.759975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.765998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-895534f7-fe4d-412e-81d6-baf9a38f883e req-b3d928e0-a1d8-4816-85c4-e3fa06c8b54d service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3496580 Nov 03 18:50:17.815141 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:50:11Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.844277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-1ca8e8ac-b8b1-448c-a81e-449f79f18d70 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378473 Nov 03 18:50:17.846960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Deleting port 95fc0c72-6e2d-4878-82e7-432e00f4065d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:17.851159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.867834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:17.869287 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1884fc2-2b50-4e1a-94d2-0b2a70b0f385 None None] The sync data for ids ['79652c57-665b-484a-8515-7ae3cab1776f'] in n-d-812151-4 is: [{'id': '79652c57-665b-484a-8515-7ae3cab1776f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1777715809-router', 'tenant_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:02Z', 'updated_at': '2021-11-03T18:50:11Z', 'revision_number': 5, 'project_id': 'd3e8a8695fa24b599a6870f0bd9ae102', 'gw_port': {'id': '95fc0c72-6e2d-4878-82e7-432e00f4065d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79652c57-665b-484a-8515-7ae3cab1776f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:05Z', 'updated_at': '2021-11-03T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:17.978858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094950ad-edaf-4f50-b0e4-e08dca77bb9a req-c0ca6c9d-3396-401a-83f5-520be3c2b90e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:17.981211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-094950ad-edaf-4f50-b0e4-e08dca77bb9a req-c0ca6c9d-3396-401a-83f5-520be3c2b90e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.4436281 Nov 03 18:50:18.000049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.011133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.022860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.031669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Pushing event deleted for resources: {'Port': ['ID=995b04a6-3e71-4504-b715-15c6905004be,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:18.034774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.045920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.055799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.067537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.077049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.078458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.080879 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-94a68fa8-5885-4180-aed4-ece05b216b9d service neutron] 10.222.0.115 "PUT /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 1121 time: 4.3679760 Nov 03 18:50:18.081515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-94d983b1-233c-4ccd-9a5d-e6da822bb0ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.4207811 Nov 03 18:50:18.212298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6fe45602-eb50-4fc9-9c91-c457f010451e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:18.357278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['6fe45602-eb50-4fc9-9c91-c457f010451e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:18.536140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.542185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-094950ad-edaf-4f50-b0e4-e08dca77bb9a req-c6921bc9-0488-498d-aad0-eda84cd14b5d tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444880 Nov 03 18:50:18.592141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] For port 95fc0c72-6e2d-4878-82e7-432e00f4065d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95fc0c72-6e2d-4878-82e7-432e00f4065d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:18.605731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.700269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2c206cf-0f13-4aef-b818-93434a9c1ee5 req-45f85b31-d73e-468b-b8e2-a8d4a5cb7dc7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6171219 Nov 03 18:50:18.707271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Calling delete_port for 95fc0c72-6e2d-4878-82e7-432e00f4065d owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:18.765940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1962b128-873e-4b04-808b-95782fa81f03 req-fa0578ad-2542-4851-9e3d-91099d855b34 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001250 Nov 03 18:50:18.784100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:18.885128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:18.886212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 54cbbc5b-f59b-4a46-8e12-1bc539f79ea4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:19.003140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc85f3-022a-4974-96f8-2c98064acb89 req-cb871c0f-0f60-48eb-8b46-2abf7e1943ec tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.005820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2bc85f3-022a-4974-96f8-2c98064acb89 req-cb871c0f-0f60-48eb-8b46-2abf7e1943ec tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.2614825 Nov 03 18:50:19.194344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.195342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.196290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.197173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.198080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.198994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.199949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.204194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-61606709-06e3-49a0-9419-8557deeed651 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6476 time: 0.3096983 Nov 03 18:50:19.222936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Router aaf47ef8-5e81-4e87-8f92-e066588563cc has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:19.279193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbeceb2-e935-4603-b3f2-2904210045e2 req-a9d93fb4-e468-45b6-9f6a-82521634816d tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.283127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9bbeceb2-e935-4603-b3f2-2904210045e2 req-a9d93fb4-e468-45b6-9f6a-82521634816d tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1096 time: 0.3193345 Nov 03 18:50:19.305844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2bc85f3-022a-4974-96f8-2c98064acb89 req-9374f6e0-ea14-489a-bf0f-746f013ac06a tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708302 Nov 03 18:50:19.439491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:19.445676 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d9fa8e-18c2-47dd-aa5b-0702141eb584" -d '{"events": [{"name": "network-changed", "server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:19.509016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:19.521113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-18578414-36ed-4d11-b88f-fdc9dc196235 admin admin] 10.222.0.91 "PUT /v2.0/routers/aaf47ef8-5e81-4e87-8f92-e066588563cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4829936 Nov 03 18:50:19.529701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50146) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:19.533096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] Sync routers for ids ['aaf47ef8-5e81-4e87-8f92-e066588563cc'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:19.558699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] Routers {'aaf47ef8-5e81-4e87-8f92-e066588563cc'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:19.559919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['aaf47ef8-5e81-4e87-8f92-e066588563cc'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:19.563553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.570950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9bbeceb2-e935-4603-b3f2-2904210045e2 req-a95fa0c4-ac0f-47ef-b9ff-cfc5201cf659 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708619 Nov 03 18:50:19.620103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-1067afaa-65f6-4552-86b8-5543cac3d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.623137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-1067afaa-65f6-4552-86b8-5543cac3d063 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 200 len: 902 time: 0.4012115 Nov 03 18:50:19.637774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fc0c72-6e2d-4878-82e7-432e00f4065d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:19.839290 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf0bd5-4bc2-42e7-a16a-76ed44106e06 x-openstack-request-id: req-eccf0bd5-4bc2-42e7-a16a-76ed44106e06 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:19.840147 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:19.840147 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eccf0bd5-4bc2-42e7-a16a-76ed44106e06 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:19.840808 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'status': 'completed', 'code': 200} Nov 03 18:50:19.902832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] Set router aaf47ef8-5e81-4e87-8f92-e066588563cc gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:19.951356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.959987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-4ea06956-ba4b-4ddc-8582-cf310087039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:19.963420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-4ea06956-ba4b-4ddc-8582-cf310087039c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1124 time: 0.1171336 Nov 03 18:50:20.031990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-507dbe09-1f59-416d-b24d-25349bd8040b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 200 len: 217 time: 0.3884261 Nov 03 18:50:20.297559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc83fa3-0f18-44e4-9e26-791375bda5c5 req-0cf7a597-0006-4f22-831a-e378a0ebb55a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.312086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdc83fa3-0f18-44e4-9e26-791375bda5c5 req-0cf7a597-0006-4f22-831a-e378a0ebb55a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 949 time: 0.4415507 Nov 03 18:50:20.376690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.400334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-07a0f34e-3ce3-40aa-b60e-71bcf8ecd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.403679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-07a0f34e-3ce3-40aa-b60e-71bcf8ecd00f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.3436952 Nov 03 18:50:20.470287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-c4be64eb-6a4f-4980-ad97-1722fd4ea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.471700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0559d7-fc1e-4834-9009-a29f739c4f24 req-0d02d396-e374-4b69-988a-72097045b503 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.473419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-c4be64eb-6a4f-4980-ad97-1722fd4ea727 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.3980505 Nov 03 18:50:20.486852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b0559d7-fc1e-4834-9009-a29f739c4f24 req-0d02d396-e374-4b69-988a-72097045b503 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.4518108 Nov 03 18:50:20.491425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:50:17Z', 'revision_number': 5, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port': {'id': '93a51483-d658-45b0-b6f3-d8e952ded8dc', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:02Z', 'updated_at': '2021-11-03T18:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:20.494499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.547408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50160) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:20.591873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] Checking router: aaf47ef8-5e81-4e87-8f92-e066588563cc for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:20.619133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] Routers {'aaf47ef8-5e81-4e87-8f92-e066588563cc'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:20.621392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['aaf47ef8-5e81-4e87-8f92-e066588563cc'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:20.621773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-92da4722-f720-4c86-b734-0a7105d0be83 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 217 time: 0.1060991 Nov 03 18:50:20.794264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] Set router aaf47ef8-5e81-4e87-8f92-e066588563cc gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:20.804242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-42618972-699d-43d9-9737-68e5f0c5ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.807113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-42618972-699d-43d9-9737-68e5f0c5ec83 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1356912 Nov 03 18:50:20.813005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Deleting port 93a51483-d658-45b0-b6f3-d8e952ded8dc {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:20.813583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.887568 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-2dbccb3f-a837-4c7a-83d5-6c8349324786 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487049 Nov 03 18:50:20.895944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:50:20Z', 'revision_number': 6, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:20.961955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3979f92-99f3-4aa3-95dd-20141e591c67 None None] The sync data for ids ['aaf47ef8-5e81-4e87-8f92-e066588563cc'] in n-d-812151-4 is: [{'id': 'aaf47ef8-5e81-4e87-8f92-e066588563cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92039877-router', 'tenant_id': 'af6d99f631d34402baa0feba300dbb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:59Z', 'updated_at': '2021-11-03T18:50:20Z', 'revision_number': 6, 'project_id': 'af6d99f631d34402baa0feba300dbb52', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:21.029032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048a185e-34a3-4035-aa02-d8696a8d9978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.230085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] For port 93a51483-d658-45b0-b6f3-d8e952ded8dc, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=93a51483-d658-45b0-b6f3-d8e952ded8dc,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:21.230664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.251553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdc83fa3-0f18-44e4-9e26-791375bda5c5 req-62efe1cd-93b1-4f4b-be8f-eebac356bdf4 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9373159 Nov 03 18:50:21.254793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.267104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.301395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Calling delete_port for 93a51483-d658-45b0-b6f3-d8e952ded8dc owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:21.448691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-b3a8d4f1-c7d3-44b1-9337-2263e72dad25 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336437 Nov 03 18:50:21.467605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.469352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79652c57-665b-484a-8515-7ae3cab1776f {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:21.482593 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.485038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9deecac7-d845-4ec5-a80c-e888e3f1fc77 admin admin] 10.222.0.91 "DELETE /v2.0/routers/79652c57-665b-484a-8515-7ae3cab1776f HTTP/1.1" status: 204 len: 168 time: 5.4521959 Nov 03 18:50:21.496473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:21.499921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-14ee11b6-6b0c-47f8-9c25-dd6110948597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:21.502399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-14ee11b6-6b0c-47f8-9c25-dd6110948597 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9182627 Nov 03 18:50:21.509461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b0559d7-fc1e-4834-9009-a29f739c4f24 req-ede2558b-2bb7-4a72-bfc8-24e9615418ee tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0199225 Nov 03 18:50:21.527076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048a185e-34a3-4035-aa02-d8696a8d9978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.581885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048a185e-34a3-4035-aa02-d8696a8d9978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.667427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537525c6-2d08-44a0-98a4-6413f3651601 req-e25a2a7a-db8c-4898-81e0-e6041d417cbf tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:21.670872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-537525c6-2d08-44a0-98a4-6413f3651601 req-e25a2a7a-db8c-4898-81e0-e6041d417cbf tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1096 time: 0.2708032 Nov 03 18:50:21.829192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a185e-34a3-4035-aa02-d8696a8d9978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80512996-5d60-4e41-8f9f-c4befeae7b04,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:21.848373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-048a185e-34a3-4035-aa02-d8696a8d9978 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa4d0de04b1147f6a668379e8b820dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2289314 Nov 03 18:50:21.857839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Deleting subnet 975cd43d-74f8-4855-a2c7-70a2b2fb906a {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:21.859861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50166) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:21.906540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.928636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66d9fa8e-18c2-47dd-aa5b-0702141eb584 req-a6b1ec93-7ecb-4564-844b-8ca69f9d9728 service neutron] 10.222.0.110 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546359 Nov 03 18:50:21.998280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-537525c6-2d08-44a0-98a4-6413f3651601 req-78e4283f-5800-43df-bb03-6a297ed78f13 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052094 Nov 03 18:50:22.047381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.106543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-250c8ba9-1eb0-434c-b37e-4932d8a9c741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.149288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.162195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.173835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.177876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-250c8ba9-1eb0-434c-b37e-4932d8a9c741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.185589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.198838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.211150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.233198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.233198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e72f317f-4903-4625-8096-9980e3d5f25d req-9a78c744-af2d-4ae6-9e6f-3e9467254f5d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.4636428 Nov 03 18:50:22.255279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.260960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-4106f084-5ff0-4e77-818f-3cd54b00eba1 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786857 Nov 03 18:50:22.320457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a51483-d658-45b0-b6f3-d8e952ded8dc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:22.454802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-250c8ba9-1eb0-434c-b37e-4932d8a9c741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.460818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-250c8ba9-1eb0-434c-b37e-4932d8a9c741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.462879 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-250c8ba9-1eb0-434c-b37e-4932d8a9c741 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80512996-5d60-4e41-8f9f-c4befeae7b04 HTTP/1.1" status: 204 len: 168 time: 0.6008315 Nov 03 18:50:22.502664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.541234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2a95b-2092-4566-b080-2f11bd91b3a2 req-dc5e6efa-45cb-471c-bd67-2e61376dc111 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.553326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cf2a95b-2092-4566-b080-2f11bd91b3a2 req-dc5e6efa-45cb-471c-bd67-2e61376dc111 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.3221152 Nov 03 18:50:22.663775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c8ba9-1eb0-434c-b37e-4932d8a9c741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80512996-5d60-4e41-8f9f-c4befeae7b04,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:22.670155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95fc0c72-6e2d-4878-82e7-432e00f4065d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:22.697670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e72f317f-4903-4625-8096-9980e3d5f25d req-691f70f4-7dd2-4e4f-b439-6f1406412184 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4310598 Nov 03 18:50:22.731530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.736691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.763612 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.895992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e04eff28-89b8-4c82-af97-8616fe80c2f5 req-2034fc76-5b66-4fb7-ae22-384976a0d12b service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032209 Nov 03 18:50:22.938720 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.949977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cf2a95b-2092-4566-b080-2f11bd91b3a2 req-da42e0cc-fc26-436c-8dd3-2a9b631cfa67 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942711 Nov 03 18:50:22.972371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.975136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf47ef8-5e81-4e87-8f92-e066588563cc {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:22.985707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.988319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0325ce05-4ef1-4d82-8f49-17c9ecaf8467 admin admin] 10.222.0.91 "DELETE /v2.0/routers/aaf47ef8-5e81-4e87-8f92-e066588563cc HTTP/1.1" status: 204 len: 168 time: 3.4565725 Nov 03 18:50:22.993616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50182) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:23.028327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 95fc0c72-6e2d-4878-82e7-432e00f4065d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:23.029322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95fc0c72-6e2d-4878-82e7-432e00f4065d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:23.030259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 995b04a6-3e71-4504-b715-15c6905004be no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:23.086429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975cd43d-74f8-4855-a2c7-70a2b2fb906a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:23.087223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 995b04a6-3e71-4504-b715-15c6905004be {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:23.087781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 995b04a6-3e71-4504-b715-15c6905004be not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:23.088465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 93a51483-d658-45b0-b6f3-d8e952ded8dc no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:23.130810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 93a51483-d658-45b0-b6f3-d8e952ded8dc {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:23.132242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 93a51483-d658-45b0-b6f3-d8e952ded8dc not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:23.162921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d37fdc-4d99-435f-b276-7ffdd0b34185 None None] Network 7a71bd18-82e5-4966-a858-8f6ffd961f03 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:23.170494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.193311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-769a39fb-b431-4b7b-b3a7-1a89739034f4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/975cd43d-74f8-4855-a2c7-70a2b2fb906a HTTP/1.1" status: 204 len: 168 time: 1.6788180 Nov 03 18:50:23.194849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50184) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:23.228905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Deleting subnet 87b0d4e3-b1ca-4488-be38-72100bbfc955 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:23.239984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.360634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7c45d-94d6-4295-812a-006d9c921d36 req-183faee4-3875-4aaf-a556-003767044187 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:23.363238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edb7c45d-94d6-4295-812a-006d9c921d36 req-183faee4-3875-4aaf-a556-003767044187 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 949 time: 0.3216982 Nov 03 18:50:23.403676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e312d-d10e-4e9a-9846-7ace928ad414 req-dbc77a04-956e-4cb0-9145-0061ecbc8b94 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:23.407427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-302e312d-d10e-4e9a-9846-7ace928ad414 req-dbc77a04-956e-4cb0-9145-0061ecbc8b94 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1860869 Nov 03 18:50:23.421768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50186) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:23.477172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65172818-e117-48b5-8963-ea32dcfef650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.522516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.583744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edb7c45d-94d6-4295-812a-006d9c921d36 req-532e2ced-8b4c-482b-a92b-91f3dcd864d3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069869 Nov 03 18:50:23.606129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.614211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] DHCP port deletion for 7a71bd18-82e5-4966-a858-8f6ffd961f03 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:23.614460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-302e312d-d10e-4e9a-9846-7ace928ad414 req-13ac3ac2-9eda-4c97-8c3c-b307bbb80c98 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779745 Nov 03 18:50:23.769435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Deleting port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:23.773701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.819777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.872009 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65172818-e117-48b5-8963-ea32dcfef650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.880041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65172818-e117-48b5-8963-ea32dcfef650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.951487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Deleting port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:23.952091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.962471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] For port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:23.964423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.975655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-65172818-e117-48b5-8963-ea32dcfef650 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=776b54cab77e405e83f650b24899ae2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5518355 Nov 03 18:50:23.977193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50192) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:23.991229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57119f8d-3963-43da-b480-4fef0a440b07 req-bd94cca6-19e9-43c0-a535-58e7221b58fe tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.005578 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57119f8d-3963-43da-b480-4fef0a440b07 req-bd94cca6-19e9-43c0-a535-58e7221b58fe tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 1100 time: 0.2061806 Nov 03 18:50:24.006065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Calling delete_port for 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:24.037608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65172818-e117-48b5-8963-ea32dcfef650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a272708f-664c-40b8-a0cf-011cd2e968ca,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:24.127523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.187680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de908773-bbd8-4da2-8dbe-bc10334aa7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.193917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b0d4e3-b1ca-4488-be38-72100bbfc955,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:24.223989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57119f8d-3963-43da-b480-4fef0a440b07 req-faaa4ff9-5889-4b88-bcef-9a0c5cbe1276 tempest-ServersOnMultiNodesTest-2130674223 tempest-ServersOnMultiNodesTest-2130674223-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014747 Nov 03 18:50:24.224899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] For port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,segment=NetworkSegment(b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca),segment_id=b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:24.225587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.232642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.239627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-58e3838c-bcf6-4cda-97a1-59d48ee51feb admin admin] 10.222.0.91 "DELETE /v2.0/subnets/87b0d4e3-b1ca-4488-be38-72100bbfc955 HTTP/1.1" status: 204 len: 168 time: 1.2428510 Nov 03 18:50:24.245248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.258777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50196) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.318179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Calling delete_port for 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:24.320010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b37137-23f8-4b28-826b-7805a6813921 None None] Network 7baf361a-49e3-447d-a161-b0fd8cafd524 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:24.325589 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de908773-bbd8-4da2-8dbe-bc10334aa7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.326855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] No DVR routers for this DVR port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:24.335422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Pushing event deleted for resources: {'Port': ['ID=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:24.384566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.385371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.386106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.386808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.388865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.389658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.390938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.391637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.392322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.396429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.396429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.396429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19479bce-a6c5-4c45-a2ae-c64010e7945c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:24.665959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de908773-bbd8-4da2-8dbe-bc10334aa7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.670152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de908773-bbd8-4da2-8dbe-bc10334aa7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.677133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-de908773-bbd8-4da2-8dbe-bc10334aa7c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a272708f-664c-40b8-a0cf-011cd2e968ca HTTP/1.1" status: 204 len: 168 time: 0.6865931 Nov 03 18:50:24.697826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:24.698660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.713101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.713785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de908773-bbd8-4da2-8dbe-bc10334aa7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a272708f-664c-40b8-a0cf-011cd2e968ca,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:24.753337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.765174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] No DVR routers for this DVR port 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:24.767792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.772585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd8732f-df71-418a-ac44-3dfe0d36a0c9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:24.779808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.792926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.804866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.822294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.833930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.835288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:24.837214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c09e9123-61fd-44bc-9e96-6b31399192be req-f790c20f-3a66-41a3-aa91-92bda34726a7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3486583 Nov 03 18:50:24.839074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9dd8732f-df71-418a-ac44-3dfe0d36a0c9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:24.869257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] DHCP port deletion for 7baf361a-49e3-447d-a161-b0fd8cafd524 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:24.971767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] Deleting port ee4ae759-ddc5-4500-8716-405f55cdcba9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:24.972521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.012772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.124542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a71bd18-82e5-4966-a858-8f6ffd961f03']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.131261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Deleting port ee4ae759-ddc5-4500-8716-405f55cdcba9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:25.132275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.145269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.146886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e8c3d6-ecec-4c86-97f8-ed1f5a6176ca') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.159394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c09e9123-61fd-44bc-9e96-6b31399192be req-07550334-3dcf-4e96-90f9-e3167f03d595 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2960124 Nov 03 18:50:25.167259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] For port ee4ae759-ddc5-4500-8716-405f55cdcba9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ee4ae759-ddc5-4500-8716-405f55cdcba9,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:25.168436 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.192708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] Calling delete_port for ee4ae759-ddc5-4500-8716-405f55cdcba9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:25.256086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.313477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.340989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:25.342853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.362942 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.426647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] Pushing event deleted for resources: {'Port': ['ID=ee4ae759-ddc5-4500-8716-405f55cdcba9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.428804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37291f-0c01-4784-85ab-360ae55505b0 None None] No DVR routers for this DVR port ee4ae759-ddc5-4500-8716-405f55cdcba9 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:25.470305 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:25.511739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] For port ee4ae759-ddc5-4500-8716-405f55cdcba9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ee4ae759-ddc5-4500-8716-405f55cdcba9,segment=NetworkSegment(d8ff8367-8087-4368-af4d-d681d3374746),segment_id=d8ff8367-8087-4368-af4d-d681d3374746)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:25.512538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.525964 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.545380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Calling delete_port for ee4ae759-ddc5-4500-8716-405f55cdcba9 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:25.548004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.558607 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7a71bd18-82e5-4966-a858-8f6ffd961f03 HTTP/1.1" status: 204 len: 168 time: 2.3571939 Nov 03 18:50:25.587238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88d1-0218-4b52-97a4-81b2db7c4b93 req-efa7971a-456a-4078-949b-c1f9b9c554b2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:25.599178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7dac88d1-0218-4b52-97a4-81b2db7c4b93 req-efa7971a-456a-4078-949b-c1f9b9c554b2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.2240782 Nov 03 18:50:25.650424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99081f-daab-4ac4-b2db-8aa1253bd2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a71bd18-82e5-4966-a858-8f6ffd961f03,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.827548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7dac88d1-0218-4b52-97a4-81b2db7c4b93 req-8eeb7d6c-1ca9-4ee6-93c1-0bbd6edc61f2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267909 Nov 03 18:50:25.847971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.891506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4ae759-ddc5-4500-8716-405f55cdcba9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.906525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] No DVR routers for this DVR port ee4ae759-ddc5-4500-8716-405f55cdcba9 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:26.063722 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.070910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50232) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:26.145071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baf361a-49e3-447d-a161-b0fd8cafd524']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:26.146460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-98d86c84-724a-410f-bfc1-12471c5a3643 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d3e8a8695fa24b599a6870f0bd9ae102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735397 Nov 03 18:50:26.151359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50236) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:26.173022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ff8367-8087-4368-af4d-d681d3374746') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:26.174091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ff8367-8087-4368-af4d-d681d3374746') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:26.227849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.280286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbe0-bc02-478d-b0dd-0a32cc09913f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.323724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.357683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:26.358409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.361015 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbe0-bc02-478d-b0dd-0a32cc09913f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.504866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbe0-bc02-478d-b0dd-0a32cc09913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.510565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbe0-bc02-478d-b0dd-0a32cc09913f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.512772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a93cbe0-bc02-478d-b0dd-0a32cc09913f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3e3d631f-b795-4b6d-a37e-5e415624c6fd HTTP/1.1" status: 204 len: 168 time: 0.3595526 Nov 03 18:50:26.527324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93cbe0-bc02-478d-b0dd-0a32cc09913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d631f-b795-4b6d-a37e-5e415624c6fd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:26.541155 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:26.634609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.647947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.657580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7baf361a-49e3-447d-a161-b0fd8cafd524 HTTP/1.1" status: 204 len: 168 time: 2.3965673 Nov 03 18:50:26.747507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ee4ae759-ddc5-4500-8716-405f55cdcba9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:26.761689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68b61-3ccd-4d24-b97f-402da7cd90a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7baf361a-49e3-447d-a161-b0fd8cafd524,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:26.795845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: ee4ae759-ddc5-4500-8716-405f55cdcba9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:26.796650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ee4ae759-ddc5-4500-8716-405f55cdcba9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:26.806701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8700-579a-44c1-991c-3397833fe661 req-149a518c-7d45-4531-a4f9-3f6dc6518a00 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:26.824320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ea8700-579a-44c1-991c-3397833fe661 req-149a518c-7d45-4531-a4f9-3f6dc6518a00 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2591033 Nov 03 18:50:26.932128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ea8700-579a-44c1-991c-3397833fe661 req-2596bb91-18aa-4231-b277-c64d6fb7b90c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020982 Nov 03 18:50:27.122197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:27.182181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.194879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.205963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.216363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.229329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.239282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.249248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.258723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-378f1978-fd7f-48d5-a130-b095b4058837 req-d75ff697-997a-4e2a-a52f-19ef69adce4d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.2077138 Nov 03 18:50:27.280019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50258) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:27.283020 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ad3fa338-ff50-4914-9916-cd5f7d1cf952 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=744530cde0db4edc92869acaa4d7a116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584978 Nov 03 18:50:27.456297 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d864-4731-413a-a27d-7869dfcfda63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.501257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d864-4731-413a-a27d-7869dfcfda63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.595070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-378f1978-fd7f-48d5-a130-b095b4058837 req-44d1689a-7076-430e-9be4-6dd4f71077d1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3345647 Nov 03 18:50:27.636797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-61fef2f0-2bc7-43e7-aba8-2f4137ea0cc5 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:50:27.654663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-61fef2f0-2bc7-43e7-aba8-2f4137ea0cc5 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 1.0919843 Nov 03 18:50:27.739064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d864-4731-413a-a27d-7869dfcfda63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.746414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d864-4731-413a-a27d-7869dfcfda63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.754435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b3a4d864-4731-413a-a27d-7869dfcfda63 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/37c986f2-ef1c-4206-92e4-a8f6ad6fa8e7 HTTP/1.1" status: 204 len: 168 time: 0.4674997 Nov 03 18:50:27.789194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4d864-4731-413a-a27d-7869dfcfda63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c986f2-ef1c-4206-92e4-a8f6ad6fa8e7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:28.054301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-b7849ea6-b099-474e-b739-43c9e5a0ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:28.067178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-b7849ea6-b099-474e-b739-43c9e5a0ca5f service neutron] 10.222.0.91 "GET /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 1093 time: 0.4074891 Nov 03 18:50:28.075191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Request body: {'binding': {'host': 'n-h1-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:28.075944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Unknown quota resources ['binding']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:50:28.145395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262cbe4-9711-4407-af0d-aa4fcf9909a0 req-7d7af43e-e994-45c4-a7af-d6ad906239aa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:28.148754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c262cbe4-9711-4407-af0d-aa4fcf9909a0 req-7d7af43e-e994-45c4-a7af-d6ad906239aa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 949 time: 0.2653663 Nov 03 18:50:28.428709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c262cbe4-9711-4407-af0d-aa4fcf9909a0 req-1ac14288-1a79-4272-bf06-5d7c32f4e936 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642486 Nov 03 18:50:28.585069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on host n-h1-812151-4 for vnic_type normal with profile None {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:28.585556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:28.586093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:28.660967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:50:28.662096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:28.684669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:28.685995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:28.687743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:28.689466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Bound port: 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:28.700239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50292) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:28.721741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-69c03ab0-848d-4c24-95c4-33c8ca46a2aa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:28.724264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-69c03ab0-848d-4c24-95c4-33c8ca46a2aa tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 949 time: 0.1708529 Nov 03 18:50:28.839707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b46d9c42-5cf1-4c07-bc34-967fc272cad1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=af6d99f631d34402baa0feba300dbb52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371410 Nov 03 18:50:28.848907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50294) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:28.858519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa118a3-d729-4301-9942-cb940a8ae329 req-979c2fdb-b8d1-4db3-a87f-722919f08590 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:28.874264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6aa118a3-d729-4301-9942-cb940a8ae329 req-979c2fdb-b8d1-4db3-a87f-722919f08590 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.2783105 Nov 03 18:50:28.969920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:28.987260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port 7c97c708-a938-48c6-ae79-ca7d6268b148 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:28.988591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.041717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6aa118a3-d729-4301-9942-cb940a8ae329 req-17f16b1c-e53b-4096-af0a-a228da3ce2ea tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649816 Nov 03 18:50:29.050473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.052708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] 10.222.0.91 "POST /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9841983 Nov 03 18:50:29.134562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:29.283481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port 7c97c708-a938-48c6-ae79-ca7d6268b148, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c97c708-a938-48c6-ae79-ca7d6268b148,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:29.284527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.479412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d097e-e22b-4aea-8b9e-aacd040213ac req-a4490eff-0d5b-4cde-9e05-511577f72b26 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:29.494962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d1d097e-e22b-4aea-8b9e-aacd040213ac req-a4490eff-0d5b-4cde-9e05-511577f72b26 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1874692 Nov 03 18:50:29.509063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-network', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:29.618725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Made reservation on behalf of fb81b7ad0fa1440385fe8b3a77edb1b8 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:29.623185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.662313 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d1d097e-e22b-4aea-8b9e-aacd040213ac req-d18dbf13-8fc4-4eb3-99fa-4a2d955e248f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635575 Nov 03 18:50:29.667269 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.875060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for 7c97c708-a938-48c6-ae79-ca7d6268b148 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:29.922191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82300a28-f53d-4e91-bcf7-de9a2ceae9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.046295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82300a28-f53d-4e91-bcf7-de9a2ceae9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.073959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.091479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32c7e2-b49c-4c81-adfb-5de84aac56cf req-a7831581-9e94-4175-9a1e-6449e880299f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.094756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f32c7e2-b49c-4c81-adfb-5de84aac56cf req-a7831581-9e94-4175-9a1e-6449e880299f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2361929 Nov 03 18:50:30.117080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.129778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.130706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-576cc29a-5b64-4f23-95c7-2e38f09ac462 service neutron] 10.222.0.110 "GET /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.2733002 Nov 03 18:50:30.143101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.155511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.170532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.182055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.195841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.196830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-51415b19-3f7c-47c5-a2f6-aeb709aecc7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3106079 Nov 03 18:50:30.200768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.226211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:30.303509 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82300a28-f53d-4e91-bcf7-de9a2ceae9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.308256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82300a28-f53d-4e91-bcf7-de9a2ceae9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.318425 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-82300a28-f53d-4e91-bcf7-de9a2ceae9ce admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7dba48bf-22ea-42b2-b1e9-9322fa4af30f HTTP/1.1" status: 204 len: 168 time: 1.4562824 Nov 03 18:50:30.334321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b477949-8f07-40dd-9595-320987f7be03,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:30.351666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82300a28-f53d-4e91-bcf7-de9a2ceae9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba48bf-22ea-42b2-b1e9-9322fa4af30f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:30.415566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f32c7e2-b49c-4c81-adfb-5de84aac56cf req-b9d14935-ffd7-47e9-b243-895ad4b4c303 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167335 Nov 03 18:50:30.462376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee3f8df9-59e1-4e08-9609-0876c78455b4 req-798b1208-371f-4f7f-8bc8-53578c4dec6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037189 Nov 03 18:50:30.605957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:30.666197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.674726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c816628-00cf-46fd-8ace-94d510d378a3 req-b3c73ad0-f294-4a8f-a56e-c51af2678f27 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.678421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c816628-00cf-46fd-8ace-94d510d378a3 req-b3c73ad0-f294-4a8f-a56e-c51af2678f27 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=890cbbcc-51c9-49bd-be44-9d4899aaf51a HTTP/1.1" status: 200 len: 949 time: 0.1091547 Nov 03 18:50:30.686208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', '1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:30.691659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895', 'acf57a61-ebf9-48b0-9546-b65847bad809', 'aa173892-2365-4438-a8d4-0683630167c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:30.703761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:30.714722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:30.767388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.769397 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Added segment 490a3349-73b7-4cc0-97dd-58284ceb38fd of type vlan for network 40ee5419-a402-4510-94df-6395cb2aebfb Nov 03 18:50:30.819621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe45602-eb50-4fc9-9c91-c457f010451e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:30.835952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=7c97c708-a938-48c6-ae79-ca7d6268b148,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:30.876428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:30.926503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port 7c97c708-a938-48c6-ae79-ca7d6268b148 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:30.940330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.944692 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c8dfa21-75ec-4cf5-81aa-85a71737a401 req-5abb113f-312b-453c-aaf7-d88a6d221612 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "DELETE /v2.0/ports/7c97c708-a938-48c6-ae79-ca7d6268b148 HTTP/1.1" status: 204 len: 173 time: 2.2129498 Nov 03 18:50:30.945470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'name': 'network-vif-deleted', 'tag': '7c97c708-a938-48c6-ae79-ca7d6268b148'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:30.950889 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf255f1-6587-48eb-8f57-3469e574a1c0" -d '{"events": [{"server_uuid": "890cbbcc-51c9-49bd-be44-9d4899aaf51a", "name": "network-vif-deleted", "tag": "7c97c708-a938-48c6-ae79-ca7d6268b148"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:30.958089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.136926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.181911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] Transition to ACTIVE for port object 6fe45602-eb50-4fc9-9c91-c457f010451e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:50:31.195728 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.330105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.331912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.332206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.358030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c816628-00cf-46fd-8ace-94d510d378a3 req-07cab6e2-83d1-46b7-9136-8ef0877b8740 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445637 Nov 03 18:50:31.380509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250132b-f0bd-4eba-aab1-49db49aab83e req-b8f6d637-62d1-40c4-ba40-a62e7a735775 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.405511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] Pushing event updated for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:31.406481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1250132b-f0bd-4eba-aab1-49db49aab83e req-b8f6d637-62d1-40c4-ba40-a62e7a735775 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 943 time: 0.5005987 Nov 03 18:50:31.444540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] No DVR routers for this DVR port 6fe45602-eb50-4fc9-9c91-c457f010451e on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:31.574488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-3947b1cf-9f81-42ae-9b18-67f72627991c service neutron] 10.222.0.110 "PUT /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e/bindings/n-h1-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4261923 Nov 03 18:50:31.603649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4637964 Nov 03 18:50:31.607260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:31.620839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Request body: {'subnet': {'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-subnet', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:31.633520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36246129-60f2-4c49-8a79-65f00a8a9c39 admin admin] Pushing event updated for resources: {'Network': ['ID=40ee5419-a402-4510-94df-6395cb2aebfb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:31.667694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 40ee5419-a402-4510-94df-6395cb2aebfb details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:31.699306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Made reservation on behalf of fb81b7ad0fa1440385fe8b3a77edb1b8 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:31.709802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.754414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1250132b-f0bd-4eba-aab1-49db49aab83e req-2e3a9aea-e7f8-4718-88a1-04d7408479f8 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461142 Nov 03 18:50:31.859419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6dfbe-aafc-4ded-bfc2-0b51a9c4369e req-027b238f-bd63-4efc-9a6c-67bac5ffc3b4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.861972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76d6dfbe-aafc-4ded-bfc2-0b51a9c4369e req-027b238f-bd63-4efc-9a6c-67bac5ffc3b4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2027366 Nov 03 18:50:31.954213 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdad469-2179-4b97-b7e7-e7d5f39238fc x-openstack-request-id: req-ebdad469-2179-4b97-b7e7-e7d5f39238fc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:31.955133 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890cbbcc-51c9-49bd-be44-9d4899aaf51a", "name": "network-vif-deleted", "tag": "7c97c708-a938-48c6-ae79-ca7d6268b148", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:31.956438 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebdad469-2179-4b97-b7e7-e7d5f39238fc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:31.956438 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890cbbcc-51c9-49bd-be44-9d4899aaf51a', 'name': 'network-vif-deleted', 'tag': '7c97c708-a938-48c6-ae79-ca7d6268b148', 'status': 'completed', 'code': 200} Nov 03 18:50:32.166447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76d6dfbe-aafc-4ded-bfc2-0b51a9c4369e req-f9437160-ec53-4732-b86c-13d1f39182a7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938914 Nov 03 18:50:32.222332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-c0f3ae0a-846d-4e82-bada-f64bbf0328e7 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.233338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-c0f3ae0a-846d-4e82-bada-f64bbf0328e7 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.2999179 Nov 03 18:50:32.285964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.293077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c97c708-a938-48c6-ae79-ca7d6268b148 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:32.373774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.402056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 7c97c708-a938-48c6-ae79-ca7d6268b148 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:32.402968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c97c708-a938-48c6-ae79-ca7d6268b148 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:32.460035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-6c6dbac9-2c1e-4bfc-9665-c34d434a5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.462392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-6c6dbac9-2c1e-4bfc-9665-c34d434a5dbc service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2&tenant_id=cbf163c9d6fe4b169e96cb667c088239 HTTP/1.1" status: 200 len: 1095 time: 0.2155943 Nov 03 18:50:32.530594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.537276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a6da67-3ca2-47c7-8957-7171d00503b6,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:32.540598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.547128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.554624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.561333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Checking segment: {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:32.562768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Network hostable DHCP agents. Network: 40ee5419-a402-4510-94df-6395cb2aebfb, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:32.565052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.572511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.579806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.581771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d0a730b-f95f-4814-8876-fa638036a157 req-13b65e97-8297-4b88-9004-b37b6495a561 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3331625 Nov 03 18:50:32.601173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Network 40ee5419-a402-4510-94df-6395cb2aebfb is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:32.611649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478148f-7537-4639-8570-32aad7748f78 req-44a03dc9-cb33-40a8-ae2e-170b22f0171f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.613532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b478148f-7537-4639-8570-32aad7748f78 req-44a03dc9-cb33-40a8-ae2e-170b22f0171f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2321279 Nov 03 18:50:32.622628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 40ee5419-a402-4510-94df-6395cb2aebfb) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:32.633574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.639382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.647559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172be0ed-8c17-427b-9307-79d16a71dffd None None] Network 40ee5419-a402-4510-94df-6395cb2aebfb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:32.679666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6464ca55-f319-48e1-8606-def4b15acc98 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0690339 Nov 03 18:50:32.684305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:32.696151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:32.739998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.743288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.773261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-6ed2c9c7-4950-481e-9bff-32ac3935dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.775075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-6ed2c9c7-4950-481e-9bff-32ac3935dc58 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cbf163c9d6fe4b169e96cb667c088239&device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1095 time: 0.1893151 Nov 03 18:50:32.819385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b478148f-7537-4639-8570-32aad7748f78 req-980b93db-06f6-4a96-95dc-4a3ae4bf319b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607358 Nov 03 18:50:32.841226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d0a730b-f95f-4814-8876-fa638036a157 req-608049a4-2698-4ed5-8943-a31b03c4f6d4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2265489 Nov 03 18:50:32.897419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.979866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.187576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-2c0c65d0-c1d8-4f5d-bde4-f660f6bb83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.194188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-2c0c65d0-c1d8-4f5d-bde4-f660f6bb83d6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 200 len: 909 time: 0.3993368 Nov 03 18:50:33.300774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.364746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-5c54cc72-db88-48a7-a2ba-dc628dce51ae service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 200 len: 217 time: 0.1519012 Nov 03 18:50:33.397361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ca3f3-8fc2-4dbf-9e27-329b3cba1fe7 req-470ff82d-b1b9-4c30-98c9-08400a46ac30 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.400606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-743ca3f3-8fc2-4dbf-9e27-329b3cba1fe7 req-470ff82d-b1b9-4c30-98c9-08400a46ac30 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 944 time: 0.3403261 Nov 03 18:50:33.434008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-40ee5419-a402-4510-94df-6395cb2aebfb', 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'fixed_ips': [{'subnet_id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:33.438880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.583329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-add28c88-c37a-458b-ae2b-e91bad5e1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.585610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-add28c88-c37a-458b-ae2b-e91bad5e1ef4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 200 len: 848 time: 0.1833889 Nov 03 18:50:33.631542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-743ca3f3-8fc2-4dbf-9e27-329b3cba1fe7 req-d56563b8-e526-4e33-8d0d-dc58f0255799 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681671 Nov 03 18:50:33.740104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-cb995158-b359-4d11-8fba-97d38f223a3a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0707a388-91eb-435e-8f98-7b4a26cad41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314602 Nov 03 18:50:33.834285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567795-f430-4ef4-8c8b-7959047e34a7 req-ace93c96-fcc6-46d0-995c-d4f1446932db tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.836714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04567795-f430-4ef4-8c8b-7959047e34a7 req-ace93c96-fcc6-46d0-995c-d4f1446932db tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2679758 Nov 03 18:50:33.842873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Allocated IP 172.20.0.2 (40ee5419-a402-4510-94df-6395cb2aebfb/a9a6da67-3ca2-47c7-8957-7171d00503b6/90b7b454-bc88-452f-9e34-e85be21cd17d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:33.902944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.942309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.135778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78a54-048a-4ad9-b849-cafe7dd88ccc req-b1da36de-b342-425e-bf2a-119e1fe84b1d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.141326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Allocated IP 172.25.8.201 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1abb4462-dab0-4d65-aceb-4cf500cee19b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:34.149713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52c78a54-048a-4ad9-b849-cafe7dd88ccc req-b1da36de-b342-425e-bf2a-119e1fe84b1d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 949 time: 0.3111305 Nov 03 18:50:34.170834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-7dfc88ea-2e41-4a2e-b1bf-bfc03d55ebcb service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140589 Nov 03 18:50:34.180030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04567795-f430-4ef4-8c8b-7959047e34a7 req-dd6110a4-c5bd-4fde-ad09-ff89a70f2b4a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150253 Nov 03 18:50:34.219266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.232835 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.341100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Network 40ee5419-a402-4510-94df-6395cb2aebfb is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:34.346113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:34.364917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:34.427995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52c78a54-048a-4ad9-b849-cafe7dd88ccc req-fe289d31-c399-4397-af9b-75ddc447838a tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608192 Nov 03 18:50:34.428302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.483084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Pushing event updated for resources: {'Port': ['ID=90b7b454-bc88-452f-9e34-e85be21cd17d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.516674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.525184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Attempting to bind port 90b7b454-bc88-452f-9e34-e85be21cd17d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:34.525849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Attempting to bind port 90b7b454-bc88-452f-9e34-e85be21cd17d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:34.526888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Attempting to bind port 90b7b454-bc88-452f-9e34-e85be21cd17d on network 40ee5419-a402-4510-94df-6395cb2aebfb {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:34.540155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:34.540998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Checking segment: {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:34.541994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.543035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Bound using segment: {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:34.543982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Bound port: 90b7b454-bc88-452f-9e34-e85be21cd17d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:34.544992 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.586991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:34.594640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:34.603656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:34.619128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-045fd7b2-49cf-47f7-9c1c-c8530bc974e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.652396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb4462-dab0-4d65-aceb-4cf500cee19b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.746775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] For port 90b7b454-bc88-452f-9e34-e85be21cd17d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:34.755782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] For port 90b7b454-bc88-452f-9e34-e85be21cd17d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90b7b454-bc88-452f-9e34-e85be21cd17d,segment=NetworkSegment(490a3349-73b7-4cc0-97dd-58284ceb38fd),segment_id=490a3349-73b7-4cc0-97dd-58284ceb38fd)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:34.764893 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.779898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9085b-1ae0-4276-8e2e-41da48e73cb2 req-fd079027-43ec-4f14-947d-6e8452aeec11 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.791512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb9085b-1ae0-4276-8e2e-41da48e73cb2 req-fd079027-43ec-4f14-947d-6e8452aeec11 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.3762000 Nov 03 18:50:34.819131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-152ef886-4bc2-45d9-96b7-bf13df46fc88 service neutron] 10.222.0.115 "GET /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110984 Nov 03 18:50:34.887133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1651222-3064-4b89-9c4f-3b4f886340dc None None] Pushing event updated for resources: {'Port': ['ID=90b7b454-bc88-452f-9e34-e85be21cd17d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.895318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.908450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.917737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.927051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.935992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.942573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.956048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.959932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-96abdf19-d222-4706-93b8-fe7a0e54e942 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3442559 Nov 03 18:50:35.029939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb9085b-1ae0-4276-8e2e-41da48e73cb2 req-8ddf1bd6-30c6-43d7-b0a2-667bce9e5492 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341168 Nov 03 18:50:35.173867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-630db61a-cb5b-41ee-9916-593a17d8eb82 req-3f334c30-487e-45cb-ab5c-5e44979c6056 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957545 Nov 03 18:50:35.258766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.477925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173026fa-6897-4048-969c-10dfc144e39f req-10979dfc-64fc-4211-822b-b558e5f89f71 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.481750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-10979dfc-64fc-4211-822b-b558e5f89f71 tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2&tenant_id=cbf163c9d6fe4b169e96cb667c088239&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.1757061 Nov 03 18:50:35.657795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed9986-70a6-4e88-a36d-05709ff7778c req-9273fc00-7be7-462c-bc38-9d6b2942be66 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.660553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9ed9986-70a6-4e88-a36d-05709ff7778c req-9273fc00-7be7-462c-bc38-9d6b2942be66 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 944 time: 0.2713113 Nov 03 18:50:35.837749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-5745a24f-4108-4994-9b8e-5a0a6c75d28d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.840156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-5745a24f-4108-4994-9b8e-5a0a6c75d28d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 949 time: 0.1353235 Nov 03 18:50:35.844934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.901288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9ed9986-70a6-4e88-a36d-05709ff7778c req-3a853fcf-faf4-4636-8711-89e3d69e651c tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840930 Nov 03 18:50:35.906507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-173026fa-6897-4048-969c-10dfc144e39f req-3f93a35a-3b0a-4caf-9c93-601cbfe9edba service neutron] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:35.923090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d89a-bcc8-4b27-a37a-5d0ca273d4bb req-03ad6765-b95e-4599-a1d2-8b63df41e1ca tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.926010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d01d89a-bcc8-4b27-a37a-5d0ca273d4bb req-03ad6765-b95e-4599-a1d2-8b63df41e1ca tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2115753 Nov 03 18:50:35.932876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-173026fa-6897-4048-969c-10dfc144e39f req-3f93a35a-3b0a-4caf-9c93-601cbfe9edba service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.935116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-3f93a35a-3b0a-4caf-9c93-601cbfe9edba service neutron] 10.222.0.115 "DELETE /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e/bindings/n-h2-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.4354103 Nov 03 18:50:36.112684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d01d89a-bcc8-4b27-a37a-5d0ca273d4bb req-1f21b85c-5344-473b-98bc-7cc14f2ceed3 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269264 Nov 03 18:50:36.253346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2506-1982-42c3-8e2a-ad4ecfe35328 req-4aba839e-c099-4542-b1a5-446f517edada tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.264667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-063e2506-1982-42c3-8e2a-ad4ecfe35328 req-4aba839e-c099-4542-b1a5-446f517edada tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=0279e1c0-786d-4ea1-bf78-9738f5bc93a8 HTTP/1.1" status: 200 len: 949 time: 0.1152856 Nov 03 18:50:36.330710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port aa173892-2365-4438-a8d4-0683630167c7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:36.331533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.366170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:36.383633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-063e2506-1982-42c3-8e2a-ad4ecfe35328 req-7efb6c35-2c1a-446e-99ca-9e7c3b129bdc tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154685 Nov 03 18:50:36.703857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port aa173892-2365-4438-a8d4-0683630167c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aa173892-2365-4438-a8d4-0683630167c7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:36.705679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.782435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for aa173892-2365-4438-a8d4-0683630167c7 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:36.786161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f5d3e-28e0-433c-aeb0-b541fa6a292d req-6c416513-e53f-4b19-8776-b6166fe30171 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.789774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d18f5d3e-28e0-433c-aeb0-b541fa6a292d req-6c416513-e53f-4b19-8776-b6166fe30171 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2307084 Nov 03 18:50:36.811424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90b7b454-bc88-452f-9e34-e85be21cd17d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:36.870806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28b536-d258-4351-96ee-7ca2b94fdc0d None None] Network 40ee5419-a402-4510-94df-6395cb2aebfb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:36.923229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:36.935599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d18f5d3e-28e0-433c-aeb0-b541fa6a292d req-b6dbc674-25c2-4cb4-8507-e781cd314f55 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335998 Nov 03 18:50:36.943880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412308-378b-4527-b548-6b648da7feba None None] Sync routers for ids ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:36.980465 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] Routers {'a0eaedff-9216-4ef5-a04a-49bdacd5fd94'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:36.985119 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:36.992639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.007544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.018632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.029587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.040963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.050240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.060146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-467be757-0d01-4a26-b9cb-1c461aeb3021 None None] Provisioning complete for port 90b7b454-bc88-452f-9e34-e85be21cd17d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:37.061137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-467be757-0d01-4a26-b9cb-1c461aeb3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.061429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.071497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-ab931444-7ecf-4120-97e5-29a68f0beda8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3827951 Nov 03 18:50:37.208402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97271c60-f19f-4455-ad46-23dd8b6a0083 req-cea91f2c-98ba-4f27-8b25-4f2f8b49f28e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356244 Nov 03 18:50:37.256490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90b7b454-bc88-452f-9e34-e85be21cd17d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:37.257283 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.262037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.271985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.279427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50420) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:37.280418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1384b6d7-e6f0-49fd-b6e6-f66e526cde77 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5936055 Nov 03 18:50:37.306317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] Set router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:37.339057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=aa173892-2365-4438-a8d4-0683630167c7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:37.452035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port aa173892-2365-4438-a8d4-0683630167c7 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:37.456170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.463268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d26e5e84-cf0f-4985-a2ba-658adce585bb req-b5f50441-cf97-4bd1-beb6-aef2874aa783 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "DELETE /v2.0/ports/aa173892-2365-4438-a8d4-0683630167c7 HTTP/1.1" status: 204 len: 173 time: 1.6080856 Nov 03 18:50:37.463268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'name': 'network-vif-deleted', 'tag': 'aa173892-2365-4438-a8d4-0683630167c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:37.469949 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7454b3d-1e1f-4444-8e8c-79b166d705bd" -d '{"events": [{"server_uuid": "0279e1c0-786d-4ea1-bf78-9738f5bc93a8", "name": "network-vif-deleted", "tag": "aa173892-2365-4438-a8d4-0683630167c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:37.603772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895', 'acf57a61-ebf9-48b0-9546-b65847bad809', 'aa173892-2365-4438-a8d4-0683630167c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:37.669496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', '1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:38.051192 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:50:34Z', 'revision_number': 3, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:38.149554 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-467be757-0d01-4a26-b9cb-1c461aeb3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.200388 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412308-378b-4527-b548-6b648da7feba None None] Checking router: a0eaedff-9216-4ef5-a04a-49bdacd5fd94 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:38.205810 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412308-378b-4527-b548-6b648da7feba None None] Updating router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 port 1abb4462-dab0-4d65-aceb-4cf500cee19b binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:50:38.226046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-467be757-0d01-4a26-b9cb-1c461aeb3021 None None] For port 90b7b454-bc88-452f-9e34-e85be21cd17d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90b7b454-bc88-452f-9e34-e85be21cd17d,segment=NetworkSegment(490a3349-73b7-4cc0-97dd-58284ceb38fd),segment_id=490a3349-73b7-4cc0-97dd-58284ceb38fd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:38.255578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-25d5af53-2494-4fa7-8828-59efbf26eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.276434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-25d5af53-2494-4fa7-8828-59efbf26eb8a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1096 time: 0.2150583 Nov 03 18:50:38.293608 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6412308-378b-4527-b548-6b648da7feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.314856 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-467be757-0d01-4a26-b9cb-1c461aeb3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.334239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 187556e5-51af-4b57-a34d-04b9379b8528 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:38.455448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a73f6-09e3-43f7-b967-f1f5a226c439 req-16af5451-a965-4c38-af97-bf05911aab1e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.459344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-650a73f6-09e3-43f7-b967-f1f5a226c439 req-16af5451-a965-4c38-af97-bf05911aab1e tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 1095 time: 0.2378633 Nov 03 18:50:38.483575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a1af3-7594-4890-b6e1-22751a50a3b2 req-35d29465-6393-4882-8107-47c12f843dec tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.499482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c9a1af3-7594-4890-b6e1-22751a50a3b2 req-35d29465-6393-4882-8107-47c12f843dec tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2930703 Nov 03 18:50:38.535035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cc061a69-9de1-4759-a3e7-dba258c12a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.608265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:50:38.813052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-650a73f6-09e3-43f7-b967-f1f5a226c439 req-ac6893fc-08ae-4897-8d74-1970272d8cec tempest-LiveMigrationTest-428132345 tempest-LiveMigrationTest-428132345-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996271 Nov 03 18:50:38.829558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-6d5f2105-b645-4ef8-9615-99d3e778824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.835499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-6d5f2105-b645-4ef8-9615-99d3e778824d service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.5475917 Nov 03 18:50:38.836262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c9a1af3-7594-4890-b6e1-22751a50a3b2 req-3449cdf5-7c49-4b79-8a0b-26ed6d3e753f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341734 Nov 03 18:50:38.955170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be757-0d01-4a26-b9cb-1c461aeb3021 None None] Pushing event updated for resources: {'Port': ['ID=90b7b454-bc88-452f-9e34-e85be21cd17d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:39.050928 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feab842-5157-4306-b1ef-ba33747f5b3a x-openstack-request-id: req-0feab842-5157-4306-b1ef-ba33747f5b3a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:39.051421 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0279e1c0-786d-4ea1-bf78-9738f5bc93a8", "name": "network-vif-deleted", "tag": "aa173892-2365-4438-a8d4-0683630167c7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:39.051852 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0feab842-5157-4306-b1ef-ba33747f5b3a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:39.052536 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0279e1c0-786d-4ea1-bf78-9738f5bc93a8', 'name': 'network-vif-deleted', 'tag': 'aa173892-2365-4438-a8d4-0683630167c7', 'status': 'completed', 'code': 200} Nov 03 18:50:39.055918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-ab7a6987-ac18-4095-89a7-2444f669875b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 217 time: 0.1886463 Nov 03 18:50:39.078548 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6412308-378b-4527-b548-6b648da7feba None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.087731 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6412308-378b-4527-b548-6b648da7feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.254633 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b6412308-378b-4527-b548-6b648da7feba None None] Attempting to bind port 1abb4462-dab0-4d65-aceb-4cf500cee19b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:39.256047 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b6412308-378b-4527-b548-6b648da7feba None None] Attempting to bind port 1abb4462-dab0-4d65-aceb-4cf500cee19b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:39.257533 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6412308-378b-4527-b548-6b648da7feba None None] Attempting to bind port 1abb4462-dab0-4d65-aceb-4cf500cee19b on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:39.268098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-a539cc3b-5d87-4d10-a1d1-d86a384a767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.270838 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-a539cc3b-5d87-4d10-a1d1-d86a384a767b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.2017601 Nov 03 18:50:39.308977 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Pushing event updated for resources: {'Port': ['ID=1abb4462-dab0-4d65-aceb-4cf500cee19b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:39.338062 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.338832 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.339373 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.339893 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.340434 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.341022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.341551 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.342073 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.345540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.345540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.345540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.345540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:39.354637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=187556e5-51af-4b57-a34d-04b9379b8528,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:39.371039 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6412308-378b-4527-b548-6b648da7feba None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:39.372008 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6412308-378b-4527-b548-6b648da7feba None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:39.375328 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6412308-378b-4527-b548-6b648da7feba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.381471 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6412308-378b-4527-b548-6b648da7feba None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:39.382647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b6412308-378b-4527-b548-6b648da7feba None None] Bound port: 1abb4462-dab0-4d65-aceb-4cf500cee19b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:39.383514 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6412308-378b-4527-b548-6b648da7feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.410765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-fc3301e6-62e8-42b8-8e15-11e02cbad6db service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309006 Nov 03 18:50:39.411187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '187556e5-51af-4b57-a34d-04b9379b8528', 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'port_id': '187556e5-51af-4b57-a34d-04b9379b8528', 'mac_address': 'fa:16:3e:2a:15:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d9de7b-b7ce-4e68-9901-116372f8c280', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:39.424492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90b7b454-bc88-452f-9e34-e85be21cd17d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:39.426353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd580-fb57-4635-981e-f117dd9374e1 req-8786ade4-c468-44c5-89ed-d906b1a08bb4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.428691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d9135384-1cf9-4fe7-b45d-20da782abbc5 None None] Provisioning complete for port 90b7b454-bc88-452f-9e34-e85be21cd17d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:39.429001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-401bd580-fb57-4635-981e-f117dd9374e1 req-8786ade4-c468-44c5-89ed-d906b1a08bb4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.1064491 Nov 03 18:50:39.429301 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9135384-1cf9-4fe7-b45d-20da782abbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.497610 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b6412308-378b-4527-b548-6b648da7feba None None] For port 1abb4462-dab0-4d65-aceb-4cf500cee19b, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:39.503757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b6412308-378b-4527-b548-6b648da7feba None None] For port 1abb4462-dab0-4d65-aceb-4cf500cee19b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1abb4462-dab0-4d65-aceb-4cf500cee19b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:39.512248 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6412308-378b-4527-b548-6b648da7feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.598352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-401bd580-fb57-4635-981e-f117dd9374e1 req-cd30af22-2287-4b09-ba00-2c5006518705 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356404 Nov 03 18:50:39.611554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327f41-b77b-4c05-ab34-864746dea2c7 None None] Pushing event updated for resources: {'Port': ['ID=1abb4462-dab0-4d65-aceb-4cf500cee19b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:39.616275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.626071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.639272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.654125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.659313 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] Routers {'a0eaedff-9216-4ef5-a04a-49bdacd5fd94'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:39.659616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.660298 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:39.677537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.689240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.690920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.696947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-c14d2746-410b-45d9-820b-fe9d2e569e7e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5419 time: 0.3078115 Nov 03 18:50:39.701368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187556e5-51af-4b57-a34d-04b9379b8528 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:39.732160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-f8f9fcf1-28d4-43d2-b725-c475135ec3e9 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056195 Nov 03 18:50:39.754610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=187556e5-51af-4b57-a34d-04b9379b8528,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:39.775563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.778700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:39.896428 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] Set router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:39.902295 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.047882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:40.209229 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.274983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:50:40.340280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-391d7c55-53f9-4cc6-8ceb-b1a7d951f06e req-bb332150-37bd-4cd3-9296-c3a15cfb5427 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6219542 Nov 03 18:50:40.366353 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6412308-378b-4527-b548-6b648da7feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:50:34Z', 'revision_number': 3, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:40.480151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Allocated IP 172.20.0.1 (40ee5419-a402-4510-94df-6395cb2aebfb/a9a6da67-3ca2-47c7-8957-7171d00503b6/817ca5d6-783b-4d3b-b7d4-d856ef7b320e) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:40.517824 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412308-378b-4527-b548-6b648da7feba None None] The sync data for ids ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'] in n-d-812151-4 is: [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:50:34Z', 'revision_number': 3, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:40.563525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90b7b454-bc88-452f-9e34-e85be21cd17d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:40.564855 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.565556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-7367e503-fe8c-47df-a084-9342e0084996 service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072698 Nov 03 18:50:40.849915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:40.866361 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.918240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'port_id': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'mac_address': 'fa:16:3e:4e:77:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:40.967259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0584-0786-4e15-a00c-2346ccd5a642 req-b1c840d7-fdf0-413b-9480-181892224dab tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.980262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5fb0584-0786-4e15-a00c-2346ccd5a642 req-b1c840d7-fdf0-413b-9480-181892224dab tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2913318 Nov 03 18:50:41.034768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-ec4f22f3-7a40-4c17-8cca-47813c4a64d1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.038979 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-ec4f22f3-7a40-4c17-8cca-47813c4a64d1 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 944 time: 0.1347048 Nov 03 18:50:41.060854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7e60d-dc0f-4f6a-9653-bd8367615634 req-43991061-6cba-45ee-a8cb-81e1b9af0862 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.104180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09f7e60d-dc0f-4f6a-9653-bd8367615634 req-43991061-6cba-45ee-a8cb-81e1b9af0862 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 944 time: 0.2944865 Nov 03 18:50:41.214718 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.300808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.302393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:41.368680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:41.371380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5fb0584-0786-4e15-a00c-2346ccd5a642 req-0e5db96d-439f-40db-8a8a-9b34f75a0af3 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888276 Nov 03 18:50:41.381584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Deleting port 6fe45602-eb50-4fc9-9c91-c457f010451e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:41.382602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.392535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.409414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e92e7b2e-3067-4ee1-b65c-36ad8806d07a details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:41.455380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1abb4462-dab0-4d65-aceb-4cf500cee19b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:41.488586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Network 40ee5419-a402-4510-94df-6395cb2aebfb is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:41.512559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09f7e60d-dc0f-4f6a-9653-bd8367615634 req-9d5bc92e-a317-4557-8264-9ea51ec7ce2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028986 Nov 03 18:50:41.514676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:41.524119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:41.743993 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.791492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] For port 6fe45602-eb50-4fc9-9c91-c457f010451e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6fe45602-eb50-4fc9-9c91-c457f010451e,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:41.792365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.832796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Calling delete_port for 6fe45602-eb50-4fc9-9c91-c457f010451e owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:41.930540 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:50:41.958623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Pushing event updated for resources: {'Port': ['ID=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.082743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.094397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:42.106013 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.127391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.136057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a', 'network_id': '1ce7464e-95d8-4708-b63b-f2e50e3fe6d7', 'port_id': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a', 'mac_address': 'fa:16:3e:d5:3b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d9de7b-b7ce-4e68-9901-116372f8c280', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:42.255006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1abb4462-dab0-4d65-aceb-4cf500cee19b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:42.256327 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.313673 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.335703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49d8a-6eb4-417f-ac98-c2b44e042c9e req-8ae2500d-a90f-49ec-846c-20997716f7ac tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.343782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6fe45602-eb50-4fc9-9c91-c457f010451e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:42.352824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f49d8a-6eb4-417f-ac98-c2b44e042c9e req-8ae2500d-a90f-49ec-846c-20997716f7ac tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 950 time: 0.5872426 Nov 03 18:50:42.378166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e5b6-3f58-45f8-813c-a5e5c463844a req-d9f0b929-78b0-432b-8010-4cd389b46168 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.381039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc70e5b6-3f58-45f8-813c-a5e5c463844a req-d9f0b929-78b0-432b-8010-4cd389b46168 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.4938500 Nov 03 18:50:42.385693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dee46af4-d01e-4f93-ae40-70f24e46eafc None None] Provisioning complete for port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:42.386740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dee46af4-d01e-4f93-ae40-70f24e46eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.395687 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.422312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event deleted for resources: {'Port': ['ID=6fe45602-eb50-4fc9-9c91-c457f010451e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.456086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92e7b2e-3067-4ee1-b65c-36ad8806d07a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:42.543632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dee46af4-d01e-4f93-ae40-70f24e46eafc None None] Port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:42.565065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] No DVR routers for this DVR port 6fe45602-eb50-4fc9-9c91-c457f010451e on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:42.569632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.577536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8d8299c6-5485-414a-9e08-dcdbed8f8ac6 req-bec357bf-2a83-4ca3-a9df-3ddea65b8f2b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "DELETE /v2.0/ports/6fe45602-eb50-4fc9-9c91-c457f010451e HTTP/1.1" status: 204 len: 173 time: 1.5284486 Nov 03 18:50:42.582637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'name': 'network-vif-deleted', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:42.587917 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89652668-0cd7-4617-a34b-094895079446" -d '{"events": [{"server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "name": "network-vif-deleted", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:42.595835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:42.718923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-f3625427-3e65-48d2-81ca-9fdb1e78af4d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.724009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-f3625427-3e65-48d2-81ca-9fdb1e78af4d tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 950 time: 0.3178384 Nov 03 18:50:42.726624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.734318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.735892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4647881b-c6be-40d1-a781-c2038ebf8805 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:42.754702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f49d8a-6eb4-417f-ac98-c2b44e042c9e req-b4ef4794-4974-48c0-8433-7fe778ea0e06 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718340 Nov 03 18:50:42.761680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.789817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc70e5b6-3f58-45f8-813c-a5e5c463844a req-0ed9a862-8aba-4e74-80e4-156ec576e51f tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957202 Nov 03 18:50:42.908625 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 1abb4462-dab0-4d65-aceb-4cf500cee19b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1abb4462-dab0-4d65-aceb-4cf500cee19b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:43.275103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.304928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.333631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.342316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.349404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.355724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.362927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.370143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.382859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.389770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-3cd89a7c-4297-4b7f-adcd-526c61332fbe tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5422 time: 0.3586643 Nov 03 18:50:43.429809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4647881b-c6be-40d1-a781-c2038ebf8805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:43.449751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=1abb4462-dab0-4d65-aceb-4cf500cee19b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.460796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '4647881b-c6be-40d1-a781-c2038ebf8805', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'port_id': '4647881b-c6be-40d1-a781-c2038ebf8805', 'mac_address': 'fa:16:3e:2c:eb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:43.481232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd40f5-c596-46b3-950e-1a800ca1652c req-f60b16cb-6d1d-4fec-8e3b-8af0729b862c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.493594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66bd40f5-c596-46b3-950e-1a800ca1652c req-f60b16cb-6d1d-4fec-8e3b-8af0729b862c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.3559086 Nov 03 18:50:43.511578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port acf57a61-ebf9-48b0-9546-b65847bad809 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:43.512120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.547246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.581690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4647881b-c6be-40d1-a781-c2038ebf8805 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:43.626096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4647881b-c6be-40d1-a781-c2038ebf8805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:43.634097 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.635672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1282a400-3de1-4def-8d50-30436d08405f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:43.795726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.818881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1282a400-3de1-4def-8d50-30436d08405f,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:43.841330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-424eb8a1-5af7-4b1c-9561-15fb1f580ed1 req-5650ea16-da31-4b07-838c-244b9f685bca tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4313943 Nov 03 18:50:43.863964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.874212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '1282a400-3de1-4def-8d50-30436d08405f', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'port_id': '1282a400-3de1-4def-8d50-30436d08405f', 'mac_address': 'fa:16:3e:78:32:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:43.889163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66bd40f5-c596-46b3-950e-1a800ca1652c req-506ce311-4845-428b-a35e-f0e1dfe05761 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648763 Nov 03 18:50:43.908016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.996401 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7854e33-4774-4b29-8d43-effa5e358765 x-openstack-request-id: req-c7854e33-4774-4b29-8d43-effa5e358765 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:43.997947 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fa07e-2e41-40ff-b4f6-1681ac7637b2", "name": "network-vif-deleted", "tag": "6fe45602-eb50-4fc9-9c91-c457f010451e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:43.998632 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c7854e33-4774-4b29-8d43-effa5e358765 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:43.999732 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fa07e-2e41-40ff-b4f6-1681ac7637b2', 'name': 'network-vif-deleted', 'tag': '6fe45602-eb50-4fc9-9c91-c457f010451e', 'status': 'completed', 'code': 200} Nov 03 18:50:44.022263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.092965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1282a400-3de1-4def-8d50-30436d08405f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:44.132284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port acf57a61-ebf9-48b0-9546-b65847bad809, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=acf57a61-ebf9-48b0-9546-b65847bad809,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.133000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.150144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1282a400-3de1-4def-8d50-30436d08405f,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.176911 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.178497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7086f24f-8efb-4c80-9c08-3d0348e47750 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:44.201737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.232428 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:50:44.255010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['a405f26c-d77d-4d32-8ad4-c8e2f8adc352'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:44.330461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48e8af9e-8a18-4ae3-bcd0-19cfd3283bac req-dfdf145b-25c2-4dec-a06b-bd280e7aa2cd tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 210 time: 0.2107701 Nov 03 18:50:44.400708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for acf57a61-ebf9-48b0-9546-b65847bad809 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:44.426036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7086f24f-8efb-4c80-9c08-3d0348e47750,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.436894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.492979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '7086f24f-8efb-4c80-9c08-3d0348e47750', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'port_id': '7086f24f-8efb-4c80-9c08-3d0348e47750', 'mac_address': 'fa:16:3e:a2:4f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:44.508145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Pushing event updated for resources: {'Port': ['ID=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.622443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.680352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7086f24f-8efb-4c80-9c08-3d0348e47750 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:44.751287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7086f24f-8efb-4c80-9c08-3d0348e47750,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.766280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.767708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c492c132-7332-44df-8322-721f2b0d9c4a details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:44.818623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad352098-4c3b-4711-acb4-71ddc1569b95 req-d339366a-6613-4441-a8c3-430731d0c7c1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.821683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad352098-4c3b-4711-acb4-71ddc1569b95 req-d339366a-6613-4441-a8c3-430731d0c7c1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=465f8f9e-df66-4e86-87ac-fa6ae49697fc HTTP/1.1" status: 200 len: 950 time: 0.5206261 Nov 03 18:50:44.844214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13edc45-ddb8-4047-98f8-fd9b4bb1dbc9 req-590d1a09-a00d-4557-9950-19a0450e1b50 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.847506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e13edc45-ddb8-4047-98f8-fd9b4bb1dbc9 req-590d1a09-a00d-4557-9950-19a0450e1b50 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2886360 Nov 03 18:50:44.928533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c492c132-7332-44df-8322-721f2b0d9c4a,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.949492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.963038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'c492c132-7332-44df-8322-721f2b0d9c4a', 'network_id': 'd202677e-55b0-4b69-961d-2f37ab7d0eb9', 'port_id': 'c492c132-7332-44df-8322-721f2b0d9c4a', 'mac_address': 'fa:16:3e:96:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7887fbc-31d8-47c0-9e8f-147d2c43a384', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:45.006796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Network 40ee5419-a402-4510-94df-6395cb2aebfb is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:45.031678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:45.066176 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.104574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c492c132-7332-44df-8322-721f2b0d9c4a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:45.162138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c492c132-7332-44df-8322-721f2b0d9c4a,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:45.172136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.206163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad352098-4c3b-4711-acb4-71ddc1569b95 req-10a04d97-8ace-4d7d-957b-c79323903ed0 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540189 Nov 03 18:50:45.229727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e13edc45-ddb8-4047-98f8-fd9b4bb1dbc9 req-b88a566f-856f-470f-9eea-09e6e4bf1839 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655534 Nov 03 18:50:45.236235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.259840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f448f567-d4c4-42ca-b00f-4752d13ff895', 'acf57a61-ebf9-48b0-9546-b65847bad809', 'aa173892-2365-4438-a8d4-0683630167c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:45.343889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=acf57a61-ebf9-48b0-9546-b65847bad809,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:45.476998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', '1fb24423-bc0a-4df2-a928-1bb8be12d8de'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:45.613373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1abb4462-dab0-4d65-aceb-4cf500cee19b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:45.649198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port acf57a61-ebf9-48b0-9546-b65847bad809 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:45.653887 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.660597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf4f9c22-7f8b-4ac4-9023-321c6163e5fd req-712a2f9c-b570-40b6-9088-d4147d57e398 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "DELETE /v2.0/ports/acf57a61-ebf9-48b0-9546-b65847bad809 HTTP/1.1" status: 204 len: 173 time: 2.8694441 Nov 03 18:50:45.699642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:45.740346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'name': 'network-vif-deleted', 'tag': 'acf57a61-ebf9-48b0-9546-b65847bad809'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:45.748794 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9693d39-9f13-4656-8536-3b504d6a9d36" -d '{"events": [{"server_uuid": "465f8f9e-df66-4e86-87ac-fa6ae49697fc", "name": "network-vif-deleted", "tag": "acf57a61-ebf9-48b0-9546-b65847bad809"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:45.841848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-035cb649-81a6-4e22-82c8-182607de71db None None] Provisioning complete for port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:45.842900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-035cb649-81a6-4e22-82c8-182607de71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.916948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:45.983190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:45.997516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.010958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.024696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.039178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.054166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.067562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.081592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1539633e-14d2-430c-9dc7-692768e54a92 req-39273d86-a6e5-457c-8e67-9964461321ed tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5426 time: 0.5093782 Nov 03 18:50:46.104826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c1d82-8d49-4a67-939e-3cbf704efcd9 req-1d723431-2e1c-4bef-b886-5ecf13e27899 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.107624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-010c1d82-8d49-4a67-939e-3cbf704efcd9 req-1d723431-2e1c-4bef-b886-5ecf13e27899 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.4636054 Nov 03 18:50:46.118340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1abb4462-dab0-4d65-aceb-4cf500cee19b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:46.118919 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.200714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-035cb649-81a6-4e22-82c8-182607de71db None None] Port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:46.262262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['187556e5-51af-4b57-a34d-04b9379b8528'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:46.265314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e92e7b2e-3067-4ee1-b65c-36ad8806d07a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:46.310920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['1282a400-3de1-4def-8d50-30436d08405f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:46.490805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['c492c132-7332-44df-8322-721f2b0d9c4a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:46.552819 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['7086f24f-8efb-4c80-9c08-3d0348e47750'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:46.556569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['4647881b-c6be-40d1-a781-c2038ebf8805'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:46.981516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1539633e-14d2-430c-9dc7-692768e54a92 req-4010bee3-4deb-4ef5-aff7-ee40f77f755d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8945749 Nov 03 18:50:47.053255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:47.097386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-010c1d82-8d49-4a67-939e-3cbf704efcd9 req-4ddca278-cc03-4bac-b374-a32440d08560 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9700823 Nov 03 18:50:47.128511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e852abb8-0dbe-430c-89a0-a2ce0fda1e83 admin admin] 10.222.0.91 "PUT /v2.0/routers/a0eaedff-9216-4ef5-a04a-49bdacd5fd94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8401484 Nov 03 18:50:47.144188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Sync routers for ids ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:47.189982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:47.214285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51a19908-86f7-4ad8-92af-33abdc5783d3 req-54218105-4dfa-4c5f-958a-2f6dec1c07c4 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 210 time: 0.1143343 Nov 03 18:50:47.314422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aa173892-2365-4438-a8d4-0683630167c7 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:47.318634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Routers {'a0eaedff-9216-4ef5-a04a-49bdacd5fd94'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:47.319863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:47.340932 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29ae73-b0f3-4685-949d-04558161d217 x-openstack-request-id: req-fb29ae73-b0f3-4685-949d-04558161d217 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:47.343111 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f8f9e-df66-4e86-87ac-fa6ae49697fc", "name": "network-vif-deleted", "tag": "acf57a61-ebf9-48b0-9546-b65847bad809", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:47.343111 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fb29ae73-b0f3-4685-949d-04558161d217 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:47.343111 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f8f9e-df66-4e86-87ac-fa6ae49697fc', 'name': 'network-vif-deleted', 'tag': 'acf57a61-ebf9-48b0-9546-b65847bad809', 'status': 'completed', 'code': 200} Nov 03 18:50:47.545973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6dd02-60e9-4d6e-9686-079c7ba8ec6a req-3ace084e-1ad6-41a1-8f2a-190f5312d2eb tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.570506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Set router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:47.571361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15b6dd02-60e9-4d6e-9686-079c7ba8ec6a req-3ace084e-1ad6-41a1-8f2a-190f5312d2eb tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.1459515 Nov 03 18:50:47.756943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15b6dd02-60e9-4d6e-9686-079c7ba8ec6a req-c6f3d767-8d6c-4bc0-b928-26ecdd6cf0e5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851711 Nov 03 18:50:48.294322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: aa173892-2365-4438-a8d4-0683630167c7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:48.295022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aa173892-2365-4438-a8d4-0683630167c7 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:48.295778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device acf57a61-ebf9-48b0-9546-b65847bad809 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:48.486527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: acf57a61-ebf9-48b0-9546-b65847bad809 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:48.487115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device acf57a61-ebf9-48b0-9546-b65847bad809 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:48.487874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:48.534871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50536) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:48.561329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 6fe45602-eb50-4fc9-9c91-c457f010451e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:48.561967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6fe45602-eb50-4fc9-9c91-c457f010451e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:48.619773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:48.741111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.759145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.782619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.798926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.815778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.831185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.847423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.864655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-e2fe9d88-ff2e-452c-84d9-7bd2a37b55a4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5426 time: 0.2441242 Nov 03 18:50:48.934809 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6391-ccc8-478d-b580-8bc11db8a476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:48.956984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.019891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f366f7f4-b644-49f4-a028-2b40afe7b23c req-5319ad7b-6543-4347-9056-688f7a9d8c8c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532347 Nov 03 18:50:49.136059 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.147474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.280887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5020455-dd26-4433-820b-8496817fc8bd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:49.295038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=03547bed6e074679b97afacb5177be82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7587967 Nov 03 18:50:49.296907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:49.340249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-f0741e80-bcc5-40ba-b183-5e39aef88161 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4698031 Nov 03 18:50:49.354785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.355689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.356332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.357205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.358068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.359952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.360674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.361429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.362009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.362689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.363363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.364435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be128f0-87b0-485b-a447-43c48629b3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:49.373825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:49.535369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d93ac-e07b-423d-8fe8-cf4ec71a06fd req-4fd7b931-9213-43b6-a54d-89c4d45299e4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.539785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d0d93ac-e07b-423d-8fe8-cf4ec71a06fd req-4fd7b931-9213-43b6-a54d-89c4d45299e4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1951232 Nov 03 18:50:49.542448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.560918 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fc7dc9c-04fd-4f6e-845d-e28e1ac830d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.628852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fc7dc9c-04fd-4f6e-845d-e28e1ac830d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.742801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6391-ccc8-478d-b580-8bc11db8a476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.745940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fc7dc9c-04fd-4f6e-845d-e28e1ac830d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.751649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fc7dc9c-04fd-4f6e-845d-e28e1ac830d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.758711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5fc7dc9c-04fd-4f6e-845d-e28e1ac830d3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c5020455-dd26-4433-820b-8496817fc8bd HTTP/1.1" status: 204 len: 168 time: 0.4542649 Nov 03 18:50:49.775096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7dc9c-04fd-4f6e-845d-e28e1ac830d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5020455-dd26-4433-820b-8496817fc8bd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:49.790920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea1b6391-ccc8-478d-b580-8bc11db8a476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.856309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d0d93ac-e07b-423d-8fe8-cf4ec71a06fd req-ecbc0b15-2428-4e8f-abf3-6152a21487ed tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822161 Nov 03 18:50:49.914552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b6391-ccc8-478d-b580-8bc11db8a476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f68d59-1819-436e-8469-c1c8249ec3cb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:49.966622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.034393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ea1b6391-ccc8-478d-b580-8bc11db8a476 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4c07426d1c3b431bb7eb50a6d9c35ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4124827 Nov 03 18:50:50.035901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50550) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:50.231489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8458cfde-da5b-45fb-a26a-504bbaa8274d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.316618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Allocated IP 172.25.8.212 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b8a54160-583f-496d-8f9f-c30d31cae8ec) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:50.339939 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8458cfde-da5b-45fb-a26a-504bbaa8274d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.566139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8458cfde-da5b-45fb-a26a-504bbaa8274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.577296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.589221 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8458cfde-da5b-45fb-a26a-504bbaa8274d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.594263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8458cfde-da5b-45fb-a26a-504bbaa8274d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6f68d59-1819-436e-8469-c1c8249ec3cb HTTP/1.1" status: 204 len: 168 time: 0.5537016 Nov 03 18:50:50.623538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458cfde-da5b-45fb-a26a-504bbaa8274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f68d59-1819-436e-8469-c1c8249ec3cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:50.799197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4b09ae5-0193-435e-8d56-35645f99645c req-763de187-5ba8-4053-9158-2bfac207ae0f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 210 time: 0.1425273 Nov 03 18:50:50.859482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '817ca5d6-783b-4d3b-b7d4-d856ef7b320e', 'name': '', 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'mac_address': 'fa:16:3e:18:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:40Z', 'updated_at': '2021-11-03T18:50:43Z', 'revision_number': 2, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'subnets': [{'id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:50.885451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.095361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Checking router: a0eaedff-9216-4ef5-a04a-49bdacd5fd94 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:50:51.096157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Updating router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:50:51.132185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41257-976c-420a-8032-28c76d458de3 req-99c38f46-bea1-4054-bbd3-5f90074c7f61 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.138280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52b41257-976c-420a-8032-28c76d458de3 req-99c38f46-bea1-4054-bbd3-5f90074c7f61 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/ports?device_id=67e4672c-8e62-4c05-9d87-579b906a89f8 HTTP/1.1" status: 200 len: 950 time: 0.1960077 Nov 03 18:50:51.159421 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.161520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:51.206583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:51.273235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:51.276812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=b8a54160-583f-496d-8f9f-c30d31cae8ec,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:51.283475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:51.316861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-dc94603c-a8ac-4527-bfb6-e2d21c8a000b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.319959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-dc94603c-a8ac-4527-bfb6-e2d21c8a000b tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 949 time: 0.6466527 Nov 03 18:50:51.414944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.415850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.416644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.417845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.419536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.423160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.424039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.435484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.436339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.437234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.438010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.438833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:51.497479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port 1fb24423-bc0a-4df2-a928-1bb8be12d8de {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:51.498035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.660978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c48e5-7070-4109-b59b-e5baa223e88e req-7f3f6726-f607-4469-b524-0afcfd0d22cb tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.673691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f11c48e5-7070-4109-b59b-e5baa223e88e req-7f3f6726-f607-4469-b524-0afcfd0d22cb tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 949 time: 0.5526083 Nov 03 18:50:51.674371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50576) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:51.795916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port 1fb24423-bc0a-4df2-a928-1bb8be12d8de, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1fb24423-bc0a-4df2-a928-1bb8be12d8de,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:51.799021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.815615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f11c48e5-7070-4109-b59b-e5baa223e88e req-78464a72-81ab-418d-a703-07f463a4bf17 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213837 Nov 03 18:50:51.826547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for 1fb24423-bc0a-4df2-a928-1bb8be12d8de owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:51.852683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccd18-9f06-4ab9-847a-8f6874c8e8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.081534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:52.154395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.157124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:52.167995 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.173526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port f448f567-d4c4-42ca-b00f-4752d13ff895 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:52.174505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.248958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=1fb24423-bc0a-4df2-a928-1bb8be12d8de,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:52.310085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.346385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port 1fb24423-bc0a-4df2-a928-1bb8be12d8de on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:52.349915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.360089 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52b41257-976c-420a-8032-28c76d458de3 req-fc254835-aba4-41f4-a7ad-fc632621e20e tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "DELETE /v2.0/ports/1fb24423-bc0a-4df2-a928-1bb8be12d8de HTTP/1.1" status: 204 len: 173 time: 1.2086751 Nov 03 18:50:52.360089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'name': 'network-vif-deleted', 'tag': '1fb24423-bc0a-4df2-a928-1bb8be12d8de'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:52.369081 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3fb41e-2590-4ace-8994-549bb1abf6cd" -d '{"events": [{"server_uuid": "67e4672c-8e62-4c05-9d87-579b906a89f8", "name": "network-vif-deleted", "tag": "1fb24423-bc0a-4df2-a928-1bb8be12d8de"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:52.476155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90bca-db44-4b23-b7d2-1d158247bbd0 req-868c0642-be17-4554-a7f9-bc9434fad016 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:52.478873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25a90bca-db44-4b23-b7d2-1d158247bbd0 req-868c0642-be17-4554-a7f9-bc9434fad016 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.4346747 Nov 03 18:50:52.623400 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.661855 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.688625 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.732262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:52.737075 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430cf36f-b1ab-40d4-87e5-385e45aa193e" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:52.738397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.778863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port f448f567-d4c4-42ca-b00f-4752d13ff895, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f448f567-d4c4-42ca-b00f-4752d13ff895,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:52.779429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.844175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:52.871436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for f448f567-d4c4-42ca-b00f-4752d13ff895 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:52.903371 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:52.913539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25a90bca-db44-4b23-b7d2-1d158247bbd0 req-d3bf8aed-c10f-4a46-b941-0534ea18221e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210637 Nov 03 18:50:53.001299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd78d96-65b8-4079-b7dd-14a409d876b6 None None] Pushing event updated for resources: {'Port': ['ID=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.038112 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccd18-9f06-4ab9-847a-8f6874c8e8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.196067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.202999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Attempting to bind port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:53.204095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Attempting to bind port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:53.205252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Attempting to bind port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e on network 40ee5419-a402-4510-94df-6395cb2aebfb {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:53.219907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:53.220482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Checking segment: {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:53.221153 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.221859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Bound using segment: {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:53.222582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Bound port: 817ca5d6-783b-4d3b-b7d4-d856ef7b320e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490a3349-73b7-4cc0-97dd-58284ceb38fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:53.223203 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.227432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 187556e5-51af-4b57-a34d-04b9379b8528 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:53.239887 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccd18-9f06-4ab9-847a-8f6874c8e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.416208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ccd18-9f06-4ab9-847a-8f6874c8e8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183a909a-e22f-4fb8-9f01-99eca6312b73,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.459831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4ecb186e-0031-4182-867b-9dec2189f7ce None None] Provisioning complete for port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:53.462150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ecb186e-0031-4182-867b-9dec2189f7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.513538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 187556e5-51af-4b57-a34d-04b9379b8528 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:53.529916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 187556e5-51af-4b57-a34d-04b9379b8528 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:53.529916 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.573217 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.582931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50590) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:53.583884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c5ccd18-9f06-4ab9-847a-8f6874c8e8bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=50135a884df8485c858ea53cfc60538d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9025569 Nov 03 18:50:53.589701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.592554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] For port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:53.617534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb186e-0031-4182-867b-9dec2189f7ce None None] Port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:53.641476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] For port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,segment=NetworkSegment(490a3349-73b7-4cc0-97dd-58284ceb38fd),segment_id=490a3349-73b7-4cc0-97dd-58284ceb38fd)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:53.648536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.748357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd78d96-65b8-4079-b7dd-14a409d876b6 None None] Pushing event updated for resources: {'Port': ['ID=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.781979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.799481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Routers {'a0eaedff-9216-4ef5-a04a-49bdacd5fd94'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:53.800524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:50:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:53.802184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f26baab9-f6e7-4dec-8bd5-d5342d200e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.809366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.821845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.841822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.853732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.865966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.887001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.895694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f26baab9-f6e7-4dec-8bd5-d5342d200e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.917103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.939688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bf5cfda4-9809-4f36-a1ba-efe39bd0a19a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5427 time: 0.6565571 Nov 03 18:50:54.080787 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f26baab9-f6e7-4dec-8bd5-d5342d200e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.086861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f26baab9-f6e7-4dec-8bd5-d5342d200e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.092467 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f26baab9-f6e7-4dec-8bd5-d5342d200e46 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/183a909a-e22f-4fb8-9f01-99eca6312b73 HTTP/1.1" status: 204 len: 168 time: 0.5028286 Nov 03 18:50:54.107891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.117393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7754793 Nov 03 18:50:54.127443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26baab9-f6e7-4dec-8bd5-d5342d200e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a909a-e22f-4fb8-9f01-99eca6312b73,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.297007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffe2b8-4bef-424c-be25-f6eb2469b5a9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=b8a54160-583f-496d-8f9f-c30d31cae8ec,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.401621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-d3c16212-0f50-4271-8cd2-755205657911 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.2546601 Nov 03 18:50:54.487688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:54.570972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1fb24423-bc0a-4df2-a928-1bb8be12d8de no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:54.618433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-aa857f63-bc80-49e4-b72d-17887a4f1dbd tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.620491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5ac73d1-39df-4d90-9cf6-aa7333b1b4bd req-aa857f63-bc80-49e4-b72d-17887a4f1dbd tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.1947489 Nov 03 18:50:54.670726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca6277f4-0239-43dd-ba52-ca8e66ce965b req-bbb1d9ec-73b3-405c-9e86-135505e50bd6 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7292829 Nov 03 18:50:54.672665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.702261 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.716378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 1fb24423-bc0a-4df2-a928-1bb8be12d8de {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:54.717405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1fb24423-bc0a-4df2-a928-1bb8be12d8de not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:54.820748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] Set router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:50:54.827275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c0a4db59-da5f-4018-9917-de15a6e3948f None None] Provisioning complete for port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:54.829282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0a4db59-da5f-4018-9917-de15a6e3948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.926825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port f448f567-d4c4-42ca-b00f-4752d13ff895 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:54.938663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=f448f567-d4c4-42ca-b00f-4752d13ff895,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:55.011196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.016550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a1e92ba-f4e7-456e-ab1d-c3032f0e34c5 req-5eac7570-ee8d-4f72-9f35-73c5c55f04b6 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.115 "DELETE /v2.0/ports/f448f567-d4c4-42ca-b00f-4752d13ff895 HTTP/1.1" status: 204 len: 173 time: 3.6384182 Nov 03 18:50:55.035321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'name': 'network-vif-deleted', 'tag': 'f448f567-d4c4-42ca-b00f-4752d13ff895'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:55.041214 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f323ef7-ad23-46c7-9dac-92f00fcc1929" -d '{"events": [{"server_uuid": "ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1", "name": "network-vif-deleted", "tag": "f448f567-d4c4-42ca-b00f-4752d13ff895"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:55.127426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32a21040-a634-4af5-8b8a-1135d57c32a7 req-ebdc6bf5-0d55-49c2-acd0-71fa8d9d9be2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 210 time: 0.1085122 Nov 03 18:50:55.175496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290f77-22fb-427e-a4e1-96264bb955c9 req-69fe8bea-c8bf-4793-ad9a-1c9739d6a162 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.184682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=187556e5-51af-4b57-a34d-04b9379b8528,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:55.191453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16290f77-22fb-427e-a4e1-96264bb955c9 req-69fe8bea-c8bf-4793-ad9a-1c9739d6a162 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2655613 Nov 03 18:50:55.237438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.251152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7086f24f-8efb-4c80-9c08-3d0348e47750 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:55.277239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:55.328798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16290f77-22fb-427e-a4e1-96264bb955c9 req-a96117ed-2d76-44cf-87ca-c9f746fa1097 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311443 Nov 03 18:50:55.360576 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3601cc6a-d3c6-4d11-a2e1-46ac818106f7 x-openstack-request-id: req-3601cc6a-d3c6-4d11-a2e1-46ac818106f7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:55.361516 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e4672c-8e62-4c05-9d87-579b906a89f8", "name": "network-vif-deleted", "tag": "1fb24423-bc0a-4df2-a928-1bb8be12d8de", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:55.361702 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3601cc6a-d3c6-4d11-a2e1-46ac818106f7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:55.362290 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e4672c-8e62-4c05-9d87-579b906a89f8', 'name': 'network-vif-deleted', 'tag': '1fb24423-bc0a-4df2-a928-1bb8be12d8de', 'status': 'completed', 'code': 200} Nov 03 18:50:55.723668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90a193db-f18f-4f7b-b74c-e7258bad9f71 req-b11a0a01-6596-4f22-a4fb-64abb8d1c82c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1 HTTP/1.1" status: 200 len: 210 time: 0.0751050 Nov 03 18:50:55.803653 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d325f2f-d6ce-4224-9a0d-97f0832202ed x-openstack-request-id: req-8d325f2f-d6ce-4224-9a0d-97f0832202ed {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:55.804671 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:55.804671 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8d325f2f-d6ce-4224-9a0d-97f0832202ed {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:55.805369 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'code': 200} Nov 03 18:50:55.974705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:55.992184 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:50:55.995186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 7086f24f-8efb-4c80-9c08-3d0348e47750 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:56.066062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 7086f24f-8efb-4c80-9c08-3d0348e47750 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:56.068385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.204397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09441a-58e5-4252-a5b0-113814e9c153 req-c140db13-0059-4d73-b7b1-380ed847dbca tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.210601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a09441a-58e5-4252-a5b0-113814e9c153 req-c140db13-0059-4d73-b7b1-380ed847dbca tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.3203003 Nov 03 18:50:56.420296 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0a4db59-da5f-4018-9917-de15a6e3948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.580907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a09441a-58e5-4252-a5b0-113814e9c153 req-232542e1-54d9-4977-a4e6-8962f466f6a6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690966 Nov 03 18:50:56.653005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-f1309243-8594-4467-8aab-9be0e02cd5c0 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4384239 Nov 03 18:50:56.658594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c0a4db59-da5f-4018-9917-de15a6e3948f None None] For port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,segment=NetworkSegment(490a3349-73b7-4cc0-97dd-58284ceb38fd),segment_id=490a3349-73b7-4cc0-97dd-58284ceb38fd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:56.669022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:56.687590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0a4db59-da5f-4018-9917-de15a6e3948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.731599 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4acc3b6-7db3-47e4-85ad-6245cb6f2559 x-openstack-request-id: req-e4acc3b6-7db3-47e4-85ad-6245cb6f2559 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:56.732012 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1", "name": "network-vif-deleted", "tag": "f448f567-d4c4-42ca-b00f-4752d13ff895", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:56.741360 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4acc3b6-7db3-47e4-85ad-6245cb6f2559 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:56.743645 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2f12ec-55c6-41a5-8ebf-a5e3c5e5a8e1', 'name': 'network-vif-deleted', 'tag': 'f448f567-d4c4-42ca-b00f-4752d13ff895', 'status': 'completed', 'code': 200} Nov 03 18:50:56.756380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.831215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4db59-da5f-4018-9917-de15a6e3948f None None] Pushing event updated for resources: {'Port': ['ID=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:56.881169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:56.952077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.983051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.990466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.999150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.005398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'port_id': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'mac_address': 'fa:16:3e:e2:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e7cd4b-0074-4c1b-bf88-8c0530e79add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:57.008438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.021096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.025560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.034158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.043595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-a4619dc4-f440-487f-9df1-2b86abcce688 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5428 time: 0.1930006 Nov 03 18:50:57.047047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '817ca5d6-783b-4d3b-b7d4-d856ef7b320e', 'name': '', 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'mac_address': 'fa:16:3e:18:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:40Z', 'updated_at': '2021-11-03T18:50:53Z', 'revision_number': 4, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'subnets': [{'id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:57.099443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8dd46-68d9-451c-ad75-acc011a879db None None] The sync data for ids ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'] in n-d-812151-4 is: [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '817ca5d6-783b-4d3b-b7d4-d856ef7b320e', 'name': '', 'network_id': '40ee5419-a402-4510-94df-6395cb2aebfb', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'mac_address': 'fa:16:3e:18:09:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:40Z', 'updated_at': '2021-11-03T18:50:53Z', 'revision_number': 4, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'subnets': [{'id': 'a9a6da67-3ca2-47c7-8957-7171d00503b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:57.225450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abe03909-d14d-4b45-87a8-90c352de7b4a req-5c97fd65-a4bf-432a-aaf2-2c2330d4e295 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774392 Nov 03 18:50:57.228469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7086f24f-8efb-4c80-9c08-3d0348e47750,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:57.253984 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.254210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.255557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c492c132-7332-44df-8322-721f2b0d9c4a up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:57.314954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.462086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2144db58-750a-43cd-92dd-75e1c43a80e9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:57.590941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cc90578-cecf-47ef-af96-07b5de61fc1d req-9a37c41d-a4b4-471b-846c-ad60e617b76b tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 210 time: 0.0346360 Nov 03 18:50:57.619746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Allocated IP 172.25.8.151 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b16fade7-eb87-4cde-b47f-945a1660a8b6) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:57.631198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:57.661861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.678524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port c492c132-7332-44df-8322-721f2b0d9c4a completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:57.689659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.743413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port c492c132-7332-44df-8322-721f2b0d9c4a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:57.744032 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.808008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:57.814676 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1686f94-4956-4dad-8ea9-c86485fb9acb" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "187556e5-51af-4b57-a34d-04b9379b8528"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:57.912952 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.952489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.964584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29b8aa-2bc3-4bb1-9d37-be3c14990313 req-1cc27308-aad5-4530-93fb-a2ec057fed44 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.979251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a29b8aa-2bc3-4bb1-9d37-be3c14990313 req-1cc27308-aad5-4530-93fb-a2ec057fed44 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 945 time: 0.1292315 Nov 03 18:50:58.055106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.078622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.151927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c492c132-7332-44df-8322-721f2b0d9c4a,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:58.158049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['2144db58-750a-43cd-92dd-75e1c43a80e9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:58.223644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a29b8aa-2bc3-4bb1-9d37-be3c14990313 req-a6fba2f4-ed31-483c-b5bf-7bf9c87d0865 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286582 Nov 03 18:50:58.227288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:58.230104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.231470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1282a400-3de1-4def-8d50-30436d08405f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:58.273266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:58.280444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=b16fade7-eb87-4cde-b47f-945a1660a8b6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:58.288028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:58.479516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 1282a400-3de1-4def-8d50-30436d08405f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:58.518180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:58.539050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 1282a400-3de1-4def-8d50-30436d08405f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:58.539629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.555268 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.650672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.822309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.839815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9093-327b-48d2-a0f9-7b1471b4519b req-ff92302d-d487-4223-aef8-7b6a58222e2c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:58.857254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc1b9093-327b-48d2-a0f9-7b1471b4519b req-ff92302d-d487-4223-aef8-7b6a58222e2c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2211111 Nov 03 18:50:58.865511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 817ca5d6-783b-4d3b-b7d4-d856ef7b320e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:58.959752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc1b9093-327b-48d2-a0f9-7b1471b4519b req-3309b72d-0cc7-4dd5-b49c-b28eb10f3ff7 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010506 Nov 03 18:50:58.976496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1282a400-3de1-4def-8d50-30436d08405f,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:58.990436 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.994305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e92e7b2e-3067-4ee1-b65c-36ad8806d07a up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:59.281411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.290799 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.384617 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e38598-426a-47b3-835a-ff25d59a2aac x-openstack-request-id: req-95e38598-426a-47b3-835a-ff25d59a2aac {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:59.385100 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "187556e5-51af-4b57-a34d-04b9379b8528", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:59.385341 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-95e38598-426a-47b3-835a-ff25d59a2aac {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:59.385734 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528', 'code': 200} Nov 03 18:50:59.386007 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750', 'code': 200} Nov 03 18:50:59.391649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:59.394876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:59.395383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.538960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=b16fade7-eb87-4cde-b47f-945a1660a8b6,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:59.567648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.630322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.632656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-0f869fd6-aa62-43eb-97a8-5effbd5099fc tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9781477 Nov 03 18:50:59.653226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:59.688749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.702523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.721273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.740848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.759377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.774369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port e92e7b2e-3067-4ee1-b65c-36ad8806d07a completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:59.776640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.791028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port e92e7b2e-3067-4ee1-b65c-36ad8806d07a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:59.791493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.792372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:59.805715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-3b66197f-0a2a-41d6-935d-7a9ba8e1297d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5431 time: 0.2730587 Nov 03 18:50:59.932411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-26b03501-b4e5-4d1a-98cd-9e885be04db4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.2813849 Nov 03 18:51:00.027190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.080225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb138245-b3c5-4b61-9fe2-a7b6ce786486 req-63891797-bb57-473a-90e7-95fb9d25c997 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2586441 Nov 03 18:51:00.148969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-db27d10b-e195-4321-8e46-39a96e9ebf08 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.150754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bef05da-c7f0-4143-9478-f9955f12bb00 req-db27d10b-e195-4321-8e46-39a96e9ebf08 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2020786 Nov 03 18:51:00.229210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:00.244062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.250769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4647881b-c6be-40d1-a781-c2038ebf8805 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:00.410703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d9eb57-dd1d-4eaf-8fa2-315d9636191d req-59e61a56-944f-4539-883d-77f8ef99bd6f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fa07e-2e41-40ff-b4f6-1681ac7637b2 HTTP/1.1" status: 200 len: 210 time: 0.0531602 Nov 03 18:51:00.515281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bdbab-b32b-4827-b8e0-c8cd61e14a0c req-6484b8af-2240-4afc-ac10-2d4a26f336eb tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.532407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-482bdbab-b32b-4827-b8e0-c8cd61e14a0c req-6484b8af-2240-4afc-ac10-2d4a26f336eb tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 945 time: 0.1189671 Nov 03 18:51:00.567402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:00.571746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 4647881b-c6be-40d1-a781-c2038ebf8805 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:51:00.588494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 4647881b-c6be-40d1-a781-c2038ebf8805 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:00.588916 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.700019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-482bdbab-b32b-4827-b8e0-c8cd61e14a0c req-9fe107a6-b3dd-40f9-aa02-cb35e2da1297 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632526 Nov 03 18:51:00.878865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.935627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1042c6b-e3d0-4a97-9e57-9d91ee2740ba req-7c756d9d-f323-4df8-8cac-501993bb3a5b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.937431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4647881b-c6be-40d1-a781-c2038ebf8805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:00.938819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1042c6b-e3d0-4a97-9e57-9d91ee2740ba req-7c756d9d-f323-4df8-8cac-501993bb3a5b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2372835 Nov 03 18:51:00.949832 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.950142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f448f567-d4c4-42ca-b00f-4752d13ff895 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:01.015639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: f448f567-d4c4-42ca-b00f-4752d13ff895 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:01.015981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f448f567-d4c4-42ca-b00f-4752d13ff895 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:01.016484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:01.085506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5c3ec8ea-1e78-4ca3-afdc-48d3fe9d1ca2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2966297 Nov 03 18:51:01.092019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1042c6b-e3d0-4a97-9e57-9d91ee2740ba req-73ab19f3-2273-4aa0-8fbf-9db145b3ad89 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420097 Nov 03 18:51:01.101908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:01.110831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:01.170900 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.208767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.251252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2144db58-750a-43cd-92dd-75e1c43a80e9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:01.302130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:01.310445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.323447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:01.379465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.422021 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c492c132-7332-44df-8322-721f2b0d9c4a'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1282a400-3de1-4def-8d50-30436d08405f'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4647881b-c6be-40d1-a781-c2038ebf8805'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:01.426807 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a873aba8-01a2-45b0-af3f-acb87db46e83" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "c492c132-7332-44df-8322-721f2b0d9c4a"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "1282a400-3de1-4def-8d50-30436d08405f"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "4647881b-c6be-40d1-a781-c2038ebf8805"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:01.516308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:01.561020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 2144db58-750a-43cd-92dd-75e1c43a80e9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:01.564168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.688859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Allocated IP 172.25.8.167 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/adbaddf1-43c0-48c4-8273-74838376e735) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:01.792392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.859659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:01.871955 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.945560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.954777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.961718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.970271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.975158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:01.977804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.985413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.992226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.994440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-153f790e-abcc-455a-a8eb-f7e2ea83f4f2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.2717865 Nov 03 18:51:02.047582 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.137216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca89e600-3503-4a19-b5be-71ba0ab8ecbe req-73fb8ce4-7607-4185-9e0c-5a36e55a61f8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262934 Nov 03 18:51:02.154169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.157351 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.237368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:02.240030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:02.243709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:02.295266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=adbaddf1-43c0-48c4-8273-74838376e735,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:02.382616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.486826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.606589 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00021d0-dd33-42aa-8c30-ec5d0d607ce9 x-openstack-request-id: req-a00021d0-dd33-42aa-8c30-ec5d0d607ce9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:02.607101 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "c492c132-7332-44df-8322-721f2b0d9c4a", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "1282a400-3de1-4def-8d50-30436d08405f", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-plugged", "status": "completed", "tag": "4647881b-c6be-40d1-a781-c2038ebf8805", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:02.607478 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a00021d0-dd33-42aa-8c30-ec5d0d607ce9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:02.608128 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c492c132-7332-44df-8322-721f2b0d9c4a', 'code': 200} Nov 03 18:51:02.608525 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1282a400-3de1-4def-8d50-30436d08405f', 'code': 200} Nov 03 18:51:02.609803 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a', 'code': 200} Nov 03 18:51:02.610144 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4647881b-c6be-40d1-a781-c2038ebf8805', 'code': 200} Nov 03 18:51:02.743345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.006977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:03.025634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.027880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.027880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.028293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.029052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.029532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.030013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.034665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-6eabd250-1c59-40e5-bb2f-130337aea262 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6490 time: 0.2244477 Nov 03 18:51:03.159248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b520af-8fef-4f8e-a229-39692ceb2a9e req-12663cfb-4f27-46db-9fc9-1f9f0cfd643e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.162072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b520af-8fef-4f8e-a229-39692ceb2a9e req-12663cfb-4f27-46db-9fc9-1f9f0cfd643e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2333379 Nov 03 18:51:03.191101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.214434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.308489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2c05f06-7015-4e02-abf6-45c1a3fa6afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.340282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d19db5d1-730b-420a-bb1c-ca0d4a1082fc req-3347216f-390a-4976-9298-175be883c7cf service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2904117 Nov 03 18:51:03.427538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=adbaddf1-43c0-48c4-8273-74838376e735,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.447955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34b520af-8fef-4f8e-a229-39692ceb2a9e req-b942c32d-2980-426c-b73c-7d4dba1edad8 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705934 Nov 03 18:51:03.469126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.519857 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.539566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-5cf6b40b-2e5a-467d-b833-aa24793129e4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4350679 Nov 03 18:51:03.563366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2c05f06-7015-4e02-abf6-45c1a3fa6afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.581790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2c05f06-7015-4e02-abf6-45c1a3fa6afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.649266 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f2c05f06-7015-4e02-abf6-45c1a3fa6afc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27eccb6e1b484432a848973325614d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391573 Nov 03 18:51:03.665130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50736) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:03.834328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c05f06-7015-4e02-abf6-45c1a3fa6afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e10270-d211-4ad4-af45-570eade9da4c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.867576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d1614a9-e785-4628-bb21-91c872091d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.934424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d1614a9-e785-4628-bb21-91c872091d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.054233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d1614a9-e785-4628-bb21-91c872091d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.061256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6d1614a9-e785-4628-bb21-91c872091d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.065465 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6d1614a9-e785-4628-bb21-91c872091d6c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c2e10270-d211-4ad4-af45-570eade9da4c HTTP/1.1" status: 204 len: 168 time: 0.3976748 Nov 03 18:51:04.079430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1614a9-e785-4628-bb21-91c872091d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e10270-d211-4ad4-af45-570eade9da4c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:04.177057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-e1b090af-800c-499c-8dd7-1c3cc5433218 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.167 HTTP/1.1" status: 200 len: 696 time: 0.6343403 Nov 03 18:51:04.238808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ae4a4-3eed-43f4-bb23-c3a1d5b18faa req-fd811da9-898c-443b-ac36-29c1ef58d4f4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.242347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-929ae4a4-3eed-43f4-bb23-c3a1d5b18faa req-fd811da9-898c-443b-ac36-29c1ef58d4f4 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.6961832 Nov 03 18:51:04.450115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-929ae4a4-3eed-43f4-bb23-c3a1d5b18faa req-43b19010-5545-4e98-b2c2-89cc7be30684 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693330 Nov 03 18:51:04.490247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-36f92c3a-0823-43be-b8f5-962d75dd12d2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.492623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45b8ecd3-f940-4803-b4f7-c9f3a2ef1b87 req-36f92c3a-0823-43be-b8f5-962d75dd12d2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2925618 Nov 03 18:51:04.624074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:04.653080 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c687af2e-5892-4805-8a6f-3a469773e112" -d '{"events": [{"server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "name": "network-vif-plugged", "status": "completed", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:04.702066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb913-6519-43af-9b2d-a7e5e32737bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.756076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.771826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.785839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.800367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.816458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.830473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.844226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.853185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71989684-b591-4ee6-a558-d65d020ac177 req-7ec0f988-90d6-40b9-a569-36242d3f0d0e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.2178645 Nov 03 18:51:05.060039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-b0e8493e-481c-40cd-b89b-707e8f1f25a1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.067304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-b0e8493e-481c-40cd-b89b-707e8f1f25a1 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 949 time: 0.2076714 Nov 03 18:51:05.138390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71989684-b591-4ee6-a558-d65d020ac177 req-a664c9b0-24a9-458d-a681-9fdbe9a2cc49 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2412651 Nov 03 18:51:05.180179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a14af-b4d7-49aa-96d0-a6c097a48ce6 req-14aa338f-36ba-4d5d-94dd-7f7062d55c95 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.183636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-936a14af-b4d7-49aa-96d0-a6c097a48ce6 req-14aa338f-36ba-4d5d-94dd-7f7062d55c95 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1806006 Nov 03 18:51:05.320927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-936a14af-b4d7-49aa-96d0-a6c097a48ce6 req-cb531f96-25d7-43bb-8660-b7fe2230bbac tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249223 Nov 03 18:51:05.429628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port e40f0232-8c6c-48b1-b9b4-ce79298223e7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:05.430185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.572204 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82f8e4f-af34-478b-b8c5-d646407bc601 x-openstack-request-id: req-d82f8e4f-af34-478b-b8c5-d646407bc601 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:05.573145 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "name": "network-vif-plugged", "status": "completed", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:05.574366 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d82f8e4f-af34-478b-b8c5-d646407bc601 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:05.575457 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'code': 200} Nov 03 18:51:05.641686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-c205068b-7925-4628-ad2c-6aa0f9e6f192 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3238671 Nov 03 18:51:05.660962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:05.710003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port e40f0232-8c6c-48b1-b9b4-ce79298223e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e40f0232-8c6c-48b1-b9b4-ce79298223e7,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:05.710815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.728503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.789003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for e40f0232-8c6c-48b1-b9b4-ce79298223e7 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:05.940521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e930-5c4f-4fe8-99fb-87966f4df52a req-32d0e880-4b37-4faa-aece-091902a49348 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.954805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d4e930-5c4f-4fe8-99fb-87966f4df52a req-32d0e880-4b37-4faa-aece-091902a49348 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c013f48-0129-48f8-a229-3fd6f661600b HTTP/1.1" status: 200 len: 949 time: 0.1871188 Nov 03 18:51:06.197258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d4e930-5c4f-4fe8-99fb-87966f4df52a req-591b5a3b-c8da-4ba0-8ff6-d1d3fab146f3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407994 Nov 03 18:51:06.209238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c4ee-cbab-4766-b799-5c154a7314e2 req-3bd62f4e-b2b6-4b45-8a8f-9578447b81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:06.211915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab46c4ee-cbab-4766-b799-5c154a7314e2 req-3bd62f4e-b2b6-4b45-8a8f-9578447b81fd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 1097 time: 0.2244618 Nov 03 18:51:06.264857 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.330249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.353412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be', '6da192bb-496f-4116-9377-adabb2c59334', 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:06.454279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=e40f0232-8c6c-48b1-b9b4-ce79298223e7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:06.537877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port e40f0232-8c6c-48b1-b9b4-ce79298223e7 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:06.547963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.552636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7806a26e-9083-4fb0-a7e0-7cc1a41e2d26 req-98cddd26-07dd-487e-8531-682cd4394f07 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "DELETE /v2.0/ports/e40f0232-8c6c-48b1-b9b4-ce79298223e7 HTTP/1.1" status: 204 len: 173 time: 1.4751620 Nov 03 18:51:06.553399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c013f48-0129-48f8-a229-3fd6f661600b', 'name': 'network-vif-deleted', 'tag': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:06.558087 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e143ad7-b895-42b0-b812-0dc20bfac88b" -d '{"events": [{"server_uuid": "8c013f48-0129-48f8-a229-3fd6f661600b", "name": "network-vif-deleted", "tag": "e40f0232-8c6c-48b1-b9b4-ce79298223e7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:06.611502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab46c4ee-cbab-4766-b799-5c154a7314e2 req-6a25d849-f0cd-47b2-adf4-8613586a5ef0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820851 Nov 03 18:51:06.840790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Allocated IP 172.25.8.91 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/cff1bd3d-fc1e-41d7-b24d-f6b07504758a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:06.916714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcd865-9ad1-49cf-a50d-5c1e9bc40b50 req-7116ab05-15e8-4479-b080-3f73b7c2c72e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:06.943174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcfcd865-9ad1-49cf-a50d-5c1e9bc40b50 req-7116ab05-15e8-4479-b080-3f73b7c2c72e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.2735012 Nov 03 18:51:07.222613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcfcd865-9ad1-49cf-a50d-5c1e9bc40b50 req-1b7905a0-6274-4557-be32-2a67053ac83c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714679 Nov 03 18:51:07.346132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.445489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-cd0f9f5e-4cf3-441d-88ea-36382600d935 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:07.447693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-cd0f9f5e-4cf3-441d-88ea-36382600d935 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/ports?device_id=6b088bb9-a1a2-41a9-8d29-131bfe645f71 HTTP/1.1" status: 200 len: 949 time: 0.1462293 Nov 03 18:51:07.463050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.657851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:07.688432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:07.709839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:07.876202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port 6da192bb-496f-4116-9377-adabb2c59334 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:07.876894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.906867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=cff1bd3d-fc1e-41d7-b24d-f6b07504758a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:08.005537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-4ba3b9b8-3e39-4cad-ae52-d43cb8575b6c tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=dedeed70f3bb479eb391e8d821c45431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044533 Nov 03 18:51:08.051069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port 6da192bb-496f-4116-9377-adabb2c59334, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6da192bb-496f-4116-9377-adabb2c59334,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:08.051603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.070482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for 6da192bb-496f-4116-9377-adabb2c59334 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:08.139340 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.260376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.295447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-770fe416-31c5-4eaf-a20e-9d01f4589a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.352601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-c4e385e3-6dac-4ba3-b982-9c01bc382921 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:08.355171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-c4e385e3-6dac-4ba3-b982-9c01bc382921 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3446019 Nov 03 18:51:08.403562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e40f0232-8c6c-48b1-b9b4-ce79298223e7 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:08.408662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.425067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-4bbd6517-cb86-459f-9459-839cdbd06a3c tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/quotas/dedeed70f3bb479eb391e8d821c45431 HTTP/1.1" status: 200 len: 375 time: 0.0393455 Nov 03 18:51:08.477892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: e40f0232-8c6c-48b1-b9b4-ce79298223e7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:08.481735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e40f0232-8c6c-48b1-b9b4-ce79298223e7 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:08.493043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=6da192bb-496f-4116-9377-adabb2c59334,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:08.495633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['83765836-9a70-46cf-9e54-a4d910e919be'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:08.579025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-ec01c3c3-9a63-4064-8fc0-4c0d732c28de tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dedeed70f3bb479eb391e8d821c45431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270549 Nov 03 18:51:08.692443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port 6da192bb-496f-4116-9377-adabb2c59334 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:08.696784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:08.706801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e2f4630-4f65-4198-befb-68fc0102a70b req-2fee8703-51b5-4eb4-8160-e0aff0e5ea91 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "DELETE /v2.0/ports/6da192bb-496f-4116-9377-adabb2c59334 HTTP/1.1" status: 204 len: 173 time: 1.2461374 Nov 03 18:51:09.061573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.087272 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.304066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event updated for resources: {'Port': ['ID=cff1bd3d-fc1e-41d7-b24d-f6b07504758a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:09.498372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.535994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.548860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.562531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.575543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.589541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.603726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.615829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.619632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-72829ea4-2871-483f-bd3a-4a71bd8d53e3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.2193294 Nov 03 18:51:09.690407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.692680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.694639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-9809b52a-28e5-404d-887f-55efd91d769f tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0431678 Nov 03 18:51:09.867764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-6131a6fc-c982-4c26-91a9-c5493edda7f2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.1559670 Nov 03 18:51:10.145472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f5c20b-72f2-4c5c-a275-4a326e215931 req-8b07bf6a-3824-42fd-8fa1-c025e6c0d7af tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5072911 Nov 03 18:51:10.297828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-b5abf175-c150-44a8-aae9-aa0932849db8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.300534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03928402-361d-42e9-8285-8c6fbc3bc2a3 req-b5abf175-c150-44a8-aae9-aa0932849db8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.4129665 Nov 03 18:51:10.410594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-8c2ebd10-d49b-4c22-a5d8-9d8759ebaa4b tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.415180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-8c2ebd10-d49b-4c22-a5d8-9d8759ebaa4b tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.1131351 Nov 03 18:51:10.432552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812151-4'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:10.504648 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90bb095-a040-49b3-b797-2196a68840e8 x-openstack-request-id: req-c90bb095-a040-49b3-b797-2196a68840e8 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:10.507175 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c013f48-0129-48f8-a229-3fd6f661600b", "name": "network-vif-deleted", "tag": "e40f0232-8c6c-48b1-b9b4-ce79298223e7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:10.508116 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c90bb095-a040-49b3-b797-2196a68840e8 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:10.509191 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c013f48-0129-48f8-a229-3fd6f661600b', 'name': 'network-vif-deleted', 'tag': 'e40f0232-8c6c-48b1-b9b4-ce79298223e7', 'status': 'completed', 'code': 200} Nov 03 18:51:10.734786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.760934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a93c36-654f-49ec-a172-983118b92233 req-4d507d87-84be-4114-bef4-d0b959bac089 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.775251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9a93c36-654f-49ec-a172-983118b92233 req-4d507d87-84be-4114-bef4-d0b959bac089 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2222786 Nov 03 18:51:10.983405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9a93c36-654f-49ec-a172-983118b92233 req-90653013-278c-41e0-912d-16deebbf6226 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041135 Nov 03 18:51:11.401425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-440f8dbb-ed24-4f41-9d20-e5dd3b80011d req-a2c47b06-aaf7-4e6d-8b3e-89d2d2f5eaa7 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 210 time: 0.0904822 Nov 03 18:51:11.438806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:11.557307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:11.577152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c4c6c-ba99-458b-a73d-75a6a58a115e req-b53dfe1f-12ae-4ee1-9d82-b361eb312b1c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.580539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-940c4c6c-ba99-458b-a73d-75a6a58a115e req-b53dfe1f-12ae-4ee1-9d82-b361eb312b1c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 945 time: 0.4277782 Nov 03 18:51:11.671090 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.821735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.832890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.846127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.858016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.871060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.884804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.898541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.902144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c83ec77-8fc8-436a-b54b-2350c4f48ab7 req-847dcb61-e561-49ad-8c08-a05f0b9ffe53 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.3790934 Nov 03 18:51:11.951754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.955882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50834) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.981969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Request body: {'floatingip': {'port_id': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:11.983277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-0dccabad-6716-49b7-9384-589230fa7b99 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=dedeed70f3bb479eb391e8d821c45431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831304 Nov 03 18:51:12.016367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:12.020394 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b767dcac-cf4e-48fa-892a-a618f9c4cbc3" -d '{"events": [{"server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:12.104967 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.209022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-940c4c6c-ba99-458b-a73d-75a6a58a115e req-d4c88626-b2c6-4c1e-9b53-e001c081730a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073519 Nov 03 18:51:12.220055 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.314287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-4c54b4b4-3617-4b71-8dbb-afeb18aa0a2a tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:12.317718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-4c54b4b4-3617-4b71-8dbb-afeb18aa0a2a tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230338 Nov 03 18:51:12.347056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Request body: {'port': {'device_id': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'dedeed70f3bb479eb391e8d821c45431'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:12.385991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6da192bb-496f-4116-9377-adabb2c59334 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:12.392501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.465579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 6da192bb-496f-4116-9377-adabb2c59334 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:12.466445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6da192bb-496f-4116-9377-adabb2c59334 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:12.512433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'name': 'network-vif-deleted', 'tag': '6da192bb-496f-4116-9377-adabb2c59334'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:12.517521 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b56938-cd31-48ef-a805-e022055e0e87" -d '{"events": [{"server_uuid": "6b088bb9-a1a2-41a9-8d29-131bfe645f71", "name": "network-vif-deleted", "tag": "6da192bb-496f-4116-9377-adabb2c59334"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:12.653599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Made reservation on behalf of dedeed70f3bb479eb391e8d821c45431 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:12.669189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.675846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dadc9698-1965-42e5-ae3b-fb302c8fe532 req-d06a7815-23aa-4ba8-aac7-3103e4949eaf tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips/0d1bb629-3f54-4d63-b753-4a763de8acb4 HTTP/1.1" status: 200 len: 692 time: 0.5781002 Nov 03 18:51:12.704509 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.975314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.982333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.987892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.150863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229660a4-7059-44a9-b573-a50a924d01e6 req-95dcd94e-ab4b-42ec-b81b-30f83edb4f0e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:13.152781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-229660a4-7059-44a9-b573-a50a924d01e6 req-95dcd94e-ab4b-42ec-b81b-30f83edb4f0e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.6428998 Nov 03 18:51:13.181390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on host n-h2-812151-4 for vnic_type normal with profile {"migrating_to": "n-h1-812151-4"} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:13.183645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:13.183645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:13.206706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.217379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:13.225164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Attempting to bind port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on network 444cc965-2625-48d4-ab0f-ac3f4d85ccb2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:13.360872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc9698-1965-42e5-ae3b-fb302c8fe532 req-3bb85e94-ba15-498a-bc01-3e314759d7a2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:13.363131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dadc9698-1965-42e5-ae3b-fb302c8fe532 req-3bb85e94-ba15-498a-bc01-3e314759d7a2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.6628549 Nov 03 18:51:13.380843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:13.381355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Checking segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:13.382014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Bound using segment: {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:13.383771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Bound port: 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680afec-3561-4371-8d59-2d2139774aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '444cc965-2625-48d4-ab0f-ac3f4d85ccb2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:13.384396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.386643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Allocated IP 192.168.233.132 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:13.474319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-229660a4-7059-44a9-b573-a50a924d01e6 req-e3ad7c46-02bb-44f8-80b7-b85fe9d3d1ef tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643499 Nov 03 18:51:13.741992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:13.756509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:13.769180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:13.793476 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437c74f-5664-4923-9dee-980dd8851b27 x-openstack-request-id: req-f437c74f-5664-4923-9dee-980dd8851b27 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:13.795093 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:13.795628 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f437c74f-5664-4923-9dee-980dd8851b27 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:13.797966 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'code': 200} Nov 03 18:51:13.824709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.054439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.063681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-6d5e32dc-18d4-495e-bd96-0e99847488bb service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1647518 Nov 03 18:51:14.102685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b088a4f-e2b6-4852-ade7-9658e031c67c req-89d5bb28-956b-4996-a632-5ae841b1a541 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 210 time: 0.1247940 Nov 03 18:51:14.106479 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda306f3-e3f5-46b3-8dd4-0997e0746e6e x-openstack-request-id: req-eda306f3-e3f5-46b3-8dd4-0997e0746e6e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:14.106820 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b088bb9-a1a2-41a9-8d29-131bfe645f71", "name": "network-vif-deleted", "tag": "6da192bb-496f-4116-9377-adabb2c59334", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:14.107147 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eda306f3-e3f5-46b3-8dd4-0997e0746e6e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:14.107611 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b088bb9-a1a2-41a9-8d29-131bfe645f71', 'name': 'network-vif-deleted', 'tag': '6da192bb-496f-4116-9377-adabb2c59334', 'status': 'completed', 'code': 200} Nov 03 18:51:14.224483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:14.227639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.287502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff797-9595-4298-b86c-6ed7998413e5 req-9af6e171-dfb8-48a5-96c7-f912bc9612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:14.290449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-9af6e171-dfb8-48a5-96c7-f912bc9612f7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=816761c27522498db7877b3b52b07bb7&device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 1100 time: 0.1542547 Nov 03 18:51:14.295080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e has no active binding in host n-h1-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:51:14.376221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:14.422624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:14.433662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:14.435471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.439849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] 10.222.0.115 "PUT /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 1121 time: 4.0148449 Nov 03 18:51:14.444691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decb636-8527-446a-88b3-51eed6c912ad service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=8']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:14.445822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:14.485741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8c1e1978-87fb-4365-94d3-0f2214d96c6e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:14.630154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['8c1e1978-87fb-4365-94d3-0f2214d96c6e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:14.642054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:14.672657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-34a61778-4701-472a-9146-5fd1737e8660 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips/0d1bb629-3f54-4d63-b753-4a763de8acb4 HTTP/1.1" status: 200 len: 692 time: 0.4841199 Nov 03 18:51:14.770432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3200223-b32a-43fe-9ac2-18a805c04412 req-061aa5be-4183-4f77-a017-0a5642465021 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:14.782973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3200223-b32a-43fe-9ac2-18a805c04412 req-061aa5be-4183-4f77-a017-0a5642465021 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.3742676 Nov 03 18:51:14.839929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:14.842371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.893489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff797-9595-4298-b86c-6ed7998413e5 req-452e4329-a009-413d-b2d3-c2d5f2515087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:14.896990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-452e4329-a009-413d-b2d3-c2d5f2515087 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5557468 Nov 03 18:51:14.981134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-8db55d4b-d459-4c05-9aee-5ea607ae1f26 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=83765836-9a70-46cf-9e54-a4d910e919be HTTP/1.1" status: 200 len: 217 time: 0.0690136 Nov 03 18:51:14.987980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a79c2b73-249c-41a4-959e-41a8473b645f tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6527262 Nov 03 18:51:15.026842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Request body: {'port': {'device_id': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:15.128672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-97670e12-50ad-4e34-b556-42a7fc6f009a None None] Provisioning complete for port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:15.129569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97670e12-50ad-4e34-b556-42a7fc6f009a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.156360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff797-9595-4298-b86c-6ed7998413e5 req-10df2163-7c61-4e47-a679-fe0631ce6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:15.160912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-10df2163-7c61-4e47-a679-fe0631ce6e00 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1532664 Nov 03 18:51:15.198559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.300285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-97670e12-50ad-4e34-b556-42a7fc6f009a None None] Port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:15.346237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff797-9595-4298-b86c-6ed7998413e5 req-21df9792-e4ea-4b7a-b861-37c3839397be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:15.349050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-21df9792-e4ea-4b7a-b861-37c3839397be service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720738 Nov 03 18:51:15.609577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3200223-b32a-43fe-9ac2-18a805c04412 req-48d22b98-89fb-4da4-9642-203cd41467b1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253372 Nov 03 18:51:15.619867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-edfdf887-9ea0-4247-9d24-292132828694 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:15.621753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-edfdf887-9ea0-4247-9d24-292132828694 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.8273339 Nov 03 18:51:15.648180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-edd3e6ff-ad50-45d5-9b52-8e482dd575cf service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794349 Nov 03 18:51:15.738581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-fe91873d-c0a6-44af-ad36-8323cf7ce92a tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:15.740896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-fe91873d-c0a6-44af-ad36-8323cf7ce92a tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 1.0440977 Nov 03 18:51:15.821634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:15.824035 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd89dcaa-9174-4921-b521-b355344381e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:15.830469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-1ae4dd81-5216-4c58-ae1e-bde098ed5435 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.0773706 Nov 03 18:51:15.832994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:51:15.993673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-831f2f25-c0c1-4c2a-ab69-89c7a519d894 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.1138518 Nov 03 18:51:16.005895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.014524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-138ff797-9595-4298-b86c-6ed7998413e5 req-d31b1217-0f6a-4728-95ee-ef57d206d54c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486059 Nov 03 18:51:16.014773 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.059973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:16.085369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.140506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Transition to ACTIVE for port object 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:16.156482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.300001 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Floating IP c845709b-a4b9-4613-8769-727afaddc090 associated. External IP: 172.25.8.50, port: 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1. Nov 03 18:51:16.324680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.459348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Attempting to bind port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:16.460342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Attempting to bind port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:16.460538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Attempting to bind port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:16.467014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Deleting port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:16.467576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.468405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:16.468849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Attempting to bind port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:16.480441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:16.481102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:16.484337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:16.485299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Bound port: 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:16.485940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.539233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf1a5-0ff9-4e41-9bb4-4e40e2dc5d90 req-b807656a-d56a-4a2a-8207-34534b5325ed tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:16.539530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-306bf1a5-0ff9-4e41-9bb4-4e40e2dc5d90 req-b807656a-d56a-4a2a-8207-34534b5325ed tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 944 time: 0.3846834 Nov 03 18:51:16.643821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:16.653472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:16.664206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.730796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:16.732699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.735879 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] 10.222.0.110 "PUT /v2.0/ports/13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 HTTP/1.1" status: 200 len: 1096 time: 1.7159340 Nov 03 18:51:16.736843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:16.741110 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981e3631-aace-4585-8e8b-5b7d8025f57e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:16.810023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e56f-3efc-44f8-8cbb-eea9a2fadf24 service neutron] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.858097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-306bf1a5-0ff9-4e41-9bb4-4e40e2dc5d90 req-7ef222a8-59e9-4176-8425-9f085bd46b59 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016882 Nov 03 18:51:16.939381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Deleting port cff1bd3d-fc1e-41d7-b24d-f6b07504758a {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:16.939381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.006116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-c7783421-2a27-4410-bb4b-06930c75782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:17.009249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-c7783421-2a27-4410-bb4b-06930c75782b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=dedeed70f3bb479eb391e8d821c45431&device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 1099 time: 0.1472988 Nov 03 18:51:17.093580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-a2a7eba8-6629-4c01-9802-8e68ddcb9cdb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 HTTP/1.1" status: 200 len: 217 time: 0.0698099 Nov 03 18:51:17.204563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-93aa52d9-7466-4c1a-8612-3c8a56742879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:17.207360 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-93aa52d9-7466-4c1a-8612-3c8a56742879 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1006615 Nov 03 18:51:17.216136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] For port a405f26c-d77d-4d32-8ad4-c8e2f8adc352, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:17.216706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.281185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Calling delete_port for a405f26c-d77d-4d32-8ad4-c8e2f8adc352 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:17.307200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-b5612bc8-972c-465d-a6db-3ed40afbea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:17.310633 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-b5612bc8-972c-465d-a6db-3ed40afbea7b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888169 Nov 03 18:51:17.489984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.490492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.521131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5fe82-7eea-45f5-9df7-fedf3a6dead0 req-e112389a-1638-4726-9649-51a473363886 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:17.523452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-54e28bed-87a4-4a95-baf4-bd990863edd5 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890354 Nov 03 18:51:17.524247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebb5fe82-7eea-45f5-9df7-fedf3a6dead0 req-e112389a-1638-4726-9649-51a473363886 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 948 time: 0.4572046 Nov 03 18:51:17.546132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Calling delete_port for cff1bd3d-fc1e-41d7-b24d-f6b07504758a owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:17.587967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Router a136b578-1738-45e8-b660-773c91f5b212 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:17.707809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3a84e7c2-b85c-4e65-a216-05a84280d6ae req-3157a2f5-6d8c-4b36-88b9-eddb35910a44 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713266 Nov 03 18:51:17.778981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebb5fe82-7eea-45f5-9df7-fedf3a6dead0 req-69a97746-42fc-435a-9af2-954befb83f57 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378492 Nov 03 18:51:18.153044 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.163801 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdbe00d-6e50-422c-8c4c-29e531a33cce x-openstack-request-id: req-2bdbe00d-6e50-422c-8c4c-29e531a33cce {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:18.164842 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:18.165023 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2bdbe00d-6e50-422c-8c4c-29e531a33cce {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:18.165677 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'status': 'completed', 'code': 200} Nov 03 18:51:18.198429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:18.219395 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] Sync routers for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:18.242117 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:18.243613 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:18.250526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.266707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event deleted for resources: {'Port': ['ID=a405f26c-d77d-4d32-8ad4-c8e2f8adc352,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:18.344218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dcaa-9174-4921-b521-b355344381e8 req-579b738e-ccd2-4a7e-b53c-b01508f0a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:18.346850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-579b738e-ccd2-4a7e-b53c-b01508f0a278 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1124 time: 0.1390536 Nov 03 18:51:18.394737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41dbb821-a766-4dae-9d08-c9431529eb6d tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "PUT /v2.0/floatingips/c845709b-a4b9-4613-8769-727afaddc090 HTTP/1.1" status: 200 len: 990 time: 6.4357815 Nov 03 18:51:18.420622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:18.421628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] No DVR routers for this DVR port a405f26c-d77d-4d32-8ad4-c8e2f8adc352 on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:18.424532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.451806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.458332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8b2d9ed-7157-46ec-9ab6-4093b0e2b5b2 req-62626a9b-4442-4f6b-902a-4e5a630f5895 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "DELETE /v2.0/ports/a405f26c-d77d-4d32-8ad4-c8e2f8adc352 HTTP/1.1" status: 204 len: 173 time: 2.8031194 Nov 03 18:51:18.513603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:18.569404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event deleted for resources: {'Port': ['ID=cff1bd3d-fc1e-41d7-b24d-f6b07504758a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:18.592219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: a405f26c-d77d-4d32-8ad4-c8e2f8adc352 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:18.595199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a405f26c-d77d-4d32-8ad4-c8e2f8adc352 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:18.640415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dcaa-9174-4921-b521-b355344381e8 req-7f2d9334-bdbe-4a09-b56b-ab334254974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:18.657719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-7f2d9334-bdbe-4a09-b56b-ab334254974e service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.2946420 Nov 03 18:51:18.741438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.746598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.748328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ef6c8e7-508c-4a2b-bc56-d4fb5f4d5b0d req-9e8d9dfb-bd5e-4fe0-93ad-64529386cbe8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "DELETE /v2.0/floatingips/0d1bb629-3f54-4d63-b753-4a763de8acb4 HTTP/1.1" status: 204 len: 173 time: 2.5869324 Nov 03 18:51:18.765460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-24e10e66-052f-45f2-8b20-e5c81021a805 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:18.776592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-24e10e66-052f-45f2-8b20-e5c81021a805 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 815 time: 0.4307697 Nov 03 18:51:18.802086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-0e1910f5-dcf5-4d4e-94cc-2afea0449cf2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 217 time: 0.1303151 Nov 03 18:51:18.815973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-7a7b5a43-65eb-4db2-91cb-fc1478415b8b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/quotas/879c337db73b4278ace1c93b5e45853b HTTP/1.1" status: 200 len: 375 time: 0.0370612 Nov 03 18:51:18.939635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dcaa-9174-4921-b521-b355344381e8 req-5b920fec-ed64-4521-a6a1-3472de3c83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:18.942295 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-5b920fec-ed64-4521-a6a1-3472de3c83fa service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1042666 Nov 03 18:51:18.995421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-c0281147-ea1e-42c0-8948-1c2f742d7961 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:18.998887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-c0281147-ea1e-42c0-8948-1c2f742d7961 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "GET /v2.0/ports?device_id=f8627ea1-96a9-4b07-8726-d9339fe0b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2081535 Nov 03 18:51:19.005889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-438c005d-40e6-4056-85ed-fa6bcb8f73e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462399 Nov 03 18:51:19.044305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-369d6143-cc3a-46b5-9969-887a4cc9557f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902361 Nov 03 18:51:19.105079 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c845709b-a4b9-4613-8769-727afaddc090', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'port_id': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'mac_address': 'fa:16:3e:4e:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:48:47Z', 'updated_at': '2021-11-03T18:51:15Z', 'revision_number': 1, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:32Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.141873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfdee1-598b-4a3d-bbba-21d46239bcfe req-7524e902-ce4d-450a-b2a1-38eb2f85cc07 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:19.145083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0dfdee1-598b-4a3d-bbba-21d46239bcfe req-7524e902-ce4d-450a-b2a1-38eb2f85cc07 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.2733567 Nov 03 18:51:19.184680 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] Checking router: a136b578-1738-45e8-b660-773c91f5b212 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:19.208075 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.209426 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:51:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.283956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-617ba665-0d2f-4e92-9a3b-0d84bb5fc2de service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613502 Nov 03 18:51:19.389269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0dfdee1-598b-4a3d-bbba-21d46239bcfe req-8265094f-652c-4dd2-ad4f-2c45ed3b9345 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272010 Nov 03 18:51:19.434852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-77fabb67-fc42-4813-98d7-15ac67c46cf9 service neutron] 10.222.0.91 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441660 Nov 03 18:51:19.559521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd89dcaa-9174-4921-b521-b355344381e8 req-a9771079-5f93-4429-a516-2438edbeac5e service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534604 Nov 03 18:51:19.588507 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b423e-9c32-4ee3-8465-b962a16183af x-openstack-request-id: req-268b423e-9c32-4ee3-8465-b962a16183af {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:19.589024 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:19.589360 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-268b423e-9c32-4ee3-8465-b962a16183af {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:19.589990 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'status': 'completed', 'code': 200} Nov 03 18:51:19.614166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Deleting port 2144db58-750a-43cd-92dd-75e1c43a80e9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:19.614735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.665556 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:19.759550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-773de525-3639-4199-bfb1-afb77ff60c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:19.765610 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-773de525-3639-4199-bfb1-afb77ff60c18 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=dedeed70f3bb479eb391e8d821c45431&device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 1099 time: 0.1019733 Nov 03 18:51:19.814252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-37d37d11-4353-424b-ac24-4bd18fb5c764 service neutron] 10.222.0.91 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781950 Nov 03 18:51:19.903430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] For port 2144db58-750a-43cd-92dd-75e1c43a80e9, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2144db58-750a-43cd-92dd-75e1c43a80e9,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:19.904463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.931720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Calling delete_port for 2144db58-750a-43cd-92dd-75e1c43a80e9 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:20.058886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf8fa5ea-81e1-48c4-a6f2-0b91159000c1 req-95945066-0803-40d1-8e13-1294ff99b2e3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3 HTTP/1.1" status: 200 len: 210 time: 0.0559478 Nov 03 18:51:20.130224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-91cf7056-db1a-4348-aaaa-198c8113f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:20.133281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-91cf7056-db1a-4348-aaaa-198c8113f09d service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3573766 Nov 03 18:51:20.290410 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c845709b-a4b9-4613-8769-727afaddc090', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'port_id': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'mac_address': 'fa:16:3e:4e:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:48:47Z', 'updated_at': '2021-11-03T18:51:15Z', 'revision_number': 1, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:32Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:20.355638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-173638c8-3f63-4a92-bcfd-a2ff5a9e7aa9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 HTTP/1.1" status: 200 len: 217 time: 0.2099130 Nov 03 18:51:20.371362 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020cb80-4481-4a51-a0db-d595cf8c6613 None None] The sync data for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 is: [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c845709b-a4b9-4613-8769-727afaddc090', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'port_id': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'mac_address': 'fa:16:3e:4e:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:48:47Z', 'updated_at': '2021-11-03T18:51:15Z', 'revision_number': 1, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:32Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:20.384430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'}, {'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'name': 'network-vif-deleted', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:20.402970 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59471193-f42f-4e54-a3a8-ce1218eb47ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1"}, {"server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "name": "network-vif-deleted", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:20.404703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:20.549777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.583474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-bb9a56d1-e5fd-4755-884a-6b6d19b1a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:20.584265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['2144db58-750a-43cd-92dd-75e1c43a80e9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:20.588210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-bb9a56d1-e5fd-4755-884a-6b6d19b1a998 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2199323 Nov 03 18:51:20.715495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-1d00eb29-50ba-42ff-8f55-e159b0a5464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:20.725845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-1d00eb29-50ba-42ff-8f55-e159b0a5464d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217315 Nov 03 18:51:20.793706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Pushing event deleted for resources: {'Port': ['ID=2144db58-750a-43cd-92dd-75e1c43a80e9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:20.805579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:20.835395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'mac_address': 'fa:16:3e:63:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:20.946739 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.952071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045c0ed-bddb-4043-873b-1073e35e5418 None None] New status for floating IP c845709b-a4b9-4613-8769-727afaddc090: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:51:21.031788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:21.215773 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:51:21.283031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:21.292550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.435376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.601959 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-05743936-9ad8-4d29-9af6-0339c2e4df64 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642967 Nov 03 18:51:21.730312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:21.869942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] No DVR routers for this DVR port 2144db58-750a-43cd-92dd-75e1c43a80e9 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:21.879646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.886381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94dbd6c6-eb12-45a1-acbc-7fd15aaa80ac req-f688beeb-7434-42c6-9621-dd68486fd918 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "DELETE /v2.0/ports/2144db58-750a-43cd-92dd-75e1c43a80e9 HTTP/1.1" status: 204 len: 173 time: 2.8685000 Nov 03 18:51:21.919269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a40a1-ece3-420f-bd41-e118bb9a4ea1 req-5464ace6-d789-4ba8-974f-9c785c3057e3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:21.932492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-790a40a1-ece3-420f-bd41-e118bb9a4ea1 req-5464ace6-d789-4ba8-974f-9c785c3057e3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 949 time: 1.4983490 Nov 03 18:51:21.986630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-981e3631-aace-4585-8e8b-5b7d8025f57e req-873a6f5d-56dd-44ec-8d84-cc45fef263a7 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659892 Nov 03 18:51:22.095885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82244dd-5a54-49cb-810c-f925db431bcf req-8811b09a-86d0-4b6f-a8e5-c8843f41cd23 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:22.098525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a82244dd-5a54-49cb-810c-f925db431bcf req-8811b09a-86d0-4b6f-a8e5-c8843f41cd23 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 949 time: 1.3376338 Nov 03 18:51:22.263227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68315fa7-54e6-490c-99e1-9211ae9c30c7 req-af9a9f50-b52b-43ae-a80f-995278169179 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:22.266772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68315fa7-54e6-490c-99e1-9211ae9c30c7 req-af9a9f50-b52b-43ae-a80f-995278169179 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.6016686 Nov 03 18:51:22.285841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-790a40a1-ece3-420f-bd41-e118bb9a4ea1 req-8cb3e5f6-6453-455f-b417-3466958cbd0c tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/security-groups?id=9573df2d-0c52-4d1a-883a-ad489f2e3585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342988 Nov 03 18:51:22.424739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:22.520151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b0e6ca0-4eed-479e-bede-c3d2077ed042 req-138e34b6-baef-4237-ab07-79ac73c1c679 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 210 time: 0.0537226 Nov 03 18:51:22.538751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Deleting port 83765836-9a70-46cf-9e54-a4d910e919be {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:22.539375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.646830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb01a7-7103-4020-8a91-910e7d92e8be req-3045665a-e020-470d-9abf-5b0b29463019 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:22.649139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5adb01a7-7103-4020-8a91-910e7d92e8be req-3045665a-e020-470d-9abf-5b0b29463019 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 949 time: 0.2475135 Nov 03 18:51:22.808894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] For port 83765836-9a70-46cf-9e54-a4d910e919be, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=83765836-9a70-46cf-9e54-a4d910e919be,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:22.809669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.838055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Calling delete_port for 83765836-9a70-46cf-9e54-a4d910e919be owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:23.026896 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548fd8d-7dbd-4a73-a26d-93ed03cafef7 x-openstack-request-id: req-7548fd8d-7dbd-4a73-a26d-93ed03cafef7 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:23.027603 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1", "status": "completed", "code": 200}, {"server_uuid": "a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3", "name": "network-vif-deleted", "tag": "a405f26c-d77d-4d32-8ad4-c8e2f8adc352", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:23.027940 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7548fd8d-7dbd-4a73-a26d-93ed03cafef7 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:23.028703 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'status': 'completed', 'code': 200} Nov 03 18:51:23.029399 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a1d6ec-0ad6-4b7b-bcf8-d68f6ee08ff3', 'name': 'network-vif-deleted', 'tag': 'a405f26c-d77d-4d32-8ad4-c8e2f8adc352', 'status': 'completed', 'code': 200} Nov 03 18:51:23.050788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.051403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.061283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.061929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.062472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.063128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.063541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.066327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-a056cedb-3955-48f6-96a9-fccbac3c3fcc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6490 time: 0.2004113 Nov 03 18:51:23.378436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-6d986086-4176-41c2-8dd8-50c800f45f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.382244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-6d986086-4176-41c2-8dd8-50c800f45f42 service neutron] 10.222.0.115 "GET /v2.0/networks?id=22eb02e1-6b86-47d4-baee-04b220578556 HTTP/1.1" status: 200 len: 913 time: 0.3059113 Nov 03 18:51:23.392490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5adb01a7-7103-4020-8a91-910e7d92e8be req-08388c2a-249f-4879-82fa-0c5cf605ae05 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166510 Nov 03 18:51:23.458576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b457-9bea-4e44-a4ef-19805595ed70 req-96bce648-0c5b-4e7f-a09e-5a10b3975a0b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.472268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0622b457-9bea-4e44-a4ef-19805595ed70 req-96bce648-0c5b-4e7f-a09e-5a10b3975a0b tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 943 time: 0.4399455 Nov 03 18:51:23.548674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50926) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.582803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-da506288-c0b3-4366-918b-17ec53d328a9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.586051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-da506288-c0b3-4366-918b-17ec53d328a9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 815 time: 0.5685127 Nov 03 18:51:23.658267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Request body: {'port': {'device_id': '8f0bff67-bd56-41eb-a087-b9e775902052', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'admin_state_up': True, 'tenant_id': '879c337db73b4278ace1c93b5e45853b'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:23.709865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-6a33a04e-a608-4ff5-8821-f78a41a9ea45 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 200 len: 1000 time: 0.3077593 Nov 03 18:51:23.805581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-6b201990-845e-4ad4-bdd8-0cab1e1cb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.807450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-6b201990-845e-4ad4-bdd8-0cab1e1cb606 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=57b15da0-0f41-4a92-982e-cb04bf19b799 HTTP/1.1" status: 200 len: 851 time: 0.0854328 Nov 03 18:51:23.822915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:23.886925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:23.888206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:23.911667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-b50169fe-874d-430f-ae3d-12ec36a6012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.916092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 2144db58-750a-43cd-92dd-75e1c43a80e9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:23.916599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2144db58-750a-43cd-92dd-75e1c43a80e9 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:23.919119 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-b50169fe-874d-430f-ae3d-12ec36a6012c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=22eb02e1-6b86-47d4-baee-04b220578556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026883 Nov 03 18:51:23.941894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0622b457-9bea-4e44-a4ef-19805595ed70 req-ff00892d-bc56-42a6-bec0-59d0910dee15 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483464 Nov 03 18:51:23.985884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9fb1efd-c9e6-42ed-94c8-56bec9265eee req-4457726b-d63d-4ff4-b493-51fad3bd8105 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?tenant_id=fb81b7ad0fa1440385fe8b3a77edb1b8 HTTP/1.1" status: 200 len: 1657 time: 0.3435926 Nov 03 18:51:24.037809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c93029f9-c687-4b04-a2de-48b6b7aa656e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.085177 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-57115da8-ca9f-468d-8d36-19d34bf24f1f service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502652 Nov 03 18:51:24.146950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.235945 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-bbec0d3f-ef8b-4f0e-8d3d-23e244cc0830 service neutron] 10.222.0.110 "GET /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.1647861 Nov 03 18:51:24.259060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23acf5a7-436c-40fc-bb6b-5942a1670d46 req-f85b7afe-58f5-45ce-9a21-7299fd568962 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.91 "GET /v2.0/ports?device_id=61d06be1-3414-469f-9b7f-89aa911448ae HTTP/1.1" status: 200 len: 210 time: 0.2001998 Nov 03 18:51:24.287432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59471193-f42f-4e54-a3a8-ce1218eb47ed req-5aaa35ba-f374-4309-8a04-a6d3179fe662 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704762 Nov 03 18:51:24.347412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Pushing event deleted for resources: {'Port': ['ID=83765836-9a70-46cf-9e54-a4d910e919be,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.417848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:24.536451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:51:24.546358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:24.547705 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.571354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Made reservation on behalf of 879c337db73b4278ace1c93b5e45853b for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:24.575432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.587316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] No DVR routers for this DVR port 83765836-9a70-46cf-9e54-a4d910e919be on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:24.602716 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.606348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a82244dd-5a54-49cb-810c-f925db431bcf req-d496f851-44bd-45e9-8667-cd90d0a754c3 tempest-ServersOnMultiNodesTest-960103125 tempest-ServersOnMultiNodesTest-960103125-project] 10.222.0.110 "DELETE /v2.0/ports/83765836-9a70-46cf-9e54-a4d910e919be HTTP/1.1" status: 204 len: 173 time: 2.4649282 Nov 03 18:51:24.615303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1efd-c9e6-42ed-94c8-56bec9265eee req-1a3d673f-6400-4de9-9f43-122980e7cc22 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:24.617145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9fb1efd-c9e6-42ed-94c8-56bec9265eee req-1a3d673f-6400-4de9-9f43-122980e7cc22 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks?id=45fb7514-03de-4995-97d4-c8265a0cdf1a&id=45fb7514-03de-4995-97d4-c8265a0cdf1a&id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 787 time: 0.5866916 Nov 03 18:51:24.644069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-f9fb1efd-c9e6-42ed-94c8-56bec9265eee req-8678634b-106c-4b47-95aa-b8ad9e1880bb tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:51:24.649499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9fb1efd-c9e6-42ed-94c8-56bec9265eee req-8678634b-106c-4b47-95aa-b8ad9e1880bb tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0148463 Nov 03 18:51:24.655882 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c93029f9-c687-4b04-a2de-48b6b7aa656e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.669335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c93029f9-c687-4b04-a2de-48b6b7aa656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.746034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:24.800896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5352a7e-9c3b-4c67-8836-c2e22203eae1 req-bd10fc56-36eb-41ac-be9f-40d2f165c0c2 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 210 time: 0.0663433 Nov 03 18:51:24.808766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:24.822281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c93029f9-c687-4b04-a2de-48b6b7aa656e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=58f647f1dee24435a0dc3c0970c96bed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2715836 Nov 03 18:51:24.823776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93029f9-c687-4b04-a2de-48b6b7aa656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a44708-622a-4f90-adfe-9664a1ffc701,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.833863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.880748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.920549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1e1978-87fb-4365-94d3-0f2214d96c6e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:24.932249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:24.938228 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eee6769-f0cd-46e5-b56e-b2a7099d6ffb" -d '{"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-plugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:24.956613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:24.969724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:24.977100 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.978054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 83765836-9a70-46cf-9e54-a4d910e919be no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:25.008348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.052021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'name': 'network-vif-deleted', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9'}, {'server_uuid': '61d06be1-3414-469f-9b7f-89aa911448ae', 'name': 'network-vif-deleted', 'tag': '83765836-9a70-46cf-9e54-a4d910e919be'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:25.056635 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d89db-5d5b-4edd-bb53-1faf89c3e11f" -d '{"events": [{"server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "name": "network-vif-deleted", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9"}, {"server_uuid": "61d06be1-3414-469f-9b7f-89aa911448ae", "name": "network-vif-deleted", "tag": "83765836-9a70-46cf-9e54-a4d910e919be"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:25.061503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4f4b12c7-f6e1-45bb-8e55-7ec337e8729e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.165638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Allocated IP 172.20.0.4 (179c5dca-3467-4285-93eb-655cf3f11f8f/d6e7cd4b-0074-4c1b-bf88-8c0530e79add/aee93e11-7a92-475d-abc1-cf59f5adac96) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:25.220682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4f4b12c7-f6e1-45bb-8e55-7ec337e8729e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.248647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 83765836-9a70-46cf-9e54-a4d910e919be {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:25.249573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 83765836-9a70-46cf-9e54-a4d910e919be not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:25.266121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-a39dfeb2-0f33-484d-90c8-8c0d93d54ab2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:25.268602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.268940 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-a39dfeb2-0f33-484d-90c8-8c0d93d54ab2 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.2197578 Nov 03 18:51:25.279247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.279598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.279942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.280283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.280669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.281043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.281378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.281715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.282049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.282402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.282734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.283063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:25.317671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da01a33-c169-4a4e-a7c7-8ce92446cbaa req-fcc65cf9-c9fc-42f2-9c40-7536d1360c18 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:25.319699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6da01a33-c169-4a4e-a7c7-8ce92446cbaa req-fcc65cf9-c9fc-42f2-9c40-7536d1360c18 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 950 time: 0.3467386 Nov 03 18:51:25.350631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924a4f4-e34e-4450-a76c-e09a1defc120 req-61c3a245-92ff-4471-b713-cdf0d7194f00 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:25.359651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0924a4f4-e34e-4450-a76c-e09a1defc120 req-61c3a245-92ff-4471-b713-cdf0d7194f00 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bf70312-5be2-491b-85b1-94b8d8b49254 HTTP/1.1" status: 200 len: 944 time: 0.3740456 Nov 03 18:51:25.381674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] Transition to ACTIVE for port object 8c1e1978-87fb-4365-94d3-0f2214d96c6e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:25.409410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.529723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] No DVR routers for this DVR port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:25.543326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.597813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3270ab4c-1501-4723-abfa-aecfc820cdbd service neutron] 10.222.0.110 "PUT /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e/bindings/n-h1-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3436689 Nov 03 18:51:25.602054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Deleting port 6e093c87-eedc-4322-a4d0-7dd500742373 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:25.602497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.638385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6da01a33-c169-4a4e-a7c7-8ce92446cbaa req-151dc930-d51f-473e-a241-42646b459416 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702401 Nov 03 18:51:25.639226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4f4b12c7-f6e1-45bb-8e55-7ec337e8729e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.643154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4f4b12c7-f6e1-45bb-8e55-7ec337e8729e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.644623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4f4b12c7-f6e1-45bb-8e55-7ec337e8729e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d8a44708-622a-4f90-adfe-9664a1ffc701 HTTP/1.1" status: 204 len: 168 time: 0.8093071 Nov 03 18:51:25.666834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0924a4f4-e34e-4450-a76c-e09a1defc120 req-5e31cfd4-7050-4f8a-830d-47789c8e3ec6 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061740 Nov 03 18:51:25.735122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b12c7-f6e1-45bb-8e55-7ec337e8729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a44708-622a-4f90-adfe-9664a1ffc701,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.870717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] For port 6e093c87-eedc-4322-a4d0-7dd500742373, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6e093c87-eedc-4322-a4d0-7dd500742373,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:25.871425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.880850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-2387a2f9-b9b7-4a23-83ee-51f3fa64e9b4 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips/1059f4a6-653c-4221-a094-d0574ef9403d HTTP/1.1" status: 200 len: 693 time: 0.1373539 Nov 03 18:51:25.888658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.909950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Calling delete_port for 6e093c87-eedc-4322-a4d0-7dd500742373 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:25.929260 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1cbfff-9d82-4893-a483-1a5bab80a3a2 x-openstack-request-id: req-fc1cbfff-9d82-4893-a483-1a5bab80a3a2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:25.930178 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-plugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:25.930358 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fc1cbfff-9d82-4893-a483-1a5bab80a3a2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:25.931362 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'code': 200} Nov 03 18:51:25.965541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-68d1b0b6-0b64-4961-b756-c09f78f29d7c tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:25.967423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-68d1b0b6-0b64-4961-b756-c09f78f29d7c tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.2196810 Nov 03 18:51:26.141207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.145856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21450-24ac-484c-bb77-d71e4da0c11f req-ddc402f5-cb8c-412b-9026-c812d6428c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.148443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d21450-24ac-484c-bb77-d71e4da0c11f req-ddc402f5-cb8c-412b-9026-c812d6428c3a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 1101 time: 0.0943818 Nov 03 18:51:26.156536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-f79ef8b7-4ded-4dea-b22d-261efdc642f8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.158879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-f79ef8b7-4ded-4dea-b22d-261efdc642f8 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2585862 Nov 03 18:51:26.228534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-a24621fd-aea5-4f89-bc41-439abaa3da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.230144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-a24621fd-aea5-4f89-bc41-439abaa3da22 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4 HTTP/1.1" status: 200 len: 1095 time: 0.2257540 Nov 03 18:51:26.275142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Network 179c5dca-3467-4285-93eb-655cf3f11f8f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:26.291404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c94f2-6c49-490d-858f-89e2aa8b4674 req-55907bb0-a83a-4873-ae2d-46ec4ffee1f8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.296985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-574c94f2-6c49-490d-858f-89e2aa8b4674 req-55907bb0-a83a-4873-ae2d-46ec4ffee1f8 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.2327518 Nov 03 18:51:26.302019 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d21450-24ac-484c-bb77-d71e4da0c11f req-90b91db4-b4e1-4a66-97c4-b6cf6e75267e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334448 Nov 03 18:51:26.312413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:26.341655 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.348469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:26.359348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-dbc670e0-6130-4e25-a529-f9bcb7ab3d02 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.167 HTTP/1.1" status: 200 len: 696 time: 0.1812785 Nov 03 18:51:26.394099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.413845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event deleted for resources: {'Port': ['ID=6e093c87-eedc-4322-a4d0-7dd500742373,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.493284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] No DVR routers for this DVR port 6e093c87-eedc-4322-a4d0-7dd500742373 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:26.498593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.503577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c88a8d1a-1b12-4ba4-8674-8107b1d8f33b req-3f976b1e-8221-4756-9215-30fdac95fc05 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.115 "DELETE /v2.0/ports/6e093c87-eedc-4322-a4d0-7dd500742373 HTTP/1.1" status: 204 len: 173 time: 1.2161593 Nov 03 18:51:26.505248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'name': 'network-vif-deleted', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:26.509164 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa979aee-553f-4993-9f3b-c7243bd2938b" -d '{"events": [{"server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "name": "network-vif-deleted", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:26.540773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-fb86fabc-4ac4-40ff-95f1-a80c3ee1ae47 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.167 HTTP/1.1" status: 200 len: 696 time: 0.1097827 Nov 03 18:51:26.546967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.547646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.548095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50958) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.570267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-574c94f2-6c49-490d-858f-89e2aa8b4674 req-42b7e2f8-794b-4104-ae76-ae8d52450437 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493153 Nov 03 18:51:26.573452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3d91168d-f5be-4536-824a-c4241f08749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:26.573748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7dfb-5510-4617-9fd5-a58567be5523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.575358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-3d91168d-f5be-4536-824a-c4241f08749c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1095 time: 0.2658622 Nov 03 18:51:26.682464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-a19e5f75-eb77-4bf3-a668-f767638b052f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0435030 Nov 03 18:51:26.741637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Request body: {'port': {'device_id': '8f0bff67-bd56-41eb-a087-b9e775902052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:26.774087 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867379d-5840-4db5-80f4-c5c8b121a62c x-openstack-request-id: req-3867379d-5840-4db5-80f4-c5c8b121a62c {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:26.774393 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8627ea1-96a9-4b07-8726-d9339fe0b7c9", "name": "network-vif-deleted", "tag": "2144db58-750a-43cd-92dd-75e1c43a80e9", "status": "completed", "code": 200}, {"server_uuid": "61d06be1-3414-469f-9b7f-89aa911448ae", "name": "network-vif-deleted", "tag": "83765836-9a70-46cf-9e54-a4d910e919be", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:26.774651 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3867379d-5840-4db5-80f4-c5c8b121a62c {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:26.775234 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8627ea1-96a9-4b07-8726-d9339fe0b7c9', 'name': 'network-vif-deleted', 'tag': '2144db58-750a-43cd-92dd-75e1c43a80e9', 'status': 'completed', 'code': 200} Nov 03 18:51:26.775619 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d06be1-3414-469f-9b7f-89aa911448ae', 'name': 'network-vif-deleted', 'tag': '83765836-9a70-46cf-9e54-a4d910e919be', 'status': 'completed', 'code': 200} Nov 03 18:51:26.826365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7dfb-5510-4617-9fd5-a58567be5523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.836233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7dfb-5510-4617-9fd5-a58567be5523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.922608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee1c7dfb-5510-4617-9fd5-a58567be5523 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3c288b952fb348ec94aa0cbfbf3a837b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716869 Nov 03 18:51:26.927886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50968) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.950534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7dfb-5510-4617-9fd5-a58567be5523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1afafd-9fac-4b17-8d3a-09f26d2fd80a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.032923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6834dfae-e9b1-448a-a638-04767c1dab9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.065546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6834dfae-e9b1-448a-a638-04767c1dab9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.181973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6834dfae-e9b1-448a-a638-04767c1dab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.187029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6834dfae-e9b1-448a-a638-04767c1dab9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.193285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6834dfae-e9b1-448a-a638-04767c1dab9d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c1afafd-9fac-4b17-8d3a-09f26d2fd80a HTTP/1.1" status: 204 len: 168 time: 0.2639747 Nov 03 18:51:27.211015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834dfae-e9b1-448a-a638-04767c1dab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1afafd-9fac-4b17-8d3a-09f26d2fd80a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.423127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50974) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:27.514219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.592384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a5fd1-49bd-46d0-838e-b3daf663394a req-19911bd2-946c-4daf-a5df-7540c3cd24f8 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:27.600932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-676a5fd1-49bd-46d0-838e-b3daf663394a req-19911bd2-946c-4daf-a5df-7540c3cd24f8 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 931 time: 0.2197247 Nov 03 18:51:27.683797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-4670de97-5812-443a-acdd-c0bf21d35001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:27.686404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-4670de97-5812-443a-acdd-c0bf21d35001 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 1.0240335 Nov 03 18:51:27.822840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-447c2eba-48e9-4f60-91d5-b97fd129f411 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 200 len: 217 time: 0.1146183 Nov 03 18:51:27.945639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f4cef949-3b3f-4db0-a5df-65493ebf6304 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=816761c27522498db7877b3b52b07bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199213 Nov 03 18:51:27.950733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50986) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:28.005541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Deleting port adbaddf1-43c0-48c4-8273-74838376e735 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:28.006087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.043599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-676a5fd1-49bd-46d0-838e-b3daf663394a req-73540c1a-5bc0-462d-a6fa-c594fc7f1399 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240668 Nov 03 18:51:28.101823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6349581-3324-43cd-bff4-e011ff2ce0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.162772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6349581-3324-43cd-bff4-e011ff2ce0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.175403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-9652bb74-e651-4c8b-9f81-df30c8186ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:28.177012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-9652bb74-e651-4c8b-9f81-df30c8186ff9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.3389814 Nov 03 18:51:28.202498 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cffb129-9b24-4737-9d79-79bde0ef20d8 x-openstack-request-id: req-9cffb129-9b24-4737-9d79-79bde0ef20d8 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:28.203497 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf70312-5be2-491b-85b1-94b8d8b49254", "name": "network-vif-deleted", "tag": "6e093c87-eedc-4322-a4d0-7dd500742373", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:28.204149 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9cffb129-9b24-4737-9d79-79bde0ef20d8 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:28.205259 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf70312-5be2-491b-85b1-94b8d8b49254', 'name': 'network-vif-deleted', 'tag': '6e093c87-eedc-4322-a4d0-7dd500742373', 'status': 'completed', 'code': 200} Nov 03 18:51:28.258391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-8adc3d28-5032-488e-a80b-fa24aa0a1bb4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498180 Nov 03 18:51:28.286026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.286355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.311583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6349581-3324-43cd-bff4-e011ff2ce0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.316597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6349581-3324-43cd-bff4-e011ff2ce0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.318943 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d6349581-3324-43cd-bff4-e011ff2ce0d6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9573df2d-0c52-4d1a-883a-ad489f2e3585 HTTP/1.1" status: 204 len: 168 time: 0.3597796 Nov 03 18:51:28.347713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Calling delete_port for adbaddf1-43c0-48c4-8273-74838376e735 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:28.353018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6349581-3324-43cd-bff4-e011ff2ce0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573df2d-0c52-4d1a-883a-ad489f2e3585,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.818765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdab714-fad2-466b-aca5-2be4ef7206e2 req-84854ce2-eeb5-4ba6-8ea3-58748e9e23f1 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:28.825637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fdab714-fad2-466b-aca5-2be4ef7206e2 req-84854ce2-eeb5-4ba6-8ea3-58748e9e23f1 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 950 time: 0.4182215 Nov 03 18:51:28.844748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-d5fbb733-7371-4f8b-ba5b-9f3fbbd6dcfc service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718105 Nov 03 18:51:28.929157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee93e11-7a92-475d-abc1-cf59f5adac96 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:28.972412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.130060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.133741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fdab714-fad2-466b-aca5-2be4ef7206e2 req-2e644f74-23c0-4d40-97f9-885991809323 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971058 Nov 03 18:51:29.225623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Transition to ACTIVE for port object aee93e11-7a92-475d-abc1-cf59f5adac96 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:29.230834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-4402abb8-3bc2-4bf8-bad0-16bd4d57b43a service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695242 Nov 03 18:51:29.231811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.250993 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d7d1155-34e7-406f-8a77-5a251960b21f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3c0d9d55bdef4df19af137ff3d3b2401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155474 Nov 03 18:51:29.252492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51016) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.280849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.348449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event deleted for resources: {'Port': ['ID=adbaddf1-43c0-48c4-8273-74838376e735,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.365753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f97c711-3d24-4030-9a8f-42102b1fc873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.435636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f97c711-3d24-4030-9a8f-42102b1fc873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.575174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f97c711-3d24-4030-9a8f-42102b1fc873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.581835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f97c711-3d24-4030-9a8f-42102b1fc873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.585742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f97c711-3d24-4030-9a8f-42102b1fc873 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/51a72a24-5084-499c-bd2b-1331e0f98e40 HTTP/1.1" status: 204 len: 168 time: 0.3282704 Nov 03 18:51:29.606600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97c711-3d24-4030-9a8f-42102b1fc873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a72a24-5084-499c-bd2b-1331e0f98e40,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.685201 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.690418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.692410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdff0ce-43bd-40fa-98a0-8dc3faf689e7 req-e349026f-7b06-420f-8bfb-dff69a4b0761 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "DELETE /v2.0/floatingips/1059f4a6-653c-4221-a094-d0574ef9403d HTTP/1.1" status: 204 len: 173 time: 3.1284568 Nov 03 18:51:29.805377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.850019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:29.866124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-df0a86ac-10ac-43b8-a626-e52c52d3d602 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.868863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-df0a86ac-10ac-43b8-a626-e52c52d3d602 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a&tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1095 time: 0.1923695 Nov 03 18:51:29.884326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc098-bd4b-479e-ad88-75b81f7ff310 req-15e4395a-ace4-414f-87f2-ccc13bc19961 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.892973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f86cc098-bd4b-479e-ad88-75b81f7ff310 req-15e4395a-ace4-414f-87f2-ccc13bc19961 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.3747067 Nov 03 18:51:29.912245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 6e093c87-eedc-4322-a4d0-7dd500742373 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:29.913173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6e093c87-eedc-4322-a4d0-7dd500742373 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:29.962080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Attempting to bind port aee93e11-7a92-475d-abc1-cf59f5adac96 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:29.962424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Attempting to bind port aee93e11-7a92-475d-abc1-cf59f5adac96 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:29.962672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Attempting to bind port aee93e11-7a92-475d-abc1-cf59f5adac96 on network 179c5dca-3467-4285-93eb-655cf3f11f8f {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:29.974341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Port aee93e11-7a92-475d-abc1-cf59f5adac96 on network 179c5dca-3467-4285-93eb-655cf3f11f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:29.974667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Attempting to bind port aee93e11-7a92-475d-abc1-cf59f5adac96 on network 179c5dca-3467-4285-93eb-655cf3f11f8f {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:30.056653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f86cc098-bd4b-479e-ad88-75b81f7ff310 req-37358079-97aa-4a99-8f8d-ac93bd30cb4e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625500 Nov 03 18:51:30.058687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:30.059566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Checking segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:30.059816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Bound using segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:30.060500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Bound port: aee93e11-7a92-475d-abc1-cf59f5adac96, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:30.061100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.348050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-fafdafcb-0a77-4c1c-a155-fcad3644c34b service neutron] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:30.366291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84828939-77e8-4824-9b69-376ab50a9e59 req-d6b01f73-1580-454b-b8c0-3ce973f959a7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.368992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84828939-77e8-4824-9b69-376ab50a9e59 req-d6b01f73-1580-454b-b8c0-3ce973f959a7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 943 time: 0.2665439 Nov 03 18:51:30.384525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-fafdafcb-0a77-4c1c-a155-fcad3644c34b service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.384525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-fafdafcb-0a77-4c1c-a155-fcad3644c34b service neutron] 10.222.0.115 "DELETE /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e/bindings/n-h2-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.4866664 Nov 03 18:51:30.385174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:30.395031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:30.438086 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.528895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.530011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.533412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] 10.222.0.115 "PUT /v2.0/ports/aee93e11-7a92-475d-abc1-cf59f5adac96 HTTP/1.1" status: 200 len: 1091 time: 3.8243423 Nov 03 18:51:30.533720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:30.538652 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:30.581419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84828939-77e8-4824-9b69-376ab50a9e59 req-2b520bf2-97d5-48d3-b80a-3abe020c3a7e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842701 Nov 03 18:51:30.634402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f90c7-9b2d-4b8e-a237-1633d9dc7b27 service neutron] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.769133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-abd5de67-5985-4457-a3ae-0912207b8382 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.772370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-abd5de67-5985-4457-a3ae-0912207b8382 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.1177163 Nov 03 18:51:30.829659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-7615c84a-fc09-40f9-a38d-acac285b7d22 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips/d57f4fb7-06a5-4f49-9a87-b93bfa1149c1 HTTP/1.1" status: 200 len: 693 time: 0.1331611 Nov 03 18:51:30.923593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-011eb550-dc5b-4d4a-8b84-51f4d68c2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.926896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-011eb550-dc5b-4d4a-8b84-51f4d68c2081 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 1094 time: 0.3163941 Nov 03 18:51:31.019160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Deleting port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:31.020159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.073400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-bdcfef99-13a6-42c0-866f-469db46e6008 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aee93e11-7a92-475d-abc1-cf59f5adac96 HTTP/1.1" status: 200 len: 217 time: 0.0795672 Nov 03 18:51:31.190513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37131b-0295-4d24-9294-6bd47067f194 req-449b8ea8-b23f-44ec-98c7-074f3d9405d3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:31.203831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c37131b-0295-4d24-9294-6bd47067f194 req-449b8ea8-b23f-44ec-98c7-074f3d9405d3 tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/ports?device_id=2105515e-2d55-431d-9054-8b77dbe808cc HTTP/1.1" status: 200 len: 945 time: 0.2857425 Nov 03 18:51:31.219167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] For port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,segment=NetworkSegment(79aadf4c-4468-457b-beba-a948dbc6b2fc),segment_id=79aadf4c-4468-457b-beba-a948dbc6b2fc)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:31.220017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.240223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-c69bced8-28d5-4db4-b0b1-47bc320bcd8b tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:31.252651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-c69bced8-28d5-4db4-b0b1-47bc320bcd8b tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.4217184 Nov 03 18:51:31.253980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Calling delete_port for 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:31.281168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-25d22f67-e29e-43f4-9ce5-2cbf5878dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:31.283368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-25d22f67-e29e-43f4-9ce5-2cbf5878dca0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 200 len: 855 time: 0.1805513 Nov 03 18:51:31.418860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-002f7f2f-d9c8-4af9-9800-2a6d0572188f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179c5dca-3467-4285-93eb-655cf3f11f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196060 Nov 03 18:51:31.453430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-1851091d-0b8f-41d9-8d41-2057c97b2aea tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1988256 Nov 03 18:51:31.555123 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.588651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c37131b-0295-4d24-9294-6bd47067f194 req-9f3c490c-e1e4-4f19-ad5c-2e0c1d7441dc tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b6333f-8e57-402e-964f-dad27cc05cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800888 Nov 03 18:51:31.643648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Pushing event deleted for resources: {'Port': ['ID=8c7d6e98-c59c-400c-ae20-5b19ccce2a23,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:31.662048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-1f021efd-98d5-41eb-b553-acb01ff8b406 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1810005 Nov 03 18:51:31.730220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] No DVR routers for this DVR port 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:31.745224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.745224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd0256c1-3b80-4d6d-a9f4-b1f9476807a4 req-8ff453c5-f428-47b2-993a-41632745db1f tempest-LiveMigrationTest-141933973 tempest-LiveMigrationTest-141933973-project] 10.222.0.110 "DELETE /v2.0/ports/8c7d6e98-c59c-400c-ae20-5b19ccce2a23 HTTP/1.1" status: 204 len: 173 time: 0.9535787 Nov 03 18:51:31.745224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'name': 'network-vif-deleted', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:31.750970 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5cca1a-4312-4cb0-9964-48404093df49" -d '{"events": [{"server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "name": "network-vif-deleted", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:31.930731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-cb714d67-1dc3-490d-b3e3-1ba6ba9593a6 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046489 Nov 03 18:51:32.193673 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.236774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Deleting port b16fade7-eb87-4cde-b47f-945a1660a8b6 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:32.237387 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.378576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaa5d77d-1e09-4690-9907-658fb64da4d4 req-b23c7e89-94c8-4505-ae27-94015adc7fb0 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058237 Nov 03 18:51:32.428753 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.429247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.463032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Calling delete_port for b16fade7-eb87-4cde-b47f-945a1660a8b6 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:32.757951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.821608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.893211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event deleted for resources: {'Port': ['ID=b16fade7-eb87-4cde-b47f-945a1660a8b6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:32.952204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-a1b68fe2-ab89-45d0-8b1e-31fa3c34ff10 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092734 Nov 03 18:51:33.151930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.157417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.159539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc1e93b-163e-49ff-af3d-1f970d6386bb req-5f4d8e8d-4fb9-4b32-a4bc-1cd8f8af1fa9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "DELETE /v2.0/floatingips/d57f4fb7-06a5-4f49-9a87-b93bfa1149c1 HTTP/1.1" status: 204 len: 173 time: 1.4703648 Nov 03 18:51:33.210668 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51468c1-8288-4818-b563-119d0edeca4d x-openstack-request-id: req-e51468c1-8288-4818-b563-119d0edeca4d {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:33.211164 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:33.211974 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e51468c1-8288-4818-b563-119d0edeca4d {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:33.212501 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'status': 'completed', 'code': 200} Nov 03 18:51:33.267248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-3aae9206-273b-437e-bc8c-adfe087cad69 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.269813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-3aae9206-273b-437e-bc8c-adfe087cad69 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739246 Nov 03 18:51:33.308576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-e32a0327-2a7e-4e99-a914-fd26b2ff3b4e tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/quotas/1962926ba8c04fdca1a0670ebb9f3708 HTTP/1.1" status: 200 len: 375 time: 0.0232792 Nov 03 18:51:33.360120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-78502656-6c3d-4938-9c17-bbcd54344407 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362513 Nov 03 18:51:33.371884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-b10c1a97-d847-435c-99a0-018d9655c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.374999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-b10c1a97-d847-435c-99a0-018d9655c052 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 1094 time: 0.1027946 Nov 03 18:51:33.603161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-0a4828ee-70cc-48f9-b8a9-47541e9c8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.605579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-0a4828ee-70cc-48f9-b8a9-47541e9c8480 service neutron] 10.222.0.115 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 916 time: 0.2171285 Nov 03 18:51:33.695566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-dbd04ea4-5dc1-468e-95c7-1a89b82d730b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aee93e11-7a92-475d-abc1-cf59f5adac96 HTTP/1.1" status: 200 len: 217 time: 0.0809171 Nov 03 18:51:33.865001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-642974f2-7589-43d1-8213-10ccb27764df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.867741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-642974f2-7589-43d1-8213-10ccb27764df service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 200 len: 855 time: 0.1591666 Nov 03 18:51:33.945902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-f911c19a-b5cd-441d-9c2f-1566a0b9ea1a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179c5dca-3467-4285-93eb-655cf3f11f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665672 Nov 03 18:51:33.963138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043976f-2bb4-424d-af9c-99a0927c31e5 req-2086759a-489b-4c7a-bfbf-ac2e70bd35d1 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.968438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5043976f-2bb4-424d-af9c-99a0927c31e5 req-2086759a-489b-4c7a-bfbf-ac2e70bd35d1 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 943 time: 0.1884687 Nov 03 18:51:34.455570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:34.464591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:34.511657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:34.512035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8c7d6e98-c59c-400c-ae20-5b19ccce2a23 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:34.680073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b42411fe-c269-4ade-b08d-62c9cfd74ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.714750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:34.738210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'mac_address': 'fa:16:3e:63:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:34.774124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5043976f-2bb4-424d-af9c-99a0927c31e5 req-f3737ae7-4cad-4600-abad-18638b66c7c5 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7684405 Nov 03 18:51:34.799133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61badac6-79b0-452e-9e44-6f77314e70c7 req-e59d7a55-9204-4418-9f50-329842dd76b1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:34.814130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61badac6-79b0-452e-9e44-6f77314e70c7 req-e59d7a55-9204-4418-9f50-329842dd76b1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 1.1157701 Nov 03 18:51:34.824451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.869679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:34.883773 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92091826-e9c8-4db0-82df-9f2e20c12782 x-openstack-request-id: req-92091826-e9c8-4db0-82df-9f2e20c12782 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:34.885501 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2105515e-2d55-431d-9054-8b77dbe808cc", "name": "network-vif-deleted", "tag": "8c7d6e98-c59c-400c-ae20-5b19ccce2a23", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:34.886263 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92091826-e9c8-4db0-82df-9f2e20c12782 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:34.887208 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2105515e-2d55-431d-9054-8b77dbe808cc', 'name': 'network-vif-deleted', 'tag': '8c7d6e98-c59c-400c-ae20-5b19ccce2a23', 'status': 'completed', 'code': 200} Nov 03 18:51:34.888710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-19780cdc-fca6-4a97-8a4d-60bdc12a8e3c service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9163613 Nov 03 18:51:34.923205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:34.930805 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.966944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51144) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.071480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.143656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61badac6-79b0-452e-9e44-6f77314e70c7 req-06bd4799-a773-474a-a240-4c5245e3fcd1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225703 Nov 03 18:51:35.162565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:35.237725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ac17ad-0d67-4ad6-80d0-3a42e7647f36 req-bc8b375c-683a-4a41-844f-5f33e911bbcc service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169341 Nov 03 18:51:35.374599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-7560da03-c9a5-40d6-9d11-55297777dbdd tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips/c4417fab-fdfc-4933-afd9-54566889e846 HTTP/1.1" status: 200 len: 693 time: 0.1311440 Nov 03 18:51:35.437013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Deleting subnet 1f388f84-4cd4-419d-92f0-29d85d22d26c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:35.442860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.511306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.579876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-da930b60-5078-4450-b412-2aa6ba9a2186 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=301c8a8539554cc19d46d096b92f725f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559468 Nov 03 18:51:35.622961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.727682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.746382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.748768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-a2e31988-0063-45f8-af7d-4469b5720e1a tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:35.751678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1f388f84-4cd4-419d-92f0-29d85d22d26c HTTP/1.1" status: 204 len: 168 time: 0.7814407 Nov 03 18:51:35.752062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-a2e31988-0063-45f8-af7d-4469b5720e1a tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.3749075 Nov 03 18:51:35.757365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51174) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.777543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fdeee-1af9-4671-9e4e-1c19a41ae7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f388f84-4cd4-419d-92f0-29d85d22d26c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.877714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-e03b7f1b-3950-458a-9f47-8b54076e4fb9 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457280 Nov 03 18:51:35.883794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aee93e11-7a92-475d-abc1-cf59f5adac96 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:36.021658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-711fcde6-3443-4a82-a751-02cd7a3a02f2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.2068312 Nov 03 18:51:36.082599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.106141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:36.157674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'port_id': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'mac_address': 'fa:16:3e:a9:c9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e7cd4b-0074-4c1b-bf88-8c0530e79add', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:36.173836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-fb03053d-d030-4ca2-a757-2a6bd5b7274c tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:36.174697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-e24e36d3-487d-43f9-8469-175e0a7dc93e tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:36.176545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-fb03053d-d030-4ca2-a757-2a6bd5b7274c tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837965 Nov 03 18:51:36.177650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-e24e36d3-487d-43f9-8469-175e0a7dc93e tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5807576 Nov 03 18:51:36.199587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Request body: {'port': {'device_id': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '1962926ba8c04fdca1a0670ebb9f3708'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:36.258906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-0d2b7161-496f-4906-b418-5f98be24b9de tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/quotas/301c8a8539554cc19d46d096b92f725f HTTP/1.1" status: 200 len: 375 time: 0.0671861 Nov 03 18:51:36.261857 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.294266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-cda16d0b-81fe-42ea-8cc2-abbc1b0b57a2 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.2575860 Nov 03 18:51:36.302287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee93e11-7a92-475d-abc1-cf59f5adac96 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:36.352113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:36.359977 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.454210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:36.465365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-93235d58-948f-43a7-b903-289c02e2b906 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=301c8a8539554cc19d46d096b92f725f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2036564 Nov 03 18:51:36.470280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:36.530707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Made reservation on behalf of 1962926ba8c04fdca1a0670ebb9f3708 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:36.539668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.563735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.637295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:36.637722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.807079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['aee93e11-7a92-475d-abc1-cf59f5adac96'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:36.860674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.888067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.992375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.041020 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.058385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0707a388-91eb-435e-8f98-7b4a26cad41e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:37.096509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79aadf4c-4468-457b-beba-a948dbc6b2fc') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:37.097530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79aadf4c-4468-457b-beba-a948dbc6b2fc') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:37.125372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.147693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:37.153268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:37.164517 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881effd-5b89-4ceb-baaa-637c330ecaa6" -d '{"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-plugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:37.165688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.210230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.249959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.273467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:37.274209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.290656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-298ddad7-93ae-4774-a915-791562a11eda req-9152a788-d6ba-4f6c-b765-69c1cc06f848 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 210 time: 0.3967872 Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:37.291775 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:37.529471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Allocated IP 192.168.233.167 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/db690ed1-a3b8-4dfd-ab83-51bed78d0f76) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:37.555045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.564544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Deleting port b8a54160-583f-496d-8f9f-c30d31cae8ec {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:37.565075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.573548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.584521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:37.585356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] 10.222.0.91 "DELETE /v2.0/networks/0707a388-91eb-435e-8f98-7b4a26cad41e HTTP/1.1" status: 204 len: 168 time: 1.8255472 Nov 03 18:51:37.611203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.633938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaee230-ee8a-4ba8-abe8-cf47203666aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0707a388-91eb-435e-8f98-7b4a26cad41e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.827693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.828122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.853263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Deleting subnet f3c7ad1d-d049-4cca-9ff0-ca3daada4a4f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:37.874289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.920680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Calling delete_port for b8a54160-583f-496d-8f9f-c30d31cae8ec owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:37.983375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d9771-0646-4f50-b3e5-86ab6a2aae9e req-06ad1992-ef6b-44ae-9fc3-4e62d1c9622c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:37.987155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a59d9771-0646-4f50-b3e5-86ab6a2aae9e req-06ad1992-ef6b-44ae-9fc3-4e62d1c9622c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 944 time: 0.1691241 Nov 03 18:51:38.023478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.186801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a59d9771-0646-4f50-b3e5-86ab6a2aae9e req-7cf46fa1-52b1-4f1a-8f55-7afa916cfed9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443524 Nov 03 18:51:38.229005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.293394 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-045aacc2-4324-4a14-82ba-28dd56497a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.322916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.401542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.439846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.465026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Pushing event deleted for resources: {'Port': ['ID=b8a54160-583f-496d-8f9f-c30d31cae8ec,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.531816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c7ad1d-d049-4cca-9ff0-ca3daada4a4f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.537150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.546127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b7159f05-6b3c-4b56-bc36-0ae27dda7820 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f3c7ad1d-d049-4cca-9ff0-ca3daada4a4f HTTP/1.1" status: 204 len: 168 time: 0.9530954 Nov 03 18:51:38.552002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51212) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:38.612547 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.618988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.621178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b4c4e7-ae02-49bf-87a7-cf6b36f89e9e req-20fa4d8d-2b6a-4ab9-a0d9-0a4d926379c9 tempest-FloatingIPDetailsTestJSON-1388553984 tempest-FloatingIPDetailsTestJSON-1388553984-project] 10.222.0.91 "DELETE /v2.0/floatingips/c4417fab-fdfc-4933-afd9-54566889e846 HTTP/1.1" status: 204 len: 173 time: 2.3250363 Nov 03 18:51:38.634945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:38.670518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5021680-2097-41c6-83ca-7ec0cde14fdf req-5b450a1c-925e-4e76-a157-7c3a888b9772 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 210 time: 0.0897737 Nov 03 18:51:38.707389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.758626 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197a899-bdea-4efd-a7f5-a71a005c0da4 x-openstack-request-id: req-1197a899-bdea-4efd-a7f5-a71a005c0da4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:38.759067 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-plugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:38.759686 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1197a899-bdea-4efd-a7f5-a71a005c0da4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:38.760707 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'code': 200} Nov 03 18:51:38.997774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cc6f4-093d-41cb-879d-f41d686e8e68 req-27c813db-ca7e-41c9-8e83-52429654da5a tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.019972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.020902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca9cc6f4-093d-41cb-879d-f41d686e8e68 req-27c813db-ca7e-41c9-8e83-52429654da5a tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 1095 time: 0.1823673 Nov 03 18:51:39.052058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:39.053664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Pushing event updated for resources: {'Port': ['ID=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.118600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-a3863a49-aa01-4816-b254-61d4895602fe tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=301c8a8539554cc19d46d096b92f725f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544424 Nov 03 18:51:39.169965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:39.182916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:39.230069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82131ff5-425c-402b-a260-cb6ba4ef12bd req-bdd0742e-26bb-462e-a284-d89929ea1174 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.262758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82131ff5-425c-402b-a260-cb6ba4ef12bd req-bdd0742e-26bb-462e-a284-d89929ea1174 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 936 time: 0.3595669 Nov 03 18:51:39.365087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca9cc6f4-093d-41cb-879d-f41d686e8e68 req-e1a1cf85-1c1c-43f5-ad43-ea6eb5f6cec4 tempest-LiveAutoBlockMigrationV225Test-805083542 tempest-LiveAutoBlockMigrationV225Test-805083542-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348625 Nov 03 18:51:39.365456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.367259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.708714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.713211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82131ff5-425c-402b-a260-cb6ba4ef12bd req-e7480923-52d0-4f21-af53-59e79c63dcde tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882561 Nov 03 18:51:39.813206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9d866b42-f5ac-45ff-a779-c0a9c177e7c8 None None] Provisioning complete for port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:39.814754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d866b42-f5ac-45ff-a779-c0a9c177e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.842420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-14008379-cc57-4723-9718-01a8dbf837a4 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.850808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-14008379-cc57-4723-9718-01a8dbf837a4 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7178957 Nov 03 18:51:39.879874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Request body: {'port': {'device_id': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '301c8a8539554cc19d46d096b92f725f'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:39.913368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9d866b42-f5ac-45ff-a779-c0a9c177e7c8 None None] Port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:39.919769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aee93e11-7a92-475d-abc1-cf59f5adac96 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:40.000510 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.065488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Made reservation on behalf of 301c8a8539554cc19d46d096b92f725f for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:40.071056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port aee93e11-7a92-475d-abc1-cf59f5adac96 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:51:40.073368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.084654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6c1fbe-8d30-4bb3-9961-f539dedbc445']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:40.086598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port aee93e11-7a92-475d-abc1-cf59f5adac96 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:40.088665 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.126612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1623328a-c13a-4c21-ba10-489b46107315') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:40.127116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1623328a-c13a-4c21-ba10-489b46107315') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:40.127401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.189255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c56db-437d-426f-a42a-07a5eebb4572 req-457b3ffe-2b50-4637-8d63-40ef0f606ff9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:40.196342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.204001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c69c56db-437d-426f-a42a-07a5eebb4572 req-457b3ffe-2b50-4637-8d63-40ef0f606ff9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 944 time: 0.1447628 Nov 03 18:51:40.237432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.261086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:40.262370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.346010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:40.400594 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:40.410588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c69c56db-437d-426f-a42a-07a5eebb4572 req-2f5e6f01-2d74-4ee6-ae01-96ae7246e9b3 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908774 Nov 03 18:51:40.414251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-8ecdbb13-6421-45fb-a58e-8f96377e9945 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2188056 Nov 03 18:51:40.420919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.518205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:40.530980 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.532463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Request body: {'port': {'device_id': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:40.546929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.564524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2d6c1fbe-8d30-4bb3-9961-f539dedbc445 HTTP/1.1" status: 204 len: 168 time: 2.0070488 Nov 03 18:51:40.574805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.588391 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.700982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fa64f-7510-41fb-991e-93f17f496880 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6c1fbe-8d30-4bb3-9961-f539dedbc445,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:40.768155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:40.769498 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef9ac0-cd72-4d40-bd69-a3d4e3632b0c" -d '{"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-plugged", "status": "completed", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:40.802462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:40.869891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.893133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f97e6b46-1098-4b3c-93c5-11e144c5c762 req-fedff1c9-ec85-4b0a-885b-b9cedaf6bef7 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 210 time: 0.1435194 Nov 03 18:51:41.006900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51248) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:41.010392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f337760c-fc0f-4735-87df-65deac68851c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:41.051726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092fd97-d599-4d7c-90b5-bbffcd8a7d53 req-941000b7-57e6-45df-9779-3d6d732eecd0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:41.064967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6092fd97-d599-4d7c-90b5-bbffcd8a7d53 req-941000b7-57e6-45df-9779-3d6d732eecd0 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.3207366 Nov 03 18:51:41.257807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6092fd97-d599-4d7c-90b5-bbffcd8a7d53 req-28f2440c-faf2-4137-952d-1e0878f9a66a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915352 Nov 03 18:51:41.271531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Allocated IP 192.168.233.148 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/e010023d-9f61-48a8-972a-a1dee55a4312) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:41.282943 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ecb6e5-5112-418e-bda2-3994f338bc55 x-openstack-request-id: req-72ecb6e5-5112-418e-bda2-3994f338bc55 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:41.283408 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-plugged", "status": "completed", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:41.283800 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72ecb6e5-5112-418e-bda2-3994f338bc55 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:41.284332 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'code': 200} Nov 03 18:51:41.340258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8c507e7c-7f64-4db2-a162-1f860103dfe9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cbf163c9d6fe4b169e96cb667c088239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264203 Nov 03 18:51:41.345483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:41.697937 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.842454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a1a1-86c2-4750-933b-e826577334d3 req-31b367ae-67ad-4c57-a2c7-e17d8dd81723 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:41.850691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4e1a1a1-86c2-4750-933b-e826577334d3 req-31b367ae-67ad-4c57-a2c7-e17d8dd81723 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 936 time: 0.3081894 Nov 03 18:51:41.949904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.956288 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.992307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a016e-c79a-429f-a4ec-500f09bb6863 req-cc2a1d2e-0a89-4c37-8172-476ef9e5d19e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.000597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d5a016e-c79a-429f-a4ec-500f09bb6863 req-cc2a1d2e-0a89-4c37-8172-476ef9e5d19e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.3119361 Nov 03 18:51:42.054341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.203772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4e1a1a1-86c2-4750-933b-e826577334d3 req-427badd9-fcec-4519-92e2-2e419cdeda45 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489375 Nov 03 18:51:42.219482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f82541-2f47-4acd-8c89-cbc62db934af req-73b8350d-de64-42a3-af65-39be884c2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.221813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1f82541-2f47-4acd-8c89-cbc62db934af req-73b8350d-de64-42a3-af65-39be884c2a83 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 1096 time: 0.7855763 Nov 03 18:51:42.321280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:42.339151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:42.341886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:42.346326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Pushing event updated for resources: {'Port': ['ID=e010023d-9f61-48a8-972a-a1dee55a4312,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:42.392150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d5a016e-c79a-429f-a4ec-500f09bb6863 req-b70d1feb-353d-4b9b-b1f9-e53f40a1681a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881807 Nov 03 18:51:42.558007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.559497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.560102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-415744dd-0c8a-448d-a0f7-78183884d654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.574798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1f82541-2f47-4acd-8c89-cbc62db934af req-d4ec7cfd-0bc3-44be-983a-584d3fbad13d service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383477 Nov 03 18:51:42.626293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ec13c-8b86-489d-8e3c-7341938029e5 req-cf66a33a-704c-4a24-858c-7938d998861a tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.629971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-273ec13c-8b86-489d-8e3c-7341938029e5 req-cf66a33a-704c-4a24-858c-7938d998861a tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 936 time: 0.2068779 Nov 03 18:51:42.647607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-f1cf05e4-0484-46cb-8ab8-e01249d6b56d tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7773232 Nov 03 18:51:42.661479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96934f58-329f-4c8f-bb7e-b950534525ea req-f8cf5eac-cdfa-4c9d-90d7-3055624b3cb1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.666288 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96934f58-329f-4c8f-bb7e-b950534525ea req-f8cf5eac-cdfa-4c9d-90d7-3055624b3cb1 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.9967284 Nov 03 18:51:42.727036 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-415744dd-0c8a-448d-a0f7-78183884d654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.740467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.778763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-273ec13c-8b86-489d-8e3c-7341938029e5 req-47a2c8ce-6de9-48b2-80f2-9c29e612fcf9 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246138 Nov 03 18:51:42.908013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-b5071081-b16a-4733-ae19-f4e9afc986c2 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:51:42.912378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-b5071081-b16a-4733-ae19-f4e9afc986c2 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0496716 Nov 03 18:51:42.944374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Request body: {'port': {'device_id': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:42.961626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db690ed1-a3b8-4dfd-ab83-51bed78d0f76 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:42.979846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.017694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Transition to ACTIVE for port object db690ed1-a3b8-4dfd-ab83-51bed78d0f76 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:43.029885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c5add79b-ba02-48b3-a35c-8145cc56d313 None None] Provisioning complete for port e010023d-9f61-48a8-972a-a1dee55a4312 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:43.031309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5add79b-ba02-48b3-a35c-8145cc56d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.103215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.125158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.150209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c5add79b-ba02-48b3-a35c-8145cc56d313 None None] Port e010023d-9f61-48a8-972a-a1dee55a4312 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:43.168551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe548ad5-755d-4c62-b034-9a7f428f1b5a req-7691773e-8dfa-4c2e-8435-685259ebf696 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:43.171589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe548ad5-755d-4c62-b034-9a7f428f1b5a req-7691773e-8dfa-4c2e-8435-685259ebf696 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 944 time: 0.4031715 Nov 03 18:51:43.563894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-415744dd-0c8a-448d-a0f7-78183884d654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.567412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-415744dd-0c8a-448d-a0f7-78183884d654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.568886 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-415744dd-0c8a-448d-a0f7-78183884d654 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d9b6333f-8e57-402e-964f-dad27cc05cf6 HTTP/1.1" status: 204 len: 168 time: 2.2140582 Nov 03 18:51:43.589417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe548ad5-755d-4c62-b034-9a7f428f1b5a req-9d012ccb-4c61-4f12-8b6f-0db0b3ce06e5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949022 Nov 03 18:51:43.611831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415744dd-0c8a-448d-a0f7-78183884d654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b6333f-8e57-402e-964f-dad27cc05cf6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:43.626012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Pushing event updated for resources: {'Port': ['ID=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:43.834247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Deleting port 8c1e1978-87fb-4365-94d3-0f2214d96c6e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:43.835150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.922199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Attempting to bind port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:43.922914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Attempting to bind port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:43.923263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Attempting to bind port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:43.962290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ba10d-c63c-4ccb-8061-0baa22ee7c68 req-c01df09e-3a4e-4044-9b85-4a3345163ad7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:43.976451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-956ba10d-c63c-4ccb-8061-0baa22ee7c68 req-c01df09e-3a4e-4044-9b85-4a3345163ad7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 948 time: 0.4699502 Nov 03 18:51:43.995793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:43.996246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Attempting to bind port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:44.030379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:44.030918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:44.031551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:44.032212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Bound port: db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:44.032792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.232422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae244-a9ed-4155-9f6f-93c4d32c142d req-f9b973b4-7754-43a8-b4d8-0fe867b907d6 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:44.236151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9feae244-a9ed-4155-9f6f-93c4d32c142d req-f9b973b4-7754-43a8-b4d8-0fe867b907d6 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4560997 Nov 03 18:51:44.287383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] For port 8c1e1978-87fb-4365-94d3-0f2214d96c6e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8c1e1978-87fb-4365-94d3-0f2214d96c6e,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:44.287972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.396243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Calling delete_port for 8c1e1978-87fb-4365-94d3-0f2214d96c6e owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:44.433938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] For port db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:44.442849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] For port db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:44.460564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.506825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e010023d-9f61-48a8-972a-a1dee55a4312 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:44.524403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.554796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Transition to ACTIVE for port object e010023d-9f61-48a8-972a-a1dee55a4312 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:51:44.616591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.685877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:44.686880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.689463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] 10.222.0.110 "PUT /v2.0/ports/db690ed1-a3b8-4dfd-ab83-51bed78d0f76 HTTP/1.1" status: 200 len: 1096 time: 4.1878619 Nov 03 18:51:44.695662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'tag': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:44.700555 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04361767-87b8-4207-841d-f15c853b2e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ef5353-dd1f-48e0-9ec6-f1cb286e0449", "tag": "db690ed1-a3b8-4dfd-ab83-51bed78d0f76"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:44.754807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Deleting port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:44.755378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.758612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3678-656b-48d1-8d28-3c6ebe6aed04 service neutron] Pushing event updated for resources: {'Port': ['ID=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:44.800126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-956ba10d-c63c-4ccb-8061-0baa22ee7c68 req-4c61be59-4f0e-42dc-a991-e474edb2d804 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8213918 Nov 03 18:51:44.812754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Pushing event updated for resources: {'Port': ['ID=e010023d-9f61-48a8-972a-a1dee55a4312,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:44.867969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9feae244-a9ed-4155-9f6f-93c4d32c142d req-70ee7b87-f650-441a-90ac-3d8a5d8f35ac tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805452 Nov 03 18:51:45.124625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.378917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Attempting to bind port e010023d-9f61-48a8-972a-a1dee55a4312 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:45.380106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Attempting to bind port e010023d-9f61-48a8-972a-a1dee55a4312 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:45.380106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Attempting to bind port e010023d-9f61-48a8-972a-a1dee55a4312 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:45.422207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] For port 817ca5d6-783b-4d3b-b7d4-d856ef7b320e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,segment=NetworkSegment(490a3349-73b7-4cc0-97dd-58284ceb38fd),segment_id=490a3349-73b7-4cc0-97dd-58284ceb38fd)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:45.422776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.446178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-83fd1345-442d-4bea-bdd3-f484e8784a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:45.453639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-83fd1345-442d-4bea-bdd3-f484e8784a44 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 1099 time: 0.6430960 Nov 03 18:51:45.460482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Port e010023d-9f61-48a8-972a-a1dee55a4312 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:51:45.465117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Attempting to bind port e010023d-9f61-48a8-972a-a1dee55a4312 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:45.537289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Calling delete_port for 817ca5d6-783b-4d3b-b7d4-d856ef7b320e owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:45.550911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:45.551690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:45.552446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:45.553384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Bound port: e010023d-9f61-48a8-972a-a1dee55a4312, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:45.554191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.633716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-05485fbf-1536-4970-9f83-bbe52aed591e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a61ba5c49266434fa0dd7b303e12b07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386961 Nov 03 18:51:45.633716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c706-0611-408a-9d2e-c99da2b460a0 req-df6c19d6-914d-4ab9-b7c2-67f541d50d91 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:45.635103 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-658ab9b1-77c7-4544-9bbf-c4d578d27333 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76 HTTP/1.1" status: 200 len: 217 time: 0.1184719 Nov 03 18:51:45.639672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51306) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.656504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9da5c706-0611-408a-9d2e-c99da2b460a0 req-df6c19d6-914d-4ab9-b7c2-67f541d50d91 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 948 time: 0.5041249 Nov 03 18:51:45.678526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.726547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:45.890516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] For port e010023d-9f61-48a8-972a-a1dee55a4312, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:45.902857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event deleted for resources: {'Port': ['ID=8c1e1978-87fb-4365-94d3-0f2214d96c6e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.941469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] For port e010023d-9f61-48a8-972a-a1dee55a4312, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e010023d-9f61-48a8-972a-a1dee55a4312,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:45.962082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:45.979768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.040228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 8c1e1978-87fb-4365-94d3-0f2214d96c6e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:46.041608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8c1e1978-87fb-4365-94d3-0f2214d96c6e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:46.064917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f9a1-0704-4175-b8d3-9b48f25c70b5 req-9cc11955-dfb9-448b-bde5-dc020098a490 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.071676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4369f9a1-0704-4175-b8d3-9b48f25c70b5 req-9cc11955-dfb9-448b-bde5-dc020098a490 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 866 time: 0.5491650 Nov 03 18:51:46.084647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] No DVR routers for this DVR port 8c1e1978-87fb-4365-94d3-0f2214d96c6e on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:46.105328 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.111898 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96934f58-329f-4c8f-bb7e-b950534525ea req-4455e8e4-0814-4ff1-8402-58ef041439ad tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "DELETE /v2.0/ports/8c1e1978-87fb-4365-94d3-0f2214d96c6e HTTP/1.1" status: 204 len: 173 time: 3.0875347 Nov 03 18:51:46.142533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-49b8d83b-1756-4b0f-9200-0fea09cfb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.145208 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-49b8d83b-1756-4b0f-9200-0fea09cfb5b3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.4845152 Nov 03 18:51:46.201541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Pushing event updated for resources: {'Port': ['ID=e010023d-9f61-48a8-972a-a1dee55a4312,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:46.227232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.227890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.276513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-1464db3d-3a71-48fa-b600-9bc24adcccfa service neutron] 10.222.0.115 "PUT /v2.0/ports/e010023d-9f61-48a8-972a-a1dee55a4312 HTTP/1.1" status: 200 len: 1096 time: 3.3407998 Nov 03 18:51:46.298955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'tag': 'e010023d-9f61-48a8-972a-a1dee55a4312'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:46.334953 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b335e2fe-bbd8-45ce-b185-f4f22df4cae0", "tag": "e010023d-9f61-48a8-972a-a1dee55a4312"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:46.379437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9da5c706-0611-408a-9d2e-c99da2b460a0 req-25659aa4-459d-4778-aa68-16f4566c16a2 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566370 Nov 03 18:51:46.450750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10f868ac-591f-44e6-b6e2-0ce6ac557fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.564959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-4f141b2b-0256-4c77-9876-ec29a739034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.567966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-4f141b2b-0256-4c77-9876-ec29a739034b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3986893 Nov 03 18:51:46.610529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10f868ac-591f-44e6-b6e2-0ce6ac557fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.662309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-66aca173-7549-4b6c-a283-a06b7f57477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:46.678040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-66aca173-7549-4b6c-a283-a06b7f57477e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=301c8a8539554cc19d46d096b92f725f&device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 1099 time: 0.2761335 Nov 03 18:51:46.695023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4369f9a1-0704-4175-b8d3-9b48f25c70b5 req-e93b8abf-74a1-4b24-a99a-bdec257206a6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308583 Nov 03 18:51:46.793947 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a988ea6-7834-4987-a94c-e74498790762 x-openstack-request-id: req-3a988ea6-7834-4987-a94c-e74498790762 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:46.797842 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ef5353-dd1f-48e0-9ec6-f1cb286e0449", "tag": "db690ed1-a3b8-4dfd-ab83-51bed78d0f76", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:46.806280 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3a988ea6-7834-4987-a94c-e74498790762 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:46.810449 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'tag': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76', 'status': 'completed', 'code': 200} Nov 03 18:51:47.102723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-c9f43ea8-fb74-45a9-803b-b306c92520c6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e010023d-9f61-48a8-972a-a1dee55a4312 HTTP/1.1" status: 200 len: 217 time: 0.4048321 Nov 03 18:51:47.148218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-9181fe20-4713-4d08-891c-c8cdf1178fdb service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636663 Nov 03 18:51:47.149271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.287165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-71dbafdc-72cd-430b-9a54-a52fbfa65e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.290059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-71dbafdc-72cd-430b-9a54-a52fbfa65e50 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1208041 Nov 03 18:51:47.393699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb516564-8b55-4cf3-8d0c-775c8b31efe0 req-cb02441d-99e3-4063-83e6-9a6d9c10f1ce tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.403450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb516564-8b55-4cf3-8d0c-775c8b31efe0 req-cb02441d-99e3-4063-83e6-9a6d9c10f1ce tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 948 time: 0.4641247 Nov 03 18:51:47.423660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30fede-3e84-45f3-a7a6-d6df2b090bca req-511aa623-ae7e-4af5-bf00-0981972c6148 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.435743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf30fede-3e84-45f3-a7a6-d6df2b090bca req-511aa623-ae7e-4af5-bf00-0981972c6148 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4654026 Nov 03 18:51:47.501311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10f868ac-591f-44e6-b6e2-0ce6ac557fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.505357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10f868ac-591f-44e6-b6e2-0ce6ac557fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.511723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-10f868ac-591f-44e6-b6e2-0ce6ac557fe0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/da9cee1a-7029-4f4b-ba8c-c3a67802de4e HTTP/1.1" status: 204 len: 168 time: 1.8621259 Nov 03 18:51:47.526952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-5366b183-983f-450e-8b80-328dafaf11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.542127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-5366b183-983f-450e-8b80-328dafaf11cc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2331944 Nov 03 18:51:47.553281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Pushing event deleted for resources: {'Port': ['ID=817ca5d6-783b-4d3b-b7d4-d856ef7b320e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:47.732232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f868ac-591f-44e6-b6e2-0ce6ac557fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9cee1a-7029-4f4b-ba8c-c3a67802de4e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:47.878220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-810d0e7b-03b0-4b45-82f4-0f5591538332 req-2e8577b4-badc-4b53-9c6d-9622773f5a33 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739662 Nov 03 18:51:47.959763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-70f3c769-fab1-4180-a668-c0a466af1c60 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396184 Nov 03 18:51:48.115920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf30fede-3e84-45f3-a7a6-d6df2b090bca req-2fc55574-6e61-4628-9144-bfcdcfa94ede tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767540 Nov 03 18:51:48.206124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb516564-8b55-4cf3-8d0c-775c8b31efe0 req-8a29b48a-39b8-491b-a476-02540b333067 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8015079 Nov 03 18:51:48.224862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361767-87b8-4207-841d-f15c853b2e8b req-8ba72b20-87ff-40e7-9596-2ccfbf140826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:48.227535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-8ba72b20-87ff-40e7-9596-2ccfbf140826 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 1099 time: 0.2682183 Nov 03 18:51:48.436149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.606281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361767-87b8-4207-841d-f15c853b2e8b req-7e9d005c-9301-4e6b-a7a7-df9cefe2be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:48.611932 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-7e9d005c-9301-4e6b-a7a7-df9cefe2be06 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3413634 Nov 03 18:51:48.713461 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d52a3-7609-4056-94b2-808ac24b6e72 x-openstack-request-id: req-fe6d52a3-7609-4056-94b2-808ac24b6e72 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:48.714341 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b335e2fe-bbd8-45ce-b185-f4f22df4cae0", "tag": "e010023d-9f61-48a8-972a-a1dee55a4312", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:48.714341 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fe6d52a3-7609-4056-94b2-808ac24b6e72 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:48.739576 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'tag': 'e010023d-9f61-48a8-972a-a1dee55a4312', 'status': 'completed', 'code': 200} Nov 03 18:51:48.805169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61467c3e-27d6-43e4-bbcc-629636b5dbda req-9cf2ee29-0dfc-46f4-be34-5605f8f5528f service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8262930 Nov 03 18:51:49.360992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'name': 'network-vif-deleted', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:49.365967 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00cb4b4-20c1-4f30-81d4-291d3a9be5b4" -d '{"events": [{"server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "name": "network-vif-deleted", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:49.470972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-7c479dcb-2c24-44e2-b00a-96c0f60f0c30 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76 HTTP/1.1" status: 200 len: 217 time: 0.0948515 Nov 03 18:51:49.696590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40174c4d-4952-45b5-b857-81c99f36f24b req-aeba8c45-eaac-4c1e-97a1-c761fcf75d42 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.0890284 Nov 03 18:51:49.719940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361767-87b8-4207-841d-f15c853b2e8b req-6ab84c00-e1ee-4bf4-af09-a293e86c4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.722770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-6ab84c00-e1ee-4bf4-af09-a293e86c4d86 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2107255 Nov 03 18:51:49.785031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-fef7de58-0e09-4b52-af93-8d724e57687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.787396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-fef7de58-0e09-4b52-af93-8d724e57687f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=301c8a8539554cc19d46d096b92f725f&device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 1099 time: 0.1976955 Nov 03 18:51:49.838162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4d156-ce5e-4080-b128-171cc0a4c6a6 req-7e426b9a-a3b3-4400-b4f2-d30c0c13bc8b tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.859943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fea4d156-ce5e-4080-b128-171cc0a4c6a6 req-7e426b9a-a3b3-4400-b4f2-d30c0c13bc8b tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 948 time: 1.0520391 Nov 03 18:51:49.967094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361767-87b8-4207-841d-f15c853b2e8b req-ecb1308d-bda9-4596-8ef9-f8f351ccb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.967094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-ecb1308d-bda9-4596-8ef9-f8f351ccb5b1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225668 Nov 03 18:51:50.129126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fea4d156-ce5e-4080-b128-171cc0a4c6a6 req-2e970a4b-81ff-4f6b-b933-7c561d6b457b tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676625 Nov 03 18:51:50.244379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0d7f-2f79-4ba2-bc69-f3fc24626b16 req-637a5f3d-164a-449d-8316-7fba10f01657 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:50.249124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c71b0d7f-2f79-4ba2-bc69-f3fc24626b16 req-637a5f3d-164a-449d-8316-7fba10f01657 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2697546 Nov 03 18:51:50.276058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-03e4b931-e277-4e3b-a752-53870b518858 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969744 Nov 03 18:51:50.309418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:50.399880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-76102676-c3a2-4326-bde4-37dd6e4d95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:50.423257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-76102676-c3a2-4326-bde4-37dd6e4d95f8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5364907 Nov 03 18:51:50.533710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device db690ed1-a3b8-4dfd-ab83-51bed78d0f76 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:50.665556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04361767-87b8-4207-841d-f15c853b2e8b req-4f65cc19-4fa6-4c6a-b2be-6514f1e73536 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780849 Nov 03 18:51:50.771281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c71b0d7f-2f79-4ba2-bc69-f3fc24626b16 req-003bfc3a-94a6-4ae5-b855-6f59cdd668c7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903634 Nov 03 18:51:50.781955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-519f4c5c-d475-4c38-a949-dbc7b8868a98 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e010023d-9f61-48a8-972a-a1dee55a4312 HTTP/1.1" status: 200 len: 217 time: 0.2739127 Nov 03 18:51:50.818692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f0af6-235d-4534-b562-ea60ae89c3e6 req-2e6e6d12-eaca-4fa3-ae30-4340fb603985 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:50.821340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c5f0af6-235d-4534-b562-ea60ae89c3e6 req-2e6e6d12-eaca-4fa3-ae30-4340fb603985 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 948 time: 0.4852479 Nov 03 18:51:50.974199 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e047b4f3-ea2e-40c3-9b90-028e86607eb2 x-openstack-request-id: req-e047b4f3-ea2e-40c3-9b90-028e86607eb2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:50.978168 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a", "name": "network-vif-deleted", "tag": "8c1e1978-87fb-4365-94d3-0f2214d96c6e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:50.978887 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e047b4f3-ea2e-40c3-9b90-028e86607eb2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:50.980003 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a', 'name': 'network-vif-deleted', 'tag': '8c1e1978-87fb-4365-94d3-0f2214d96c6e', 'status': 'completed', 'code': 200} Nov 03 18:51:51.008790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:51.029527 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] Sync routers for ids ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:51.037829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:51.045972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7e1b6b89-945a-4511-92e4-07dbc767046d admin admin] 10.222.0.91 "PUT /v2.0/routers/a0eaedff-9216-4ef5-a04a-49bdacd5fd94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4064100 Nov 03 18:51:51.048551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:51.054801 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] Routers {'a0eaedff-9216-4ef5-a04a-49bdacd5fd94'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:51.055424 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:51.107408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76', 'mac_address': 'fa:16:3e:12:01:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:51.136760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-ba6dd62c-914b-4c56-8f1e-0f6abc70efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:51.142810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-ba6dd62c-914b-4c56-8f1e-0f6abc70efdb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3508143 Nov 03 18:51:51.262598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c5f0af6-235d-4534-b562-ea60ae89c3e6 req-10c5cadb-2fbc-4aa7-a729-ffd8f31605df tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454584 Nov 03 18:51:51.287150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.335789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db690ed1-a3b8-4dfd-ab83-51bed78d0f76 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:51.379735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-5366f9cd-2dd0-40d6-ac98-36373c751261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:51.387013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-5366f9cd-2dd0-40d6-ac98-36373c751261 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557288 Nov 03 18:51:51.424449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:51.447636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.632491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.653078 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] Set router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:51.689403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:51.925708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a85ec94-0146-4acb-ac31-2bbf40652758 req-d63ce088-3b11-43ed-b6f4-c48ec3492ff5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.1867139 Nov 03 18:51:51.941530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e010023d-9f61-48a8-972a-a1dee55a4312 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:51.984317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['db690ed1-a3b8-4dfd-ab83-51bed78d0f76'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:52.073734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-fcd728c6-ce82-47b7-8867-82e8617f451b service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759682 Nov 03 18:51:52.187606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.220675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:51:52.334313 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:51:46Z', 'revision_number': 5, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port': {'id': '1abb4462-dab0-4d65-aceb-4cf500cee19b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:50:33Z', 'updated_at': '2021-11-03T18:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:52.397735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Deleting port 1abb4462-dab0-4d65-aceb-4cf500cee19b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:52.398374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.436474 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] Checking router: a0eaedff-9216-4ef5-a04a-49bdacd5fd94 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:52.460115 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] Routers {'a0eaedff-9216-4ef5-a04a-49bdacd5fd94'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:52.461700 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:51:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:52.600928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e010023d-9f61-48a8-972a-a1dee55a4312, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e010023d-9f61-48a8-972a-a1dee55a4312,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:52.603917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007bc0f-1941-4063-9bc7-34d61f0660c3 req-78f49e99-b474-4c1f-94d4-05732b78c478 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.614444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c007bc0f-1941-4063-9bc7-34d61f0660c3 req-78f49e99-b474-4c1f-94d4-05732b78c478 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 948 time: 0.4394381 Nov 03 18:51:52.667465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] For port 1abb4462-dab0-4d65-aceb-4cf500cee19b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1abb4462-dab0-4d65-aceb-4cf500cee19b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:52.668098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.677782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fb05b4c-63c7-43dc-a1d7-054fe3d641ef req-270c154a-1c93-4ab7-9cd0-82520c99c172 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873871 Nov 03 18:51:52.678119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'e010023d-9f61-48a8-972a-a1dee55a4312', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'e010023d-9f61-48a8-972a-a1dee55a4312', 'mac_address': 'fa:16:3e:af:bd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:52.723118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Calling delete_port for 1abb4462-dab0-4d65-aceb-4cf500cee19b owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:52.757054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99547b-ee13-451b-b997-cf89ee86df95 req-39206720-780c-4731-a3d6-4f22e717e96a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:52.770553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df99547b-ee13-451b-b997-cf89ee86df95 req-39206720-780c-4731-a3d6-4f22e717e96a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.3567793 Nov 03 18:51:52.786292 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] Set router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:52.836494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c007bc0f-1941-4063-9bc7-34d61f0660c3 req-c0724f2f-3da6-4e2e-93bf-7529b3ac5996 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204466 Nov 03 18:51:52.938506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:52.996217 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:51:52Z', 'revision_number': 6, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:53.045452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df99547b-ee13-451b-b997-cf89ee86df95 req-85bc3eb8-8605-4db7-9c03-7b54655a4acc tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285624 Nov 03 18:51:53.166567 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377acce5-3dfe-4deb-b18c-0a08cd0986bd None None] The sync data for ids ['a0eaedff-9216-4ef5-a04a-49bdacd5fd94'] in n-d-812151-4 is: [{'id': 'a0eaedff-9216-4ef5-a04a-49bdacd5fd94', 'name': 'tempest-FloatingIPDetailsTestJSON-2035157120-router', 'tenant_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:50:32Z', 'updated_at': '2021-11-03T18:51:52Z', 'revision_number': 6, 'project_id': 'fb81b7ad0fa1440385fe8b3a77edb1b8', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:53.176093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e010023d-9f61-48a8-972a-a1dee55a4312 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:53.248690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.287488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e010023d-9f61-48a8-972a-a1dee55a4312, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e010023d-9f61-48a8-972a-a1dee55a4312,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:53.294812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.331238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb4462-dab0-4d65-aceb-4cf500cee19b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:53.390370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0724b7-8f28-4789-9fb6-40d6762bf9da req-2128d5a1-5488-4e75-82d5-2f7db331130a tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:53.393426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.393979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.394554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.395118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.395675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.396245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.396840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.397410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.398171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.398813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.399367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.399932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:53.417534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee0724b7-8f28-4789-9fb6-40d6762bf9da req-2128d5a1-5488-4e75-82d5-2f7db331130a tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 949 time: 0.2340825 Nov 03 18:51:53.525765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.551039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e010023d-9f61-48a8-972a-a1dee55a4312,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:53.622388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee0724b7-8f28-4789-9fb6-40d6762bf9da req-70c97a4f-282f-4d61-b16f-858b1bd79f6e tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014797 Nov 03 18:51:53.837926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e010023d-9f61-48a8-972a-a1dee55a4312'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:53.948761 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.965768 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.049380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.050355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.053758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.054847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.055783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.056899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.057778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.058916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.059869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.060917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.085667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2807ff03-2590-4240-bf67-17cd0558aebf req-7929e6f0-9321-4fac-a70a-21c2d74b9c34 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.4022632 Nov 03 18:51:54.204125 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.205008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0eaedff-9216-4ef5-a04a-49bdacd5fd94 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:54.226923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.229348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c219e7fc-530a-4cfc-8c2c-975eece6add1 admin admin] 10.222.0.91 "DELETE /v2.0/routers/a0eaedff-9216-4ef5-a04a-49bdacd5fd94 HTTP/1.1" status: 204 len: 168 time: 3.1791532 Nov 03 18:51:54.232847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:54.267982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19881f57-39eb-4cac-9d7f-1200af73b507 req-b64d3589-26ed-4e74-a1dd-5d5c48ae6b37 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.1798592 Nov 03 18:51:54.439802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Deleting subnet a9a6da67-3ca2-47c7-8957-7171d00503b6 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:54.464611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.477474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187f591-c9c2-406c-82da-16b84f3a8655 req-e9c5369e-5a4c-42b6-8a6e-fe4c2525ff84 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:54.491928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e187f591-c9c2-406c-82da-16b84f3a8655 req-e9c5369e-5a4c-42b6-8a6e-fe4c2525ff84 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2014484 Nov 03 18:51:54.566391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device db690ed1-a3b8-4dfd-ab83-51bed78d0f76 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:54.616120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.687743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e187f591-c9c2-406c-82da-16b84f3a8655 req-4f96864f-481a-4be8-8d59-06ff8bebc984 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933103 Nov 03 18:51:54.795405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:51:54.831029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:54.831607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.962819 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1abb4462-dab0-4d65-aceb-4cf500cee19b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:55.002262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.077874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1abb4462-dab0-4d65-aceb-4cf500cee19b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:55.078787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1abb4462-dab0-4d65-aceb-4cf500cee19b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:55.079695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 817ca5d6-783b-4d3b-b7d4-d856ef7b320e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:55.131154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 817ca5d6-783b-4d3b-b7d4-d856ef7b320e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:55.131531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 817ca5d6-783b-4d3b-b7d4-d856ef7b320e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:55.197202 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.307803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fb0e8-8585-42ed-95b5-b1789fc1dcf2 req-3cc3533a-2a04-4055-b347-5b6f85dc6aa7 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.325663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa9fb0e8-8585-42ed-95b5-b1789fc1dcf2 req-3cc3533a-2a04-4055-b347-5b6f85dc6aa7 tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 886 time: 0.3294897 Nov 03 18:51:55.344211 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.345987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a6da67-3ca2-47c7-8957-7171d00503b6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:55.359063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.362322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6198f5-76d3-47be-8e2c-5029b24a4843 None None] Network 40ee5419-a402-4510-94df-6395cb2aebfb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:55.374915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fba61c1e-6a9d-4239-b994-6377ad6614ad admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a9a6da67-3ca2-47c7-8957-7171d00503b6 HTTP/1.1" status: 204 len: 168 time: 1.1320684 Nov 03 18:51:55.376164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51444) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:55.567603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.576151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:55.581763 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62100b7-5c6a-413e-99d7-71509318f1f8" -d '{"events": [{"server_uuid": "c4ef5353-dd1f-48e0-9ec6-f1cb286e0449", "name": "network-vif-plugged", "status": "completed", "tag": "db690ed1-a3b8-4dfd-ab83-51bed78d0f76"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:55.626777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:55.643778 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.667584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b3511-a6c0-4b3a-b0cc-102a46b14e66 req-f61480ee-79cb-4414-bd6e-a293670400ea tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.685728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de4b3511-a6c0-4b3a-b0cc-102a46b14e66 req-f61480ee-79cb-4414-bd6e-a293670400ea tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 949 time: 0.3582227 Nov 03 18:51:55.696693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Deleting port 90b7b454-bc88-452f-9e34-e85be21cd17d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:55.697715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.792969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285331a-b653-429d-b267-b56a77d14fff req-52f46f35-0620-46f4-91af-98be0c2b600b tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.805928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b285331a-b653-429d-b267-b56a77d14fff req-52f46f35-0620-46f4-91af-98be0c2b600b tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 949 time: 0.3672011 Nov 03 18:51:55.881995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:55.936482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] For port 90b7b454-bc88-452f-9e34-e85be21cd17d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90b7b454-bc88-452f-9e34-e85be21cd17d,segment=NetworkSegment(490a3349-73b7-4cc0-97dd-58284ceb38fd),segment_id=490a3349-73b7-4cc0-97dd-58284ceb38fd)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:55.941377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.983845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e010023d-9f61-48a8-972a-a1dee55a4312 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:55.985367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Calling delete_port for 90b7b454-bc88-452f-9e34-e85be21cd17d owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:56.031590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de4b3511-a6c0-4b3a-b0cc-102a46b14e66 req-1e5591d8-bd65-41b8-8677-929538456ad4 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188038 Nov 03 18:51:56.049444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b285331a-b653-429d-b267-b56a77d14fff req-0720ed18-3dee-44b2-9d95-e0a07ee0c578 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328789 Nov 03 18:51:56.166596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] DHCP port deletion for 40ee5419-a402-4510-94df-6395cb2aebfb request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:56.308408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.340118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port e010023d-9f61-48a8-972a-a1dee55a4312 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:51:56.378833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port e010023d-9f61-48a8-972a-a1dee55a4312 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:56.379884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.495612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] No DVR routers for this DVR port 90b7b454-bc88-452f-9e34-e85be21cd17d on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:56.502639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b7b454-bc88-452f-9e34-e85be21cd17d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.563081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Deleting port 90b7b454-bc88-452f-9e34-e85be21cd17d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:56.563774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.847887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.885435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.886236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.887326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.888338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.889283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.906286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.907144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.912213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.913127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.914016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.949780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ee5419-a402-4510-94df-6395cb2aebfb']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:56.953161 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0fb7bb3a-5091-4486-913b-f7021aace482 req-d43d9b51-e2bc-4345-935d-9a320f8f038c tempest-NetworksTest-709831948 tempest-NetworksTest-709831948-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7071 time: 0.6603744 Nov 03 18:51:57.020884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490a3349-73b7-4cc0-97dd-58284ceb38fd') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:57.021425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490a3349-73b7-4cc0-97dd-58284ceb38fd') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:57.052161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.104308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.134125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:57.134903 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:57.141588 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:57.290044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76df133e-c991-4e62-ad6b-2cafaa2267aa req-a4083842-4d8d-413f-90ba-5e9d6612298e tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.1479735 Nov 03 18:51:57.485510 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dab75e-527b-48f2-bb83-a74aa51e9516 x-openstack-request-id: req-42dab75e-527b-48f2-bb83-a74aa51e9516 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:57.486573 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ef5353-dd1f-48e0-9ec6-f1cb286e0449", "name": "network-vif-plugged", "status": "completed", "tag": "db690ed1-a3b8-4dfd-ab83-51bed78d0f76", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:57.486573 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42dab75e-527b-48f2-bb83-a74aa51e9516 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:57.497444 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76', 'code': 200} Nov 03 18:51:57.514281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90b7b454-bc88-452f-9e34-e85be21cd17d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:57.662506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.668978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 90b7b454-bc88-452f-9e34-e85be21cd17d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:57.669283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90b7b454-bc88-452f-9e34-e85be21cd17d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:57.725066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.728002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] For port 90b7b454-bc88-452f-9e34-e85be21cd17d, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:57.728519 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.735801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] 10.222.0.91 "DELETE /v2.0/networks/40ee5419-a402-4510-94df-6395cb2aebfb HTTP/1.1" status: 204 len: 168 time: 2.3578722 Nov 03 18:51:57.761905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.768558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Calling delete_port for 90b7b454-bc88-452f-9e34-e85be21cd17d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:57.777786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa582ca-6e22-4877-b04c-e1bb63d09570 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ee5419-a402-4510-94df-6395cb2aebfb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:57.802170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Port 90b7b454-bc88-452f-9e34-e85be21cd17d was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:51:57.813315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ed7e-9d5c-4294-bae7-71ec35def4e5 req-66cc68fe-261b-470f-8556-334d87b3a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:57.830940 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b084ed7e-9d5c-4294-bae7-71ec35def4e5 req-66cc68fe-261b-470f-8556-334d87b3a4c3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 1101 time: 0.3488047 Nov 03 18:51:57.918800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.974489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dad98c-ff75-4c99-8c7c-e12df640b78c req-e7bbdc1d-5f09-4646-9aa3-e8e53aabfeca tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:57.987219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7dad98c-ff75-4c99-8c7c-e12df640b78c req-e7bbdc1d-5f09-4646-9aa3-e8e53aabfeca tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 949 time: 0.2067528 Nov 03 18:51:58.031890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683823ee-9643-46fb-b092-44b6e02ecd0b req-239a2433-51a8-4edc-9d61-4bcd4e3337ee tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:58.037419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-683823ee-9643-46fb-b092-44b6e02ecd0b req-239a2433-51a8-4edc-9d61-4bcd4e3337ee tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4201581 Nov 03 18:51:58.066012 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b084ed7e-9d5c-4294-bae7-71ec35def4e5 req-67137d03-2870-4f94-a494-5cf4f0a313b7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205291 Nov 03 18:51:58.113396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:58.134618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Network 40ee5419-a402-4510-94df-6395cb2aebfb is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:51:58.140635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] No DVR routers for this DVR port 90b7b454-bc88-452f-9e34-e85be21cd17d on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:58.171519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb0ad4-3464-4174-8827-e7627fb109d8 None None] Pushing event deleted for resources: {'Port': ['ID=90b7b454-bc88-452f-9e34-e85be21cd17d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:58.213561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e010023d-9f61-48a8-972a-a1dee55a4312, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e010023d-9f61-48a8-972a-a1dee55a4312,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:58.225249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.262641 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:51:58.343100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:58.421492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7dad98c-ff75-4c99-8c7c-e12df640b78c req-89548e36-ce5e-49f9-8a3e-4349197c1c32 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814569 Nov 03 18:51:58.447354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-683823ee-9643-46fb-b092-44b6e02ecd0b req-41235eab-671a-4b79-b63c-8267a6576d43 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288760 Nov 03 18:51:58.463117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-38953d17-9967-40bc-9594-3147a32cc54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.495210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e010023d-9f61-48a8-972a-a1dee55a4312,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:58.585562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-62eb6006-18f0-4287-b300-a1db53323168 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fb81b7ad0fa1440385fe8b3a77edb1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404459 Nov 03 18:51:58.590923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51494) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:58.784470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-38953d17-9967-40bc-9594-3147a32cc54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.822215 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-38953d17-9967-40bc-9594-3147a32cc54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.945172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.964905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-38953d17-9967-40bc-9594-3147a32cc54c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ab23c75d8eeb4dfb984d3a91ff723fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8323717 Nov 03 18:51:58.995736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51496) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.009263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6db519ca-62e8-405d-8309-ee624611e1c4 req-3bda59b4-9dcb-4c22-ac50-a70529d80342 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.1023834 Nov 03 18:51:59.047926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38953d17-9967-40bc-9594-3147a32cc54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2bfe0e-8e65-4f43-b308-fa121bc7d2b1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:59.064664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.122405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541dbf7-aeee-433a-bf35-b479342d137f req-9d5ee8dc-6e42-4c27-a4ab-f3a541a572de tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:59.141909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5541dbf7-aeee-433a-bf35-b479342d137f req-9d5ee8dc-6e42-4c27-a4ab-f3a541a572de tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 950 time: 0.4208658 Nov 03 18:51:59.366022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5541dbf7-aeee-433a-bf35-b479342d137f req-07f50a34-e9a4-44b4-b874-ec50a3373360 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977754 Nov 03 18:51:59.372693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cacb2caf-fea7-42dc-8eb7-c2dc20362723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.421234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.426464 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.440697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3b477949-8f07-40dd-9595-320987f7be03 HTTP/1.1" status: 204 len: 168 time: 0.8400230 Nov 03 18:51:59.454328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cacb2caf-fea7-42dc-8eb7-c2dc20362723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.499583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e010023d-9f61-48a8-972a-a1dee55a4312'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:59.503815 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f55e8d-35cd-45d3-8eb2-12600bf9f9ec" -d '{"events": [{"server_uuid": "b335e2fe-bbd8-45ce-b185-f4f22df4cae0", "name": "network-vif-plugged", "status": "completed", "tag": "e010023d-9f61-48a8-972a-a1dee55a4312"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:59.627619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cacb2caf-fea7-42dc-8eb7-c2dc20362723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.634701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cacb2caf-fea7-42dc-8eb7-c2dc20362723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.637190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cacb2caf-fea7-42dc-8eb7-c2dc20362723 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fb2bfe0e-8e65-4f43-b308-fa121bc7d2b1 HTTP/1.1" status: 204 len: 168 time: 0.6258707 Nov 03 18:51:59.652148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b477949-8f07-40dd-9595-320987f7be03,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:59.705596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.706231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.715456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.716246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.716831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.723315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.726187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.728459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.730915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.734729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.737313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.738067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c9e1d9-9572-4e8d-9c9c-20bee191c853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:59.961695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb2caf-fea7-42dc-8eb7-c2dc20362723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2bfe0e-8e65-4f43-b308-fa121bc7d2b1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:00.226565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d1479-4a31-44df-911d-ee69f86276e0 req-717e6063-1af5-47b4-ad87-c954d93640d9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.231666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b26d1479-4a31-44df-911d-ee69f86276e0 req-717e6063-1af5-47b4-ad87-c954d93640d9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4652364 Nov 03 18:52:00.356386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f04c79-ca5c-430f-936d-4a6e297568b1 req-ce7f1ccb-e2dc-4745-9388-35104b623803 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.363088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55f04c79-ca5c-430f-936d-4a6e297568b1 req-ce7f1ccb-e2dc-4745-9388-35104b623803 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 950 time: 0.4072363 Nov 03 18:52:00.604351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b26d1479-4a31-44df-911d-ee69f86276e0 req-814831a3-d423-44aa-a576-da20906596cd tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084540 Nov 03 18:52:00.623558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55f04c79-ca5c-430f-936d-4a6e297568b1 req-f8aae322-2ff3-4431-96cb-0918fe9d614c tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374303 Nov 03 18:52:00.802744 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df985b0-5c0c-415c-b624-e4e175cbbe45 x-openstack-request-id: req-5df985b0-5c0c-415c-b624-e4e175cbbe45 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:00.803582 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b335e2fe-bbd8-45ce-b185-f4f22df4cae0", "name": "network-vif-plugged", "status": "completed", "tag": "e010023d-9f61-48a8-972a-a1dee55a4312", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:00.804409 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5df985b0-5c0c-415c-b624-e4e175cbbe45 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:00.805494 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e010023d-9f61-48a8-972a-a1dee55a4312', 'code': 200} Nov 03 18:52:01.035604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51542) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:01.074737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5534069-1407-43f1-8ee4-1a881f3543f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.210309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddfa74f3-5ec4-4e49-ac32-a75417eb9d6f req-eeee33a1-ed83-48bc-9669-61639e28ca47 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dd6d0d6-ac5f-4a4d-b3e6-fbf1a23a1a4a HTTP/1.1" status: 200 len: 210 time: 0.2127650 Nov 03 18:52:01.343839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5534069-1407-43f1-8ee4-1a881f3543f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.349681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5534069-1407-43f1-8ee4-1a881f3543f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.368310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc195505-eb94-4cc9-93a8-f0b03da4d79f req-2872f2c5-c3b6-4a19-9fb3-0e710ae93198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:01.373790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc195505-eb94-4cc9-93a8-f0b03da4d79f req-2872f2c5-c3b6-4a19-9fb3-0e710ae93198 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 1101 time: 0.3484278 Nov 03 18:52:01.463667 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a5534069-1407-43f1-8ee4-1a881f3543f3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d9b72c6c16dc4e23a578e5a64793b210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246898 Nov 03 18:52:01.468300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51550) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:01.516168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52884c3-b43c-4cd5-ac2a-6d1159b33e46 req-f68395e5-4ef9-42ba-842f-72b6d6e6ddc4 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:01.529260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e52884c3-b43c-4cd5-ac2a-6d1159b33e46 req-f68395e5-4ef9-42ba-842f-72b6d6e6ddc4 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 950 time: 0.2665794 Nov 03 18:52:01.566859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5534069-1407-43f1-8ee4-1a881f3543f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502c2b2-b924-4605-a6e0-8698b498abcf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:01.609622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc195505-eb94-4cc9-93a8-f0b03da4d79f req-ab43ce21-b5df-4489-ae64-93e793393464 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221086 Nov 03 18:52:01.677168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e52884c3-b43c-4cd5-ac2a-6d1159b33e46 req-41c83821-81f9-44c0-a751-2f5deed25187 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455305 Nov 03 18:52:01.678192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5be2daf3-b3fd-4a75-a370-032bef8f7d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.743392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5be2daf3-b3fd-4a75-a370-032bef8f7d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.902355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5be2daf3-b3fd-4a75-a370-032bef8f7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.916287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5be2daf3-b3fd-4a75-a370-032bef8f7d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.919359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5be2daf3-b3fd-4a75-a370-032bef8f7d66 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4502c2b2-b924-4605-a6e0-8698b498abcf HTTP/1.1" status: 204 len: 168 time: 0.4494476 Nov 03 18:52:01.949207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2daf3-b3fd-4a75-a370-032bef8f7d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502c2b2-b924-4605-a6e0-8698b498abcf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:02.182522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf6c33-8cd7-489b-b105-e2f839a3eed8 req-f7e95d6d-c316-4eb4-8eca-2f1c2c0af099 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:02.193507 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.211729 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64bf6c33-8cd7-489b-b105-e2f839a3eed8 req-f7e95d6d-c316-4eb4-8eca-2f1c2c0af099 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 950 time: 0.3049400 Nov 03 18:52:02.326679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387313c-66c3-4ae4-ac23-6fec2377ce26 req-b8955ff7-13d8-4a96-b6ca-ef55a04d3f1b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:02.344880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8387313c-66c3-4ae4-ac23-6fec2377ce26 req-b8955ff7-13d8-4a96-b6ca-ef55a04d3f1b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4689069 Nov 03 18:52:02.434669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51576) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:02.473601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64bf6c33-8cd7-489b-b105-e2f839a3eed8 req-54ca6cb4-340c-4cc3-a37c-0c51e12d1c96 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603858 Nov 03 18:52:02.569635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8387313c-66c3-4ae4-ac23-6fec2377ce26 req-50f8b70d-ebf1-4d83-86e0-abd4e368374c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156799 Nov 03 18:52:02.734027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1040105908-network', 'tenant_id': '4329e2f0b7714f61996d5a94de262799'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:02.751493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.814147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Made reservation on behalf of 4329e2f0b7714f61996d5a94de262799 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:02.828556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.857715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.260053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.277949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.370808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:03.446803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b9e5f-cd57-40b7-871c-87231ed66d91,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:03.487307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.488190 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Added segment a83893a1-141d-4696-8aa9-61d2d3f48da5 of type vlan for network 9dec4c59-5c1a-4c89-ac88-bb1953445593 Nov 03 18:52:03.722289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.859379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.862665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.864994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.004657 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5665395 Nov 03 18:52:04.015558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:04.043041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Request body: {'subnet': {'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1040105908-subnet', 'tenant_id': '4329e2f0b7714f61996d5a94de262799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:04.087315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3dd53-0bbc-473e-9728-ffddf3feff18 req-5bf78526-475d-445c-ac02-a864316be6ae tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:04.102054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18e3dd53-0bbc-473e-9728-ffddf3feff18 req-5bf78526-475d-445c-ac02-a864316be6ae tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 950 time: 0.3133004 Nov 03 18:52:04.148339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94d46-3c20-4469-91d3-d533d303ba5b admin admin] Pushing event updated for resources: {'Network': ['ID=9dec4c59-5c1a-4c89-ac88-bb1953445593,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:04.165537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a974e9-852b-42ee-97b1-2851fdd9d7f0 req-2299fdcf-6a1b-4d58-b962-f7cd154bad39 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:04.178905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4a974e9-852b-42ee-97b1-2851fdd9d7f0 req-2299fdcf-6a1b-4d58-b962-f7cd154bad39 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2636561 Nov 03 18:52:04.180373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:04.374221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4a974e9-852b-42ee-97b1-2851fdd9d7f0 req-794b181f-99ff-4625-8842-bd36c5dc7b55 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930799 Nov 03 18:52:04.375709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Made reservation on behalf of 4329e2f0b7714f61996d5a94de262799 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:04.382333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.427991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18e3dd53-0bbc-473e-9728-ffddf3feff18 req-6e210e37-4cc9-4f2a-ad2b-6448cd7d3eb6 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242414 Nov 03 18:52:04.636623 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7687652-60f8-4f87-8115-ef1ab43fe38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.894918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-89d90b50-e450-4e21-a40a-91a8cdebd0d4 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421080 Nov 03 18:52:05.191702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-48d5aef1-aabe-4ea6-bb1d-1d96e013611d tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:05.205219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-48d5aef1-aabe-4ea6-bb1d-1d96e013611d tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859097 Nov 03 18:52:05.237571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-d04fdb79-5b95-4b6a-877a-1fe1bdde22c3 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/quotas/1962926ba8c04fdca1a0670ebb9f3708 HTTP/1.1" status: 200 len: 375 time: 0.0305326 Nov 03 18:52:05.477244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-79935913-4700-45c3-b1b6-041cbf16417a tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1992888 Nov 03 18:52:05.692838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.965997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54a6808-3801-4372-bd04-551e15ac8839,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:06.055767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Checking segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:06.059633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Network hostable DHCP agents. Network: 9dec4c59-5c1a-4c89-ac88-bb1953445593, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:06.149847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:06.262038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9dec4c59-5c1a-4c89-ac88-bb1953445593) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:06.272351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:06.273405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.283451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae4e43-c87c-4a95-83ac-76cc012db72c None None] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:06.364483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301e143-6bd9-43df-bac5-a95d17bc211e req-bcbe8a21-61ad-4924-9c25-166403aefa3d tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:06.373141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6301e143-6bd9-43df-bac5-a95d17bc211e req-bcbe8a21-61ad-4924-9c25-166403aefa3d tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2022762 Nov 03 18:52:06.399811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e0399fe-d00d-4b0c-a46b-15902b07d79e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3789048 Nov 03 18:52:06.670038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6301e143-6bd9-43df-bac5-a95d17bc211e req-4fe49a0d-532f-46df-bb05-d3ceaa19cd6a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653887 Nov 03 18:52:06.921661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c508d14-eea5-400a-80c7-179c1e08f633 None None] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:07.257183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e7dbf6f-c926-4b5d-ad7e-a09c8a906a14 req-8bbf3a1c-596d-4b5b-84be-4445e4e69abf tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 210 time: 0.2798381 Nov 03 18:52:08.086949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51722) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:08.341857 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593f0def-bbd1-49e0-a2bb-f08ee422e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.383084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-e143cba3-9234-4744-846b-f2e83e8a1988 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.399372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-e143cba3-9234-4744-846b-f2e83e8a1988 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.4519618 Nov 03 18:52:08.451548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-253dcd01-4328-4b00-b378-7254070fca66 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/quotas/4329e2f0b7714f61996d5a94de262799 HTTP/1.1" status: 200 len: 375 time: 0.0477476 Nov 03 18:52:08.555985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-b00d0e27-b434-425d-9eff-cde1ec85b03e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981479 Nov 03 18:52:08.790746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6abf846f-3809-4541-88cd-27ecc51f3b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.954256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770bb2-af52-4559-a518-e0621143d7ec req-16d45721-8051-4044-83d7-12d8b8aa1dbc tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.961848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1770bb2-af52-4559-a518-e0621143d7ec req-16d45721-8051-4044-83d7-12d8b8aa1dbc tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2752442 Nov 03 18:52:08.962179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6abf846f-3809-4541-88cd-27ecc51f3b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.980143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6abf846f-3809-4541-88cd-27ecc51f3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.062379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-62b95181-4906-4300-be4c-8452574351f9 service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871106 Nov 03 18:52:09.150542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf846f-3809-4541-88cd-27ecc51f3b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41960a78-e88e-432e-ab0a-271169a4518f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:09.193232 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6abf846f-3809-4541-88cd-27ecc51f3b74 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7e93e50cf73c45a7a25c73997770692f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1004825 Nov 03 18:52:09.194791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51732) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:09.352391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1770bb2-af52-4559-a518-e0621143d7ec req-32a89d6a-3203-4115-9f79-027e32e90487 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731799 Nov 03 18:52:09.367459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fd5731d-dc4a-4a89-bcdb-2a9677991b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.436988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-4fed9882-4bb0-4165-b323-9d57b7a05d83 service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475761 Nov 03 18:52:09.452263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fd5731d-dc4a-4a89-bcdb-2a9677991b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.546650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fd5731d-dc4a-4a89-bcdb-2a9677991b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.553343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fd5731d-dc4a-4a89-bcdb-2a9677991b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.564788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5fd5731d-dc4a-4a89-bcdb-2a9677991b61 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41960a78-e88e-432e-ab0a-271169a4518f HTTP/1.1" status: 204 len: 168 time: 0.3629992 Nov 03 18:52:09.581419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5731d-dc4a-4a89-bcdb-2a9677991b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41960a78-e88e-432e-ab0a-271169a4518f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:09.781356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.053720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-5a52d9d3-c369-4353-8170-d41a83b74348 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1310487 Nov 03 18:52:10.259487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ec2f924-78b7-40fb-96dd-811ce58ee23d req-6471324f-1f87-46ef-9926-e8b3bb52ec63 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 210 time: 0.2763937 Nov 03 18:52:10.401866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27f322-311c-43db-85dd-5803dbc8edc0 req-eb661d8b-19b3-4065-ba73-9b556f7d4f76 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:10.434817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e27f322-311c-43db-85dd-5803dbc8edc0 req-eb661d8b-19b3-4065-ba73-9b556f7d4f76 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 950 time: 0.6727467 Nov 03 18:52:10.798725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-46ac3110-b6bb-4bf8-91b3-c510bbc75bc3 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:10.800261 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-46ac3110-b6bb-4bf8-91b3-c510bbc75bc3 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7390072 Nov 03 18:52:10.827896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Request body: {'port': {'device_id': '065865e5-fd49-468a-960c-529471da115e', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '1962926ba8c04fdca1a0670ebb9f3708'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:10.877750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51764) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:10.945985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17da9d56-7110-42ba-a850-8316a52140e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.083260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c62f67de-aea6-4361-8221-8dc16a46a294 req-9635e2c2-f366-432c-a97f-a57f2d310150 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 210 time: 0.2178032 Nov 03 18:52:11.115324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e27f322-311c-43db-85dd-5803dbc8edc0 req-e1c7d153-c844-42dc-88b1-2660bba815e0 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793799 Nov 03 18:52:11.177106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-773d4227-c9a0-4e5f-8deb-d296a9a3f6e8 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:11.193963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-773d4227-c9a0-4e5f-8deb-d296a9a3f6e8 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.115 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 950 time: 0.9730909 Nov 03 18:52:11.277827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Made reservation on behalf of 1962926ba8c04fdca1a0670ebb9f3708 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:11.319859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.680256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.861616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94dd30d7-c624-4c15-aa25-50d41a2e1e6e req-aa1efb14-206d-4bd8-8312-78174c8c7a95 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 210 time: 0.2402425 Nov 03 18:52:11.961851 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.989586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de061966-d90a-4b18-96c4-d6af0108c619 req-3e8dd98a-072f-4f1b-b5eb-f7dc12a6421b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:12.007548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de061966-d90a-4b18-96c4-d6af0108c619 req-3e8dd98a-072f-4f1b-b5eb-f7dc12a6421b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.5969448 Nov 03 18:52:12.114905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Allocated IP 192.168.233.156 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/5b541e2e-b275-4eda-8262-af4f1dd59658) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:12.188247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Deleting port e010023d-9f61-48a8-972a-a1dee55a4312 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:12.188570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.629119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17da9d56-7110-42ba-a850-8316a52140e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.699520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.702312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de061966-d90a-4b18-96c4-d6af0108c619 req-f08e18a1-317a-46f1-911d-8577bbee7618 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919904 Nov 03 18:52:12.722933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17da9d56-7110-42ba-a850-8316a52140e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.782358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.808005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['db690ed1-a3b8-4dfd-ab83-51bed78d0f76'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:12.852868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36ab3d1f-9625-4eae-86b2-70bc0b4d4b12 req-70840501-1e63-41de-899c-59167b090300 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 210 time: 0.2879331 Nov 03 18:52:13.049526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:13.052532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:13.089401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:13.168877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] For port e010023d-9f61-48a8-972a-a1dee55a4312, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e010023d-9f61-48a8-972a-a1dee55a4312,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:13.169728 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.347142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9d56-7110-42ba-a850-8316a52140e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca9a33b-9918-45c3-b19e-1c84cd521b56,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.381182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17da9d56-7110-42ba-a850-8316a52140e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=61e5c0df352640a3a97345811dd8aee4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5019095 Nov 03 18:52:13.556359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:13.705877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Calling delete_port for e010023d-9f61-48a8-972a-a1dee55a4312 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:13.890320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Pushing event updated for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:14.059000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e010023d-9f61-48a8-972a-a1dee55a4312 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:14.306270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.307651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.336074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3073f8b7-1687-4695-bd06-f85ea5ea826a None None] Provisioning complete for port 5b541e2e-b275-4eda-8262-af4f1dd59658 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:14.346130 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3073f8b7-1687-4695-bd06-f85ea5ea826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.476954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-43cea474-a468-4714-86d7-75d317b44693 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6555946 Nov 03 18:52:14.511830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Request body: {'port': {'device_id': '065865e5-fd49-468a-960c-529471da115e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:14.530430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f9634b7-ae6b-441a-8c8f-4f3279d9e20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.589424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3073f8b7-1687-4695-bd06-f85ea5ea826a None None] Port 5b541e2e-b275-4eda-8262-af4f1dd59658 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:14.603923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba335dca-8a87-4f14-9320-44d260f29e64 req-466a026f-8127-4098-accb-136bcf93ac48 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.607940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f9634b7-ae6b-441a-8c8f-4f3279d9e20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.624164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba335dca-8a87-4f14-9320-44d260f29e64 req-466a026f-8127-4098-accb-136bcf93ac48 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 950 time: 1.2837055 Nov 03 18:52:14.741700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5815a-4559-425a-9c7b-4fd825ff1460 req-cdd22e6e-1268-4b3c-9367-dd901ce84c04 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.763851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3cd5815a-4559-425a-9c7b-4fd825ff1460 req-cdd22e6e-1268-4b3c-9367-dd901ce84c04 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 936 time: 1.0073383 Nov 03 18:52:14.920204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f9634b7-ae6b-441a-8c8f-4f3279d9e20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.936347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3cd5815a-4559-425a-9c7b-4fd825ff1460 req-0f978341-fec9-474b-a49a-5c091310c1a1 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665452 Nov 03 18:52:14.946884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8f9634b7-ae6b-441a-8c8f-4f3279d9e20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:14.952663 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8f9634b7-ae6b-441a-8c8f-4f3279d9e20c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ca9a33b-9918-45c3-b19e-1c84cd521b56 HTTP/1.1" status: 204 len: 168 time: 1.3837690 Nov 03 18:52:15.018574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.066340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-7b09da70-062a-4795-b0b6-1bc115e289c3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0761817 Nov 03 18:52:15.207234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-6accd3cf-fb1a-4050-a517-f9d95c99df19 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:15.214438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba335dca-8a87-4f14-9320-44d260f29e64 req-46db7bb7-b450-4ea7-9144-b53cdd63d569 tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/security-groups?id=f337760c-fc0f-4735-87df-65deac68851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541339 Nov 03 18:52:15.224878 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-6accd3cf-fb1a-4050-a517-f9d95c99df19 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 1.7516451 Nov 03 18:52:15.258409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9634b7-ae6b-441a-8c8f-4f3279d9e20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca9a33b-9918-45c3-b19e-1c84cd521b56,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:15.302992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Request body: {'port': {'device_id': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'admin_state_up': True, 'tenant_id': '4329e2f0b7714f61996d5a94de262799'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:15.459112 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.758475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.867527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ff71abe-5ce4-4466-b75a-101d1110cb57 req-d2c362c2-dec6-4ea1-93e8-0eb2be4fb1b9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 210 time: 0.3287733 Nov 03 18:52:15.928168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Pushing event deleted for resources: {'Port': ['ID=e010023d-9f61-48a8-972a-a1dee55a4312,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:15.967686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813750d-7b63-47f1-8430-2e17731331af req-d2e6a673-9abf-4680-92bc-4332ed9822e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:15.971807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-d2e6a673-9abf-4680-92bc-4332ed9822e7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 1095 time: 0.5066061 Nov 03 18:52:16.157920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff0b7-e65d-4cfb-b2e0-76faa0733b89 req-3a4967a5-a9c9-4c44-a786-61f33aecf7d1 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.166707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd2ff0b7-e65d-4cfb-b2e0-76faa0733b89 req-3a4967a5-a9c9-4c44-a786-61f33aecf7d1 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4678223 Nov 03 18:52:16.287155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] No DVR routers for this DVR port e010023d-9f61-48a8-972a-a1dee55a4312 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:16.310575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.339130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11b58be5-dd8f-470f-a1e5-211f48690e94 req-9b13d94a-5df6-497b-8f92-1d90e836cfff tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.115 "DELETE /v2.0/ports/e010023d-9f61-48a8-972a-a1dee55a4312 HTTP/1.1" status: 204 len: 173 time: 5.1283181 Nov 03 18:52:16.368873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'name': 'network-vif-deleted', 'tag': 'e010023d-9f61-48a8-972a-a1dee55a4312'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:16.388628 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc6e19-0c4a-4a14-a3f2-e41b1fed1c17" -d '{"events": [{"server_uuid": "b335e2fe-bbd8-45ce-b185-f4f22df4cae0", "name": "network-vif-deleted", "tag": "e010023d-9f61-48a8-972a-a1dee55a4312"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:16.677633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd2ff0b7-e65d-4cfb-b2e0-76faa0733b89 req-54544b18-7bda-4e7b-a4d0-da23466b8b60 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307959 Nov 03 18:52:17.012876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813750d-7b63-47f1-8430-2e17731331af req-6dec8fd4-5d69-4f75-93b0-c2e2ec2b4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.015083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-6dec8fd4-5d69-4f75-93b0-c2e2ec2b4575 service neutron] 10.222.0.110 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 0.7791224 Nov 03 18:52:17.033743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9907c-09c0-4bba-af26-11310f1b4c8f req-9846a434-5634-4f8a-a102-66fcddd07726 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.045881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d9907c-09c0-4bba-af26-11310f1b4c8f req-9846a434-5634-4f8a-a102-66fcddd07726 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 936 time: 0.5975335 Nov 03 18:52:17.122368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-4088bb31-8067-4028-bc15-e7aa12af7e41 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 200 len: 217 time: 0.0733807 Nov 03 18:52:17.236064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c5f0d2f-837d-4cdc-8f2a-148261b862c5 req-e770ae3b-1af9-45a5-a442-297fdc761d4b tempest-TenantUsagesTestJSON-968894874 tempest-TenantUsagesTestJSON-968894874-project] 10.222.0.91 "GET /v2.0/ports?device_id=b335e2fe-bbd8-45ce-b185-f4f22df4cae0 HTTP/1.1" status: 200 len: 210 time: 0.1095860 Nov 03 18:52:17.332657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813750d-7b63-47f1-8430-2e17731331af req-9336fcbc-2305-4a91-ad1f-20266b8f8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.335448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-9336fcbc-2305-4a91-ad1f-20266b8f8604 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1589425 Nov 03 18:52:17.526186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-7dc1e34c-8259-4540-bf61-488ec6609068 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496692 Nov 03 18:52:17.616638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Made reservation on behalf of 4329e2f0b7714f61996d5a94de262799 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:17.625373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.628630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d9907c-09c0-4bba-af26-11310f1b4c8f req-0ac521c5-515e-44ec-bc0c-0543ae7141f4 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775054 Nov 03 18:52:17.848873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b541e2e-b275-4eda-8262-af4f1dd59658 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:17.870490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-6d50f25e-f3d1-467f-af17-3d1ac4065d07 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3362875 Nov 03 18:52:17.907614 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.038432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aee93e11-7a92-475d-abc1-cf59f5adac96 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:18.124047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-75a35867-88a7-4816-9e32-2575176613db service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375459 Nov 03 18:52:18.147735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b9bab-6b19-41cc-90fa-bc860f31ff3b req-9f6783e8-d7eb-4e1f-aef4-16af4500d753 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:18.151313 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-702b9bab-6b19-41cc-90fa-bc860f31ff3b req-9f6783e8-d7eb-4e1f-aef4-16af4500d753 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 950 time: 0.2567801 Nov 03 18:52:18.183287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c234-d09f-4409-8298-ee0658551e0b req-16d41682-d701-4ac0-af56-a60cc49a77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:18.186955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-16d41682-d701-4ac0-af56-a60cc49a77e5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 1095 time: 0.1684275 Nov 03 18:52:18.216714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Allocated IP 172.20.0.11 (9dec4c59-5c1a-4c89-ac88-bb1953445593/e54a6808-3801-4372-bd04-551e15ac8839/0e3758ae-3340-4a8e-9f1e-0f257de5c1c6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:18.314761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Transition to ACTIVE for port object 5b541e2e-b275-4eda-8262-af4f1dd59658 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:52:18.333610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.460972 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.584204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:18.599156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:18.602931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:18.614101 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9ee05-1588-4b71-9c8c-45440ab8e960" -d '{"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-unplugged", "status": "completed", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:18.644430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:18.656816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.910910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Attempting to bind port 5b541e2e-b275-4eda-8262-af4f1dd59658 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:18.911733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Attempting to bind port 5b541e2e-b275-4eda-8262-af4f1dd59658 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:18.912116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Attempting to bind port 5b541e2e-b275-4eda-8262-af4f1dd59658 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:18.933685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Port 5b541e2e-b275-4eda-8262-af4f1dd59658 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:52:18.934061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Attempting to bind port 5b541e2e-b275-4eda-8262-af4f1dd59658 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:19.025446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:19.025446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:19.026291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:19.026879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Bound port: 5b541e2e-b275-4eda-8262-af4f1dd59658, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:19.027562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.243672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:19.260890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5b541e2e-b275-4eda-8262-af4f1dd59658,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:19.266931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.306923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.321728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.476540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:19.479303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.487438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.580420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.600335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.647054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:19.647054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.647054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-e207e34f-a425-44ad-a535-1bde26d578c2 service neutron] 10.222.0.110 "PUT /v2.0/ports/5b541e2e-b275-4eda-8262-af4f1dd59658 HTTP/1.1" status: 200 len: 1096 time: 5.1430297 Nov 03 18:52:19.647054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:19.651514 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab" -d '{"events": [{"name": "network-changed", "server_uuid": "065865e5-fd49-468a-960c-529471da115e", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:19.705985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.744635 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeb4835-fafd-4ff4-bd40-508ae8cca2e5 x-openstack-request-id: req-6aeb4835-fafd-4ff4-bd40-508ae8cca2e5 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:19.744635 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b335e2fe-bbd8-45ce-b185-f4f22df4cae0", "name": "network-vif-deleted", "tag": "e010023d-9f61-48a8-972a-a1dee55a4312", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:19.744635 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6aeb4835-fafd-4ff4-bd40-508ae8cca2e5 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:19.744635 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b335e2fe-bbd8-45ce-b185-f4f22df4cae0', 'name': 'network-vif-deleted', 'tag': 'e010023d-9f61-48a8-972a-a1dee55a4312', 'status': 'completed', 'code': 200} Nov 03 18:52:19.939414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:19.971070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:20.069053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:20.074856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-702b9bab-6b19-41cc-90fa-bc860f31ff3b req-45062696-74a8-45f1-8c43-e02bd68cbbc4 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8956079 Nov 03 18:52:20.077863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aee93e11-7a92-475d-abc1-cf59f5adac96 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:20.083958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c234-d09f-4409-8298-ee0658551e0b req-d52d969f-e37c-448e-b01b-7fc6aa32c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.087462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-d52d969f-e37c-448e-b01b-7fc6aa32c750 service neutron] 10.222.0.115 "GET /v2.0/networks?id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 200 len: 921 time: 1.8429277 Nov 03 18:52:20.159350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80a8c-135a-4b34-beda-9e499c61747f req-2dbce690-3896-4fbc-b4eb-caa7d3b6768e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.174363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24d80a8c-135a-4b34-beda-9e499c61747f req-2dbce690-3896-4fbc-b4eb-caa7d3b6768e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 932 time: 0.4147320 Nov 03 18:52:20.225992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:20.270988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-a0b6f779-f3fd-4e0f-abb7-e91e561c7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.273855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-a0b6f779-f3fd-4e0f-abb7-e91e561c7de6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 1099 time: 0.4899371 Nov 03 18:52:20.297633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4813750d-7b63-47f1-8430-2e17731331af req-e79382f0-25f5-49d5-973a-dc9ba52fadce service neutron] 10.222.0.110 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1426318 Nov 03 18:52:20.310122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-1f9becab-8045-48fd-937e-36e4b78c0240 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 200 len: 217 time: 0.1737936 Nov 03 18:52:20.364321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-c80b8ada-a515-475e-aee2-0041742a7e7c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.367655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-c80b8ada-a515-475e-aee2-0041742a7e7c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 945 time: 0.3920248 Nov 03 18:52:20.455438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:20.485047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'port_id': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'mac_address': 'fa:16:3e:a9:c9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e7cd4b-0074-4c1b-bf88-8c0530e79add', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:20.505036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c234-d09f-4409-8298-ee0658551e0b req-2e04400d-88a4-482a-879d-2cb74bae0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.507528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-2e04400d-88a4-482a-879d-2cb74bae0310 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 200 len: 860 time: 0.1358192 Nov 03 18:52:20.522555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-34df44de-0cf4-4d40-a8db-bbafb4f282b7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5b541e2e-b275-4eda-8262-af4f1dd59658 HTTP/1.1" status: 200 len: 217 time: 0.2335987 Nov 03 18:52:20.578330 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.612263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-fdcecc08-6784-4ddb-a9d6-e1ab881dccbe service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=444cc965-2625-48d4-ab0f-ac3f4d85ccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957415 Nov 03 18:52:20.616881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee93e11-7a92-475d-abc1-cf59f5adac96 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:20.631469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fcb83-d7d1-425e-ba47-432469e1f006 req-450643d6-748c-423b-b416-210c75bc29ae tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.634091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c25fcb83-d7d1-425e-ba47-432469e1f006 req-450643d6-748c-423b-b416-210c75bc29ae tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 943 time: 0.3428175 Nov 03 18:52:20.634764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-4c716a1d-64b0-4eab-8194-532e517b4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.637837 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-4c716a1d-64b0-4eab-8194-532e517b4a8b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0985792 Nov 03 18:52:20.644393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24d80a8c-135a-4b34-beda-9e499c61747f req-ac39c10d-5d4e-4ff1-a13e-8e4bc666df40 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511271 Nov 03 18:52:20.656318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.657994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.673829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:20.707610 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.768209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-a4701e6a-a26c-4a4d-a79a-9c1b66256e1e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5037670 Nov 03 18:52:20.816772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Request body: {'port': {'device_id': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:20.837239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:20.857371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c25fcb83-d7d1-425e-ba47-432469e1f006 req-6d5f3478-9e55-43ca-bf7c-1d9346321844 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003539 Nov 03 18:52:20.942532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-16b1c646-8be4-4fa0-86fb-cd55b8b9ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.947289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-16b1c646-8be4-4fa0-86fb-cd55b8b9ac66 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2611465 Nov 03 18:52:20.983283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-690ed206-1abc-48a0-9410-0b760420b7ef service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473885 Nov 03 18:52:21.095133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['aee93e11-7a92-475d-abc1-cf59f5adac96'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:21.206213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Deleting port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:21.206993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.217501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.404531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59f4c234-d09f-4409-8298-ee0658551e0b req-6ac6a5b3-3006-459b-be69-cfd1da90ca1a service neutron] 10.222.0.115 "GET /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126463 Nov 03 18:52:21.466074 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6d038-7128-4e35-af96-3ce3b60af2d6 x-openstack-request-id: req-b9f6d038-7128-4e35-af96-3ce3b60af2d6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:21.472691 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-unplugged", "status": "completed", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:21.476040 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b9f6d038-7128-4e35-af96-3ce3b60af2d6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:21.477254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d8e4-c2bd-4979-aaa9-753afa709f42 req-9967a217-1310-4b65-a5ed-b3c0f93845ac tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:21.479314 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'code': 200} Nov 03 18:52:21.492231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0664d8e4-c2bd-4979-aaa9-753afa709f42 req-9967a217-1310-4b65-a5ed-b3c0f93845ac tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 948 time: 0.3218560 Nov 03 18:52:21.529652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-f88c94e5-81a6-47f9-9bd1-8eeebc30988c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392809 Nov 03 18:52:21.653813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0664d8e4-c2bd-4979-aaa9-753afa709f42 req-78bfd230-ffb5-432f-910b-1086e9c9a5c5 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603053 Nov 03 18:52:21.656331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51924) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.686119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] For port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:21.687322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.777949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Calling delete_port for bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:21.798009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d31ec-6160-41e4-90a1-a7d18c2b86c3 req-c63da969-39ac-43f8-b2aa-706667184ab6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:21.813558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-821d31ec-6160-41e4-90a1-a7d18c2b86c3 req-c63da969-39ac-43f8-b2aa-706667184ab6 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 945 time: 0.1226864 Nov 03 18:52:21.909735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-821d31ec-6160-41e4-90a1-a7d18c2b86c3 req-e40a9e45-99ea-497d-91aa-df848915da67 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938973 Nov 03 18:52:22.000106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c57da3b-a0b8-475b-a85d-69172d4559c8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=301c8a8539554cc19d46d096b92f725f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409667 Nov 03 18:52:22.004381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:22.134225 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb939bbc-4a3a-4851-824a-3a7225bf051a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.165526 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ebdb1-e700-43e7-a0a9-ac7a5bea5aef x-openstack-request-id: req-c60ebdb1-e700-43e7-a0a9-ac7a5bea5aef {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:22.166951 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065865e5-fd49-468a-960c-529471da115e", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:22.167553 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c60ebdb1-e700-43e7-a0a9-ac7a5bea5aef {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:22.168419 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658', 'status': 'completed', 'code': 200} Nov 03 18:52:22.201051 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb939bbc-4a3a-4851-824a-3a7225bf051a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.345716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c54-51a6-4246-9c52-fc63a7d1a4ad req-07937968-1910-4987-8e18-d17ba56b91ce tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.348443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d1220fc-ec9e-41dd-bada-a013a209bdcb req-464fa2cc-27ea-4912-83ac-080c310b83c3 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856128 Nov 03 18:52:22.349927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c57c54-51a6-4246-9c52-fc63a7d1a4ad req-07937968-1910-4987-8e18-d17ba56b91ce tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 932 time: 0.1328547 Nov 03 18:52:22.361757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.412126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb939bbc-4a3a-4851-824a-3a7225bf051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.417334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb939bbc-4a3a-4851-824a-3a7225bf051a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.419411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fb939bbc-4a3a-4851-824a-3a7225bf051a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f337760c-fc0f-4735-87df-65deac68851c HTTP/1.1" status: 204 len: 168 time: 0.4132380 Nov 03 18:52:22.442545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event deleted for resources: {'Port': ['ID=bfffc8fb-ce97-4456-a213-b76ffc7e7bd3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:22.482276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb939bbc-4a3a-4851-824a-3a7225bf051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f337760c-fc0f-4735-87df-65deac68851c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:22.546650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c57c54-51a6-4246-9c52-fc63a7d1a4ad req-cbb1bb14-0ead-4c15-b632-609f8dce7252 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671522 Nov 03 18:52:22.611379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] No DVR routers for this DVR port bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:22.615138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-6e93f6c5-f504-4269-9948-586db5bb5230 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=96eeebf69162446aba7e2c95825b655c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457129 Nov 03 18:52:22.628804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:22.682633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.689302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9abbc2e9-52e1-4762-8bb9-c29aaea1a396 req-15f331da-7133-4c7a-85d4-feb184a5fbb9 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "DELETE /v2.0/ports/bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 HTTP/1.1" status: 204 len: 173 time: 2.3090966 Nov 03 18:52:22.726020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:22.727248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bfffc8fb-ce97-4456-a213-b76ffc7e7bd3 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:22.727774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:22.756252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.763432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-7cf6883f-3a23-49c9-b9a3-f35883359df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.766348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-7cf6883f-3a23-49c9-b9a3-f35883359df2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 1099 time: 0.2336507 Nov 03 18:52:22.798127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Transition to ACTIVE for port object 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:52:22.816667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.919336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5179e6-26e0-400e-b98d-073e99a06548 req-7d90af3a-dc8b-42c8-baa2-fbdf13176aff tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.934869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b5179e6-26e0-400e-b98d-073e99a06548 req-7d90af3a-dc8b-42c8-baa2-fbdf13176aff tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 944 time: 0.2556536 Nov 03 18:52:23.002939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.059391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-db82e10e-f4e1-4784-b502-592137d882dc tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.062440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-db82e10e-f4e1-4784-b502-592137d882dc tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343927 Nov 03 18:52:23.086276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b5179e6-26e0-400e-b98d-073e99a06548 req-1e5c02b4-eab5-4ccf-9ade-4fe40352ed27 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499152 Nov 03 18:52:23.116459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-4247ca9c-2659-4d85-9328-ee4b5e5ef672 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/quotas/96eeebf69162446aba7e2c95825b655c HTTP/1.1" status: 200 len: 375 time: 0.0289915 Nov 03 18:52:23.163512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-1e6fd1c3-3571-4ecc-86dd-4c25715c1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.166518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-1e6fd1c3-3571-4ecc-86dd-4c25715c1491 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3664064 Nov 03 18:52:23.184061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-f73c7b85-1da9-4ae0-84ab-acc19b7709e8 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=96eeebf69162446aba7e2c95825b655c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659568 Nov 03 18:52:23.298666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-03e015e4-f1ff-4249-a4a0-b6dde758a74d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5b541e2e-b275-4eda-8262-af4f1dd59658 HTTP/1.1" status: 200 len: 217 time: 0.1157272 Nov 03 18:52:23.303961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Attempting to bind port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:23.304363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Attempting to bind port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:23.304933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Attempting to bind port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:23.314118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:52:23.314680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Attempting to bind port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:23.359858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51968) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:23.383117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-181d4bb6-257c-46d4-bd03-06810f311755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.395961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:23.396771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Checking segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:23.397497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Bound using segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:23.398371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Bound port: 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:23.399659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.449955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-1918ef40-1682-402b-8a13-8d9229218f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.453272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-1918ef40-1682-402b-8a13-8d9229218f3c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1334591 Nov 03 18:52:23.483202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:23.498803 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83606af-9d43-44d2-be9f-d9195003ec3b" -d '{"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:23.582670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f4049-10e7-4f58-9305-f10bb7318006 req-34643bad-abc6-4e8e-86cb-aa9489ac6736 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.585169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e80f4049-10e7-4f58-9305-f10bb7318006 req-34643bad-abc6-4e8e-86cb-aa9489ac6736 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 948 time: 0.1855748 Nov 03 18:52:23.695080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:23.701255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:23.711921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.721676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b957dbb3-0469-49ab-9ae0-a7fe75922ca5 req-7b4f4567-aa3e-4833-b80b-f82e11d732df tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=17f3e820-4b2c-4f31-a9e3-2becfe63fb1b HTTP/1.1" status: 200 len: 210 time: 0.0596170 Nov 03 18:52:23.789011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-980cea25-4317-41e1-bd8c-fddbed72e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.790675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-980cea25-4317-41e1-bd8c-fddbed72e507 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355654 Nov 03 18:52:23.864102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e80f4049-10e7-4f58-9305-f10bb7318006 req-3b3745b5-7ebe-4c43-a702-333a73f79e03 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462871 Nov 03 18:52:23.908281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-181d4bb6-257c-46d4-bd03-06810f311755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.923282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-181d4bb6-257c-46d4-bd03-06810f311755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.969359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.971593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.975545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] 10.222.0.115 "PUT /v2.0/ports/0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 HTTP/1.1" status: 200 len: 1092 time: 3.1666195 Nov 03 18:52:24.066578 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01831490-0a28-440d-b635-3048b9da8fb9 req-3bbe4805-8b67-4b2f-bf44-ce24f4e56663 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 210 time: 0.0892644 Nov 03 18:52:24.086857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c7e4d-45c2-43b8-b2a4-caf023b1a68c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.103159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aee93e11-7a92-475d-abc1-cf59f5adac96 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:24.121597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-181d4bb6-257c-46d4-bd03-06810f311755 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c7fe1ac804a5489eb65963dfb7075369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7598262 Nov 03 18:52:24.128361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51988) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.177036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d4bb6-257c-46d4-bd03-06810f311755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e802337-4bcd-438d-9032-be809a49963e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.220580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'name': 'network-vif-deleted', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3'}, {'name': 'network-changed', 'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:24.231933 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cbd317-9ba8-4b6c-9644-464e129d265b x-openstack-request-id: req-88cbd317-9ba8-4b6c-9644-464e129d265b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:24.237332 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:24.238303 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-88cbd317-9ba8-4b6c-9644-464e129d265b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:24.239119 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'code': 200} Nov 03 18:52:24.239478 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302d4f63-436f-4f22-95d0-ea20dd6c3639" -d '{"events": [{"server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "name": "network-vif-deleted", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3"}, {"name": "network-changed", "server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:24.302636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-54c9b43f-9347-4a76-973a-f897ecc56f95 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930916 Nov 03 18:52:24.333055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port aee93e11-7a92-475d-abc1-cf59f5adac96 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:24.333917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.436234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-8c0ed931-cef6-44a0-ab57-9ea65ab75ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:24.439576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-8c0ed931-cef6-44a0-ab57-9ea65ab75ed8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 1095 time: 0.3543746 Nov 03 18:52:24.499366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56924e37-5a26-4cbb-8f3b-d85d938d66f3 req-4f24f13f-f82d-42d6-bbbf-ee1af0e09f03 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:24.511083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56924e37-5a26-4cbb-8f3b-d85d938d66f3 req-4f24f13f-f82d-42d6-bbbf-ee1af0e09f03 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 944 time: 0.1736052 Nov 03 18:52:24.590854 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.631265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5b541e2e-b275-4eda-8262-af4f1dd59658 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:24.644791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c52f618f-ae51-46d4-9d18-a6fee9eefc20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.649119 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-0db6c6d8-88ff-48e6-b7c1-d774051efb31 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 HTTP/1.1" status: 200 len: 217 time: 0.1906755 Nov 03 18:52:24.675039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56924e37-5a26-4cbb-8f3b-d85d938d66f3 req-c06f02bc-2c24-4c01-917c-fb5f0518aeec tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503012 Nov 03 18:52:24.809737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c52f618f-ae51-46d4-9d18-a6fee9eefc20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.846841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de10c7e1-e7ed-47b4-b30d-5a56298d77ab req-6a78448c-bc52-4e3c-a9c6-a55840a8b31b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280092 Nov 03 18:52:24.877408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-da62a3b4-cfe9-401c-afa4-4fd5d1f947af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:24.877877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:24.881565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-da62a3b4-cfe9-401c-afa4-4fd5d1f947af service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.2131281 Nov 03 18:52:24.896681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.968940 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-aa827fc4-52d7-4212-bd3b-9db349eaecd4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740733 Nov 03 18:52:24.974226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5b541e2e-b275-4eda-8262-af4f1dd59658,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:25.004623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7d8a6-2bcb-4826-955e-f1398132f79a req-7f510bde-da48-4d2e-94e6-f71d56a8be3b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.033305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fee7d8a6-2bcb-4826-955e-f1398132f79a req-7f510bde-da48-4d2e-94e6-f71d56a8be3b tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.1518626 Nov 03 18:52:25.038942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '5b541e2e-b275-4eda-8262-af4f1dd59658', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '5b541e2e-b275-4eda-8262-af4f1dd59658', 'mac_address': 'fa:16:3e:5a:91:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:25.160669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c52f618f-ae51-46d4-9d18-a6fee9eefc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.170099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fee7d8a6-2bcb-4826-955e-f1398132f79a req-312eccd8-c704-4338-a02d-b2f0e43d3d55 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312017 Nov 03 18:52:25.177827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c52f618f-ae51-46d4-9d18-a6fee9eefc20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.185544 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c52f618f-ae51-46d4-9d18-a6fee9eefc20 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8e802337-4bcd-438d-9032-be809a49963e HTTP/1.1" status: 204 len: 168 time: 1.0548890 Nov 03 18:52:25.231894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.247842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f618f-ae51-46d4-9d18-a6fee9eefc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e802337-4bcd-438d-9032-be809a49963e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.354035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-eaa7dea8-0a79-4c1b-8838-ce72ca4f2a73 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721311 Nov 03 18:52:25.401491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.452340 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e8068-2b99-498b-90cc-8015e5127c42 x-openstack-request-id: req-1b7e8068-2b99-498b-90cc-8015e5127c42 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:25.452835 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f3e820-4b2c-4f31-a9e3-2becfe63fb1b", "name": "network-vif-deleted", "tag": "bfffc8fb-ce97-4456-a213-b76ffc7e7bd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:25.453254 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b7e8068-2b99-498b-90cc-8015e5127c42 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:25.453912 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f3e820-4b2c-4f31-a9e3-2becfe63fb1b', 'name': 'network-vif-deleted', 'tag': 'bfffc8fb-ce97-4456-a213-b76ffc7e7bd3', 'status': 'completed', 'code': 200} Nov 03 18:52:25.454333 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'status': 'completed', 'code': 200} Nov 03 18:52:25.471294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b541e2e-b275-4eda-8262-af4f1dd59658 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:25.550786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5b541e2e-b275-4eda-8262-af4f1dd59658,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:25.566732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.752631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.754319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3a63ab4-c867-4317-aa2b-eeda2ec81408 req-aaa5fc0b-115d-4812-836d-dae2dda20432 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864331 Nov 03 18:52:25.785867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.787090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.787914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.788463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.789122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.789804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.790754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.791456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.792159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.793042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.799729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.800404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:25.842709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2105ee-add6-4e5b-9164-cbf9012b0ec0 req-f2115908-e74e-4211-b36f-758666a4b092 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.856671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b2105ee-add6-4e5b-9164-cbf9012b0ec0 req-f2115908-e74e-4211-b36f-758666a4b092 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 949 time: 0.1950047 Nov 03 18:52:25.942852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f854c39a-3ac0-45b0-8264-400308a452b5 req-803291ce-2eab-427e-9906-24444d09bea7 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 210 time: 0.0635779 Nov 03 18:52:25.959914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-413ab473-132a-4969-aaa6-da376c9425bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.972994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-413ab473-132a-4969-aaa6-da376c9425bf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 1095 time: 0.1203582 Nov 03 18:52:26.018034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['5b541e2e-b275-4eda-8262-af4f1dd59658'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:26.033403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b2105ee-add6-4e5b-9164-cbf9012b0ec0 req-c8217404-37ac-4bec-b0bb-08dce6a8a97e tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738544 Nov 03 18:52:26.147650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-6ff00ce9-272b-43fd-a3ef-f6027f6e4d9a tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=96eeebf69162446aba7e2c95825b655c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131778 Nov 03 18:52:26.250058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:26.258319 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6f596-2f53-47f0-865e-e7234afa5157" -d '{"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-plugged", "status": "completed", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:26.522126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071653c3-5c15-414d-aac0-a8e27243d311 req-32fb08f3-b04e-465f-ab22-4cd4103c9ae3 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.535327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-071653c3-5c15-414d-aac0-a8e27243d311 req-32fb08f3-b04e-465f-ab22-4cd4103c9ae3 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 944 time: 0.2299256 Nov 03 18:52:26.625484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-a82d376d-904a-4c9d-bac7-8b782b25d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.628444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-a82d376d-904a-4c9d-bac7-8b782b25d013 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 906 time: 0.6533189 Nov 03 18:52:26.730741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-380d3f26-c66f-413f-8704-c99de28ffe69 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 HTTP/1.1" status: 200 len: 217 time: 0.0844104 Nov 03 18:52:26.739380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-071653c3-5c15-414d-aac0-a8e27243d311 req-888b82fd-e129-41d1-b6f1-3c806554758e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806037 Nov 03 18:52:26.766732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-6e8dc664-5805-4e42-8836-9ff38eea9cc2 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.770255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-6e8dc664-5805-4e42-8836-9ff38eea9cc2 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6007123 Nov 03 18:52:27.096309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b22e73-b565-43cc-addb-71f178357a97 req-a5f88beb-9977-4c5b-bdc1-f2f08e662ddd tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.108032 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2b22e73-b565-43cc-addb-71f178357a97 req-a5f88beb-9977-4c5b-bdc1-f2f08e662ddd tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.1731231 Nov 03 18:52:27.278608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2b22e73-b565-43cc-addb-71f178357a97 req-90497ab3-e69d-4655-9a05-d5bb40dd9ddb tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473458 Nov 03 18:52:27.393599 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bce8124-5503-42fd-ae23-dc0eaacd59c8 x-openstack-request-id: req-2bce8124-5503-42fd-ae23-dc0eaacd59c8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:27.394389 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-plugged", "status": "completed", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:27.394389 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2bce8124-5503-42fd-ae23-dc0eaacd59c8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:27.394990 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'code': 200} Nov 03 18:52:27.395164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Request body: {'port': {'device_id': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '96eeebf69162446aba7e2c95825b655c'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:27.608553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52090) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.622187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-d6ac1f76-ac91-4b77-822a-f38d10d38601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.626536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-d6ac1f76-ac91-4b77-822a-f38d10d38601 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.8540192 Nov 03 18:52:27.723685 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-9a2e7ba0-2e24-49e9-baf4-45df2fce5ad6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681028 Nov 03 18:52:27.750208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25b2e-08a6-4cc6-ae37-5dd40f8e28f3 req-7e6439be-50f3-489e-9c3c-bec95400ac9a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.750545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64691936-2593-4e96-89b0-ab6bab831bff req-9f6263fb-50a7-49a0-9a96-69e1504ca24c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.752654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64691936-2593-4e96-89b0-ab6bab831bff req-9f6263fb-50a7-49a0-9a96-69e1504ca24c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.3496048 Nov 03 18:52:27.760511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fda25b2e-08a6-4cc6-ae37-5dd40f8e28f3 req-7e6439be-50f3-489e-9c3c-bec95400ac9a tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.2357986 Nov 03 18:52:27.938709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fda25b2e-08a6-4cc6-ae37-5dd40f8e28f3 req-217b7c70-bc6c-4d30-b0b4-1a5e55b5620c tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767650 Nov 03 18:52:27.980204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3d783-fd43-4bb0-9939-37b935f72c88 req-efcb4e1f-05c5-4406-897d-4988002b94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.983768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2f3d783-fd43-4bb0-9939-37b935f72c88 req-efcb4e1f-05c5-4406-897d-4988002b94d9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 1096 time: 0.1778975 Nov 03 18:52:28.027331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-network', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:28.093604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2f3d783-fd43-4bb0-9939-37b935f72c88 req-6e24f80d-4abd-4985-a153-83f864539483 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950038 Nov 03 18:52:28.099570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:28.110410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:52:28.110410 n-d-812151-4 neutron-server[101989]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 18:52:28.110410 n-d-812151-4 neutron-server[101989]: [parameters: {'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'id': '5213fb9d-ce3a-40c6-9206-76d1f3bda655', 'expiration': datetime.datetime(2021, 11, 3, 18, 54, 28, 99898)}] Nov 03 18:52:28.110410 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:52:28.111604 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:52:28.179553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3e5d626-b41f-469d-9826-78187bcbc9b4 req-5cc1b6b9-0522-4dbb-9da8-9f8d99155331 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 210 time: 0.0529931 Nov 03 18:52:28.209848 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-2f82fbfc-8bfb-47cc-ad17-e80e724b2359 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466865 Nov 03 18:52:28.228792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Made reservation on behalf of 96eeebf69162446aba7e2c95825b655c for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:28.228792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.263905 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.299993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475def-c352-4f68-999a-6911f32f5846 req-03bef780-a6cc-4eb8-8077-cb4e83581292 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:28.302794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28475def-c352-4f68-999a-6911f32f5846 req-03bef780-a6cc-4eb8-8077-cb4e83581292 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 949 time: 0.1213131 Nov 03 18:52:28.323996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:28.347598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'mac_address': 'fa:16:3e:3a:0f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:28.422226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28475def-c352-4f68-999a-6911f32f5846 req-f2b20845-6afb-46f3-b7bd-e0c0ec8d2b81 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016068 Nov 03 18:52:28.447249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.493476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:28.539444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:28.553016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.568294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Deleting port 804b1b18-f66d-4382-ab1d-f56879e98a5d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:28.568922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.644383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c1ea-ae66-4e6c-8dca-a0e5e5c7a37a req-508bfabb-4d1e-4a6e-949d-3b1c6c0a0b32 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:28.650070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9520c1ea-ae66-4e6c-8dca-a0e5e5c7a37a req-508bfabb-4d1e-4a6e-949d-3b1c6c0a0b32 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 944 time: 0.1674321 Nov 03 18:52:28.652457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:28.664428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5b541e2e-b275-4eda-8262-af4f1dd59658 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:28.780602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Made reservation on behalf of fe797a1874df4a73a339e3b524b44b24 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:28.788001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.790417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.803255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 5b541e2e-b275-4eda-8262-af4f1dd59658 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:52:28.818875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-302d4f63-436f-4f22-95d0-ea20dd6c3639 req-cb62bdc4-a29b-40df-9c19-6b76fa62e3ee service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525027 Nov 03 18:52:28.822710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 5b541e2e-b275-4eda-8262-af4f1dd59658 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:28.822710 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.824463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.860013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d075d-91f4-48ce-bdca-953b9d6d99af req-89b32125-b41a-4188-9e9c-15c74e12f25c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:28.863684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-235d075d-91f4-48ce-bdca-953b9d6d99af req-89b32125-b41a-4188-9e9c-15c74e12f25c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2659116 Nov 03 18:52:28.877761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.891708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:28.969814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9520c1ea-ae66-4e6c-8dca-a0e5e5c7a37a req-2b05772e-0522-4bec-a281-a52dff6c5293 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771485 Nov 03 18:52:29.020471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] For port 804b1b18-f66d-4382-ab1d-f56879e98a5d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=804b1b18-f66d-4382-ab1d-f56879e98a5d,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:29.020471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.021097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:29.066205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Calling delete_port for 804b1b18-f66d-4382-ab1d-f56879e98a5d owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:29.131874 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.238196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.265808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.286664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:29.296950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5b541e2e-b275-4eda-8262-af4f1dd59658,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:29.298961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Allocated IP 192.168.233.96 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/7dc83252-5f03-4d25-bb18-ff9f150eca88) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:29.305281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.306342 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Added segment a74dfef3-c1d9-475b-9841-04478393738d of type vlan for network e808c975-4cf1-456c-9ad2-c05d6ea08973 Nov 03 18:52:29.308638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.384891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.398802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:29.403360 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36661d81-e2c8-4370-b87c-422982520916" -d '{"events": [{"server_uuid": "065865e5-fd49-468a-960c-529471da115e", "name": "network-vif-plugged", "status": "completed", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:29.424422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-235d075d-91f4-48ce-bdca-953b9d6d99af req-e4e30c11-29f3-464e-ba8b-093a68e3d269 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172083 Nov 03 18:52:29.498995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:29.527651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0225832-7895-49e7-b040-efdb8c7e540f req-5fbafc5a-fa80-49f9-8609-567e70577758 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:29.533717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0225832-7895-49e7-b040-efdb8c7e540f req-5fbafc5a-fa80-49f9-8609-567e70577758 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 944 time: 0.4054730 Nov 03 18:52:29.547483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.559327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95632da8-5352-4001-b7be-2183479aae78,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:29.564007 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.565740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:29.566744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.676161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event deleted for resources: {'Port': ['ID=804b1b18-f66d-4382-ab1d-f56879e98a5d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:29.727512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] Pushing event updated for resources: {'Network': ['ID=e808c975-4cf1-456c-9ad2-c05d6ea08973,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:29.740749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-16602f3d-6675-4652-905c-7b8814f2fed6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.1278720 Nov 03 18:52:29.744580 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:29.817371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52118) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.824105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0225832-7895-49e7-b040-efdb8c7e540f req-d5795e91-5aaa-4924-b352-8a6a60458958 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/security-groups?id=ecf10756-0790-4e89-a4b8-28079ce1d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781978 Nov 03 18:52:29.832262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Request body: {'subnet': {'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-subnet', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:29.897171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Made reservation on behalf of fe797a1874df4a73a339e3b524b44b24 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:29.902091 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.933394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.002365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] No DVR routers for this DVR port 804b1b18-f66d-4382-ab1d-f56879e98a5d on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:30.009304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.017131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64691936-2593-4e96-89b0-ab6bab831bff req-2ed8d8af-177e-40ac-8455-c04e8f69a228 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.110 "DELETE /v2.0/ports/804b1b18-f66d-4382-ab1d-f56879e98a5d HTTP/1.1" status: 204 len: 173 time: 2.1507239 Nov 03 18:52:30.020347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'name': 'network-vif-deleted', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:30.024530 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117c2b4-0013-4a10-9eb6-a428d4c9a6d0" -d '{"events": [{"server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "name": "network-vif-deleted", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:30.032849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.107516 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afa5f7-3354-409b-9e03-39b385ed6c31 x-openstack-request-id: req-66afa5f7-3354-409b-9e03-39b385ed6c31 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:30.108580 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065865e5-fd49-468a-960c-529471da115e", "name": "network-vif-plugged", "status": "completed", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:30.109426 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-66afa5f7-3354-409b-9e03-39b385ed6c31 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:30.120711 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658', 'code': 200} Nov 03 18:52:30.156644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Pushing event updated for resources: {'Port': ['ID=7dc83252-5f03-4d25-bb18-ff9f150eca88,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:30.176135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:30.179722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:30.185108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:30.381233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.382770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.390551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e504a-1992-465b-b250-dc6e594aaccd req-33b1cdb4-542e-46b7-a1fa-b3982ba89709 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.400016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-312e504a-1992-465b-b250-dc6e594aaccd req-33b1cdb4-542e-46b7-a1fa-b3982ba89709 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 950 time: 0.1545200 Nov 03 18:52:30.435905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037d934-bba5-4140-9f40-22a16c6f7192 req-328823c9-30e9-4fb6-b8df-b1c102ff67c4 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.439478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a037d934-bba5-4140-9f40-22a16c6f7192 req-328823c9-30e9-4fb6-b8df-b1c102ff67c4 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 935 time: 0.4608860 Nov 03 18:52:30.514807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dfc6ac09-ce68-4aae-8ba5-abbe8106f947 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7254694 Nov 03 18:52:30.544913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-e0c46b78-ef82-4f42-8057-11c92e7a8919 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:52:30.546639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-e0c46b78-ef82-4f42-8057-11c92e7a8919 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0107546 Nov 03 18:52:30.551610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555df76-8e4d-4d24-a19c-e97c80e3bb79 req-3d041cb3-2dd4-40f5-b24b-e0f14f436c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.553561 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6555df76-8e4d-4d24-a19c-e97c80e3bb79 req-3d041cb3-2dd4-40f5-b24b-e0f14f436c6a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 1101 time: 0.1339712 Nov 03 18:52:30.584217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Request body: {'port': {'device_id': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:30.623189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:30.634696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:30.665709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-312e504a-1992-465b-b250-dc6e594aaccd req-0ba4493a-2431-4e23-be95-d7df94bd4d28 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528384 Nov 03 18:52:30.714883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6555df76-8e4d-4d24-a19c-e97c80e3bb79 req-73b4a974-1bbb-422e-b9f7-b8cb2f20c87d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272399 Nov 03 18:52:30.777886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a037d934-bba5-4140-9f40-22a16c6f7192 req-c690a2af-0ee9-42f6-9eae-a39a15e8566a tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562535 Nov 03 18:52:30.801097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.882936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 804b1b18-f66d-4382-ab1d-f56879e98a5d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:30.883689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 804b1b18-f66d-4382-ab1d-f56879e98a5d not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:30.900572 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c1ced-afb1-4f15-946d-f46c99ab97b7 x-openstack-request-id: req-f07c1ced-afb1-4f15-946d-f46c99ab97b7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:30.901097 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b33c3d-09a7-4cf2-8964-e55936f79c87", "name": "network-vif-deleted", "tag": "804b1b18-f66d-4382-ab1d-f56879e98a5d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:30.901283 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f07c1ced-afb1-4f15-946d-f46c99ab97b7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:30.902093 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b33c3d-09a7-4cf2-8964-e55936f79c87', 'name': 'network-vif-deleted', 'tag': '804b1b18-f66d-4382-ab1d-f56879e98a5d', 'status': 'completed', 'code': 200} Nov 03 18:52:30.960041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c297a027-8692-40f7-8a61-f03164df603d None None] Provisioning complete for port 7dc83252-5f03-4d25-bb18-ff9f150eca88 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:30.961478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c297a027-8692-40f7-8a61-f03164df603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.971695 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.046961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:31.087582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'mac_address': 'fa:16:3e:63:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:31.087911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230d34c-3b7c-4b35-be3d-27302077e86f req-a64e3489-9a9f-4673-b745-8aafa6cf836e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:31.090656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c230d34c-3b7c-4b35-be3d-27302077e86f req-a64e3489-9a9f-4673-b745-8aafa6cf836e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 945 time: 0.2278233 Nov 03 18:52:31.091176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c297a027-8692-40f7-8a61-f03164df603d None None] Port 7dc83252-5f03-4d25-bb18-ff9f150eca88 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:31.195000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.225056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:31.230784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00e48ab-3add-439e-82b7-b04c803e6312,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:31.292992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:31.299482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ccbf1-8bef-4b50-9304-d71cc41a3d59 req-50aff1f8-66fc-41c0-aa0b-a0fbc87dd2b0 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:31.302906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb4ccbf1-8bef-4b50-9304-d71cc41a3d59 req-50aff1f8-66fc-41c0-aa0b-a0fbc87dd2b0 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.2588835 Nov 03 18:52:31.305347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.313110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Checking segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:31.316414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Network hostable DHCP agents. Network: e808c975-4cf1-456c-9ad2-c05d6ea08973, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:31.360302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c230d34c-3b7c-4b35-be3d-27302077e86f req-7b404097-5913-4057-b2b8-aa7ccc0f9f03 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362881 Nov 03 18:52:31.442075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:31.444451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:31.470063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc83252-5f03-4d25-bb18-ff9f150eca88 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:31.485070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.487916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb4ccbf1-8bef-4b50-9304-d71cc41a3d59 req-889d985f-cf40-4f48-b80f-19c40a8df202 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691899 Nov 03 18:52:31.490774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e808c975-4cf1-456c-9ad2-c05d6ea08973) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:31.507487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:31.510567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.515533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888423f6-1e63-4091-b0d1-143339146e63 None None] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:31.546178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Transition to ACTIVE for port object 7dc83252-5f03-4d25-bb18-ff9f150eca88 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:52:31.564049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.577501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-39357120-9470-4edf-8c78-c7e038b485c8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7509878 Nov 03 18:52:31.582281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52142) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:31.591108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:31.592552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:31.661849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.667960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.822094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc83252-5f03-4d25-bb18-ff9f150eca88,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:31.828333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.906643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c39f5214-75ca-4f6b-9144-5ce2cf6d53f4 req-959024b6-1613-4e38-9de0-e6802bf6bb86 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=20b33c3d-09a7-4cf2-8964-e55936f79c87 HTTP/1.1" status: 200 len: 210 time: 0.0751033 Nov 03 18:52:32.100976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Attempting to bind port 7dc83252-5f03-4d25-bb18-ff9f150eca88 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:32.101669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Attempting to bind port 7dc83252-5f03-4d25-bb18-ff9f150eca88 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:32.102320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Attempting to bind port 7dc83252-5f03-4d25-bb18-ff9f150eca88 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:32.113060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Port 7dc83252-5f03-4d25-bb18-ff9f150eca88 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:52:32.113861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Attempting to bind port 7dc83252-5f03-4d25-bb18-ff9f150eca88 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:32.134244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:32.135339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:32.136128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:32.137275 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Bound port: 7dc83252-5f03-4d25-bb18-ff9f150eca88, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:32.137976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.202106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:32.290265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] For port 7dc83252-5f03-4d25-bb18-ff9f150eca88, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:32.296425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] For port 7dc83252-5f03-4d25-bb18-ff9f150eca88, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:32.310783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.386088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:32.387148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.391916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] 10.222.0.110 "PUT /v2.0/ports/7dc83252-5f03-4d25-bb18-ff9f150eca88 HTTP/1.1" status: 200 len: 1095 time: 1.8168597 Nov 03 18:52:32.467616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.479268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1a5d8-b87a-47dc-9bc0-e29e3dba8553 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc83252-5f03-4d25-bb18-ff9f150eca88,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:32.494199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e808c975-4cf1-456c-9ad2-c05d6ea08973', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:32.495580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.506892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82965-7847-4a6f-ad3c-5bfa7c342b51 req-db064b1d-2c88-416b-b80a-7e89f84f517f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:32.511356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4a82965-7847-4a6f-ad3c-5bfa7c342b51 req-db064b1d-2c88-416b-b80a-7e89f84f517f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4630666 Nov 03 18:52:32.522142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.564649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9de88-5a1c-4410-b27e-d77f3b008baf req-3ee592dd-d927-499e-a0e2-ef2a9e7f0958 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:32.568165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9e9de88-5a1c-4410-b27e-d77f3b008baf req-3ee592dd-d927-499e-a0e2-ef2a9e7f0958 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 950 time: 0.3901126 Nov 03 18:52:32.646174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dd986999-1037-4346-9a5f-e9cc60020eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:32.649715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-dd986999-1037-4346-9a5f-e9cc60020eb5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=96eeebf69162446aba7e2c95825b655c&device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 1098 time: 0.1467962 Nov 03 18:52:32.780664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9e9de88-5a1c-4410-b27e-d77f3b008baf req-57f03c95-0cf3-4783-932a-ae86c86d61eb tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425338 Nov 03 18:52:32.855691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:52:32.865380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-16e6f888-ddc6-41b1-85af-de5c3adaf948 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88 HTTP/1.1" status: 200 len: 217 time: 0.1698980 Nov 03 18:52:32.903896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:32.904453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'tag': '7dc83252-5f03-4d25-bb18-ff9f150eca88'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:32.905465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.909873 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1dc81-36b5-4255-b395-07171f8a1b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "de5a3bd5-6609-4e98-ab89-c891bc96ce6a", "tag": "7dc83252-5f03-4d25-bb18-ff9f150eca88"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:32.932403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4a82965-7847-4a6f-ad3c-5bfa7c342b51 req-189b60f0-736c-4913-9c1a-31f73989bd58 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426187 Nov 03 18:52:32.981466 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.145136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-e2e43eef-d999-4798-8e0b-0d82c05ff4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:33.148367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-e2e43eef-d999-4798-8e0b-0d82c05ff4db service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2695148 Nov 03 18:52:33.165739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Allocated IP 172.20.0.2 (e808c975-4cf1-456c-9ad2-c05d6ea08973/a00e48ab-3add-439e-82b7-b04c803e6312/707cfce3-552d-46a9-8521-e9a8ab74df29) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:33.182799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e8ddf-9fbd-46d2-9c42-ba8f1116be00 req-cff97102-6f12-4c39-a26b-912459309866 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:33.185783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b4e8ddf-9fbd-46d2-9c42-ba8f1116be00 req-cff97102-6f12-4c39-a26b-912459309866 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 947 time: 0.1749508 Nov 03 18:52:33.335450 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.338149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-0b2832f5-3a13-4f94-b976-b4085d561312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:33.341114 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-0b2832f5-3a13-4f94-b976-b4085d561312 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660762 Nov 03 18:52:33.492028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a74281-3a57-4981-b56e-46cfcbee82d2 req-306db704-d6d7-465a-86ea-ed1db35b56f5 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:33.494277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10a74281-3a57-4981-b56e-46cfcbee82d2 req-306db704-d6d7-465a-86ea-ed1db35b56f5 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 945 time: 0.2926331 Nov 03 18:52:33.539855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:33.543678 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc8581-5f27-460b-84b2-87503bbe5886" -d '{"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:33.575617 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-3952adcb-4329-4e76-94d8-25a70620d74c service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060137 Nov 03 18:52:33.577191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:33.587863 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.650435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.673602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b4e8ddf-9fbd-46d2-9c42-ba8f1116be00 req-713230d3-410a-4cb5-b626-b79c916bea24 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693582 Nov 03 18:52:33.722195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.740576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.772077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.772914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:33.774058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.786695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:33.825418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:33.862138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcccea7a-2540-4ec6-a113-038bf0c72f67 req-1ba28bae-372c-4307-b58d-cfd2de637e48 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694323 Nov 03 18:52:33.945348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Attempting to bind port 707cfce3-552d-46a9-8521-e9a8ab74df29 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:33.945348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Attempting to bind port 707cfce3-552d-46a9-8521-e9a8ab74df29 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:33.945348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Attempting to bind port 707cfce3-552d-46a9-8521-e9a8ab74df29 on network e808c975-4cf1-456c-9ad2-c05d6ea08973 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:33.949331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Pushing event updated for resources: {'Port': ['ID=707cfce3-552d-46a9-8521-e9a8ab74df29,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.961080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:33.961771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Checking segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:33.962580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.963360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Bound using segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:33.964618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Bound port: 707cfce3-552d-46a9-8521-e9a8ab74df29, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:33.965483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.977477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10a74281-3a57-4981-b56e-46cfcbee82d2 req-87e1b469-6ba0-4724-90f7-3e1e7b5d7b56 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543014 Nov 03 18:52:34.194881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] For port 707cfce3-552d-46a9-8521-e9a8ab74df29, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:34.209433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] For port 707cfce3-552d-46a9-8521-e9a8ab74df29, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=707cfce3-552d-46a9-8521-e9a8ab74df29,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:34.217963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.218550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Allocated IP 172.25.8.159 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/4a55d7c9-8a8b-455e-ada2-5e461f8c08e7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:34.247987 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8880c9-dceb-4d3e-beed-7b3123d01413 x-openstack-request-id: req-6c8880c9-dceb-4d3e-beed-7b3123d01413 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:34.247987 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5a3bd5-6609-4e98-ab89-c891bc96ce6a", "tag": "7dc83252-5f03-4d25-bb18-ff9f150eca88", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:34.247987 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6c8880c9-dceb-4d3e-beed-7b3123d01413 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:34.247987 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'tag': '7dc83252-5f03-4d25-bb18-ff9f150eca88', 'status': 'completed', 'code': 200} Nov 03 18:52:34.447214 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74bfc8e-aced-43bd-bc87-ad72bc562af0 x-openstack-request-id: req-d74bfc8e-aced-43bd-bc87-ad72bc562af0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:34.448076 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:34.448076 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d74bfc8e-aced-43bd-bc87-ad72bc562af0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:34.448868 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'code': 200} Nov 03 18:52:34.452651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f41b98-a4d8-4bf9-a8ad-20060b19feef None None] Pushing event updated for resources: {'Port': ['ID=707cfce3-552d-46a9-8521-e9a8ab74df29,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:34.464337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-6f5002d0-795a-4698-879e-3a0a941baf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:34.470891 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-6f5002d0-795a-4698-879e-3a0a941baf6c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=96eeebf69162446aba7e2c95825b655c&device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 1098 time: 0.1548963 Nov 03 18:52:34.627720 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ce4155-1ff5-4c91-8f80-6f89753fbf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.678716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:34.812107 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.872042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-eff302d8-ec35-4731-aff0-a2a566651fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:34.884485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-eff302d8-ec35-4731-aff0-a2a566651fcf service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3964322 Nov 03 18:52:34.988600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:34.989223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.997622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c568b-d6d7-4e58-97ff-d90b018c119f req-2fcfa3ad-2938-4e4e-8243-32e3658b283d tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.001399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-184c568b-d6d7-4e58-97ff-d90b018c119f req-2fcfa3ad-2938-4e4e-8243-32e3658b283d tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 950 time: 0.2382469 Nov 03 18:52:35.114143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.210565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-866e8f2a-de36-4d1b-b57b-3a349d72bd55 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88 HTTP/1.1" status: 200 len: 217 time: 0.2885268 Nov 03 18:52:35.273147 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:52:35.287957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:35.311564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:35.355420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:35.368435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:35.424094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594db11-aa71-4f1c-9a6c-6050351af5fc req-418f0f29-0e6b-43dc-a127-c19ea62c2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.431822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c594db11-aa71-4f1c-9a6c-6050351af5fc req-418f0f29-0e6b-43dc-a127-c19ea62c2482 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 1097 time: 0.8060417 Nov 03 18:52:35.508914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-5689e2fb-7e2d-4db2-a3f1-a7c7796bf6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.517605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-5689e2fb-7e2d-4db2-a3f1-a7c7796bf6e4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2856433 Nov 03 18:52:35.543863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-184c568b-d6d7-4e58-97ff-d90b018c119f req-48ef0100-83b9-4722-abb1-877009db8144 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241699 Nov 03 18:52:35.745805 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c594db11-aa71-4f1c-9a6c-6050351af5fc req-176c5658-534f-4bfc-a791-448d57b3e3f8 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241127 Nov 03 18:52:35.750991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-a9323e03-10ec-4a4c-907a-9ae7dc5393f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.763531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-a9323e03-10ec-4a4c-907a-9ae7dc5393f0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922088 Nov 03 18:52:35.904463 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.028433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-bc0e653a-98e1-4275-9423-951d305f7b09 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487524 Nov 03 18:52:36.040548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:36.077166 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.256782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:36.360421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13c1dc81-36b5-4255-b395-07171f8a1b7b req-272b5a85-919a-41c8-9934-133b281f7450 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109081 Nov 03 18:52:36.449888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:36.454199 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48a3329-a20a-430a-af13-8c74970b39f0" -d '{"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-plugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:36.468764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-cb7d7fc9-6198-46a5-aa0d-73793e107db5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:36.472015 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-cb7d7fc9-6198-46a5-aa0d-73793e107db5 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 944 time: 0.3795257 Nov 03 18:52:36.555373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dafb58-fee7-44ff-a2b8-a5dccd59e63d req-a3d9f1b9-5dc4-4a3e-9504-fa1eaa55dfa6 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:36.570030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71dafb58-fee7-44ff-a2b8-a5dccd59e63d req-a3d9f1b9-5dc4-4a3e-9504-fa1eaa55dfa6 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 947 time: 1.0572808 Nov 03 18:52:36.671104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7dc83252-5f03-4d25-bb18-ff9f150eca88 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:36.828820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Deleting port 733ba011-4567-4b33-9af6-edec158d984f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:36.828820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.913388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71dafb58-fee7-44ff-a2b8-a5dccd59e63d req-473f8d07-7ba9-4180-be10-928cd520f465 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378658 Nov 03 18:52:37.034841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9428d5-0a78-4fd9-9fe5-bf53260ace57 None None] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:37.109026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 707cfce3-552d-46a9-8521-e9a8ab74df29 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:37.170789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] For port 733ba011-4567-4b33-9af6-edec158d984f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=733ba011-4567-4b33-9af6-edec158d984f,segment=NetworkSegment(7680afec-3561-4371-8d59-2d2139774aa3),segment_id=7680afec-3561-4371-8d59-2d2139774aa3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:37.171583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.203939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Calling delete_port for 733ba011-4567-4b33-9af6-edec158d984f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:37.365081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-39860ec9-4cab-44c3-81e3-90c145653806 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:37.368321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-39860ec9-4cab-44c3-81e3-90c145653806 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 815 time: 0.8333976 Nov 03 18:52:37.391383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-2ad41057-2b18-4a47-85c1-8c0b7acc9ef2 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:37.397265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-2ad41057-2b18-4a47-85c1-8c0b7acc9ef2 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "GET /v2.0/ports?device_id=8f0bff67-bd56-41eb-a087-b9e775902052 HTTP/1.1" status: 200 len: 945 time: 0.4487484 Nov 03 18:52:37.537844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7dc83252-5f03-4d25-bb18-ff9f150eca88, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:37.602609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-abaafb28-c64b-451d-9d2d-22857fb7831f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/quotas/879c337db73b4278ace1c93b5e45853b HTTP/1.1" status: 200 len: 375 time: 0.1518905 Nov 03 18:52:37.633734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '7dc83252-5f03-4d25-bb18-ff9f150eca88', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '7dc83252-5f03-4d25-bb18-ff9f150eca88', 'mac_address': 'fa:16:3e:a1:b8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:37.668521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.717720 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.728102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bdc0e6c9-0d12-4840-861b-3689bd839474 None None] Provisioning complete for port 707cfce3-552d-46a9-8521-e9a8ab74df29 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:37.728500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Pushing event deleted for resources: {'Port': ['ID=733ba011-4567-4b33-9af6-edec158d984f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:37.729832 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e6c9-0d12-4840-861b-3689bd839474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.829392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eb7fb-9b33-48b1-a233-73149c0bfbbe req-f9d2a8ca-35a5-455c-bd48-a3113b10d79e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:37.833019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] No DVR routers for this DVR port 733ba011-4567-4b33-9af6-edec158d984f on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:37.836958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.843758 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44048420-bdcd-4044-9fdf-a9bc42d91322 req-6298915f-6d3d-4f66-be8e-427749622152 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.115 "DELETE /v2.0/ports/733ba011-4567-4b33-9af6-edec158d984f HTTP/1.1" status: 204 len: 173 time: 1.3606408 Nov 03 18:52:37.845548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-376eb7fb-9b33-48b1-a233-73149c0bfbbe req-f9d2a8ca-35a5-455c-bd48-a3113b10d79e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 946 time: 0.5414042 Nov 03 18:52:37.846551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'name': 'network-vif-deleted', 'tag': '733ba011-4567-4b33-9af6-edec158d984f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:37.866399 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee5bb62-c55b-4302-8158-62aefcf7dcc4" -d '{"events": [{"server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "name": "network-vif-deleted", "tag": "733ba011-4567-4b33-9af6-edec158d984f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:38.000634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 707cfce3-552d-46a9-8521-e9a8ab74df29 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:38.003231 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.056155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-f79c3b68-3b46-4d10-889d-0e35618ea134 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4312220 Nov 03 18:52:38.140159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-9f03d76d-435b-45de-80c4-337caa897825 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:52:38.141820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-9f03d76d-435b-45de-80c4-337caa897825 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0115399 Nov 03 18:52:38.174269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-376eb7fb-9b33-48b1-a233-73149c0bfbbe req-6b4aa9a4-4a2e-46f5-b17a-20fd3102dd29 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270454 Nov 03 18:52:38.203701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.284102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc83252-5f03-4d25-bb18-ff9f150eca88 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:38.293740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e6c9-0d12-4840-861b-3689bd839474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.322628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Deleting port aee93e11-7a92-475d-abc1-cf59f5adac96 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:38.323184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.570552 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.619954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7dc83252-5f03-4d25-bb18-ff9f150eca88, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:38.666033 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-71b3345f-2163-41bd-ab0e-368133843e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.683598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.838137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bdc0e6c9-0d12-4840-861b-3689bd839474 None None] For port 707cfce3-552d-46a9-8521-e9a8ab74df29, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=707cfce3-552d-46a9-8521-e9a8ab74df29,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:38.867420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a0ec44b-5db8-4d2f-ab4f-b50292c85b06 req-b02ce474-4e60-4eeb-beea-97b0bbe2c273 tempest-LiveAutoBlockMigrationV225Test-1043686942 tempest-LiveAutoBlockMigrationV225Test-1043686942-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a91b5b8-861d-4954-ac86-0e0279d09345 HTTP/1.1" status: 200 len: 210 time: 0.2771685 Nov 03 18:52:38.911964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e6c9-0d12-4840-861b-3689bd839474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.997946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=7dc83252-5f03-4d25-bb18-ff9f150eca88,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:39.036274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] For port aee93e11-7a92-475d-abc1-cf59f5adac96, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=aee93e11-7a92-475d-abc1-cf59f5adac96,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:39.038341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.125085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Calling delete_port for aee93e11-7a92-475d-abc1-cf59f5adac96 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:39.199245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:52:39.200169 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:52:39.203571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.256767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['7dc83252-5f03-4d25-bb18-ff9f150eca88'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:39.263692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0e6c9-0d12-4840-861b-3689bd839474 None None] Pushing event updated for resources: {'Port': ['ID=707cfce3-552d-46a9-8521-e9a8ab74df29,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:39.415057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-0fee50e5-9631-4c1a-9368-f6903bf5e5a9 service neutron] 10.222.0.91 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2350833 Nov 03 18:52:39.513016 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb50092-b1cc-4fc9-a015-552351f34a4a x-openstack-request-id: req-8eb50092-b1cc-4fc9-a015-552351f34a4a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:39.514920 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-plugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:39.519048 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8eb50092-b1cc-4fc9-a015-552351f34a4a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:39.519760 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'code': 200} Nov 03 18:52:39.551473 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae96cdb-d81f-4b76-85bc-d877bfbd2dbc x-openstack-request-id: req-6ae96cdb-d81f-4b76-85bc-d877bfbd2dbc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:39.552538 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a91b5b8-861d-4954-ac86-0e0279d09345", "name": "network-vif-deleted", "tag": "733ba011-4567-4b33-9af6-edec158d984f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:39.552538 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ae96cdb-d81f-4b76-85bc-d877bfbd2dbc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:39.553605 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a91b5b8-861d-4954-ac86-0e0279d09345', 'name': 'network-vif-deleted', 'tag': '733ba011-4567-4b33-9af6-edec158d984f', 'status': 'completed', 'code': 200} Nov 03 18:52:39.852163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.875008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e13bf80a-059d-49be-9f9f-5458d761908d None None] Provisioning complete for port 707cfce3-552d-46a9-8521-e9a8ab74df29 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:39.875563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e13bf80a-059d-49be-9f9f-5458d761908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.043455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e143ec-c619-4d22-9d4e-87ec6b633190 req-946fe062-982b-452f-a5dc-d03eb6df912e tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:40.059013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26e143ec-c619-4d22-9d4e-87ec6b633190 req-946fe062-982b-452f-a5dc-d03eb6df912e tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 948 time: 0.3214972 Nov 03 18:52:40.115358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 707cfce3-552d-46a9-8521-e9a8ab74df29 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:40.197952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device aee93e11-7a92-475d-abc1-cf59f5adac96 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:40.226676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-96e023c3-8ea3-4304-9a96-2b85def33a47 service neutron] 10.222.0.91 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108352 Nov 03 18:52:40.351798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 707cfce3-552d-46a9-8521-e9a8ab74df29 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:40.356820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.359982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.446724 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No ports have port_id starting with aee93e11-7a92-475d-abc1-cf59f5adac96 Nov 03 18:52:40.457870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 733ba011-4567-4b33-9af6-edec158d984f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:40.512019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 733ba011-4567-4b33-9af6-edec158d984f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:40.513406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 733ba011-4567-4b33-9af6-edec158d984f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:40.539469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Pushing event deleted for resources: {'Port': ['ID=aee93e11-7a92-475d-abc1-cf59f5adac96,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:40.678819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26e143ec-c619-4d22-9d4e-87ec6b633190 req-89faa2ce-359f-4094-b949-a858d9482205 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177459 Nov 03 18:52:40.750127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] No DVR routers for this DVR port aee93e11-7a92-475d-abc1-cf59f5adac96 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:40.754683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.761127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc740dde-f79c-4b1a-95d8-1f10a80220c6 req-901541f2-652e-452b-a64b-7a099469dd6e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "DELETE /v2.0/ports/aee93e11-7a92-475d-abc1-cf59f5adac96 HTTP/1.1" status: 204 len: 173 time: 3.3221555 Nov 03 18:52:40.763583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-deleted', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:40.784220 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718c2d7-78a6-42ae-a69e-2d3dbd3c1b82" -d '{"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-deleted", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:40.795947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Router b3597c22-7d76-4cfb-a0cb-21e78996c135 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:41.255988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:41.279193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Sync routers for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:41.295878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f0f5c-41d2-4392-92f5-9445361ccf0a req-be99dc66-90e9-4284-945d-a241aa894247 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:41.298254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:41.298896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:41.309553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e7f0f5c-41d2-4392-92f5-9445361ccf0a req-be99dc66-90e9-4284-945d-a241aa894247 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 946 time: 0.3359427 Nov 03 18:52:41.369501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26327d-23f2-4940-9a59-dd7c3ebb9b37 req-e961f194-28d5-4107-81c1-afb2af5a3c57 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:41.382141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c26327d-23f2-4940-9a59-dd7c3ebb9b37 req-e961f194-28d5-4107-81c1-afb2af5a3c57 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 1101 time: 0.3785589 Nov 03 18:52:41.449322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3c26327d-23f2-4940-9a59-dd7c3ebb9b37 req-3adf8d94-0f00-47dc-8e30-239d718a6b76 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.475369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e7f0f5c-41d2-4392-92f5-9445361ccf0a req-b09624fc-11f8-4ec4-a73c-1762989db14a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642392 Nov 03 18:52:41.496272 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.500497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-67626c59-3302-423a-8ba5-8eba0bfbd7b0 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.9165349 Nov 03 18:52:41.530149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:41.579065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:41.808407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3c26327d-23f2-4940-9a59-dd7c3ebb9b37 req-3adf8d94-0f00-47dc-8e30-239d718a6b76 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.815745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3c26327d-23f2-4940-9a59-dd7c3ebb9b37 req-3adf8d94-0f00-47dc-8e30-239d718a6b76 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.942097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:41.975653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf8d94-0f00-47dc-8e30-239d718a6b76 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a246796-5d53-420c-9b0e-0813442a8885,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:42.007293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c26327d-23f2-4940-9a59-dd7c3ebb9b37 req-3adf8d94-0f00-47dc-8e30-239d718a6b76 tempest-ServersAdminNegativeTestJSON-1672845630 tempest-ServersAdminNegativeTestJSON-1672845630-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237867 Nov 03 18:52:42.137608 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae96505-4065-48f7-a0b2-c05992894ea7 x-openstack-request-id: req-fae96505-4065-48f7-a0b2-c05992894ea7 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:42.138922 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0bff67-bd56-41eb-a087-b9e775902052", "name": "network-vif-deleted", "tag": "aee93e11-7a92-475d-abc1-cf59f5adac96", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:42.140402 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fae96505-4065-48f7-a0b2-c05992894ea7 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:42.141304 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0bff67-bd56-41eb-a087-b9e775902052', 'name': 'network-vif-deleted', 'tag': 'aee93e11-7a92-475d-abc1-cf59f5adac96', 'status': 'completed', 'code': 200} Nov 03 18:52:42.278702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-751695fa-5d9f-4811-a384-e98481133f87 req-f83f918c-366f-4391-9c87-734755efef27 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 210 time: 0.1226256 Nov 03 18:52:42.567276 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.585675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.587037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Deleting subnet b58004aa-6fd5-44b2-ad43-995d10705d53 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:42.649479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:37Z', 'revision_number': 3, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:42.734273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.739971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Checking router: b3597c22-7d76-4cfb-a0cb-21e78996c135 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:42.740528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Updating router b3597c22-7d76-4cfb-a0cb-21e78996c135 port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:52:42.763641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7dc83252-5f03-4d25-bb18-ff9f150eca88 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:42.878687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc4c43-4312-4c2c-9e71-7260a3ff9997 req-6e34ad37-bd04-46d1-821f-3ba9c7ebd039 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:42.881647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48cc4c43-4312-4c2c-9e71-7260a3ff9997 req-6e34ad37-bd04-46d1-821f-3ba9c7ebd039 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 948 time: 0.1912532 Nov 03 18:52:42.908931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.002931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.077410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 7dc83252-5f03-4d25-bb18-ff9f150eca88 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:52:43.116794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 7dc83252-5f03-4d25-bb18-ff9f150eca88 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:43.118225 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.125641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48cc4c43-4312-4c2c-9e71-7260a3ff9997 req-1f24a4f4-7bde-4b45-b8eb-fd5112c1f236 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192359 Nov 03 18:52:43.236691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.448405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c7386-5000-4155-88ec-b4b76274d757 req-ed51e4b9-0179-4c5a-aeaf-0b30a34a1e93 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:43.472649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab5c7386-5000-4155-88ec-b4b76274d757 req-ed51e4b9-0179-4c5a-aeaf-0b30a34a1e93 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 946 time: 0.2230968 Nov 03 18:52:43.656424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.692560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab5c7386-5000-4155-88ec-b4b76274d757 req-8e0410ea-f347-4a04-9117-81c5f6427acf tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160501 Nov 03 18:52:43.744603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.847345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aeec25bf-5fc1-40cb-bfe1-466ba8ff3165 req-dbcad443-f8f4-4206-a4eb-8a26597fdb16 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 210 time: 0.1190059 Nov 03 18:52:44.003723 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.020273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.038448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58004aa-6fd5-44b2-ad43-995d10705d53,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:44.044894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.060942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.094505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7cd00e1-36af-4f89-ae92-b912662ec0a0 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b58004aa-6fd5-44b2-ad43-995d10705d53 HTTP/1.1" status: 204 len: 168 time: 2.1418865 Nov 03 18:52:44.095417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52312) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:44.183635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Attempting to bind port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:44.184221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Attempting to bind port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:44.184878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Attempting to bind port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:44.202851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:44.205599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:44.205599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.205599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:44.206251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Bound port: 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:44.206518 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.394411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc83252-5f03-4d25-bb18-ff9f150eca88'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:44.395107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e94d50f3-3fa8-4cae-82ff-4bb7b9910bab tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:44.396832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e94d50f3-3fa8-4cae-82ff-4bb7b9910bab tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 815 time: 0.5474465 Nov 03 18:52:44.400140 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093c2857-4c0f-402f-a42a-ba7222176978" -d '{"events": [{"server_uuid": "de5a3bd5-6609-4e98-ab89-c891bc96ce6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc83252-5f03-4d25-bb18-ff9f150eca88"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:44.415745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Request body: {'port': {'device_id': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'admin_state_up': True, 'tenant_id': '879c337db73b4278ace1c93b5e45853b'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:44.449268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c931988-aaa0-4032-9a60-e48b962b2772 None None] Pushing event updated for resources: {'Port': ['ID=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:44.493800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7dc83252-5f03-4d25-bb18-ff9f150eca88, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:44.546831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.620097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] For port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:44.697375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] For port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:44.735271 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.753322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=7dc83252-5f03-4d25-bb18-ff9f150eca88,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:44.855701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:44.855701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:44.946993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Made reservation on behalf of 879c337db73b4278ace1c93b5e45853b for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:44.953586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.990890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00e4b1-e9cd-492d-b349-e6348e91e278 req-493fd86d-8e75-43a2-802e-2916070d0556 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:45.010193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff00e4b1-e9cd-492d-b349-e6348e91e278 req-493fd86d-8e75-43a2-802e-2916070d0556 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 949 time: 0.1955209 Nov 03 18:52:45.091256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c931988-aaa0-4032-9a60-e48b962b2772 None None] Pushing event updated for resources: {'Port': ['ID=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:45.331777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff00e4b1-e9cd-492d-b349-e6348e91e278 req-400cd853-e01b-450d-b69e-d4c86eee164a tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954578 Nov 03 18:52:45.344480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.353759 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b19653-7031-45b2-bbe5-77065eb473ea x-openstack-request-id: req-d9b19653-7031-45b2-bbe5-77065eb473ea {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:45.356760 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a3bd5-6609-4e98-ab89-c891bc96ce6a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc83252-5f03-4d25-bb18-ff9f150eca88", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:45.361431 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d9b19653-7031-45b2-bbe5-77065eb473ea {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:45.362488 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc83252-5f03-4d25-bb18-ff9f150eca88', 'code': 200} Nov 03 18:52:45.476859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:45.739724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.760216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e22a1caa-5e95-4bc9-8e7c-1712b4938188 req-98d142ab-312c-49ec-ad59-039104fbff16 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 210 time: 0.1525414 Nov 03 18:52:45.810732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444cc965-2625-48d4-ab0f-ac3f4d85ccb2']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:45.888614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ddd58-ea87-4e42-8ec3-a71360e74b14 req-ccdd2f7a-0a49-48c0-a9f9-c36818c978da tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:45.895227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-797ddd58-ea87-4e42-8ec3-a71360e74b14 req-ccdd2f7a-0a49-48c0-a9f9-c36818c978da tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 950 time: 0.3465083 Nov 03 18:52:45.905846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Allocated IP 172.20.0.1 (e808c975-4cf1-456c-9ad2-c05d6ea08973/a00e48ab-3add-439e-82b7-b04c803e6312/133c57a3-8129-4483-b49c-ba6fda5e95d3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:45.982695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7680afec-3561-4371-8d59-2d2139774aa3') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:45.982695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7680afec-3561-4371-8d59-2d2139774aa3') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:46.015447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.069619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.099742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937abb-bc92-4708-9189-8aa59c654b05 req-2432b2d0-4184-4ba9-9d79-06f79bb437e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:46.102684 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22937abb-bc92-4708-9189-8aa59c654b05 req-2432b2d0-4184-4ba9-9d79-06f79bb437e3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 1100 time: 0.6591578 Nov 03 18:52:46.109053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:37Z', 'revision_number': 3, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:46.127790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:46.128489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:46.163441 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:46.186811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a5c07-13c8-4af4-93d6-a206c1b0b87f None None] The sync data for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 is: [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:37Z', 'revision_number': 3, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:46.225803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-797ddd58-ea87-4e42-8ec3-a71360e74b14 req-7f3e401b-1222-4378-8988-c4da0c2946fe tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606304 Nov 03 18:52:46.228640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Allocated IP 172.20.0.6 (179c5dca-3467-4285-93eb-655cf3f11f8f/d6e7cd4b-0074-4c1b-bf88-8c0530e79add/0995296a-7907-4a7d-9330-37ad68701fe8) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:46.516665 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22937abb-bc92-4708-9189-8aa59c654b05 req-7bc9515a-bfc2-40b5-bca3-1b051028a38c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956847 Nov 03 18:52:46.553690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.578599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.584552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] 10.222.0.91 "DELETE /v2.0/networks/444cc965-2625-48d4-ab0f-ac3f4d85ccb2 HTTP/1.1" status: 204 len: 168 time: 2.4699514 Nov 03 18:52:46.596866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52372) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:46.687765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bede6-d8cf-4db2-b3e4-82d14dae9abf admin admin] Pushing event deleted for resources: {'Network': ['ID=444cc965-2625-48d4-ab0f-ac3f4d85ccb2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:46.695480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.776820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d35d-0605-42d7-8dd3-402d34431f9f req-f434dabd-5459-4328-baef-081a902eaa6b tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:46.807554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Deleting subnet 9fa4f328-4239-4b17-bb1a-cbc52005d44e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:46.809726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e839d35d-0605-42d7-8dd3-402d34431f9f req-f434dabd-5459-4328-baef-081a902eaa6b tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 949 time: 0.2305303 Nov 03 18:52:46.814216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.886683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.899646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.911717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.059262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:47.157994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.177125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e839d35d-0605-42d7-8dd3-402d34431f9f req-c39d7a5f-c7ea-48d5-a2d4-f838982c7e04 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431278 Nov 03 18:52:47.227893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d906280c-a59c-4ba0-a762-f5535d28a7bb req-9a19da0e-4d6b-401f-8378-1bd45f3cefc4 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 210 time: 0.0944948 Nov 03 18:52:47.253317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.345391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:47.350407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:47.457486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Pushing event updated for resources: {'Port': ['ID=133c57a3-8129-4483-b49c-ba6fda5e95d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:47.502195 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.529912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.871866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa4f328-4239-4b17-bb1a-cbc52005d44e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:48.006632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.039357 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d48d61f-9384-4eb8-96fb-bd518dfe818e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9fa4f328-4239-4b17-bb1a-cbc52005d44e HTTP/1.1" status: 204 len: 168 time: 1.4379010 Nov 03 18:52:48.047312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52400) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:48.178090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cb42de92-4185-4ae0-b5f3-0f67f7a6eb4d None None] Provisioning complete for port 133c57a3-8129-4483-b49c-ba6fda5e95d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:48.179007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb42de92-4185-4ae0-b5f3-0f67f7a6eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.339107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cb42de92-4185-4ae0-b5f3-0f67f7a6eb4d None None] Port 133c57a3-8129-4483-b49c-ba6fda5e95d3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:48.355415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:48.367904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab243-8a81-45ef-ab56-79247de00db5 req-f1a03144-aa58-4e68-866b-f71bac27626f tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:48.371757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:48.375598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76eab243-8a81-45ef-ab56-79247de00db5 req-f1a03144-aa58-4e68-866b-f71bac27626f tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 950 time: 0.9111106 Nov 03 18:52:48.416710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Network 179c5dca-3467-4285-93eb-655cf3f11f8f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:48.568127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:48.586353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:48.672334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:48.672998 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.689994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Pushing event updated for resources: {'Port': ['ID=0995296a-7907-4a7d-9330-37ad68701fe8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:48.764789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:48.766333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.839416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:48.891901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'mac_address': 'fa:16:3e:3a:0f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:48.908453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e337f0d7-48c8-4bd2-83e0-da1278034b9a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4979868 Nov 03 18:52:48.931088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04280-e3f2-49da-9603-e5011c897c28 req-a4719c7e-5da3-4b0d-adfd-f8e86abc3a44 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:48.945586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82c04280-e3f2-49da-9603-e5011c897c28 req-a4719c7e-5da3-4b0d-adfd-f8e86abc3a44 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 949 time: 0.2502406 Nov 03 18:52:48.970002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Request body: {'port': {'device_id': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:48.997013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.005641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.047468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9052-eb81-4c7a-9247-b4a1f0d66a57 req-47a4a792-e47c-4838-9314-b4b3f4720629 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:49.061810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-786a9052-eb81-4c7a-9247-b4a1f0d66a57 req-47a4a792-e47c-4838-9314-b4b3f4720629 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 950 time: 0.6378217 Nov 03 18:52:49.182171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:49.189133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82c04280-e3f2-49da-9603-e5011c897c28 req-98312dc0-ec3e-4320-9240-69f275c25653 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412705 Nov 03 18:52:49.195004 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.323384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.368030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.378288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:49.378577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-786a9052-eb81-4c7a-9247-b4a1f0d66a57 req-a0548702-1256-460c-8fdd-6cb94a98520f tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148904 Nov 03 18:52:49.455417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:49.458878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.468390 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.503476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.574660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.597881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.609535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:49.771422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Deleting port 5b541e2e-b275-4eda-8262-af4f1dd59658 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:49.777218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.824062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aad3c6-9ba4-4d35-916b-de5be3686d3b req-68ee6312-f8c5-47c7-aebe-02fca1ac15cb tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:49.885676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1aad3c6-9ba4-4d35-916b-de5be3686d3b req-68ee6312-f8c5-47c7-aebe-02fca1ac15cb tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 931 time: 0.4048717 Nov 03 18:52:49.982028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a65388-b2ab-4029-903d-978939f42275']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.082830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1aad3c6-9ba4-4d35-916b-de5be3686d3b req-a22cbfb4-fa51-45d8-9afc-616f05187b45 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945877 Nov 03 18:52:50.302796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:50.312914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b856f29e-2fb8-4c58-ba88-5bc4f2da216d') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.313615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b856f29e-2fb8-4c58-ba88-5bc4f2da216d') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.444180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.590415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:50.591010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.655375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.768936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5b541e2e-b275-4eda-8262-af4f1dd59658 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:50.769613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:50.770207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.920207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201468b-3e78-4f10-b31d-98adfdbf5e9e req-a5d5cf55-0299-40bf-9e7d-2ee47004c613 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:50.923106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e201468b-3e78-4f10-b31d-98adfdbf5e9e req-a5d5cf55-0299-40bf-9e7d-2ee47004c613 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 949 time: 0.2612450 Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:50.975331 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:51.090969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.098176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5b541e2e-b275-4eda-8262-af4f1dd59658,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:51.101551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.146129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.184824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:51.195186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Calling delete_port for 5b541e2e-b275-4eda-8262-af4f1dd59658 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:51.205388 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b4a97-9ab7-4686-b537-d8c2840a83bf" -d '{"events": [{"server_uuid": "065865e5-fd49-468a-960c-529471da115e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:51.210545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.216701 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] 10.222.0.91 "DELETE /v2.0/networks/b2a65388-b2ab-4029-903d-978939f42275 HTTP/1.1" status: 204 len: 168 time: 3.1482553 Nov 03 18:52:51.269768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e201468b-3e78-4f10-b31d-98adfdbf5e9e req-89660229-54a4-4fcb-b6a5-751aacca05dd tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208318 Nov 03 18:52:51.276234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5b541e2e-b275-4eda-8262-af4f1dd59658, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5b541e2e-b275-4eda-8262-af4f1dd59658,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:51.284455 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.316764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0995296a-7907-4a7d-9330-37ad68701fe8 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:51.333767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840a773-a1d5-4c64-bdb6-a96b9a8b9f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a65388-b2ab-4029-903d-978939f42275,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.346820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.414858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Transition to ACTIVE for port object 0995296a-7907-4a7d-9330-37ad68701fe8 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:52:51.426646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.495961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.593320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Pushing event updated for resources: {'Port': ['ID=0995296a-7907-4a7d-9330-37ad68701fe8,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.816962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.840636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52462) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:51.894383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.063133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Attempting to bind port 0995296a-7907-4a7d-9330-37ad68701fe8 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:52.065031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Attempting to bind port 0995296a-7907-4a7d-9330-37ad68701fe8 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:52.066310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Attempting to bind port 0995296a-7907-4a7d-9330-37ad68701fe8 on network 179c5dca-3467-4285-93eb-655cf3f11f8f {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:52.126092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5af3-0c85-493b-9f25-b47da7d00b41 req-14c0928a-07c5-43eb-a646-bbe5c94b6b5f tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:52.130963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-970a5af3-0c85-493b-9f25-b47da7d00b41 req-14c0928a-07c5-43eb-a646-bbe5c94b6b5f tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=065865e5-fd49-468a-960c-529471da115e HTTP/1.1" status: 200 len: 948 time: 0.5064955 Nov 03 18:52:52.137592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Port 0995296a-7907-4a7d-9330-37ad68701fe8 on network 179c5dca-3467-4285-93eb-655cf3f11f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:52:52.139044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Attempting to bind port 0995296a-7907-4a7d-9330-37ad68701fe8 on network 179c5dca-3467-4285-93eb-655cf3f11f8f {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:52.169239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:52.171117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Checking segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:52.172106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Bound using segment: {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:52.173520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Bound port: 0995296a-7907-4a7d-9330-37ad68701fe8, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:52.174533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.261596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.284633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:52.287931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Pushing event updated for resources: {'Port': ['ID=133c57a3-8129-4483-b49c-ba6fda5e95d3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:52.333183 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-750455bd-8364-4415-bbed-b739e1426d22 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1155cfc7ecd44e8b865dabfb2bb95ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878464 Nov 03 18:52:52.334199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:52.481412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:52.485207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.499564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] For port 0995296a-7907-4a7d-9330-37ad68701fe8, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:52.504876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] For port 0995296a-7907-4a7d-9330-37ad68701fe8, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0995296a-7907-4a7d-9330-37ad68701fe8,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:52.537400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.587737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.604297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:52.613686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.615402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] 10.222.0.115 "PUT /v2.0/ports/0995296a-7907-4a7d-9330-37ad68701fe8 HTTP/1.1" status: 200 len: 1091 time: 3.6536558 Nov 03 18:52:52.618259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['db690ed1-a3b8-4dfd-ab83-51bed78d0f76'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:52.670999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'tag': '0995296a-7907-4a7d-9330-37ad68701fe8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:52.675552 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2e2f5-0863-4276-8f84-702d2695e444" -d '{"events": [{"name": "network-changed", "server_uuid": "cc63e7ba-a03e-49fd-b2e1-19211f1546cf", "tag": "0995296a-7907-4a7d-9330-37ad68701fe8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:52.758312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Pushing event deleted for resources: {'Port': ['ID=5b541e2e-b275-4eda-8262-af4f1dd59658,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:52.949520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-970a5af3-0c85-493b-9f25-b47da7d00b41 req-b32ff97d-7752-46ec-b314-78adc07808c0 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7964966 Nov 03 18:52:53.047939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdca99-5d88-49f9-babd-1eb345c22b5a service neutron] Pushing event updated for resources: {'Port': ['ID=0995296a-7907-4a7d-9330-37ad68701fe8,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.107084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-7f8161b6-d2d1-4dcb-992d-ab429af60af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:53.109509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-7f8161b6-d2d1-4dcb-992d-ab429af60af0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 1094 time: 0.3904662 Nov 03 18:52:53.112495 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.154542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] No DVR routers for this DVR port 5b541e2e-b275-4eda-8262-af4f1dd59658 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:53.163259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.170094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76eab243-8a81-45ef-ab56-79247de00db5 req-9a4bb63e-812a-4eab-880a-b96d5baf5d47 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "DELETE /v2.0/ports/5b541e2e-b275-4eda-8262-af4f1dd59658 HTTP/1.1" status: 204 len: 173 time: 4.7501476 Nov 03 18:52:53.183990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'name': 'network-vif-deleted', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:53.188360 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbea5904-f594-4168-8077-ff2aca687629" -d '{"events": [{"server_uuid": "065865e5-fd49-468a-960c-529471da115e", "name": "network-vif-deleted", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:53.306590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.339778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-e9310fa6-3444-4996-a823-115d97561410 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995296a-7907-4a7d-9330-37ad68701fe8 HTTP/1.1" status: 200 len: 217 time: 0.2181468 Nov 03 18:52:53.418364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:53.424551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:53.473771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:53.510017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-ca7588fe-dffd-453e-9345-9d17d191750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:53.512969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-ca7588fe-dffd-453e-9345-9d17d191750c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 200 len: 855 time: 0.1581759 Nov 03 18:52:53.546404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.553286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.599149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-40d1189c-8e81-4ea6-b94f-3428c363f9d7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179c5dca-3467-4285-93eb-655cf3f11f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760036 Nov 03 18:52:53.973950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-c945c442-b700-47cc-873c-5cba4c7a7fe9 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671687 Nov 03 18:52:54.186514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Router b3597c22-7d76-4cfb-a0cb-21e78996c135 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:54.332038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af4803b5-bfde-4007-8e12-e2e653b131c5 req-d5fc8698-ca9a-4b60-9ea5-bc2bcc999e9c service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408158 Nov 03 18:52:54.397466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.444640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-128c6e46-e3ed-4172-b5b3-cf3b086af29c None None] Provisioning complete for port 133c57a3-8129-4483-b49c-ba6fda5e95d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:54.445815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-128c6e46-e3ed-4172-b5b3-cf3b086af29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.577635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-128c6e46-e3ed-4172-b5b3-cf3b086af29c None None] Port 133c57a3-8129-4483-b49c-ba6fda5e95d3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:54.738597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:54.754309 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Sync routers for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:54.769690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-37a9ed47-7741-4597-8e12-5124066d2c37 admin admin] 10.222.0.91 "PUT /v2.0/routers/b3597c22-7d76-4cfb-a0cb-21e78996c135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2375736 Nov 03 18:52:54.783368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:54.787467 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:54.802206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.807018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.812460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ecf10756-0790-4e89-a4b8-28079ce1d6e3 HTTP/1.1" status: 204 len: 168 time: 2.4364028 Nov 03 18:52:54.855382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf10756-0790-4e89-a4b8-28079ce1d6e3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.888658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.889953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.889953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.889953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.899409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.900465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.901082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.901686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.902234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.902824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.903384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:54.903937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2295a-86a0-4dc5-9cf0-cdb21203d51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:55.161736 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:55.640017 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:50Z', 'revision_number': 2, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:55.739645 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Checking router: b3597c22-7d76-4cfb-a0cb-21e78996c135 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:55.740179 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Updating router b3597c22-7d76-4cfb-a0cb-21e78996c135 port 133c57a3-8129-4483-b49c-ba6fda5e95d3 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:52:55.839251 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.237408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.424016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-759a0181-9109-47f8-a432-6d584e3da82a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=193220acded34761a1f323fd8e9ec7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845307 Nov 03 18:52:56.429087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.554356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ab4939e-f6e1-4fd9-8e12-28d08eb416cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.664704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ab4939e-f6e1-4fd9-8e12-28d08eb416cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.783151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ab4939e-f6e1-4fd9-8e12-28d08eb416cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.793258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ab4939e-f6e1-4fd9-8e12-28d08eb416cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.810928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ab4939e-f6e1-4fd9-8e12-28d08eb416cc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1941dfac-9d82-43e8-ac0f-34c41dbdac5d HTTP/1.1" status: 204 len: 168 time: 0.3703763 Nov 03 18:52:56.862694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4939e-f6e1-4fd9-8e12-28d08eb416cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941dfac-9d82-43e8-ac0f-34c41dbdac5d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.205083 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.221795 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.478302 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Pushing event updated for resources: {'Port': ['ID=133c57a3-8129-4483-b49c-ba6fda5e95d3,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.592366 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.592999 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.593577 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.594155 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.594679 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.595272 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.595857 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.596434 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.604701 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.613684 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.614144 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.614731 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:57.664678 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Attempting to bind port 133c57a3-8129-4483-b49c-ba6fda5e95d3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:57.665318 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Attempting to bind port 133c57a3-8129-4483-b49c-ba6fda5e95d3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:57.665929 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Attempting to bind port 133c57a3-8129-4483-b49c-ba6fda5e95d3 on network e808c975-4cf1-456c-9ad2-c05d6ea08973 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:57.688555 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:57.689213 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Checking segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:57.689875 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.690552 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Bound using segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:57.715645 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Bound port: 133c57a3-8129-4483-b49c-ba6fda5e95d3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:57.715645 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.994916 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] For port 133c57a3-8129-4483-b49c-ba6fda5e95d3, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:58.000195 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] For port 133c57a3-8129-4483-b49c-ba6fda5e95d3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133c57a3-8129-4483-b49c-ba6fda5e95d3,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:58.007399 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.007792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3ccc6473-3526-4ced-b137-59925937ea1b None None] Provisioning complete for port 133c57a3-8129-4483-b49c-ba6fda5e95d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:58.008546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6473-3526-4ced-b137-59925937ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.296853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0995296a-7907-4a7d-9330-37ad68701fe8 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:58.326979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc14f51-ecca-444f-89e9-9be8b35b52ae None None] Pushing event updated for resources: {'Port': ['ID=133c57a3-8129-4483-b49c-ba6fda5e95d3,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:58.391733 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:58.392766 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:58.470422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6473-3526-4ced-b137-59925937ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.528837 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:52:58.809943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3ccc6473-3526-4ced-b137-59925937ea1b None None] For port 133c57a3-8129-4483-b49c-ba6fda5e95d3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133c57a3-8129-4483-b49c-ba6fda5e95d3,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:58.833776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6473-3526-4ced-b137-59925937ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.859942 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:58.988355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc6473-3526-4ced-b137-59925937ea1b None None] Pushing event updated for resources: {'Port': ['ID=133c57a3-8129-4483-b49c-ba6fda5e95d3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:59.054465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cdc060ec-11fa-4e3a-be91-2f8bed387d9b None None] Provisioning complete for port 133c57a3-8129-4483-b49c-ba6fda5e95d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:59.055560 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdc060ec-11fa-4e3a-be91-2f8bed387d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.173363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0995296a-7907-4a7d-9330-37ad68701fe8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0995296a-7907-4a7d-9330-37ad68701fe8,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:59.197776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0995296a-7907-4a7d-9330-37ad68701fe8', 'network_id': '179c5dca-3467-4285-93eb-655cf3f11f8f', 'port_id': '0995296a-7907-4a7d-9330-37ad68701fe8', 'mac_address': 'fa:16:3e:a4:7b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e7cd4b-0074-4c1b-bf88-8c0530e79add', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:59.400443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.446461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0995296a-7907-4a7d-9330-37ad68701fe8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:59.478020 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:57Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:59.505812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0995296a-7907-4a7d-9330-37ad68701fe8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0995296a-7907-4a7d-9330-37ad68701fe8,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:59.513550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.545278 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45928f7-ac30-4418-bb31-41d979bff335 None None] The sync data for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 is: [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:57Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:59.789284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0995296a-7907-4a7d-9330-37ad68701fe8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:59.946140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0995296a-7907-4a7d-9330-37ad68701fe8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:00.288524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133c57a3-8129-4483-b49c-ba6fda5e95d3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:00.674302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 133c57a3-8129-4483-b49c-ba6fda5e95d3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:00.674857 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.219368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.326411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0995296a-7907-4a7d-9330-37ad68701fe8 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:02.503096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 0995296a-7907-4a7d-9330-37ad68701fe8 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:02.511187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0995296a-7907-4a7d-9330-37ad68701fe8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:02.522617 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.832489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.918289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.981372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0995296a-7907-4a7d-9330-37ad68701fe8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0995296a-7907-4a7d-9330-37ad68701fe8,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:02.992909 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.111374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0995296a-7907-4a7d-9330-37ad68701fe8,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.927962 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28628e5a-4723-42dc-aaf5-0247d7c70b26 x-openstack-request-id: req-28628e5a-4723-42dc-aaf5-0247d7c70b26 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:03.929860 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065865e5-fd49-468a-960c-529471da115e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:03.930512 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-28628e5a-4723-42dc-aaf5-0247d7c70b26 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:03.931415 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658', 'code': 200} Nov 03 18:53:04.011199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52fa3e-0f38-4957-9156-5a039067151f req-1d0f137b-7060-461c-b278-b3937275d193 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:04.015106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e52fa3e-0f38-4957-9156-5a039067151f req-1d0f137b-7060-461c-b278-b3937275d193 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1461623 Nov 03 18:53:04.133738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e52fa3e-0f38-4957-9156-5a039067151f req-5e328bcd-203a-40bc-ba8f-d8a46bc4330a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078029 Nov 03 18:53:04.139867 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ec3eff-1c99-43b9-94eb-41e99cf2a307 x-openstack-request-id: req-78ec3eff-1c99-43b9-94eb-41e99cf2a307 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:04.140426 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc63e7ba-a03e-49fd-b2e1-19211f1546cf", "tag": "0995296a-7907-4a7d-9330-37ad68701fe8", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:04.140812 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-78ec3eff-1c99-43b9-94eb-41e99cf2a307 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:04.141266 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'tag': '0995296a-7907-4a7d-9330-37ad68701fe8', 'status': 'completed', 'code': 200} Nov 03 18:53:04.229400 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b09e89-264b-4a42-a954-803aab50488e x-openstack-request-id: req-b2b09e89-264b-4a42-a954-803aab50488e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:04.230263 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065865e5-fd49-468a-960c-529471da115e", "name": "network-vif-deleted", "tag": "5b541e2e-b275-4eda-8262-af4f1dd59658", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:04.230670 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2b09e89-264b-4a42-a954-803aab50488e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:04.231460 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065865e5-fd49-468a-960c-529471da115e', 'name': 'network-vif-deleted', 'tag': '5b541e2e-b275-4eda-8262-af4f1dd59658', 'status': 'completed', 'code': 200} Nov 03 18:53:04.310486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-97af3b90-3252-4080-beed-a761867ac3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:04.314225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-97af3b90-3252-4080-beed-a761867ac3ca service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=879c337db73b4278ace1c93b5e45853b&device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 1096 time: 0.1270568 Nov 03 18:53:04.557905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-34d78480-6b44-4897-a46c-d95e9b41513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:04.561628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-34d78480-6b44-4897-a46c-d95e9b41513f service neutron] 10.222.0.115 "GET /v2.0/networks?id=179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 200 len: 916 time: 0.2334754 Nov 03 18:53:04.619348 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d177e863-d76f-44e2-8ede-3419376c7a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.701831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-cc607650-d1f2-449d-9d5f-f2af6ef4f913 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995296a-7907-4a7d-9330-37ad68701fe8 HTTP/1.1" status: 200 len: 217 time: 0.1276183 Nov 03 18:53:04.859644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-0b43ab6d-7854-4477-9a2b-6ee07a3893f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:04.861394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-0b43ab6d-7854-4477-9a2b-6ee07a3893f3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 200 len: 855 time: 0.1390839 Nov 03 18:53:04.909179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-362a48a2-e43d-45fb-9e03-02fb0be8981a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179c5dca-3467-4285-93eb-655cf3f11f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309849 Nov 03 18:53:05.309841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-c0e9529c-6b6a-41c9-a096-b58d16623f3a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:05.323082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-c0e9529c-6b6a-41c9-a096-b58d16623f3a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 829 time: 0.4115648 Nov 03 18:53:05.368217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-2cbecc7e-a5dd-467b-9dce-054e9a531789 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/quotas/fe797a1874df4a73a339e3b524b44b24 HTTP/1.1" status: 200 len: 375 time: 0.0434043 Nov 03 18:53:05.449056 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-1b73d58e-1c9b-4938-92f0-e01ecec93953 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166640 Nov 03 18:53:05.517471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-26826ff1-2472-4679-90cb-8e1fdbd059b4 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476696 Nov 03 18:53:05.705002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87b2e2f5-0863-4276-8f84-702d2695e444 req-d8b94e35-6212-4438-b1ac-fadbe34f8ab9 service neutron] 10.222.0.115 "GET /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441788 Nov 03 18:53:05.933527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'}, {'server_uuid': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995296a-7907-4a7d-9330-37ad68701fe8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:05.939067 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a65067f-2a75-4f65-9acc-c53d11e7e37a" -d '{"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6"}, {"server_uuid": "cc63e7ba-a03e-49fd-b2e1-19211f1546cf", "name": "network-vif-plugged", "status": "completed", "tag": "0995296a-7907-4a7d-9330-37ad68701fe8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:06.083145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-42846a3a-a058-4d31-871e-edb39b0e42e9 service neutron] 10.222.0.91 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289991 Nov 03 18:53:06.355682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-44ff817b-ca9a-4a1a-af90-f33dbe55324b service neutron] 10.222.0.91 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524188 Nov 03 18:53:06.698776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413f61e-d3c7-46cb-b8bc-56ef09ea944d req-8060a731-5d1c-4762-8481-9589f05ecf2c tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:06.703577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6413f61e-d3c7-46cb-b8bc-56ef09ea944d req-8060a731-5d1c-4762-8481-9589f05ecf2c tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 951 time: 0.1431584 Nov 03 18:53:06.886308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6413f61e-d3c7-46cb-b8bc-56ef09ea944d req-649fe2b2-17d4-4ca0-b7dd-967970082211 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719744 Nov 03 18:53:07.020091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116fc7-1b3d-419d-b98d-fd239dfd622b req-987b37a9-be74-4447-bda1-2a3532b9de90 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.023401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36116fc7-1b3d-419d-b98d-fd239dfd622b req-987b37a9-be74-4447-bda1-2a3532b9de90 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1687565 Nov 03 18:53:07.205213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36116fc7-1b3d-419d-b98d-fd239dfd622b req-61d9f144-7503-4065-85e9-834ba222d4c2 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662834 Nov 03 18:53:07.284389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8fe08-fc19-449a-b342-9d9530b08047 req-a3cbc4ab-a697-4416-884d-fa7f0fbf0c8d tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.287350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21a8fe08-fc19-449a-b342-9d9530b08047 req-a3cbc4ab-a697-4416-884d-fa7f0fbf0c8d tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 949 time: 0.1809957 Nov 03 18:53:07.440636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21a8fe08-fc19-449a-b342-9d9530b08047 req-90814112-9d23-407f-8b94-d421a77fda59 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402116 Nov 03 18:53:07.557239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d120-5412-44f9-96f4-1b0b69a30729 req-78b5fd0d-7a6b-4453-997d-9e0adc86f18b tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.572459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5a7d120-5412-44f9-96f4-1b0b69a30729 req-78b5fd0d-7a6b-4453-997d-9e0adc86f18b tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 950 time: 0.1683512 Nov 03 18:53:07.627230 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12bb37c-6d14-4db2-9e2f-5d23ed7f6a85 x-openstack-request-id: req-f12bb37c-6d14-4db2-9e2f-5d23ed7f6a85 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:07.628675 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-plugged", "status": "completed", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6", "code": 200}, {"server_uuid": "cc63e7ba-a03e-49fd-b2e1-19211f1546cf", "name": "network-vif-plugged", "status": "completed", "tag": "0995296a-7907-4a7d-9330-37ad68701fe8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:07.629317 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f12bb37c-6d14-4db2-9e2f-5d23ed7f6a85 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:07.630133 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'code': 200} Nov 03 18:53:07.630751 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995296a-7907-4a7d-9330-37ad68701fe8', 'code': 200} Nov 03 18:53:07.750874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5a7d120-5412-44f9-96f4-1b0b69a30729 req-be50cbf2-a6f3-47d8-9050-eae9a176693a tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/security-groups?id=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765406 Nov 03 18:53:07.902998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb5af0fc-e8bb-4f8f-8ad9-7e5dfe7095d5 req-f9ced485-b720-4968-a6e3-c38a54b6ef4a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 210 time: 0.1941929 Nov 03 18:53:07.936065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f733363-e1ac-4d32-9355-f55234a4dbc9 req-88234b57-fe7f-4413-b5ba-3d7f2f02f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.938699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f733363-e1ac-4d32-9355-f55234a4dbc9 req-88234b57-fe7f-4413-b5ba-3d7f2f02f9bf service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 1096 time: 0.1353753 Nov 03 18:53:08.036965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-3c15e81c-84a2-4d76-a908-ab8c065177be tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:08.040623 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-3c15e81c-84a2-4d76-a908-ab8c065177be tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.110 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 949 time: 0.2065701 Nov 03 18:53:08.159424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f733363-e1ac-4d32-9355-f55234a4dbc9 req-2c75699e-0792-4801-ad44-b592ab35df30 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110057 Nov 03 18:53:08.210490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bc9db15-c76e-43a1-8fb7-018e879279c9 req-11c695fa-d889-43ff-8a5b-c176a6abc3dd tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371778 Nov 03 18:53:08.262917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df61bdb8-75ed-4ecb-9af1-ddb43c119186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.350203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-a448b2fe-8d00-4503-82ef-b320097aa210 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:08.356849 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-a448b2fe-8d00-4503-82ef-b320097aa210 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 950 time: 0.1765461 Nov 03 18:53:08.378912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Deleting port 7dc83252-5f03-4d25-bb18-ff9f150eca88 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:08.380053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.428558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9db15-c76e-43a1-8fb7-018e879279c9 req-cd51332a-33b8-4471-bce0-2f4dee9db808 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:08.436526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bc9db15-c76e-43a1-8fb7-018e879279c9 req-cd51332a-33b8-4471-bce0-2f4dee9db808 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146485 Nov 03 18:53:08.477754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bc9db15-c76e-43a1-8fb7-018e879279c9 req-df190b80-c040-448e-bd02-d983232612c3 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/quotas/66bc9fdb8b7f48f29191bff10fefb773 HTTP/1.1" status: 200 len: 375 time: 0.0401065 Nov 03 18:53:08.546132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bc9db15-c76e-43a1-8fb7-018e879279c9 req-5471d46b-318c-4df8-be42-23dd2651f177 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654302 Nov 03 18:53:08.661229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] For port 7dc83252-5f03-4d25-bb18-ff9f150eca88, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7dc83252-5f03-4d25-bb18-ff9f150eca88,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:08.661581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.701810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Deleting port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:08.702385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.707432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Calling delete_port for 7dc83252-5f03-4d25-bb18-ff9f150eca88 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:08.803000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:08.944039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] For port db690ed1-a3b8-4dfd-ab83-51bed78d0f76, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:08.944410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.960141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.968282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Calling delete_port for db690ed1-a3b8-4dfd-ab83-51bed78d0f76 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:09.058224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:09.066329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.162294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.209671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Pushing event deleted for resources: {'Port': ['ID=db690ed1-a3b8-4dfd-ab83-51bed78d0f76,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:09.275077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462843a6-e070-4d80-88d5-73b61258aa6a req-30fe1ffb-20bc-4612-b7ad-c403c415a9f5 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:09.279700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] No DVR routers for this DVR port db690ed1-a3b8-4dfd-ab83-51bed78d0f76 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:09.287404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:09.288387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-462843a6-e070-4d80-88d5-73b61258aa6a req-30fe1ffb-20bc-4612-b7ad-c403c415a9f5 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.2104132 Nov 03 18:53:09.290591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.294839 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa336320-60e8-4f56-a651-a1e8cadcb7b8 req-6df1eeac-bd98-4983-b144-d2fab41bf5a7 tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.110 "DELETE /v2.0/ports/db690ed1-a3b8-4dfd-ab83-51bed78d0f76 HTTP/1.1" status: 204 len: 173 time: 0.8841629 Nov 03 18:53:09.295576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'name': 'network-vif-deleted', 'tag': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:09.298367 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d782dd-a1ee-450d-b802-6cd11a8b63f0" -d '{"events": [{"server_uuid": "c4ef5353-dd1f-48e0-9ec6-f1cb286e0449", "name": "network-vif-deleted", "tag": "db690ed1-a3b8-4dfd-ab83-51bed78d0f76"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:09.310181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['db690ed1-a3b8-4dfd-ab83-51bed78d0f76'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:09.472970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-462843a6-e070-4d80-88d5-73b61258aa6a req-8acc5e89-2932-4db6-b564-b1c1be36be76 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780503 Nov 03 18:53:09.632940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:09.635288 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2693595-48be-4b8e-9685-e8e76fd26a2a" -d '{"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:09.645464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.703986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['7dc83252-5f03-4d25-bb18-ff9f150eca88'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:09.798970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87ed29e5-dacb-4eab-9be9-273f8e5eab92 req-c73698cf-ecd0-43a0-9989-da73eb8cf418 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 210 time: 0.1570735 Nov 03 18:53:09.836633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.288165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b119f02-da66-43ac-b15a-d0cb5cdffa71 req-9867ea8c-c79f-4ba9-ab31-b9601f9ff03f tempest-ServersAdminNegativeTestJSON-1953302182 tempest-ServersAdminNegativeTestJSON-1953302182-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4ef5353-dd1f-48e0-9ec6-f1cb286e0449 HTTP/1.1" status: 200 len: 210 time: 0.1428690 Nov 03 18:53:10.409171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f208de09-d473-4bcb-afd7-2d1f90fb2bbc req-25363dac-c644-4230-81f6-af3175254521 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 210 time: 0.1549087 Nov 03 18:53:10.582361 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b944e-49c4-4dfd-b4c6-34116b18cd8e x-openstack-request-id: req-ee6b944e-49c4-4dfd-b4c6-34116b18cd8e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:10.582867 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ef5353-dd1f-48e0-9ec6-f1cb286e0449", "name": "network-vif-deleted", "tag": "db690ed1-a3b8-4dfd-ab83-51bed78d0f76", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:10.583322 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee6b944e-49c4-4dfd-b4c6-34116b18cd8e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:10.587304 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5ef0f8-0765-4c7a-b17a-0d59a18ea5cb x-openstack-request-id: req-ba5ef0f8-0765-4c7a-b17a-0d59a18ea5cb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:10.587924 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:10.588351 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ba5ef0f8-0765-4c7a-b17a-0d59a18ea5cb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:10.589639 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'code': 200} Nov 03 18:53:10.598121 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ef5353-dd1f-48e0-9ec6-f1cb286e0449', 'name': 'network-vif-deleted', 'tag': 'db690ed1-a3b8-4dfd-ab83-51bed78d0f76', 'status': 'completed', 'code': 200} Nov 03 18:53:10.620355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Pushing event deleted for resources: {'Port': ['ID=7dc83252-5f03-4d25-bb18-ff9f150eca88,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.678353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-dcde2f6d-0a21-43ba-9761-bc5d628fb499 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:10.680090 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-dcde2f6d-0a21-43ba-9761-bc5d628fb499 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.110 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 829 time: 1.2998619 Nov 03 18:53:10.731992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Request body: {'port': {'device_id': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'admin_state_up': True, 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:10.855421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] No DVR routers for this DVR port 7dc83252-5f03-4d25-bb18-ff9f150eca88 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:10.866506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.870637 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0174dd32-2d7e-471a-8780-b93e8b027149 req-53f98d3f-e085-49fb-a50e-b8eee9d18021 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.110 "DELETE /v2.0/ports/7dc83252-5f03-4d25-bb18-ff9f150eca88 HTTP/1.1" status: 204 len: 173 time: 2.8196218 Nov 03 18:53:10.928147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68a6b-147e-4300-8701-b65c0c25c091 req-890f7d62-7719-473f-b709-3efb1f7052b7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:10.929963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5db68a6b-147e-4300-8701-b65c0c25c091 req-890f7d62-7719-473f-b709-3efb1f7052b7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.0844741 Nov 03 18:53:11.078215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5db68a6b-147e-4300-8701-b65c0c25c091 req-790a6732-2dff-41eb-9c61-193a7153f780 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302061 Nov 03 18:53:11.207435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Made reservation on behalf of fe797a1874df4a73a339e3b524b44b24 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:11.219046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.490344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe058d2d-2749-40e7-94c2-cd3a4f011a66 req-b9f4dffe-0cad-4358-a02c-1cd079616dd3 tempest-ServerDiagnosticsNegativeTest-1570830033 tempest-ServerDiagnosticsNegativeTest-1570830033-project] 10.222.0.91 "GET /v2.0/ports?device_id=de5a3bd5-6609-4e98-ab89-c891bc96ce6a HTTP/1.1" status: 200 len: 210 time: 0.0620625 Nov 03 18:53:11.675522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.717798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Allocated IP 172.20.0.9 (e808c975-4cf1-456c-9ad2-c05d6ea08973/a00e48ab-3add-439e-82b7-b04c803e6312/fbdeb9d3-8030-448d-91ab-cae750feab7c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:11.920528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad904a-0fd6-4e2f-8d2d-3f3db14e504b req-4609b60f-ef46-4735-b273-881f3e141591 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:11.973749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cad904a-0fd6-4e2f-8d2d-3f3db14e504b req-4609b60f-ef46-4735-b273-881f3e141591 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.2953176 Nov 03 18:53:12.002020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5d4b-ded0-45b4-94b3-d4a82ad0edae req-a231d9e9-46ff-4286-a601-6a26e34f1868 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.004948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.015393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5ec5d4b-ded0-45b4-94b3-d4a82ad0edae req-a231d9e9-46ff-4286-a601-6a26e34f1868 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 949 time: 0.2717583 Nov 03 18:53:12.139880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.181754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5ec5d4b-ded0-45b4-94b3-d4a82ad0edae req-1de2b76e-a9b0-4f21-856f-fbe67547d22c tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619215 Nov 03 18:53:12.214221 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:53:12.221394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cad904a-0fd6-4e2f-8d2d-3f3db14e504b req-ec109a65-55d2-4600-8cf2-d5ba2c638ff3 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464333 Nov 03 18:53:12.222652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.303026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:12.307562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:12.315749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:12.380082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event updated for resources: {'Port': ['ID=fbdeb9d3-8030-448d-91ab-cae750feab7c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:12.463616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.464479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.485617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282942f-4a79-420d-89b3-d54df99821d3 req-347b3846-8314-4127-b641-f93734c8df13 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.502076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b282942f-4a79-420d-89b3-d54df99821d3 req-347b3846-8314-4127-b641-f93734c8df13 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 931 time: 0.1546867 Nov 03 18:53:12.522732 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-8ec06c6f-de76-427c-ab70-a9438273359a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8078995 Nov 03 18:53:12.569352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Request body: {'port': {'device_id': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:12.639903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'name': 'network-vif-deleted', 'tag': '7dc83252-5f03-4d25-bb18-ff9f150eca88'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:12.648826 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4c325-422c-4d94-8133-f3abef35fea3" -d '{"events": [{"server_uuid": "de5a3bd5-6609-4e98-ab89-c891bc96ce6a", "name": "network-vif-deleted", "tag": "7dc83252-5f03-4d25-bb18-ff9f150eca88"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:12.686900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b282942f-4a79-420d-89b3-d54df99821d3 req-8a7ea5ad-c7ed-4a8e-b6d4-2391ec9327ff tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821506 Nov 03 18:53:12.773221 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.821120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7dc83252-5f03-4d25-bb18-ff9f150eca88 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:12.877901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-927e07ec-ee31-4faa-9d0a-41d5d06a2b78 req-1eaf5176-6730-40e5-9c99-d8e78d9fe411 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855675 Nov 03 18:53:12.904385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 7dc83252-5f03-4d25-bb18-ff9f150eca88 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:12.910604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7dc83252-5f03-4d25-bb18-ff9f150eca88 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:12.911346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device db690ed1-a3b8-4dfd-ab83-51bed78d0f76 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:13.007415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: db690ed1-a3b8-4dfd-ab83-51bed78d0f76 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:13.007983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device db690ed1-a3b8-4dfd-ab83-51bed78d0f76 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:13.058130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-39f10ec3-6e2e-458c-a533-79f12001ee13 None None] Provisioning complete for port fbdeb9d3-8030-448d-91ab-cae750feab7c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:13.058579 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39f10ec3-6e2e-458c-a533-79f12001ee13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.152376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-39f10ec3-6e2e-458c-a533-79f12001ee13 None None] Port fbdeb9d3-8030-448d-91ab-cae750feab7c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:13.167314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52794) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.222266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e07ec-ee31-4faa-9d0a-41d5d06a2b78 req-b75c7e4e-968f-4ee8-b9f5-3ca6dc2ffe18 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:13.223968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-927e07ec-ee31-4faa-9d0a-41d5d06a2b78 req-b75c7e4e-968f-4ee8-b9f5-3ca6dc2ffe18 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403609 Nov 03 18:53:13.275297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-927e07ec-ee31-4faa-9d0a-41d5d06a2b78 req-d2dad721-dc6b-43bf-9be9-f03edcf78001 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/quotas/66bc9fdb8b7f48f29191bff10fefb773 HTTP/1.1" status: 200 len: 375 time: 0.0412352 Nov 03 18:53:13.327970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-927e07ec-ee31-4faa-9d0a-41d5d06a2b78 req-e40b9f0e-283c-4dd2-b5a4-89de70293946 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408773 Nov 03 18:53:13.517174 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38272d76-cc17-45e4-a1b6-8e4426b0d437 x-openstack-request-id: req-38272d76-cc17-45e4-a1b6-8e4426b0d437 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:13.522311 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a3bd5-6609-4e98-ab89-c891bc96ce6a", "name": "network-vif-deleted", "tag": "7dc83252-5f03-4d25-bb18-ff9f150eca88", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:13.522846 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38272d76-cc17-45e4-a1b6-8e4426b0d437 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:13.523441 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a3bd5-6609-4e98-ab89-c891bc96ce6a', 'name': 'network-vif-deleted', 'tag': '7dc83252-5f03-4d25-bb18-ff9f150eca88', 'status': 'completed', 'code': 200} Nov 03 18:53:13.659467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe69d-6a35-4222-a25b-9a673226485e req-52be4134-6add-486f-b848-97e474ec2d1a tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:13.665900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdeb9d3-8030-448d-91ab-cae750feab7c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:13.670799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98dbe69d-6a35-4222-a25b-9a673226485e req-52be4134-6add-486f-b848-97e474ec2d1a tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 949 time: 0.1248925 Nov 03 18:53:13.688421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.733911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3681cc-5303-4f67-a80f-6d7d53e5131b req-b76df939-c621-43b9-add4-fa22e24c33f7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:13.736755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da3681cc-5303-4f67-a80f-6d7d53e5131b req-b76df939-c621-43b9-add4-fa22e24c33f7 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1491637 Nov 03 18:53:13.747425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Transition to ACTIVE for port object fbdeb9d3-8030-448d-91ab-cae750feab7c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:13.759895 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bf0481ca-de42-46ce-92e5-d22148a2def6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1962926ba8c04fdca1a0670ebb9f3708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903606 Nov 03 18:53:13.761542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52814) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.772542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.821599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98dbe69d-6a35-4222-a25b-9a673226485e req-cb2282c5-dab6-461d-a4fc-7b37d3063bd2 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498039 Nov 03 18:53:13.913786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdeb9d3-8030-448d-91ab-cae750feab7c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:13.916880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52820) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.947624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da3681cc-5303-4f67-a80f-6d7d53e5131b req-22e0a2bf-82a0-4e92-80cd-1e504fa3240a tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883519 Nov 03 18:53:14.200846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Attempting to bind port fbdeb9d3-8030-448d-91ab-cae750feab7c on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:14.201454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Attempting to bind port fbdeb9d3-8030-448d-91ab-cae750feab7c by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:14.202245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Attempting to bind port fbdeb9d3-8030-448d-91ab-cae750feab7c on network e808c975-4cf1-456c-9ad2-c05d6ea08973 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:14.233400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Port fbdeb9d3-8030-448d-91ab-cae750feab7c on network e808c975-4cf1-456c-9ad2-c05d6ea08973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:14.234834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Attempting to bind port fbdeb9d3-8030-448d-91ab-cae750feab7c on network e808c975-4cf1-456c-9ad2-c05d6ea08973 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:14.238979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f0538b5-ded9-4cce-adf7-04b139473178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.306760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f0538b5-ded9-4cce-adf7-04b139473178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.318966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:14.320053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Checking segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:14.320053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Bound using segment: {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:14.320832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Bound port: fbdeb9d3-8030-448d-91ab-cae750feab7c, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74dfef3-c1d9-475b-9841-04478393738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:14.321412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.450992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a22407-95e6-4c72-8f13-0998d1805fb6 req-289241d7-2f76-4092-928b-b7bbb2d5a01c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.453669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47a22407-95e6-4c72-8f13-0998d1805fb6 req-289241d7-2f76-4092-928b-b7bbb2d5a01c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 943 time: 0.1544468 Nov 03 18:53:14.458818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3abdc670-03cb-4b07-bd61-39c0c7d04e7f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=96eeebf69162446aba7e2c95825b655c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402212 Nov 03 18:53:14.463208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52846) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.520214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-085d43a9-1510-4681-a806-201405354bc9 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.525448 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-085d43a9-1510-4681-a806-201405354bc9 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.110 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 949 time: 0.1547906 Nov 03 18:53:14.556853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] For port fbdeb9d3-8030-448d-91ab-cae750feab7c, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:14.562646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] For port fbdeb9d3-8030-448d-91ab-cae750feab7c, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:14.583307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.617425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.624543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f0538b5-ded9-4cce-adf7-04b139473178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.629350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f0538b5-ded9-4cce-adf7-04b139473178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.631190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f0538b5-ded9-4cce-adf7-04b139473178 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c3d57d66-f4b5-48f3-ad97-bdd95228eb6f HTTP/1.1" status: 204 len: 168 time: 0.8682804 Nov 03 18:53:14.642216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47a22407-95e6-4c72-8f13-0998d1805fb6 req-3f91f6de-1f6c-440f-85fb-4d4fad58c844 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766789 Nov 03 18:53:14.715910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.762977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0538b5-ded9-4cce-adf7-04b139473178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d57d66-f4b5-48f3-ad97-bdd95228eb6f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:14.775792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.776862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.779368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] 10.222.0.110 "PUT /v2.0/ports/fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 1091 time: 2.2433639 Nov 03 18:53:14.881216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b762-e7ba-43d5-9c47-366fb347cba5 req-b8fbf4be-85b2-4cea-9cc4-da6a0f4b1a00 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.883517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e869b762-e7ba-43d5-9c47-366fb347cba5 req-b8fbf4be-85b2-4cea-9cc4-da6a0f4b1a00 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1191411 Nov 03 18:53:14.952624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.955631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.965547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ffcbcb99-b7a7-4e12-9511-9656aa81c8eb HTTP/1.1" status: 204 len: 168 time: 0.4928703 Nov 03 18:53:14.992992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcbcb99-b7a7-4e12-9511-9656aa81c8eb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:14.995154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b52187-4c18-4f5a-bfcc-9205075c5b30 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdeb9d3-8030-448d-91ab-cae750feab7c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.013031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e869b762-e7ba-43d5-9c47-366fb347cba5 req-0009606b-9d08-41d6-b825-abb797474182 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174049 Nov 03 18:53:15.023391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.027807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.028090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.028377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.028704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.032116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.032523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.033580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.033580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.033922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.034077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.034335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67576acf-7e60-435d-88c4-9b983f2bc31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:15.087954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-ca55aa77-44ea-48cc-aa90-895275127c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.091211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-ca55aa77-44ea-48cc-aa90-895275127c8b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1094 time: 0.1994898 Nov 03 18:53:15.128859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Deleting port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:15.131397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.215595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-f1e8ded2-702c-4140-9f4c-5c12fc8946b4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 217 time: 0.1077974 Nov 03 18:53:15.425446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-a473961d-3dc9-4294-9ae4-89b7f97d2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.428113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-a473961d-3dc9-4294-9ae4-89b7f97d2ac3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 200 len: 868 time: 0.1938963 Nov 03 18:53:15.521805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] For port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:15.522240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.527976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:15.532517 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:15.562558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Calling delete_port for 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:15.591884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-779f2695-a718-4dad-a781-12ee5e890835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.593500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-779f2695-a718-4dad-a781-12ee5e890835 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e808c975-4cf1-456c-9ad2-c05d6ea08973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480627 Nov 03 18:53:15.739739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088a943-1823-4932-88c9-f870c00c510f req-0149792d-c931-4617-bf6a-5dfb492d6203 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.742381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5088a943-1823-4932-88c9-f870c00c510f req-0149792d-c931-4617-bf6a-5dfb492d6203 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f772fa-89e7-4d09-b749-c947cb350cf0 HTTP/1.1" status: 200 len: 949 time: 0.1076510 Nov 03 18:53:15.837371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5088a943-1823-4932-88c9-f870c00c510f req-e3782343-7bf5-4a85-956d-16d312833793 tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.91 "GET /v2.0/security-groups?id=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815351 Nov 03 18:53:15.879627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52894) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:15.942506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e7864ddf-cc21-4bda-8e2b-301c14ba192f service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435930 Nov 03 18:53:16.004369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-af6615d8-1985-4e53-9067-86403616d82f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f85b9c968efe4838a52895cab98d41c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230235 Nov 03 18:53:16.006654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52896) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:16.147922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52902) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:16.187433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f4ec14-fab8-4d5a-a990-f8ac04c6564f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.205425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.209485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fbab5d54-eb21-4c42-9c2e-9585556ff221 req-e1d16254-dffd-4a74-937c-56d97aa43624 service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481914 Nov 03 18:53:16.256678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Pushing event deleted for resources: {'Port': ['ID=13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.314245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd35ce-c496-4e59-b000-b59eeabdaaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.367793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] No DVR routers for this DVR port 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:16.375805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.381681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48e09b99-a372-4b0d-881c-9dfbf7ebe7f0 req-3f433ee5-cd8f-4954-a17f-75b258cbd48d tempest-ImagesOneServerTestJSON-379205775 tempest-ImagesOneServerTestJSON-379205775-project] 10.222.0.110 "DELETE /v2.0/ports/13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 HTTP/1.1" status: 204 len: 173 time: 1.8129244 Nov 03 18:53:16.395017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd35ce-c496-4e59-b000-b59eeabdaaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.513105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd35ce-c496-4e59-b000-b59eeabdaaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.519236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd35ce-c496-4e59-b000-b59eeabdaaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.522049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d3dd35ce-c496-4e59-b000-b59eeabdaaf8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a246796-5d53-420c-9b0e-0813442a8885 HTTP/1.1" status: 204 len: 168 time: 0.5107191 Nov 03 18:53:16.550618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd35ce-c496-4e59-b000-b59eeabdaaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a246796-5d53-420c-9b0e-0813442a8885,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.563253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f4ec14-fab8-4d5a-a990-f8ac04c6564f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.572943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f4ec14-fab8-4d5a-a990-f8ac04c6564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.686947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45f4ec14-fab8-4d5a-a990-f8ac04c6564f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dc7a54cfccf94c3bb8d1c1a120f3e818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374262 Nov 03 18:53:16.688962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4ec14-fab8-4d5a-a990-f8ac04c6564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef06e7-ddee-4be6-9648-2cc0dd1dd194,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.690929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:16.909103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dafb635f-975b-467c-954f-69f48af375ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.967281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dafb635f-975b-467c-954f-69f48af375ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.094268 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb24485-637c-42f9-be29-25c1f91a15f6 x-openstack-request-id: req-2fb24485-637c-42f9-be29-25c1f91a15f6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:17.094941 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:17.095482 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2fb24485-637c-42f9-be29-25c1f91a15f6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:17.096284 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'status': 'completed', 'code': 200} Nov 03 18:53:17.126388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dafb635f-975b-467c-954f-69f48af375ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.134908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dafb635f-975b-467c-954f-69f48af375ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.141943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dafb635f-975b-467c-954f-69f48af375ae admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c9ef06e7-ddee-4be6-9648-2cc0dd1dd194 HTTP/1.1" status: 204 len: 168 time: 0.4475801 Nov 03 18:53:17.194272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb635f-975b-467c-954f-69f48af375ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ef06e7-ddee-4be6-9648-2cc0dd1dd194,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:17.359224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-d5fd0ccd-ed47-4134-9763-543fcc8d99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.371098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-d5fd0ccd-ed47-4134-9763-543fcc8d99a4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1094 time: 0.2040553 Nov 03 18:53:17.637293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fb71-072f-40f9-831c-2d2cd163f286 req-7cc53b92-93e9-4dbf-8716-4fbc962c156d tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.654661 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4705fb71-072f-40f9-831c-2d2cd163f286 req-7cc53b92-93e9-4dbf-8716-4fbc962c156d tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 943 time: 0.2262700 Nov 03 18:53:17.714068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-960246b2-c9c8-42a5-afc8-c7fc4fa6bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.718002 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-960246b2-c9c8-42a5-afc8-c7fc4fa6bad1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 930 time: 0.3306861 Nov 03 18:53:17.808198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4705fb71-072f-40f9-831c-2d2cd163f286 req-2ba52e0a-98ef-4964-a612-e493ac8b2af6 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487076 Nov 03 18:53:17.808923 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-9e668ef5-0c8b-4c55-bf37-fac4ff4b31e5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 217 time: 0.0752783 Nov 03 18:53:17.824968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcec3bc-047c-4f68-a017-944d384ed0e8 req-8d42f011-3936-4059-b3f8-fa7d389109dc tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.841118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdcec3bc-047c-4f68-a017-944d384ed0e8 req-8d42f011-3936-4059-b3f8-fa7d389109dc tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1844428 Nov 03 18:53:17.927518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-0200f96b-d672-4d11-9994-0cedf9075cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.932283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-0200f96b-d672-4d11-9994-0cedf9075cbd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 200 len: 868 time: 0.1096544 Nov 03 18:53:17.971961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdcec3bc-047c-4f68-a017-944d384ed0e8 req-fbc36783-fb71-4931-a1c3-5912dbcf9394 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265438 Nov 03 18:53:18.101144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-272be670-e15e-4dbc-9c2f-f0150eed7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.104256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-272be670-e15e-4dbc-9c2f-f0150eed7c33 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e808c975-4cf1-456c-9ad2-c05d6ea08973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589811 Nov 03 18:53:18.206733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8fc9a93-8bc2-4a95-9d16-e12ebe0e617d req-8743da6b-178f-487c-8c79-2f214c9c378a tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775719 Nov 03 18:53:18.314206 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-3fa97631-a577-4606-b781-48f011041878 service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974297 Nov 03 18:53:18.393654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:18.432863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc9a93-8bc2-4a95-9d16-e12ebe0e617d req-04ba1a58-51d6-4aef-88e4-880467ba317a tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.441372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8fc9a93-8bc2-4a95-9d16-e12ebe0e617d req-04ba1a58-51d6-4aef-88e4-880467ba317a tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220917 Nov 03 18:53:18.472982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8fc9a93-8bc2-4a95-9d16-e12ebe0e617d req-8b3e3bf5-8e5a-4191-a6db-a06c97f44448 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/quotas/66bc9fdb8b7f48f29191bff10fefb773 HTTP/1.1" status: 200 len: 375 time: 0.0303233 Nov 03 18:53:18.515190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52984) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:18.535831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8fc9a93-8bc2-4a95-9d16-e12ebe0e617d req-dd9ff130-b490-46e0-abf7-fabb63a179d6 tempest-QuotasAdminNegativeTest-1330885717 tempest-QuotasAdminNegativeTest-1330885717-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619063 Nov 03 18:53:18.555610 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.583969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2d7ee-6deb-4248-9678-395238295622 req-b33cb484-940d-4854-bd44-fdf5eb6fbec9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.590093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01f2d7ee-6deb-4248-9678-395238295622 req-b33cb484-940d-4854-bd44-fdf5eb6fbec9 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1458387 Nov 03 18:53:18.594903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:18.596372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:18.599822 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e58fa0-2666-4a71-8c84-f9cb168f2d24" -d '{"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:18.604953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.616671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad8afe3b-4ddf-4109-bd9e-4bedcad35b6d req-fb2b2287-bfe3-4cca-9a2b-d9683ba11e51 service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863619 Nov 03 18:53:18.701872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.702494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01f2d7ee-6deb-4248-9678-395238295622 req-10f17f34-0103-4efc-960f-d5c363a60f7c tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817945 Nov 03 18:53:18.770586 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4fedd-2d44-4606-9bd3-ecc8e5816b40 x-openstack-request-id: req-9cf4fedd-2d44-4606-9bd3-ecc8e5816b40 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:18.771848 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:18.772556 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9cf4fedd-2d44-4606-9bd3-ecc8e5816b40 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:18.773577 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'code': 200} Nov 03 18:53:18.859196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fbdeb9d3-8030-448d-91ab-cae750feab7c details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:18.869149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:18.900141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:18.901664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:19.108930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-deleted', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:19.117587 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d93ad04-8c42-43b4-8632-3895f2a36b11" -d '{"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-deleted", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:19.156908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30a5748d-f1b3-4adc-b775-b5616f222ece admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dedeed70f3bb479eb391e8d821c45431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6355870 Nov 03 18:53:19.158086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.194797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port fbdeb9d3-8030-448d-91ab-cae750feab7c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:19.234973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'port_id': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'mac_address': 'fa:16:3e:a2:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:19.242734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-42e15143-71c2-4b14-a325-b98fed1b1bc2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1598098 Nov 03 18:53:19.295141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94c49685-0daa-457d-8359-0542d73d3652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.299205 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.318383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdeb9d3-8030-448d-91ab-cae750feab7c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:19.346202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port fbdeb9d3-8030-448d-91ab-cae750feab7c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:19.355145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94c49685-0daa-457d-8359-0542d73d3652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.356034 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.508149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=fbdeb9d3-8030-448d-91ab-cae750feab7c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.509380 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94c49685-0daa-457d-8359-0542d73d3652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.518798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-baa35619-e9e5-4efa-9695-e90db9d53385 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.527952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-baa35619-e9e5-4efa-9695-e90db9d53385 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.2655995 Nov 03 18:53:19.530980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94c49685-0daa-457d-8359-0542d73d3652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.534819 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-94c49685-0daa-457d-8359-0542d73d3652 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/126bfe54-d82a-4e22-a678-a7f7c6bbeeb1 HTTP/1.1" status: 204 len: 168 time: 0.3734999 Nov 03 18:53:19.553717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c49685-0daa-457d-8359-0542d73d3652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126bfe54-d82a-4e22-a678-a7f7c6bbeeb1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.575668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-c545e44f-e064-4e1d-929b-b92d8d75ebba tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/quotas/4329e2f0b7714f61996d5a94de262799 HTTP/1.1" status: 200 len: 375 time: 0.0464611 Nov 03 18:53:19.628335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.675545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.676208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.677892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.679965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.680504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.681481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.682401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.689163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['fbdeb9d3-8030-448d-91ab-cae750feab7c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:19.695779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-8105ef37-66aa-4dc9-8cdd-33174ee94b5b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6490 time: 0.2304599 Nov 03 18:53:19.739572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-95444401-6cb3-4173-b826-eb088074906f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622510 Nov 03 18:53:19.829382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-235398972-network', 'tenant_id': 'f3135dcca24c41faaec7d14320870a87'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:19.877858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Made reservation on behalf of f3135dcca24c41faaec7d14320870a87 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:19.901914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.935203 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.961172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ad80a-bc58-4779-b578-f10859254e74 req-0d65c9fc-353a-44e2-81be-e7678560ba7b tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.963892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a92ad80a-bc58-4779-b578-f10859254e74 req-0d65c9fc-353a-44e2-81be-e7678560ba7b tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 944 time: 0.2571256 Nov 03 18:53:20.082904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-28312577-d913-4164-91e1-6918fd7b4f29 service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228250 Nov 03 18:53:20.096577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.105938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.142331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:20.161613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:20.179782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a92ad80a-bc58-4779-b578-f10859254e74 req-1208cbde-3c17-47ba-bbf6-feb5014068fe tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031803 Nov 03 18:53:20.190781 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.191565 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Added segment 201e6247-16ea-4252-95f5-e658d1a0dfd1 of type vlan for network e4870260-ea88-4711-9e47-b549ee75d5b5 Nov 03 18:53:20.266678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-67379a0b-b64f-4e87-859f-f5551ccb788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.267535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-67379a0b-b64f-4e87-859f-f5551ccb788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.268663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-67379a0b-b64f-4e87-859f-f5551ccb788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.270786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-67379a0b-b64f-4e87-859f-f5551ccb788e service neutron] 10.222.0.115 "GET /v2.0/networks?id=22eb02e1-6b86-47d4-baee-04b220578556&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 200 len: 2293 time: 0.5130157 Nov 03 18:53:20.305823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.366053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.370968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.379087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.534824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-d588c242-9286-44ec-a04e-a485c79f047b service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500663 Nov 03 18:53:20.538960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-2df4cf0d-93d0-4827-ba4d-91043ac1202c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 200 len: 1000 time: 0.2507563 Nov 03 18:53:20.550745 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11002f1-ceb3-400d-af85-3b0713ea34cd x-openstack-request-id: req-a11002f1-ceb3-400d-af85-3b0713ea34cd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:20.551649 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f772fa-89e7-4d09-b749-c947cb350cf0", "name": "network-vif-deleted", "tag": "13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:20.551649 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a11002f1-ceb3-400d-af85-3b0713ea34cd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:20.553208 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f772fa-89e7-4d09-b749-c947cb350cf0', 'name': 'network-vif-deleted', 'tag': '13cd04b3-73f1-4f4d-9fd5-edcb73dbbbc6', 'status': 'completed', 'code': 200} Nov 03 18:53:20.584463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9542439 Nov 03 18:53:20.588125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedbde4-3d7b-4bcc-bb73-5fad8e9e5a2f admin admin] Pushing event updated for resources: {'Network': ['ID=e4870260-ea88-4711-9e47-b549ee75d5b5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:20.590923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53064) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:20.608045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Request body: {'subnet': {'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-235398972-subnet', 'tenant_id': 'f3135dcca24c41faaec7d14320870a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:20.611508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e4870260-ea88-4711-9e47-b549ee75d5b5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:20.652663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Made reservation on behalf of f3135dcca24c41faaec7d14320870a87 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:20.656684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.723840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-f3786a3c-3be8-491a-8e7f-7bd70199da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.735323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-f3786a3c-3be8-491a-8e7f-7bd70199da1d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=57b15da0-0f41-4a92-982e-cb04bf19b799 HTTP/1.1" status: 200 len: 851 time: 0.1716185 Nov 03 18:53:20.857843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fbdeb9d3-8030-448d-91ab-cae750feab7c up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:20.903178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-cb8a6800-2c75-4e61-8720-fc2226084296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.905984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-cb8a6800-2c75-4e61-8720-fc2226084296 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=22eb02e1-6b86-47d4-baee-04b220578556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637602 Nov 03 18:53:20.944198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2c4ab-c47d-4dd3-946e-fb30d79a8d20 req-62be97f0-0335-444b-8dcf-451fdd7add0f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.952803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dda2c4ab-c47d-4dd3-946e-fb30d79a8d20 req-62be97f0-0335-444b-8dcf-451fdd7add0f tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.1848807 Nov 03 18:53:21.041865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-05a77222-3481-43a5-8c90-ce75f987d33e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.046772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port fbdeb9d3-8030-448d-91ab-cae750feab7c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:21.047050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-05a77222-3481-43a5-8c90-ce75f987d33e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "GET /v2.0/ports?device_id=f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9 HTTP/1.1" status: 200 len: 944 time: 0.1701150 Nov 03 18:53:21.051227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port fbdeb9d3-8030-448d-91ab-cae750feab7c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:21.051975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.168965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-b828d836-571a-4c37-9ec1-9f55f6982e24 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503772 Nov 03 18:53:21.227062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.267590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port fbdeb9d3-8030-448d-91ab-cae750feab7c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:21.269492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:21.277933 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c944730-7df4-400f-a250-5407171b79da" -d '{"events": [{"server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "name": "network-vif-plugged", "status": "completed", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:21.285583 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.319506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.383338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=fbdeb9d3-8030-448d-91ab-cae750feab7c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.473250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd91d014-1b63-45d2-939b-a258ea16fb37,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.511671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5b21a65-6674-4462-8894-83d2cd29bf56 req-0d8bcdf8-6ddf-4bae-bde3-c1edfcba5ecb tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 210 time: 0.5918834 Nov 03 18:53:21.525732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Deleting port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:21.525732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.660133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] For port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:21.661242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.686732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Calling delete_port for 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:21.695166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Checking segment: {'id': '201e6247-16ea-4252-95f5-e658d1a0dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:21.695629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Network hostable DHCP agents. Network: e4870260-ea88-4711-9e47-b549ee75d5b5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:21.755139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53094) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:21.769142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Network e4870260-ea88-4711-9e47-b549ee75d5b5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:21.783393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e4870260-ea88-4711-9e47-b549ee75d5b5) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:21.792069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.793034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.802777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c315e6a-ce86-402c-a1f9-9877c13fbf27 None None] Network e4870260-ea88-4711-9e47-b549ee75d5b5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:21.840820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-62600c28-30ee-4031-bb55-d81b3e0763e3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2429085 Nov 03 18:53:22.008452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.071593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event deleted for resources: {'Port': ['ID=0e3758ae-3340-4a8e-9f1e-0f257de5c1c6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:22.114018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4ceb-d6b5-4a70-8d17-aa5db4a82be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.117991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fcd0b-5f34-4109-93b8-1d62dd33c194 None None] Network e4870260-ea88-4711-9e47-b549ee75d5b5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:22.177725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dda2c4ab-c47d-4dd3-946e-fb30d79a8d20 req-6c7d5f11-1b29-42e0-906c-b3d7ddc0f191 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2236140 Nov 03 18:53:22.262058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] No DVR routers for this DVR port 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:22.267025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.270973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-40a8987e-83c4-45db-bb60-a184fea8e703 req-a57502c5-2988-49f8-bb9d-29c95b9ffc64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "DELETE /v2.0/ports/0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 HTTP/1.1" status: 204 len: 173 time: 1.2080457 Nov 03 18:53:22.320648 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc4ab33-418a-4644-939b-2fe7d8d02527 x-openstack-request-id: req-4fc4ab33-418a-4644-939b-2fe7d8d02527 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:22.320963 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "name": "network-vif-plugged", "status": "completed", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:22.321218 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4fc4ab33-418a-4644-939b-2fe7d8d02527 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:22.321675 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'code': 200} Nov 03 18:53:22.431517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-4ab222b0-ce13-4109-be3e-4ed41cc4fd7f service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2229714 Nov 03 18:53:22.463474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-44509c0f-1cee-4303-9e1f-55dad4f61951 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.465122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-44509c0f-1cee-4303-9e1f-55dad4f61951 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 1.0527446 Nov 03 18:53:22.467604 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4ceb-d6b5-4a70-8d17-aa5db4a82be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.541506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cc4ceb-d6b5-4a70-8d17-aa5db4a82be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.577439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-deleted', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:22.579852 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f9ec88-fb94-49d3-9649-c49ef0a61b22" -d '{"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-deleted", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:22.592165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc4ceb-d6b5-4a70-8d17-aa5db4a82be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd704b49-3444-41f1-9e62-a285b43ad752,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:22.610462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84736292-065e-48b6-9f6b-2cf521709e32 req-59d4bf24-e0ab-40c7-8ea0-f7565502eeb8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.616885 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e0cc4ceb-d6b5-4a70-8d17-aa5db4a82be4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=66bc9fdb8b7f48f29191bff10fefb773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8590901 Nov 03 18:53:22.619088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc047f-c97e-45da-ad6a-8357f609c346 req-e6dcfd6a-f567-4094-9686-bfdfe0540f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.622101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39fc047f-c97e-45da-ad6a-8357f609c346 req-e6dcfd6a-f567-4094-9686-bfdfe0540f71 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1096 time: 0.1453395 Nov 03 18:53:22.623555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84736292-065e-48b6-9f6b-2cf521709e32 req-59d4bf24-e0ab-40c7-8ea0-f7565502eeb8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 945 time: 0.4705353 Nov 03 18:53:22.623753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:22.627361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-3aaa83b3-f175-4ff4-a650-76ebb0bcbe22 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 217 time: 0.1528890 Nov 03 18:53:22.723024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39fc047f-c97e-45da-ad6a-8357f609c346 req-5273b105-74f6-4fe4-a3ef-4009124f1c73 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Nov 03 18:53:22.732083 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb36a269-b5c8-4ce7-b9fd-9d2171db5541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.802957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb36a269-b5c8-4ce7-b9fd-9d2171db5541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.851751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-c49a4cfa-68d7-4c75-91ff-ebd1249c80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.855112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-c49a4cfa-68d7-4c75-91ff-ebd1249c80d1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.2109191 Nov 03 18:53:22.921751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84736292-065e-48b6-9f6b-2cf521709e32 req-accb8fec-c616-4d1a-85b4-ecf747289722 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965562 Nov 03 18:53:22.928119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb36a269-b5c8-4ce7-b9fd-9d2171db5541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.934908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb36a269-b5c8-4ce7-b9fd-9d2171db5541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.942649 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cb36a269-b5c8-4ce7-b9fd-9d2171db5541 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cd704b49-3444-41f1-9e62-a285b43ad752 HTTP/1.1" status: 204 len: 168 time: 0.3175592 Nov 03 18:53:22.965260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36a269-b5c8-4ce7-b9fd-9d2171db5541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd704b49-3444-41f1-9e62-a285b43ad752,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:23.152601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-d3f46181-08f6-4661-9d18-e123676c30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.158869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-d3f46181-08f6-4661-9d18-e123676c30b7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2924011 Nov 03 18:53:23.168714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Deleting port 0995296a-7907-4a7d-9330-37ad68701fe8 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:23.172809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.368775 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ff475a-3027-4460-a1c2-cd5bd8b609fb x-openstack-request-id: req-b4ff475a-3027-4460-a1c2-cd5bd8b609fb {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:23.369230 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9", "name": "network-vif-deleted", "tag": "0e3758ae-3340-4a8e-9f1e-0f257de5c1c6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:23.369638 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b4ff475a-3027-4460-a1c2-cd5bd8b609fb {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:23.370246 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb557e-6af2-4ef7-84f1-9e2cfe70e4f9', 'name': 'network-vif-deleted', 'tag': '0e3758ae-3340-4a8e-9f1e-0f257de5c1c6', 'status': 'completed', 'code': 200} Nov 03 18:53:23.397887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-588a77d3-17cb-4b9f-8896-14ce577b1798 req-308deb3e-7a36-4b20-9bcf-b5c775148cb6 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 210 time: 0.1671729 Nov 03 18:53:23.573937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-00451f63-cd18-49b1-91b7-37703b21bd99 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.583133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-00451f63-cd18-49b1-91b7-37703b21bd99 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.5379810 Nov 03 18:53:23.619226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Request body: {'port': {'device_id': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'admin_state_up': True, 'tenant_id': '4329e2f0b7714f61996d5a94de262799'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:23.762319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] For port 0995296a-7907-4a7d-9330-37ad68701fe8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0995296a-7907-4a7d-9330-37ad68701fe8,segment=NetworkSegment(0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff),segment_id=0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:23.763069 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.783544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Calling delete_port for 0995296a-7907-4a7d-9330-37ad68701fe8 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:23.853512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Made reservation on behalf of 4329e2f0b7714f61996d5a94de262799 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:23.857969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.874210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53144) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:23.909838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c869ec47-3b8e-4a6e-bcc8-8c2e754f6335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.948948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-008cb088-4a55-4ed0-9768-703ffb012785 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639813 Nov 03 18:53:23.973805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f059b-7c37-4972-b92c-194c82baa5cd req-fd94c576-dcd7-466b-905e-cc94b5fa118e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.977553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a26f059b-7c37-4972-b92c-194c82baa5cd req-fd94c576-dcd7-466b-905e-cc94b5fa118e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 945 time: 0.3711855 Nov 03 18:53:24.177251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:24.195236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1617075182-network', 'tenant_id': 'e5ffee26384d4cfd8dcc180aec6f18cb'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:24.349466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-14725f5f-19c4-4ac0-8690-c22e60e35cc8 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698640 Nov 03 18:53:24.363634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a26f059b-7c37-4972-b92c-194c82baa5cd req-9a51f586-0ffc-4d31-9ce4-8a2c2286ef0e tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/security-groups?id=8d2b9724-f015-44a3-a7a3-766ac195c87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167317 Nov 03 18:53:24.371846 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.412446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0995296a-7907-4a7d-9330-37ad68701fe8 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:24.424222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Allocated IP 172.20.0.7 (9dec4c59-5c1a-4c89-ac88-bb1953445593/e54a6808-3801-4372-bd04-551e15ac8839/93c47a80-ef24-4759-9fed-6f4aae2dbc87) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:24.459156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Made reservation on behalf of e5ffee26384d4cfd8dcc180aec6f18cb for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:24.463552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.478970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-5df39125-90ce-4286-897c-85720ab19153 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 217 time: 0.1141880 Nov 03 18:53:24.530224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 0995296a-7907-4a7d-9330-37ad68701fe8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:24.530876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0995296a-7907-4a7d-9330-37ad68701fe8 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:24.531954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:24.554834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Pushing event deleted for resources: {'Port': ['ID=0995296a-7907-4a7d-9330-37ad68701fe8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.565705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c869ec47-3b8e-4a6e-bcc8-8c2e754f6335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.577979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c869ec47-3b8e-4a6e-bcc8-8c2e754f6335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.583501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.599090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:24.599701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e3758ae-3340-4a8e-9f1e-0f257de5c1c6 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:24.679355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869ec47-3b8e-4a6e-bcc8-8c2e754f6335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c700475-7c51-4f67-b6f2-a13568239c5b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.693841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] No DVR routers for this DVR port 0995296a-7907-4a7d-9330-37ad68701fe8 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:24.698937 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.708097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e1d2f82-431a-49f3-9cd2-2739b98e31d6 req-92b49fbe-427a-43e9-b80e-17df73db1f52 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.115 "DELETE /v2.0/ports/0995296a-7907-4a7d-9330-37ad68701fe8 HTTP/1.1" status: 204 len: 173 time: 2.2335074 Nov 03 18:53:24.726380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'name': 'network-vif-deleted', 'tag': '0995296a-7907-4a7d-9330-37ad68701fe8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:24.730673 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fef7ee-c22e-47e8-8684-0d6ffda560fa" -d '{"events": [{"server_uuid": "cc63e7ba-a03e-49fd-b2e1-19211f1546cf", "name": "network-vif-deleted", "tag": "0995296a-7907-4a7d-9330-37ad68701fe8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:24.741392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-5f2b90e3-a7c0-4886-9b47-fc8103d8bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.744364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-5f2b90e3-a7c0-4886-9b47-fc8103d8bbd7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.2320855 Nov 03 18:53:24.760712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c869ec47-3b8e-4a6e-bcc8-8c2e754f6335 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=273a13c78ecf41488803766db4084005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8850305 Nov 03 18:53:24.764994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53182) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:24.852523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e71e1-8b7a-411a-8c3d-3cb53452d953 req-0623c4b2-7014-4fad-a4e7-23b3fdc4a82e tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:24.855460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e28e71e1-8b7a-411a-8c3d-3cb53452d953 req-0623c4b2-7014-4fad-a4e7-23b3fdc4a82e tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 945 time: 0.2622550 Nov 03 18:53:24.903718 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db85bc5f-1d9a-4c9e-bade-3872a3984f01 req-0adec1fb-eec1-464b-aee7-d1b3359cd821 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 210 time: 0.1448092 Nov 03 18:53:24.997419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.012922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.014889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-358e9d61-5a46-4ee7-9fb4-86c705d664ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.017341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-358e9d61-5a46-4ee7-9fb4-86c705d664ae service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2400165 Nov 03 18:53:25.050996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.062370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e28e71e1-8b7a-411a-8c3d-3cb53452d953 req-a31246b6-b385-4b5b-ac78-0355280ff70f tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496203 Nov 03 18:53:25.083172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:25.129867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a01c231-a20d-4179-948b-8dc624dff282,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.162520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.163090 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Added segment f5c758f5-fc9c-484d-90a9-43a391a499f5 of type vlan for network 9b819295-e7b4-4ba5-8156-25c2e26c5abb Nov 03 18:53:25.201246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c696889-fbb7-46b2-b3b4-c7eb717cfd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.260291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c696889-fbb7-46b2-b3b4-c7eb717cfd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.306484 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.338456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.386399 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5791d4-16e2-4455-8dfb-26cde0267ff1 x-openstack-request-id: req-5b5791d4-16e2-4455-8dfb-26cde0267ff1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:25.386848 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc63e7ba-a03e-49fd-b2e1-19211f1546cf", "name": "network-vif-deleted", "tag": "0995296a-7907-4a7d-9330-37ad68701fe8", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:25.387274 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5b5791d4-16e2-4455-8dfb-26cde0267ff1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:25.387897 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc63e7ba-a03e-49fd-b2e1-19211f1546cf', 'name': 'network-vif-deleted', 'tag': '0995296a-7907-4a7d-9330-37ad68701fe8', 'status': 'completed', 'code': 200} Nov 03 18:53:25.474661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c696889-fbb7-46b2-b3b4-c7eb717cfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.498860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c696889-fbb7-46b2-b3b4-c7eb717cfd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.516593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c696889-fbb7-46b2-b3b4-c7eb717cfd7b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3c700475-7c51-4f67-b6f2-a13568239c5b HTTP/1.1" status: 204 len: 168 time: 0.7321107 Nov 03 18:53:25.565276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c696889-fbb7-46b2-b3b4-c7eb717cfd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c700475-7c51-4f67-b6f2-a13568239c5b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.578080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:25.578080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.580815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-d4c84581-0fd3-4b40-96f4-904d7e00a998 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482395 Nov 03 18:53:25.585750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.589157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.595409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:25.624567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:25.885382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8edd3b9-00bc-47db-a335-17a3aabc7eae req-c8b2e8a4-6484-4cb3-9fb8-5a617986c2f2 tempest-ServerDiskConfigTestJSON-1167356952 tempest-ServerDiskConfigTestJSON-1167356952-project] 10.222.0.91 "GET /v2.0/ports?device_id=cc63e7ba-a03e-49fd-b2e1-19211f1546cf HTTP/1.1" status: 200 len: 210 time: 0.0435903 Nov 03 18:53:25.887733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-f373c85f-5b9a-4bb9-9bb4-d4b6aa72780a service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991471 Nov 03 18:53:25.934348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.950195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-0eb18ba6-cf57-4586-9e40-6471537cc36c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1282a400-3de1-4def-8d50-30436d08405f HTTP/1.1" status: 200 len: 217 time: 0.0483260 Nov 03 18:53:25.953816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:25.969586 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7906241 Nov 03 18:53:25.990251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53220) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:26.026795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Request body: {'subnet': {'network_id': '9b819295-e7b4-4ba5-8156-25c2e26c5abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1617075182-subnet', 'tenant_id': 'e5ffee26384d4cfd8dcc180aec6f18cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:26.055692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed785c-bb75-4d0f-b1ed-c766714bcf9f admin admin] Pushing event updated for resources: {'Network': ['ID=9b819295-e7b4-4ba5-8156-25c2e26c5abb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.074948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9b819295-e7b4-4ba5-8156-25c2e26c5abb details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:26.125833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-81694421-cce3-4056-9978-2d26b348fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.128802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-81694421-cce3-4056-9978-2d26b348fab7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1681504 Nov 03 18:53:26.135290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.136696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.166367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Made reservation on behalf of e5ffee26384d4cfd8dcc180aec6f18cb for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:26.170770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.203432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113b753-042b-426a-b15b-4c8c32e05c3a req-6abd0c0e-9ea0-48e6-9e81-2244d164fb1c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.216979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7113b753-042b-426a-b15b-4c8c32e05c3a req-6abd0c0e-9ea0-48e6-9e81-2244d164fb1c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 931 time: 0.1474512 Nov 03 18:53:26.225663 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-5c07c64e-69c7-43ea-9819-357ddbaf4c0f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6147447 Nov 03 18:53:26.294369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Request body: {'port': {'device_id': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:26.351225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-bc706730-4c2f-45d1-ac2e-17c3e97d6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.354438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-bc706730-4c2f-45d1-ac2e-17c3e97d6d0e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002151 Nov 03 18:53:26.457418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2557ace0-67a5-4766-976f-774630906987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.463589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.634733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-6ebd0dd3-4940-4885-b610-c07a6d444cee service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681220 Nov 03 18:53:26.698498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7113b753-042b-426a-b15b-4c8c32e05c3a req-1dcfc0af-2b15-4bf9-a14f-3882174a80a0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104948 Nov 03 18:53:26.872427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9a42-98ac-4725-aa8d-d729fc0caea2 req-40891226-1185-4ac6-b6e7-c60d939d7fcc tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.894412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-564e9a42-98ac-4725-aa8d-d729fc0caea2 req-40891226-1185-4ac6-b6e7-c60d939d7fcc tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 945 time: 0.3188694 Nov 03 18:53:27.002140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53244) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:27.015930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-f5182b79-afab-4da0-b5cc-9dc41896b553 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485219 Nov 03 18:53:27.027072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-564e9a42-98ac-4725-aa8d-d729fc0caea2 req-af3bd68d-51eb-426c-96c3-8f6a72e04b20 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348379 Nov 03 18:53:27.161229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.228784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-658fa21f-2573-407d-9c13-fd4789b1605f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7086f24f-8efb-4c80-9c08-3d0348e47750 HTTP/1.1" status: 200 len: 217 time: 0.1911025 Nov 03 18:53:27.442663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f1f82c-d2d1-4b62-bd87-e1c46ac008a7,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:27.496852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53264) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:27.529076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2557ace0-67a5-4766-976f-774630906987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.548280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2557ace0-67a5-4766-976f-774630906987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.585497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-164d729b-8f0f-4067-9f58-9cf38988a031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.588251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Checking segment: {'id': 'f5c758f5-fc9c-484d-90a9-43a391a499f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9b819295-e7b4-4ba5-8156-25c2e26c5abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:27.589364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Network hostable DHCP agents. Network: 9b819295-e7b4-4ba5-8156-25c2e26c5abb, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:27.614353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-1fcb46e3-50f6-4d7b-86fc-31c87066844b tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 258 time: 0.4664836 Nov 03 18:53:27.629001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-e73a0897-0032-421b-9dc8-4fb37e1c8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.630027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-e73a0897-0032-421b-9dc8-4fb37e1c8484 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.3419175 Nov 03 18:53:27.643298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Deleting subnet d6e7cd4b-0074-4c1b-bf88-8c0530e79add {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:27.668452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.672848 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2557ace0-67a5-4766-976f-774630906987 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91c0e50fc667409d80d53dc242b47568&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7006733 Nov 03 18:53:27.673138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:27.673997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557ace0-67a5-4766-976f-774630906987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc1185c-4dcb-4afd-9c44-a5bb54e468f4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:27.677895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53268) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:27.762942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Network 9b819295-e7b4-4ba5-8156-25c2e26c5abb is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:27.766649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.781342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.836420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-9eb5d875-af63-4435-8e5b-0ce0992db9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.838705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-9eb5d875-af63-4435-8e5b-0ce0992db9ca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1928189 Nov 03 18:53:27.864756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9b819295-e7b4-4ba5-8156-25c2e26c5abb) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:27.880754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec563fcd-fb33-4c1b-990b-e6e0ea87b2bc None None] Network 9b819295-e7b4-4ba5-8156-25c2e26c5abb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:27.884564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.886575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.923948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c47a80-ef24-4759-9fed-6f4aae2dbc87 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:27.952749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-518c01f2-c8c5-45ae-8ad8-723f1ff0d21e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9364047 Nov 03 18:53:27.952749 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.957813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6a000e3-f8c2-4c6c-9239-2238c1a4e1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.990824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Transition to ACTIVE for port object 93c47a80-ef24-4759-9fed-6f4aae2dbc87 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:27.996694 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.999902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.059287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6a000e3-f8c2-4c6c-9239-2238c1a4e1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.130939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.157930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-164d729b-8f0f-4067-9f58-9cf38988a031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.198534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-164d729b-8f0f-4067-9f58-9cf38988a031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.225047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d2d0a3-a183-4578-8e3c-3ec1cdf24de1 None None] Network 9b819295-e7b4-4ba5-8156-25c2e26c5abb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:28.277550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303561e0-7e95-48bb-8a4a-0157cede0667 req-da124983-43a1-4016-a19b-a716e8fdd908 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:28.288639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-303561e0-7e95-48bb-8a4a-0157cede0667 req-da124983-43a1-4016-a19b-a716e8fdd908 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 931 time: 0.4400074 Nov 03 18:53:28.361475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6a000e3-f8c2-4c6c-9239-2238c1a4e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.370331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6a000e3-f8c2-4c6c-9239-2238c1a4e1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.375128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b6a000e3-f8c2-4c6c-9239-2238c1a4e1d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9cc1185c-4dcb-4afd-9c44-a5bb54e468f4 HTTP/1.1" status: 204 len: 168 time: 0.6835227 Nov 03 18:53:28.404697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-698ac0d3-712d-4720-8cec-1c0bb278dfa8 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526397 Nov 03 18:53:28.414652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Attempting to bind port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:28.416496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Attempting to bind port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:28.417670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Attempting to bind port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:28.423310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a000e3-f8c2-4c6c-9239-2238c1a4e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc1185c-4dcb-4afd-9c44-a5bb54e468f4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.428863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d729b-8f0f-4067-9f58-9cf38988a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee7bd42-a450-4c1e-acc5-b0513d9fd503,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.455875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-164d729b-8f0f-4067-9f58-9cf38988a031 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c967d4c3c08940bcb76a6da5fffaa231&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4488101 Nov 03 18:53:28.460681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53290) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:28.486826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:28.488311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Attempting to bind port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:28.525943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:28.526789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Checking segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:28.528151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Bound using segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:28.531103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Bound port: 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:28.532137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.566151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.652791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-303561e0-7e95-48bb-8a4a-0157cede0667 req-86a937a7-01a7-4575-97ae-ce28547d2d82 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609185 Nov 03 18:53:28.668524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e7cd4b-0074-4c1b-bf88-8c0530e79add,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.683865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.694574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fe44bcf0-15b0-4ad0-9d57-c6c1b33e7bdb admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d6e7cd4b-0074-4c1b-bf88-8c0530e79add HTTP/1.1" status: 204 len: 168 time: 1.1966619 Nov 03 18:53:28.704101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53294) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:28.744198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a7a288e-7424-4ba4-b12b-e29e568bb0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.768535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:28.795307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a7a288e-7424-4ba4-b12b-e29e568bb0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.806388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:28.815495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.857825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-09109f77-17d9-46b8-8c14-adaaacacc457 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186347 Nov 03 18:53:28.883939 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.895533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.912471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:28.913300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.914871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] 10.222.0.115 "PUT /v2.0/ports/93c47a80-ef24-4759-9fed-6f4aae2dbc87 HTTP/1.1" status: 200 len: 1091 time: 2.6312907 Nov 03 18:53:28.916002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:28.917964 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a26976-c9c7-48c7-a470-ff794e4edb02" -d '{"events": [{"name": "network-changed", "server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:28.927017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c690f-060c-4018-a24f-c9ad03c31083 service neutron] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.949297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-14813b23-3ae6-42ec-9044-23687e4037c9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=187556e5-51af-4b57-a34d-04b9379b8528 HTTP/1.1" status: 200 len: 217 time: 0.0748212 Nov 03 18:53:28.978558 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a7a288e-7424-4ba4-b12b-e29e568bb0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.983737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a7a288e-7424-4ba4-b12b-e29e568bb0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.990516 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3a7a288e-7424-4ba4-b12b-e29e568bb0f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bee7bd42-a450-4c1e-acc5-b0513d9fd503 HTTP/1.1" status: 204 len: 168 time: 0.5248399 Nov 03 18:53:29.055870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a288e-7424-4ba4-b12b-e29e568bb0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee7bd42-a450-4c1e-acc5-b0513d9fd503,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.088092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-60328825-3316-4fab-b3a3-8b6f5608375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.090174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-60328825-3316-4fab-b3a3-8b6f5608375e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 1094 time: 0.0972657 Nov 03 18:53:29.189239 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-c7780316-131f-40ab-94d1-b7ed5cd35c74 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87 HTTP/1.1" status: 200 len: 217 time: 0.0886350 Nov 03 18:53:29.289836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-a4aa62dd-fca3-4ce7-91a0-50c885868738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.292544 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-a4aa62dd-fca3-4ce7-91a0-50c885868738 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.0932279 Nov 03 18:53:29.358940 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-a343dda5-15bb-446a-b732-49aa62499424 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581307 Nov 03 18:53:29.371524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-80fe5648-2334-45ac-9eda-93df3fb078c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.376648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-80fe5648-2334-45ac-9eda-93df3fb078c8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.3800890 Nov 03 18:53:29.379867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Allocated IP 172.25.8.247 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/c8066c2e-de41-4e1d-9bc2-32012bc00fdb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:29.520839 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.656872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-3d652fc7-6b81-4936-9622-5f4f84cac63b service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869811 Nov 03 18:53:29.896043 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b435cced-fe95-461f-9874-7a20f8ad47f6 req-d258ccde-1bdf-4c5f-8845-d3f6af524e8e service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273450 Nov 03 18:53:30.077227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53328) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:30.101967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de0dfc91-e04f-41a2-a51a-e5dd831be469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.122232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179c5dca-3467-4285-93eb-655cf3f11f8f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.151538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.152012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f377ccc-f2c4-4daa-9af0-dcc1c97e58ff') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.262327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de0dfc91-e04f-41a2-a51a-e5dd831be469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.274312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de0dfc91-e04f-41a2-a51a-e5dd831be469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.358410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.364973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-de0dfc91-e04f-41a2-a51a-e5dd831be469 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=879af47c331744b69f296018862e2779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820830 Nov 03 18:53:30.364973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dfc91-e04f-41a2-a51a-e5dd831be469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05eadb0-7ffa-4083-81dc-7905bc5a43e6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.367095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:30.449737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.451208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34303266-2516-4686-8b71-8d6931c39ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.458913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:30.459789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:30.483605 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:30.488301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34303266-2516-4686-8b71-8d6931c39ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.522027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-06c1dfd5-10b4-43cf-90e0-e937b0cbdc90 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:30.529388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-06c1dfd5-10b4-43cf-90e0-e937b0cbdc90 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/networks?id=e4870260-ea88-4711-9e47-b549ee75d5b5 HTTP/1.1" status: 200 len: 814 time: 0.4399807 Nov 03 18:53:30.575104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34303266-2516-4686-8b71-8d6931c39ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.575434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-1e07f9e9-a480-444c-9ffe-1c1f0e06f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:30.577554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-1e07f9e9-a480-444c-9ffe-1c1f0e06f1ee service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1147153 Nov 03 18:53:30.581987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34303266-2516-4686-8b71-8d6931c39ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.588738 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-34303266-2516-4686-8b71-8d6931c39ff6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c05eadb0-7ffa-4083-81dc-7905bc5a43e6 HTTP/1.1" status: 204 len: 168 time: 0.2154126 Nov 03 18:53:30.609831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34303266-2516-4686-8b71-8d6931c39ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05eadb0-7ffa-4083-81dc-7905bc5a43e6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.645897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-94b17ace-63f0-4957-a476-c3d05b338208 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/quotas/f3135dcca24c41faaec7d14320870a87 HTTP/1.1" status: 200 len: 375 time: 0.1152358 Nov 03 18:53:30.676121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.699413 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.703398 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] 10.222.0.91 "DELETE /v2.0/networks/179c5dca-3467-4285-93eb-655cf3f11f8f HTTP/1.1" status: 204 len: 168 time: 1.9890292 Nov 03 18:53:30.737221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-7f3afabe-3751-4a50-add8-1afe6aeeada6 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f3135dcca24c41faaec7d14320870a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901215 Nov 03 18:53:30.791725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822a73-1f0e-4e9a-938f-36f9d8eaea7f admin admin] Pushing event deleted for resources: {'Network': ['ID=179c5dca-3467-4285-93eb-655cf3f11f8f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.887531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.925589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-6d497db2-603f-4e91-984a-cebdf6e7723c service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302484 Nov 03 18:53:31.059575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2d17aaa-77bd-4929-8eb6-bae2c6c1f6be service neutron] 10.222.0.91 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212755 Nov 03 18:53:31.075343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.178629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:31.221608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:31.227143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-9a99242f-96ce-42d9-925f-7af5bb34df3d service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854877 Nov 03 18:53:31.227769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event updated for resources: {'Port': ['ID=c8066c2e-de41-4e1d-9bc2-32012bc00fdb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.232577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53358) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:31.238869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:31.311779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-4bdc6746-522b-4833-8013-4be1bc6d1232 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 200 len: 217 time: 0.0698917 Nov 03 18:53:31.323184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee11233b-44f5-47ec-8d1e-701d70fc902f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=879c337db73b4278ace1c93b5e45853b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875623 Nov 03 18:53:31.328114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53362) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:31.402487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-ab6df343-e533-47ea-a9d5-ed404359803f service neutron] 10.222.0.91 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205180 Nov 03 18:53:31.446437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c256cd0-cc6b-44f0-a938-3e7accbc649d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.461752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-e721626a-77f3-4589-bf9f-6154548ee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.464379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-e721626a-77f3-4589-bf9f-6154548ee30f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.1377699 Nov 03 18:53:31.488891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c256cd0-cc6b-44f0-a938-3e7accbc649d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.556385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.563839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c256cd0-cc6b-44f0-a938-3e7accbc649d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.569588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c256cd0-cc6b-44f0-a938-3e7accbc649d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.572576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c256cd0-cc6b-44f0-a938-3e7accbc649d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8d2b9724-f015-44a3-a7a3-766ac195c87c HTTP/1.1" status: 204 len: 168 time: 0.2425191 Nov 03 18:53:31.623830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-0f4dfcaa-b987-41d5-a89c-647ce9a9890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.626371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-0f4dfcaa-b987-41d5-a89c-647ce9a9890d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484468 Nov 03 18:53:31.634754 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.643278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c256cd0-cc6b-44f0-a938-3e7accbc649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2b9724-f015-44a3-a7a3-766ac195c87c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.713041 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e92ee-d097-4231-b0ea-0de7d7964379 x-openstack-request-id: req-106e92ee-d097-4231-b0ea-0de7d7964379 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:31.713464 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:31.713875 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-106e92ee-d097-4231-b0ea-0de7d7964379 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:31.721570 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'status': 'completed', 'code': 200} Nov 03 18:53:31.898583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-3c4b5228-33a4-41a4-92d4-4988db745bab service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593787 Nov 03 18:53:31.909861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-a670cd42-799d-4e9f-8189-2194c174461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.912521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-a670cd42-799d-4e9f-8189-2194c174461b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 1094 time: 0.1511297 Nov 03 18:53:32.078560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dab08-d8c9-404a-b8b7-68afb8ad395e req-5f1238e7-20f7-4fba-834d-d15acd774951 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.080162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a04dab08-d8c9-404a-b8b7-68afb8ad395e req-5f1238e7-20f7-4fba-834d-d15acd774951 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 943 time: 0.1789045 Nov 03 18:53:32.111944 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.121685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.136993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c271cdc8-4d87-4e72-ac99-e54010beebb9 req-e3c644a8-c0fe-481c-ac0d-3adceaf7dee4 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273545 Nov 03 18:53:32.203566 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.237804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-9dd575a2-824e-4804-a69b-2264985ddb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.243312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-9dd575a2-824e-4804-a69b-2264985ddb7e service neutron] 10.222.0.115 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 906 time: 0.3214490 Nov 03 18:53:32.317500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.353357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a04dab08-d8c9-404a-b8b7-68afb8ad395e req-839dbb6a-024c-4ced-87ef-ab6394caf10a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551451 Nov 03 18:53:32.355902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event updated for resources: {'Port': ['ID=c8066c2e-de41-4e1d-9bc2-32012bc00fdb,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:32.364560 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.374438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-b825faff-fcff-43a5-8a5b-e902aff9a337 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7238050 Nov 03 18:53:32.447519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-5782514b-1177-4a5d-ad19-99d78ecb9d1c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87 HTTP/1.1" status: 200 len: 217 time: 0.1955481 Nov 03 18:53:32.458171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:32.572953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-e204eee0-7d70-4b7b-b1b6-5545e81f4c0f tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.1966898 Nov 03 18:53:32.575306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-241fe877-e193-4d45-89cd-bcfc52b40135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.577471 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-241fe877-e193-4d45-89cd-bcfc52b40135 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.1177475 Nov 03 18:53:32.644559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-fbb99378-4367-433a-9e3c-1c100926316d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585837 Nov 03 18:53:32.835332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-df6a8ec7-6f4d-47eb-8173-479f9adbe75e tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.838352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85a1d98a-2ec9-438e-abcf-b3fdf803e2b0 req-df6a8ec7-6f4d-47eb-8173-479f9adbe75e tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2529571 Nov 03 18:53:32.933288 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.953273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:32.980938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:33.019150 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-0f083406-660a-4ef5-887a-23b908972d79 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572640 Nov 03 18:53:33.102304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.165700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c47a80-ef24-4759-9fed-6f4aae2dbc87 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:33.229248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:33.235676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.369744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90a26976-c9c7-48c7-a470-ff794e4edb02 req-c833a877-57f0-48b6-a78d-ab68b30fb792 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372889 Nov 03 18:53:33.408908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:33.427239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.427991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.429103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.429817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.430520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.431314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.432011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.432572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.433230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.433769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.434781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.436948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:33.457009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-325ac9e5-c52e-45bf-83b1-d882d63530ef tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600796 Nov 03 18:53:33.628057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['93c47a80-ef24-4759-9fed-6f4aae2dbc87'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:33.668012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-be8f7755-7406-43de-aa34-dd3f6f464118 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.683479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-be8f7755-7406-43de-aa34-dd3f6f464118 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250080 Nov 03 18:53:33.705405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-65f882ee-bdf6-4bc3-9a6f-4585d3a5d008 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/quotas/6a7b0ff4ce954d789feaa777fcd25452 HTTP/1.1" status: 200 len: 375 time: 0.0207343 Nov 03 18:53:33.813989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-4145714a-b9ff-499d-b0c8-5be9329e4d42 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068082 Nov 03 18:53:33.885423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1c17644-5d4f-4efc-a86b-32ab3a71958a req-21baf071-fc62-4f61-9ea4-1f6012e9fc89 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 210 time: 0.0817864 Nov 03 18:53:34.214002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-b80eeb54-3928-47fa-9a61-aca1dc096362 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:34.217310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-b80eeb54-3928-47fa-9a61-aca1dc096362 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2232759 Nov 03 18:53:34.438240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-8a9f2123-c41f-4aaa-a605-557a8ecddf25 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 696 time: 0.1658933 Nov 03 18:53:34.457586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Request body: {'floatingip': {'port_id': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:34.551005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.565601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcc571-1115-48b1-aebe-e3ef2353d3f4 req-95a21e35-a698-414e-a788-cce14735de67 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:34.574119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfdcc571-1115-48b1-aebe-e3ef2353d3f4 req-95a21e35-a698-414e-a788-cce14735de67 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 944 time: 0.4141946 Nov 03 18:53:34.599070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-d7d70b7a-8b9a-43ae-9ad0-e9b3d334bac2 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:34.601199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-133bfc2f-5f35-457b-9d69-e6a179ec8ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.606591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-d7d70b7a-8b9a-43ae-9ad0-e9b3d334bac2 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.110 "GET /v2.0/networks?id=e4870260-ea88-4711-9e47-b549ee75d5b5 HTTP/1.1" status: 200 len: 814 time: 0.3674130 Nov 03 18:53:34.630574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Request body: {'port': {'device_id': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5', 'admin_state_up': True, 'tenant_id': 'f3135dcca24c41faaec7d14320870a87'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:34.806960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Made reservation on behalf of f3135dcca24c41faaec7d14320870a87 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:34.811366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.821437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfdcc571-1115-48b1-aebe-e3ef2353d3f4 req-e0a13371-7d38-4198-9c86-54a0e746f0b3 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461214 Nov 03 18:53:35.017554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Allocated IP 172.20.0.12 (e4870260-ea88-4711-9e47-b549ee75d5b5/cd91d014-1b63-45d2-939b-a258ea16fb37/8d26155b-37fa-4709-a856-de7b35937561) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:35.381089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.475397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.589296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Network e4870260-ea88-4711-9e47-b549ee75d5b5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:35.600944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:35.605712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:35.657658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Pushing event updated for resources: {'Port': ['ID=8d26155b-37fa-4709-a856-de7b35937561,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:35.658707 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.666671 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.686495 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-fce8a447-4099-411f-8468-bcddb45fa849 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546319 Nov 03 18:53:35.719240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.720364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.751160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-c2a3244b-ff37-4f74-8bac-1616d08aadcc tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1278489 Nov 03 18:53:35.774545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Request body: {'port': {'device_id': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:35.886248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.936155 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Floating IP b90a30a4-3a7f-4853-acb5-a6c566bac66f associated. External IP: 172.25.8.247, port: fbdeb9d3-8030-448d-91ab-cae750feab7c. Nov 03 18:53:35.984464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-24e9abfa-0b1f-4ef7-b993-affc555ea729 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.986316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-24e9abfa-0b1f-4ef7-b993-affc555ea729 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410650 Nov 03 18:53:36.028557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-2276ecdb-c0f2-40ea-96f7-c81eedd535f1 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550268 Nov 03 18:53:36.090011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-766a9216-9a8a-489c-a10a-79a9eb5b067d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/quotas/6a7b0ff4ce954d789feaa777fcd25452 HTTP/1.1" status: 200 len: 375 time: 0.0800180 Nov 03 18:53:36.180204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-0bbe03d2-2849-4fe3-9da7-4daf1dea4ff0 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651083 Nov 03 18:53:36.470566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:36.526866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-29b8a819-a148-4075-82aa-533dd81bc1f0 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.530520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-29b8a819-a148-4075-82aa-533dd81bc1f0 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3865790 Nov 03 18:53:36.559358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Request body: {'port': {'device_id': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '6a7b0ff4ce954d789feaa777fcd25452'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:36.618890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:36.630564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:36.631524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.777432 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.814950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:36.818108 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cba7b0-1e94-4e59-9499-17d0257e0dcb" -d '{"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:36.841887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:36.851239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.877252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d26155b-37fa-4709-a856-de7b35937561 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:36.898917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.939682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Transition to ACTIVE for port object 8d26155b-37fa-4709-a856-de7b35937561 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:36.944685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Made reservation on behalf of 6a7b0ff4ce954d789feaa777fcd25452 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:36.977027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.982718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.000363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e87c1-5a5d-44db-8f86-c0c62f94e5a6 req-aff9494c-4b48-48bf-92db-13e7c24764b3 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.004088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a2e87c1-5a5d-44db-8f86-c0c62f94e5a6 req-aff9494c-4b48-48bf-92db-13e7c24764b3 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 932 time: 0.1169255 Nov 03 18:53:37.021797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.037934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.095417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Router b3597c22-7d76-4cfb-a0cb-21e78996c135 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:37.099862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Pushing event updated for resources: {'Port': ['ID=8d26155b-37fa-4709-a856-de7b35937561,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.137546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a2e87c1-5a5d-44db-8f86-c0c62f94e5a6 req-426db076-7e49-4f47-922b-a61eae593bc5 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112599 Nov 03 18:53:37.312408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Attempting to bind port 8d26155b-37fa-4709-a856-de7b35937561 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:37.313488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Attempting to bind port 8d26155b-37fa-4709-a856-de7b35937561 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '201e6247-16ea-4252-95f5-e658d1a0dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:37.314347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Attempting to bind port 8d26155b-37fa-4709-a856-de7b35937561 on network e4870260-ea88-4711-9e47-b549ee75d5b5 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:37.326154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Port 8d26155b-37fa-4709-a856-de7b35937561 on network e4870260-ea88-4711-9e47-b549ee75d5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:37.326750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Attempting to bind port 8d26155b-37fa-4709-a856-de7b35937561 on network e4870260-ea88-4711-9e47-b549ee75d5b5 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:37.343378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:37.345384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Checking segment: {'id': '201e6247-16ea-4252-95f5-e658d1a0dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:37.345628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Bound using segment: {'id': '201e6247-16ea-4252-95f5-e658d1a0dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:37.346369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Bound port: 8d26155b-37fa-4709-a856-de7b35937561, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201e6247-16ea-4252-95f5-e658d1a0dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:37.346946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.380305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.425945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.432927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:37.439970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.461037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e077142-c34d-4981-b627-a660b288726e None None] Sync routers for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:37.489179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:37.490499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:37.523446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-87c08122-bf42-4870-93b1-fd90ee7fd0a8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "PUT /v2.0/floatingips/b90a30a4-3a7f-4853-acb5-a6c566bac66f HTTP/1.1" status: 200 len: 996 time: 3.0839188 Nov 03 18:53:37.524182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:37.527756 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:37.635161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40847e-f46c-4493-94f6-6f85eeea77d7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.645007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] For port 8d26155b-37fa-4709-a856-de7b35937561, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:37.656135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] For port 8d26155b-37fa-4709-a856-de7b35937561, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8d26155b-37fa-4709-a856-de7b35937561,segment=NetworkSegment(201e6247-16ea-4252-95f5-e658d1a0dfd1),segment_id=201e6247-16ea-4252-95f5-e658d1a0dfd1)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:37.668668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.682941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-89bfc7e9-fbc3-43c1-a54b-1da261ffb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.689264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-89bfc7e9-fbc3-43c1-a54b-1da261ffb098 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1096 time: 0.1424811 Nov 03 18:53:37.776350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:37.813320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.814327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.816766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] 10.222.0.110 "PUT /v2.0/ports/8d26155b-37fa-4709-a856-de7b35937561 HTTP/1.1" status: 200 len: 1092 time: 2.0498426 Nov 03 18:53:37.821659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'tag': '8d26155b-37fa-4709-a856-de7b35937561'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:37.826020 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b32be6-981b-42de-95d2-8fdb851742e4", "tag": "8d26155b-37fa-4709-a856-de7b35937561"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:37.877333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692d3d6-8c17-4e5e-a712-c9af83ca403f service neutron] Pushing event updated for resources: {'Port': ['ID=8d26155b-37fa-4709-a856-de7b35937561,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.958219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-faffd7d8-da8d-4cd6-8b42-146aebd5f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.960756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-faffd7d8-da8d-4cd6-8b42-146aebd5f95e service neutron] 10.222.0.91 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 930 time: 0.2617810 Nov 03 18:53:37.974412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Allocated IP 192.168.233.67 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/73ce166c-a658-4408-9e81-865c8c8b6a2f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:38.023855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-a34540b9-1924-40ab-8461-6d2d2bd41649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.025840 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-a34540b9-1924-40ab-8461-6d2d2bd41649 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f3135dcca24c41faaec7d14320870a87&device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 1095 time: 0.1277263 Nov 03 18:53:38.176053 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-36376307-5c70-4957-8eab-2b20a2da732c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d26155b-37fa-4709-a856-de7b35937561 HTTP/1.1" status: 200 len: 217 time: 0.1343217 Nov 03 18:53:38.191591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-e63117f9-4c02-43a0-a241-a24242eaf599 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 999 time: 0.2192609 Nov 03 18:53:38.311715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-5fefb03f-e887-4385-b6ec-5baf0b591069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.315014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-5fefb03f-e887-4385-b6ec-5baf0b591069 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 200 len: 868 time: 0.1193566 Nov 03 18:53:38.327096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14749b9-030e-469a-a8ed-34306ccf8a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.393771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-339b6279-df6e-4acc-8d39-38783a5a45ea tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2512174 Nov 03 18:53:38.422494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-10961f39-bdc7-40d1-9cd7-709ca619bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.425993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-10961f39-bdc7-40d1-9cd7-709ca619bfa2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e808c975-4cf1-456c-9ad2-c05d6ea08973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001112 Nov 03 18:53:38.486661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'b90a30a4-3a7f-4853-acb5-a6c566bac66f', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'port_id': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'mac_address': 'fa:16:3e:a2:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:53:31Z', 'updated_at': '2021-11-03T18:53:35Z', 'revision_number': 1, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:38.504448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-783e7b9a-a4c1-4a0c-b00c-1066de721104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.507392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-783e7b9a-a4c1-4a0c-b00c-1066de721104 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=cd91d014-1b63-45d2-939b-a258ea16fb37 HTTP/1.1" status: 200 len: 854 time: 0.2846580 Nov 03 18:53:38.543590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e077142-c34d-4981-b627-a660b288726e None None] Checking router: b3597c22-7d76-4cfb-a0cb-21e78996c135 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:38.556549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:38.557257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:38.620836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-639f8ca6-1c13-47f8-a50b-27f772b00666 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4870260-ea88-4711-9e47-b549ee75d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588274 Nov 03 18:53:38.638981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e20ef4-c71e-417b-8166-2d6b2581a59b req-8354fe53-757a-4de3-8a3c-c9a6f1a38c64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.640774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4e20ef4-c71e-417b-8166-2d6b2581a59b req-8354fe53-757a-4de3-8a3c-c9a6f1a38c64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1594801 Nov 03 18:53:38.681623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-52a3c950-9e02-4f42-a7cf-21486fc3f8f5 service neutron] 10.222.0.91 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425346 Nov 03 18:53:38.710237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.739714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6aa740d2-ed78-470f-a664-c05c7e942f52 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.742730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6aa740d2-ed78-470f-a664-c05c7e942f52 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3355796 Nov 03 18:53:38.749702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:38.755507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4e20ef4-c71e-417b-8166-2d6b2581a59b req-acf1d927-2ee9-449c-82bc-3106651e69bd tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027517 Nov 03 18:53:38.807675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Request body: {'port': {'device_id': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '6a7b0ff4ce954d789feaa777fcd25452'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:38.911925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e40e100-958b-4bb3-89b2-30c590903f2a req-e9b13267-6b4f-4339-9805-73c4dd854e87 service neutron] 10.222.0.91 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090206 Nov 03 18:53:39.060179 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537781f5-50a0-4f58-9a18-2a7d0c3b77bd x-openstack-request-id: req-537781f5-50a0-4f58-9a18-2a7d0c3b77bd {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:39.060497 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:39.060708 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-537781f5-50a0-4f58-9a18-2a7d0c3b77bd {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:39.064441 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'code': 200} Nov 03 18:53:39.093425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-417fc976-de88-419e-8318-97863a932330 req-0eefed4e-8031-42ec-a523-749fd943a19e tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 210 time: 0.0898573 Nov 03 18:53:39.198882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338573f7-eee1-4a3e-9f9c-5830be0f36aa req-3c3e1629-ef2d-4939-9e15-228574c951f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.202128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-338573f7-eee1-4a3e-9f9c-5830be0f36aa req-3c3e1629-ef2d-4939-9e15-228574c951f4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 1096 time: 0.1360755 Nov 03 18:53:39.207726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e077142-c34d-4981-b627-a660b288726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'b90a30a4-3a7f-4853-acb5-a6c566bac66f', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'port_id': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'mac_address': 'fa:16:3e:a2:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:53:31Z', 'updated_at': '2021-11-03T18:53:35Z', 'revision_number': 1, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:39.212800 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9415f72-719c-4225-b2af-691859a1cb6a x-openstack-request-id: req-d9415f72-719c-4225-b2af-691859a1cb6a {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:39.213121 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:39.213344 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d9415f72-719c-4225-b2af-691859a1cb6a {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:39.223590 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'status': 'completed', 'code': 200} Nov 03 18:53:39.332778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-338573f7-eee1-4a3e-9f9c-5830be0f36aa req-4fe41604-385c-49f1-8a0b-53a4d028ee02 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073091 Nov 03 18:53:39.346150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e077142-c34d-4981-b627-a660b288726e None None] The sync data for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 is: [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'b90a30a4-3a7f-4853-acb5-a6c566bac66f', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'port_id': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'mac_address': 'fa:16:3e:a2:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:53:31Z', 'updated_at': '2021-11-03T18:53:35Z', 'revision_number': 1, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:39.351754 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4a1db8-4db1-4ab3-9fe3-d4302557a8bf x-openstack-request-id: req-fc4a1db8-4db1-4ab3-9fe3-d4302557a8bf {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:39.352349 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b32be6-981b-42de-95d2-8fdb851742e4", "tag": "8d26155b-37fa-4709-a856-de7b35937561", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:39.352501 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fc4a1db8-4db1-4ab3-9fe3-d4302557a8bf {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:39.353397 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'tag': '8d26155b-37fa-4709-a856-de7b35937561', 'status': 'completed', 'code': 200} Nov 03 18:53:39.428214 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-299d5b79-3a10-4ae3-8ab9-dd9efb06a600 service neutron] 10.222.0.110 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776520 Nov 03 18:53:39.438887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.446444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-9e960651-473a-4393-82d3-d7f9e3b27805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.449429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-9e960651-473a-4393-82d3-d7f9e3b27805 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1096 time: 0.1301208 Nov 03 18:53:39.616642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:39.649348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:39.667455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-a3179246-ce54-401b-a63f-255abbb26201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.667809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:39.669107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-a3179246-ce54-401b-a63f-255abbb26201 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 930 time: 0.2108867 Nov 03 18:53:39.674588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:39.692692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663537-5b28-4242-8b9b-56d5c1544bcf req-bea71b4a-64fe-417f-98b6-756a9e41e70d tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.699519 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.701937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d663537-5b28-4242-8b9b-56d5c1544bcf req-bea71b4a-64fe-417f-98b6-756a9e41e70d tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 944 time: 0.1409795 Nov 03 18:53:39.794357 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5fc39d-584c-41d9-b2b3-24bcd8571911 None None] New status for floating IP b90a30a4-3a7f-4853-acb5-a6c566bac66f: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:53:39.806179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8089e1f4-48bf-4600-9dd6-f05fda9f4f67 req-d82b20e0-269e-4ec9-9d0e-ebb867364581 service neutron] 10.222.0.110 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638856 Nov 03 18:53:39.816536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.817337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.876645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Made reservation on behalf of 6a7b0ff4ce954d789feaa777fcd25452 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:39.892684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.953004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d663537-5b28-4242-8b9b-56d5c1544bcf req-98d2aeb6-37d6-4e92-99e0-00a4a0adaf8b tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363429 Nov 03 18:53:39.971019 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-b9ae5a9f-3023-481e-b031-3e08f491b2a2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4194086 Nov 03 18:53:40.012927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-5dd0c179-b278-4f7e-a218-c3fd1c70577b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 999 time: 0.3091819 Nov 03 18:53:40.038775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Request body: {'port': {'device_id': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:40.137120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-49d28f3a-ac84-48f6-9ae3-692432744766 None None] Provisioning complete for port 73ce166c-a658-4408-9e81-865c8c8b6a2f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:40.139447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-49d28f3a-ac84-48f6-9ae3-692432744766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.262476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-49d28f3a-ac84-48f6-9ae3-692432744766 None None] Port 73ce166c-a658-4408-9e81-865c8c8b6a2f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:40.275293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-fc02b100-4201-4cbd-af71-8a60d0a95ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.277301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-fc02b100-4201-4cbd-af71-8a60d0a95ab6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 200 len: 868 time: 0.2452157 Nov 03 18:53:40.291814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-b4e1c7bc-ada7-40d0-acff-1522ae84432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.293656 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-b4e1c7bc-ada7-40d0-acff-1522ae84432f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f3135dcca24c41faaec7d14320870a87&device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 1095 time: 0.3450904 Nov 03 18:53:40.361443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.407525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-01ff22f0-1048-4b36-b5de-0866c01c6c2f tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 258 time: 0.3537221 Nov 03 18:53:40.429662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-68a30d11-ad8c-43b7-bfeb-d1d2f2f3a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.431341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-68a30d11-ad8c-43b7-bfeb-d1d2f2f3a846 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e808c975-4cf1-456c-9ad2-c05d6ea08973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401746 Nov 03 18:53:40.442774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:40.466004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572baa-c8d8-4640-b911-2222e262beff req-b68d59c0-2df7-4be5-893c-a2e651f61b9f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.468135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51572baa-c8d8-4640-b911-2222e262beff req-b68d59c0-2df7-4be5-893c-a2e651f61b9f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1549888 Nov 03 18:53:40.543253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Allocated IP 192.168.233.130 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/f685ba6b-0546-48ac-b3af-78f3e4aab5d5) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:40.600673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.656242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-be301fe4-2a3d-44e6-8369-2f37a285f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.658672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-be301fe4-2a3d-44e6-8369-2f37a285f121 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e4870260-ea88-4711-9e47-b549ee75d5b5 HTTP/1.1" status: 200 len: 915 time: 0.3456371 Nov 03 18:53:40.691640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51572baa-c8d8-4640-b911-2222e262beff req-05639f48-eb80-4723-868e-9e963f7bd022 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030773 Nov 03 18:53:40.760912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-6dbf1c1d-883c-4466-9186-bd8e57782ecc service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910714 Nov 03 18:53:40.828863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-2b27ee8d-5b8b-4325-b31a-2ee8079fdb39 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d26155b-37fa-4709-a856-de7b35937561 HTTP/1.1" status: 200 len: 217 time: 0.0871522 Nov 03 18:53:40.936780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb82f0b0-ed4f-4c6f-b476-42a57ba54cc2 req-21fb1346-2804-4898-b699-963df1636269 service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557949 Nov 03 18:53:40.947444 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.005786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-04d6320e-c431-4bc2-b8c5-11f6d82f7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.007373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-04d6320e-c431-4bc2-b8c5-11f6d82f7455 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=cd91d014-1b63-45d2-939b-a258ea16fb37 HTTP/1.1" status: 200 len: 854 time: 0.1607976 Nov 03 18:53:41.065149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-935541b3-f997-42c6-8a50-92a35b4a58e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4870260-ea88-4711-9e47-b549ee75d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439320 Nov 03 18:53:41.084006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-612bff01-fe12-4c76-b5c1-edb13d638d5d req-6a24ec49-17f9-4e0e-abe5-1a53e53710de tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 210 time: 0.0496633 Nov 03 18:53:41.198233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.217791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Allocated IP 172.25.8.208 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/ac05a57e-125a-4e92-b748-7d706f50d90a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:41.292013 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-73f885df-f22a-449c-bd0e-e8559ace42f0 service neutron] 10.222.0.110 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112651 Nov 03 18:53:41.303864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.498141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:41.499160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.522057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:41.537039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event updated for resources: {'Port': ['ID=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:41.552961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:41.578825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.661301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:41.672357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:41.675424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event updated for resources: {'Port': ['ID=ac05a57e-125a-4e92-b748-7d706f50d90a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:41.688049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:41.693452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bc3d2c1-789d-4a15-b729-5ba64a5bd3ed req-4d6b10ac-8b6f-4221-bc2a-c436e58df59a service neutron] 10.222.0.110 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852069 Nov 03 18:53:41.696570 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.753695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.754879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.771475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:41.861378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-34d91c4f-36ed-498a-bc81-33e3a996a21c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0653987 Nov 03 18:53:41.889171 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.890201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Request body: {'port': {'device_id': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:41.949255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ce166c-a658-4408-9e81-865c8c8b6a2f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:41.954686 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.979858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.988597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.081686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Transition to ACTIVE for port object 73ce166c-a658-4408-9e81-865c8c8b6a2f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:42.104158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.125566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe3038f5-74aa-4998-b9aa-2cc23951808f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.129183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.140566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bfe609a6-0a6a-49a2-b2d5-5a098f7040b5 None None] Provisioning complete for port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:42.141431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bfe609a6-0a6a-49a2-b2d5-5a098f7040b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.196337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bfe609a6-0a6a-49a2-b2d5-5a098f7040b5 None None] Port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:42.300489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:42.375642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a0eb-b2a2-4aef-9883-303e2b195bae req-0646a132-de54-4e83-9eab-a3bb510e6b9f tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.378073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa73a0eb-b2a2-4aef-9883-303e2b195bae req-0646a132-de54-4e83-9eab-a3bb510e6b9f tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 944 time: 0.1147571 Nov 03 18:53:42.386784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.408867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.569437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event updated for resources: {'Port': ['ID=ac05a57e-125a-4e92-b748-7d706f50d90a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:42.579042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.591357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Attempting to bind port 73ce166c-a658-4408-9e81-865c8c8b6a2f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:42.592324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Attempting to bind port 73ce166c-a658-4408-9e81-865c8c8b6a2f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:42.593336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Attempting to bind port 73ce166c-a658-4408-9e81-865c8c8b6a2f on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:42.600598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa73a0eb-b2a2-4aef-9883-303e2b195bae req-b08fd345-1b01-4159-9117-2e2ff13b166f tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016392 Nov 03 18:53:42.610271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.612607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-f3ff2c78-96ab-404d-a9c4-38d1ede61422 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1799626 Nov 03 18:53:42.648739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe3038f5-74aa-4998-b9aa-2cc23951808f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.658835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Port 73ce166c-a658-4408-9e81-865c8c8b6a2f on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:42.659313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Attempting to bind port 73ce166c-a658-4408-9e81-865c8c8b6a2f on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:42.666771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe3038f5-74aa-4998-b9aa-2cc23951808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.704571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:42.704987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-6460d683-27d3-45cd-a1a9-eed9039d8c16 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.0797911 Nov 03 18:53:42.705167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:42.705743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:42.706456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Bound port: 73ce166c-a658-4408-9e81-865c8c8b6a2f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:42.706953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.780158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe3038f5-74aa-4998-b9aa-2cc23951808f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=afbcab0f90744b81b691e18ce46b7c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0068915 Nov 03 18:53:42.781184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3038f5-74aa-4998-b9aa-2cc23951808f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0ae27-c321-410c-9a4e-9b4dfb43e9a6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:42.789120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53684) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:42.925116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:42.932680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:42.961923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.968246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651df47-7d14-4bea-a2c0-da53bf9e94b6 req-dbecce7b-7335-4ff3-ad0f-588b3e99dc51 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.971088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b651df47-7d14-4bea-a2c0-da53bf9e94b6 req-dbecce7b-7335-4ff3-ad0f-588b3e99dc51 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1324062 Nov 03 18:53:43.017697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f685ba6b-0546-48ac-b3af-78f3e4aab5d5 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:43.023069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1951c3e-3e67-45ab-b4f2-4b2ce9d88c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.030488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-a2c37add-527e-4b23-bb9d-379c3d12e43c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.032295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.032550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fa0e57b-7acf-4c56-9c5b-0063a26fc65a req-a2c37add-527e-4b23-bb9d-379c3d12e43c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.3168304 Nov 03 18:53:43.062345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.064047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.066850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] 10.222.0.115 "PUT /v2.0/ports/73ce166c-a658-4408-9e81-865c8c8b6a2f HTTP/1.1" status: 200 len: 1095 time: 3.0758748 Nov 03 18:53:43.067285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:43.071102 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2974a2b-e386-460c-adeb-e1510efb9d03" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:43.102407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b651df47-7d14-4bea-a2c0-da53bf9e94b6 req-c3fdca10-92dd-4af9-81cb-5bb847227eaf tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148548 Nov 03 18:53:43.125129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Transition to ACTIVE for port object f685ba6b-0546-48ac-b3af-78f3e4aab5d5 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:43.149800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.157531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1951c3e-3e67-45ab-b4f2-4b2ce9d88c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.222703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e89941-0194-4358-8d65-aa2034aef19c service neutron] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.327652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4443-5a82-400c-a7fb-758a930260af req-6c7a1b2e-97af-47ff-a981-641901eac98d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.337780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09cc4443-5a82-400c-a7fb-758a930260af req-6c7a1b2e-97af-47ff-a981-641901eac98d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 948 time: 0.1344371 Nov 03 18:53:43.356491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-782bd72d-8506-4b20-a4af-f661c3265d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.360262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-782bd72d-8506-4b20-a4af-f661c3265d31 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1098 time: 0.2198460 Nov 03 18:53:43.443336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09cc4443-5a82-400c-a7fb-758a930260af req-26fa2ed4-9bfd-443d-9660-cd23368780be tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Nov 03 18:53:43.449741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-8175c482-88ed-40ea-a9f3-874871751f84 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f HTTP/1.1" status: 200 len: 217 time: 0.0666895 Nov 03 18:53:43.470374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Pushing event updated for resources: {'Port': ['ID=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.561952 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1951c3e-3e67-45ab-b4f2-4b2ce9d88c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.564876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1951c3e-3e67-45ab-b4f2-4b2ce9d88c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.566937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a1951c3e-3e67-45ab-b4f2-4b2ce9d88c69 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7e0ae27-c321-410c-9a4e-9b4dfb43e9a6 HTTP/1.1" status: 204 len: 168 time: 0.7756176 Nov 03 18:53:43.567175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-ab2055e7-a0de-4e2f-bef9-fad1b015722c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.569784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-ab2055e7-a0de-4e2f-bef9-fad1b015722c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1229234 Nov 03 18:53:43.579457 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a196f6-2da9-48ad-88c0-87c60403675d x-openstack-request-id: req-73a196f6-2da9-48ad-88c0-87c60403675d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:43.579894 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:43.580622 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73a196f6-2da9-48ad-88c0-87c60403675d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:43.581272 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'status': 'completed', 'code': 200} Nov 03 18:53:43.584455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-9d0e2c2d-956e-4ac1-965a-953b6fc0d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.587678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-9d0e2c2d-956e-4ac1-965a-953b6fc0d8c4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1282384 Nov 03 18:53:43.655996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-6c310819-8a97-4785-a4a9-1be51fc4c019 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.0628271 Nov 03 18:53:43.672664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1951c3e-3e67-45ab-b4f2-4b2ce9d88c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0ae27-c321-410c-9a4e-9b4dfb43e9a6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.681900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-2ad2554d-be6a-4008-8ebb-5a149b1fa6d0 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Request body: {'floatingip': {'port_id': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:43.717442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Attempting to bind port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:43.717834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Attempting to bind port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:43.718249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Attempting to bind port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:43.729263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:43.729820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Attempting to bind port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:43.746288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:43.746598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:43.746993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:43.747490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Bound port: f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:43.747848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.769074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-e6e3a4b4-2d2a-4e44-bcfe-b8d8ba85ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.772306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-e6e3a4b4-2d2a-4e44-bcfe-b8d8ba85ce3c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130874 Nov 03 18:53:43.785408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-2ad2554d-be6a-4008-8ebb-5a149b1fa6d0 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.038298 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-0cc03cda-cad4-4bbc-bf0d-74da43e6b552 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541280 Nov 03 18:53:44.039677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] For port f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:44.045711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] For port f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:44.101207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.253745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.254456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.258444 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-2ad2554d-be6a-4008-8ebb-5a149b1fa6d0 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:53:44.259986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86fbb2d5-3247-4483-be27-a8f322ab2010 req-2ad2554d-be6a-4008-8ebb-5a149b1fa6d0 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "PUT /v2.0/floatingips/a7d0bd28-b683-4459-b01c-e1af907cee32 HTTP/1.1" status: 409 len: 550 time: 0.5879161 Nov 03 18:53:44.270106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] 10.222.0.110 "PUT /v2.0/ports/f685ba6b-0546-48ac-b3af-78f3e4aab5d5 HTTP/1.1" status: 200 len: 1096 time: 2.3884385 Nov 03 18:53:44.487632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcb0622a-57f0-4b1a-89e4-b1fd8232477e req-767875a5-6ab9-401d-892d-2e6588e59df2 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352121 Nov 03 18:53:44.501163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb01361-a6c7-445c-bbbc-fb24b8359237 service neutron] Pushing event updated for resources: {'Port': ['ID=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:44.549775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-8ae41036-17f2-4e82-abc3-5059c37b3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.554624 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-8ae41036-17f2-4e82-abc3-5059c37b3c46 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 1099 time: 0.2136693 Nov 03 18:53:44.671547 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-3d7d81a1-166e-46c8-b42f-cd4e0c12627a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5 HTTP/1.1" status: 200 len: 217 time: 0.0947990 Nov 03 18:53:44.682235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925764b8-4e50-4dff-8a59-93563ed0cfe4 req-f00c4af4-fae0-4173-b880-f22df6188f38 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.683970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-925764b8-4e50-4dff-8a59-93563ed0cfe4 req-f00c4af4-fae0-4173-b880-f22df6188f38 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 944 time: 0.1426253 Nov 03 18:53:44.780806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-e7e83231-c1b7-41cb-871e-f8b5593d81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.782592 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-e7e83231-c1b7-41cb-871e-f8b5593d81cb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0947537 Nov 03 18:53:44.786365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-7d424fa7-a6d0-40d6-9a70-ffeeffbdf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.788196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-7d424fa7-a6d0-40d6-9a70-ffeeffbdf21c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1098 time: 0.1532395 Nov 03 18:53:44.788630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-925764b8-4e50-4dff-8a59-93563ed0cfe4 req-d519de48-ec9b-45e4-b62e-c245074f424b tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889578 Nov 03 18:53:44.951627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8d26155b-37fa-4709-a856-de7b35937561 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:45.018115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-eea635a8-7bbf-4d77-b105-e7064b39e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.021188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-eea635a8-7bbf-4d77-b105-e7064b39e6fe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195840 Nov 03 18:53:45.058069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-79fc6489-dd69-4e9b-ac7a-c08ce7c3303a tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips/a7d0bd28-b683-4459-b01c-e1af907cee32 HTTP/1.1" status: 200 len: 693 time: 0.0961573 Nov 03 18:53:45.072595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-1a43774b-b866-4007-8c6e-8d3375f03627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.074380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-1a43774b-b866-4007-8c6e-8d3375f03627 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2667556 Nov 03 18:53:45.085288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb463953-de1d-4b7a-81d9-5b8faac6b5a5 req-5574038e-1a13-4046-9e7b-a0c4a715306d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.096333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb463953-de1d-4b7a-81d9-5b8faac6b5a5 req-5574038e-1a13-4046-9e7b-a0c4a715306d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.2022631 Nov 03 18:53:45.188207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-2c5f184f-b382-4f60-a9ee-116a375e9809 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f HTTP/1.1" status: 200 len: 217 time: 0.0999496 Nov 03 18:53:45.284796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-946a8e4a-7708-4964-b1dc-658aff5cee9b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464955 Nov 03 18:53:45.302329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-1ab4b3b4-66b4-4387-afe5-9f78e4ae15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.304813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-1ab4b3b4-66b4-4387-afe5-9f78e4ae15aa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1051059 Nov 03 18:53:45.346558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53776) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:45.365718 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb463953-de1d-4b7a-81d9-5b8faac6b5a5 req-1ca2dc17-5bd2-4439-adb6-49eea440487b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681136 Nov 03 18:53:45.426041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8d26155b-37fa-4709-a856-de7b35937561, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8d26155b-37fa-4709-a856-de7b35937561,segment=NetworkSegment(201e6247-16ea-4252-95f5-e658d1a0dfd1),segment_id=201e6247-16ea-4252-95f5-e658d1a0dfd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:45.455338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '8d26155b-37fa-4709-a856-de7b35937561', 'network_id': 'e4870260-ea88-4711-9e47-b549ee75d5b5', 'port_id': '8d26155b-37fa-4709-a856-de7b35937561', 'mac_address': 'fa:16:3e:28:2e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91d014-1b63-45d2-939b-a258ea16fb37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:45.461164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-b8e529db-1809-4150-b563-fec25790b5d3 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.470080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-b8e529db-1809-4150-b563-fec25790b5d3 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.3703358 Nov 03 18:53:45.573975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.603003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d26155b-37fa-4709-a856-de7b35937561 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:45.655433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8d26155b-37fa-4709-a856-de7b35937561, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8d26155b-37fa-4709-a856-de7b35937561,segment=NetworkSegment(201e6247-16ea-4252-95f5-e658d1a0dfd1),segment_id=201e6247-16ea-4252-95f5-e658d1a0dfd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:45.664453 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.677125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-e74608ca-bcd6-4de6-b450-c1f7f3b57326 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.1912782 Nov 03 18:53:45.758904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=8d26155b-37fa-4709-a856-de7b35937561,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:45.765790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'tag': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:45.774201 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70f5628-45fe-4cec-80bc-869d3df8809b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd1cb5-e523-42db-871b-14da003d28dd", "tag": "f685ba6b-0546-48ac-b3af-78f3e4aab5d5"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:45.832681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-76283f36-9859-4006-8c31-9ca51b34715d tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.208 HTTP/1.1" status: 200 len: 696 time: 0.1276081 Nov 03 18:53:45.855461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-3ecd2e12-0ba2-4b0d-b019-a961e2c6216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.858670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-3ecd2e12-0ba2-4b0d-b019-a961e2c6216d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5418723 Nov 03 18:53:45.906058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d7b2b9e-ffd8-4b42-989c-bea6226ce369 req-5f0baac4-c773-42cf-bbe2-23c08fc60fdf service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087513 Nov 03 18:53:45.986761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27f56-70a5-48c6-86bb-f2f976acbd65 req-232232a2-1a15-4b67-be80-e538a26ee1f2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.992236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53790) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:45.993593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1eb27f56-70a5-48c6-86bb-f2f976acbd65 req-232232a2-1a15-4b67-be80-e538a26ee1f2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 948 time: 0.3801622 Nov 03 18:53:46.090604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['8d26155b-37fa-4709-a856-de7b35937561'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:46.124999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-7f701508-6206-41b9-933b-abe022edefee service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525394 Nov 03 18:53:46.155508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2099656934-network', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:46.171825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9df8016f-12f1-4119-b08c-0e3750bc5450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.257632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1eb27f56-70a5-48c6-86bb-f2f976acbd65 req-f0dff893-15a9-4514-8115-455a7f848f1c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911881 Nov 03 18:53:46.316926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Deleting port ac05a57e-125a-4e92-b748-7d706f50d90a {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:46.318179 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.369961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:46.373607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.418858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.491210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:46.495812 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b71e5d-6cfc-40a6-bea2-be125f86e060 x-openstack-request-id: req-f4b71e5d-6cfc-40a6-bea2-be125f86e060 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:46.496475 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd1cb5-e523-42db-871b-14da003d28dd", "tag": "f685ba6b-0546-48ac-b3af-78f3e4aab5d5", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:46.497019 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4b71e5d-6cfc-40a6-bea2-be125f86e060 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:46.497952 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'tag': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5', 'status': 'completed', 'code': 200} Nov 03 18:53:46.530615 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2974a2b-e386-460c-adeb-e1510efb9d03 req-3a926020-5746-44a8-8860-6aed7880f0a6 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690631 Nov 03 18:53:46.561692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9df8016f-12f1-4119-b08c-0e3750bc5450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.580527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.582976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.590698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9df8016f-12f1-4119-b08c-0e3750bc5450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.646291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Calling delete_port for ac05a57e-125a-4e92-b748-7d706f50d90a owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:46.725131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8016f-12f1-4119-b08c-0e3750bc5450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2e559-377c-4f80-92ec-33d7207f9f69,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:46.742440 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9df8016f-12f1-4119-b08c-0e3750bc5450 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cb687866fc334bc98fef2c23ff126906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7466002 Nov 03 18:53:46.751573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:46.801583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:46.808564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-76859a1d-9948-4e06-b301-47df10d8da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.811609 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-76859a1d-9948-4e06-b301-47df10d8da1c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 1099 time: 0.2407465 Nov 03 18:53:46.829430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'mac_address': 'fa:16:3e:cb:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:46.839605 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.863803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81abdee-da26-4a06-9d60-d068896729a1 req-48a12da4-1855-42e1-a3a2-e71393e92de8 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.867143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a81abdee-da26-4a06-9d60-d068896729a1 req-48a12da4-1855-42e1-a3a2-e71393e92de8 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 945 time: 0.2393720 Nov 03 18:53:46.885012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.920905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.958195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ce166c-a658-4408-9e81-865c8c8b6a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:46.997895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:47.008274 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.010544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:47.056981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a81abdee-da26-4a06-9d60-d068896729a1 req-a3a1ca7b-87ea-4a3f-81e3-2eb25aba0ce8 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695273 Nov 03 18:53:47.071324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75442bf1-6905-4e9d-916c-1db6633a447c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.074680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.075187 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Added segment f64179dc-fb7b-45b8-9973-c9909caec1b6 of type vlan for network 84430f78-db22-4ffe-931f-e8c1af41dfe2 Nov 03 18:53:47.078600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1afe-e8c4-484c-a2cb-a3a62697cc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.152978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.197157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1afe-e8c4-484c-a2cb-a3a62697cc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.218354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.225141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-8248ffa1-b513-432f-972e-24a4cc2e67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.227897 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-8248ffa1-b513-432f-972e-24a4cc2e67f4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3926375 Nov 03 18:53:47.230765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.278192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event deleted for resources: {'Port': ['ID=ac05a57e-125a-4e92-b748-7d706f50d90a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.373983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['73ce166c-a658-4408-9e81-865c8c8b6a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:47.374660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-93f3411b-89a3-4883-bb91-bebfc49fb2c7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5 HTTP/1.1" status: 200 len: 217 time: 0.1156011 Nov 03 18:53:47.418837 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.429856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.450813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-055dd4c8-716f-44f7-9e0b-aa641f0ac6bf req-364f8739-ab7b-4c57-8cbb-f1dfdd34d4aa tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "DELETE /v2.0/floatingips/a7d0bd28-b683-4459-b01c-e1af907cee32 HTTP/1.1" status: 204 len: 173 time: 1.6095388 Nov 03 18:53:47.460336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.462119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.463413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.554885 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2065864 Nov 03 18:53:47.557915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53828) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:47.566212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Request body: {'subnet': {'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2099656934-subnet', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:47.611568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1afe-e8c4-484c-a2cb-a3a62697cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.616923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1afe-e8c4-484c-a2cb-a3a62697cc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.623500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8cbf1afe-e8c4-484c-a2cb-a3a62697cc47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a4e2e559-377c-4f80-92ec-33d7207f9f69 HTTP/1.1" status: 204 len: 168 time: 0.8713038 Nov 03 18:53:47.673745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-eda9cb17-86d6-43a5-9652-ad6bfc02a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.674751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:47.676577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-eda9cb17-86d6-43a5-9652-ad6bfc02a069 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2764437 Nov 03 18:53:47.678284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e4b53-ca3f-4a83-8cbf-1b9102678705 admin admin] Pushing event updated for resources: {'Network': ['ID=84430f78-db22-4ffe-931f-e8c1af41dfe2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.678964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.682915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1afe-e8c4-484c-a2cb-a3a62697cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e2e559-377c-4f80-92ec-33d7207f9f69,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.720884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:47.745985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190c32b-66bb-40c5-b849-bc6365261e0f req-71435461-5e98-4228-a0b6-6e0d879a6d22 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.762357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0190c32b-66bb-40c5-b849-bc6365261e0f req-71435461-5e98-4228-a0b6-6e0d879a6d22 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1787786 Nov 03 18:53:47.768423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-73b8778f-e6a1-453b-8174-5ffa5e258bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.773176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-73b8778f-e6a1-453b-8174-5ffa5e258bf1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768473 Nov 03 18:53:48.031843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-0116de9b-d291-4edf-885f-50f0d42db316 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462347 Nov 03 18:53:48.126493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0190c32b-66bb-40c5-b849-bc6365261e0f req-9a3439a7-01b9-4e5c-9afe-ad6e66766c02 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619764 Nov 03 18:53:48.143833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.250151 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b70f5628-45fe-4cec-80bc-869d3df8809b req-4ffd1b9b-dc71-4527-9f72-c2b66ffe0502 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060256 Nov 03 18:53:48.405271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfca4f21-ba1d-4659-8901-ab8858a9818a,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:48.432433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-55eed73e-7edc-44b0-a925-49e52623c657 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 1001 time: 0.1861856 Nov 03 18:53:48.462126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f32e-43a7-4ce1-8057-daefb27b2756 req-15cd2de8-3e79-410b-92fb-9531186eadc2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.464387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1e1f32e-43a7-4ce1-8057-daefb27b2756 req-15cd2de8-3e79-410b-92fb-9531186eadc2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 948 time: 0.2205470 Nov 03 18:53:48.484036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:48.484036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Network hostable DHCP agents. Network: 84430f78-db22-4ffe-931f-e8c1af41dfe2, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:48.576016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-22bf6f73-7ac2-4d62-9efb-b606c647550c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.578389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-22bf6f73-7ac2-4d62-9efb-b606c647550c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports/fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 942 time: 0.1277516 Nov 03 18:53:48.613798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:48.664330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1e1f32e-43a7-4ce1-8057-daefb27b2756 req-b889a904-08c9-4d4c-a4b8-955ff670c888 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777158 Nov 03 18:53:48.666488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 84430f78-db22-4ffe-931f-e8c1af41dfe2) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:48.683303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2de394-89b7-4d94-ae83-d46c64fecd10 None None] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:48.689650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.690817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.741390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-77263698-cf02-45e1-83ad-79d83a048d7c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1815615 Nov 03 18:53:48.741739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53874) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.757281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:48.860859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.862857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.903138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-701a92b0-de6b-4652-827b-1c4a648ec802 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 1001 time: 0.1967728 Nov 03 18:53:48.996802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.064494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8d26155b-37fa-4709-a856-de7b35937561 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:49.203150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-84430f78-db22-4ffe-931f-e8c1af41dfe2', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:49.204636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.219168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.233257 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:53:49.264093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-e4dae1d1-e8bf-4607-b018-44761732bc87 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.266517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-e4dae1d1-e8bf-4607-b018-44761732bc87 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.3606648 Nov 03 18:53:49.282650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87378cd1-caac-4e2d-b3e4-9b9c09d80e8e req-13d99b56-ef05-49ff-b63c-06b5b3f6d5c7 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.285248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87378cd1-caac-4e2d-b3e4-9b9c09d80e8e req-13d99b56-ef05-49ff-b63c-06b5b3f6d5c7 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 945 time: 0.2934098 Nov 03 18:53:49.383036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 8d26155b-37fa-4709-a856-de7b35937561 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:49.405376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 8d26155b-37fa-4709-a856-de7b35937561 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:49.405987 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.419073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-f8a42abe-9485-458e-86b6-2a21c419a010 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 1001 time: 0.1325543 Nov 03 18:53:49.424403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87378cd1-caac-4e2d-b3e4-9b9c09d80e8e req-97837885-cb6c-4827-9069-92f45c974252 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270065 Nov 03 18:53:49.460222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:49.548206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.570575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Allocated IP 172.20.0.2 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/5495e54c-4a57-43e5-bffa-5fbb426fbd10) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:49.632480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.661731 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.680086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.807891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26155b-37fa-4709-a856-de7b35937561'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:49.812587 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d42a3c-bce1-436e-a6ba-0af497d743dd" -d '{"events": [{"server_uuid": "d8b32be6-981b-42de-95d2-8fdb851742e4", "name": "network-vif-plugged", "status": "completed", "tag": "8d26155b-37fa-4709-a856-de7b35937561"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:49.853930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8d26155b-37fa-4709-a856-de7b35937561, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8d26155b-37fa-4709-a856-de7b35937561,segment=NetworkSegment(201e6247-16ea-4252-95f5-e658d1a0dfd1),segment_id=201e6247-16ea-4252-95f5-e658d1a0dfd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:49.856427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.866028 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.866957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.867653 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Floating IP b90a30a4-3a7f-4853-acb5-a6c566bac66f disassociated. External IP: 172.25.8.247, port: fbdeb9d3-8030-448d-91ab-cae750feab7c. Nov 03 18:53:49.932433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Allocated IP 172.25.8.163 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/87a1a474-f63f-406f-b54f-26ff20d9be4b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:50.051459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=8d26155b-37fa-4709-a856-de7b35937561,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.121843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.133836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.170537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.223073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Pushing event updated for resources: {'Port': ['ID=5495e54c-4a57-43e5-bffa-5fbb426fbd10,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.229411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.250887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:50.253434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:50.258951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:50.286530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Router b3597c22-7d76-4cfb-a0cb-21e78996c135 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:50.331860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:50.337503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Attempting to bind port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:50.338032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Attempting to bind port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:50.338400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Attempting to bind port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:50.345250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:50.345653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:50.346029 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.346416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:50.346916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Bound port: 5495e54c-4a57-43e5-bffa-5fbb426fbd10, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:50.347247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:50.347449 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.357519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:50.362051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Pushing event updated for resources: {'Port': ['ID=87a1a474-f63f-406f-b54f-26ff20d9be4b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.486062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] For port 5495e54c-4a57-43e5-bffa-5fbb426fbd10, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:50.492124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:50.496177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] For port 5495e54c-4a57-43e5-bffa-5fbb426fbd10, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5495e54c-4a57-43e5-bffa-5fbb426fbd10,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:50.519527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:50.529722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.531798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.577372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] Sync routers for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:50.592312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-1bc573f9-792d-4cd8-927f-98d5836a27c1 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "PUT /v2.0/floatingips/b90a30a4-3a7f-4853-acb5-a6c566bac66f HTTP/1.1" status: 200 len: 695 time: 1.1482291 Nov 03 18:53:50.599355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:50.613736 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7685469-2e50-476e-88d0-85799a3778e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:50.626696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34779d8-78e4-4c22-b2c4-0dbd0a956726 req-4d905b00-4095-4f05-ac81-49f175f89bb7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.635011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c34779d8-78e4-4c22-b2c4-0dbd0a956726 req-4d905b00-4095-4f05-ac81-49f175f89bb7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1847973 Nov 03 18:53:50.653315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081b0d-f6d4-45cd-bf2d-6e683dac5e09 None None] Pushing event updated for resources: {'Port': ['ID=5495e54c-4a57-43e5-bffa-5fbb426fbd10,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.662460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:50.663361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:50.858648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.961856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 73ce166c-a658-4408-9e81-865c8c8b6a2f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:50.990713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 73ce166c-a658-4408-9e81-865c8c8b6a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:50.991312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.994298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f685ba6b-0546-48ac-b3af-78f3e4aab5d5 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:51.158230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:51.173795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c34779d8-78e4-4c22-b2c4-0dbd0a956726 req-8673d13a-74d2-4e57-80af-285a0bb3fef0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380971 Nov 03 18:53:51.281564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:51.342250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5', 'mac_address': 'fa:16:3e:a9:92:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:51.342737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.472532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-b2e901aa-b434-407f-a7c5-ba2253a54038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.487025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-b2e901aa-b434-407f-a7c5-ba2253a54038 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1096 time: 0.8485270 Nov 03 18:53:51.628153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Router b62d3edb-e411-498a-95fe-cac630a0b355 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:51.646084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.709138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-12d4f93c-760f-4832-82e3-8d2682f8f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.711975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-12d4f93c-760f-4832-82e3-8d2682f8f0f9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 930 time: 0.2233973 Nov 03 18:53:51.741548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:51.797464 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.816054 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.919647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f685ba6b-0546-48ac-b3af-78f3e4aab5d5 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:51.923572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-c6b5039b-ad8a-4915-82a9-18351862b450 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 217 time: 0.1959732 Nov 03 18:53:51.992476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:52.010342 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Sync routers for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:52.036394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:52.037834 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:52.039541 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:52.047239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.056178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.057291 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f86bf0b5-593d-4897-ba38-de0e5a21bb52 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3140738 Nov 03 18:53:52.060584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:52.092983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.125499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabd95-416e-457e-acd0-32bec2f22065 req-550dfb35-13a1-4104-b0a9-1f652e7f3c79 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.148648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11eabd95-416e-457e-acd0-32bec2f22065 req-550dfb35-13a1-4104-b0a9-1f652e7f3c79 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 948 time: 0.4221296 Nov 03 18:53:52.299524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:52.316169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-5ac15033-a8b8-41ab-aa0d-03011efb42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.324925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-5ac15033-a8b8-41ab-aa0d-03011efb42db service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 200 len: 868 time: 0.3904352 Nov 03 18:53:52.348555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5495e54c-4a57-43e5-bffa-5fbb426fbd10 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:52.380785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53942) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:52.418809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11eabd95-416e-457e-acd0-32bec2f22065 req-7c7c900d-470a-407e-a1ff-1bea2c2d1e70 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673290 Nov 03 18:53:52.468251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-d9d7c65b-5559-458b-acae-8d425fbae707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.476246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.481409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] Checking router: b3597c22-7d76-4cfb-a0cb-21e78996c135 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:52.489915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-d9d7c65b-5559-458b-acae-8d425fbae707 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e808c975-4cf1-456c-9ad2-c05d6ea08973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629510 Nov 03 18:53:52.495455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f685ba6b-0546-48ac-b3af-78f3e4aab5d5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:52.533928 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:52.559173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:52.560262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:52.583516 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d544424-4485-4adb-b897-65b0c5c34dd5 x-openstack-request-id: req-2d544424-4485-4adb-b897-65b0c5c34dd5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:52.584003 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b32be6-981b-42de-95d2-8fdb851742e4", "name": "network-vif-plugged", "status": "completed", "tag": "8d26155b-37fa-4709-a856-de7b35937561", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:52.584364 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d544424-4485-4adb-b897-65b0c5c34dd5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:52.585098 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26155b-37fa-4709-a856-de7b35937561', 'code': 200} Nov 03 18:53:52.670435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec31be-0de9-4209-9502-df2d231db575 None None] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:52.791161 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-6030eb3f-9724-436d-88dc-9e159afcdfec service neutron] 10.222.0.91 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956674 Nov 03 18:53:52.841435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-df815610-d537-4079-ad6c-424afe14b4d1 None None] Provisioning complete for port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:52.842022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df815610-d537-4079-ad6c-424afe14b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.913298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:52.913670 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.983910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89689021-55b1-42e4-8d12-b19a1f44f66a req-0343275b-c3b2-4f3d-a217-7c6a9f2cae31 service neutron] 10.222.0.91 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817007 Nov 03 18:53:53.012599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:53.024903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9adb6-8647-4c0b-bcd8-28f167d26112 req-4c97b60c-77f1-48a0-9ed5-bd3cae117910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.027713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e6dc9d-e4d5-4efa-b5ba-24d529b86bb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.028122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89c9adb6-8647-4c0b-bcd8-28f167d26112 req-4c97b60c-77f1-48a0-9ed5-bd3cae117910 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 1097 time: 0.2244425 Nov 03 18:53:53.115481 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 3, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:53.145786 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac1abfc-8edb-4828-acb9-7e133b1ea483 x-openstack-request-id: req-3ac1abfc-8edb-4828-acb9-7e133b1ea483 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:53.146084 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:53.147116 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3ac1abfc-8edb-4828-acb9-7e133b1ea483 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:53.147116 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'status': 'completed', 'code': 200} Nov 03 18:53:53.190081 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Checking router: b62d3edb-e411-498a-95fe-cac630a0b355 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:53.190937 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Updating router b62d3edb-e411-498a-95fe-cac630a0b355 port 87a1a474-f63f-406f-b54f-26ff20d9be4b binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:53.249840 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.286223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aaa20-0095-47eb-bba3-0c9e6b4c9755 req-3cec8032-f589-4373-821f-5ae4628af407 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.300639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a4aaa20-0095-47eb-bba3-0c9e6b4c9755 req-3cec8032-f589-4373-821f-5ae4628af407 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 946 time: 0.3148940 Nov 03 18:53:53.397385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df815610-d537-4079-ad6c-424afe14b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.480463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a4aaa20-0095-47eb-bba3-0c9e6b4c9755 req-ae83e435-297c-4bd3-93f2-f791d5ddfbe9 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784856 Nov 03 18:53:53.539954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e6dc9d-e4d5-4efa-b5ba-24d529b86bb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.557637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a42cad-5bf3-42d8-b8ad-ff15b372e2de req-a63121bd-f636-41e8-958b-70bd68656c64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.566232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07a42cad-5bf3-42d8-b8ad-ff15b372e2de req-a63121bd-f636-41e8-958b-70bd68656c64 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1407843 Nov 03 18:53:53.576440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e6dc9d-e4d5-4efa-b5ba-24d529b86bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.655487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.661663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6dc9d-e4d5-4efa-b5ba-24d529b86bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0053f031-d5ba-4aa7-b26b-7013d3df30e4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:53.734523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-27e6dc9d-e4d5-4efa-b5ba-24d529b86bb8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e46a3c96023d4eaaaeab6f24fcd527f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3479395 Nov 03 18:53:53.735223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53972) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:53.766744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07a42cad-5bf3-42d8-b8ad-ff15b372e2de req-6f5244dc-2333-4e28-8bbe-357e89ff67ec tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903391 Nov 03 18:53:53.942261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-df815610-d537-4079-ad6c-424afe14b4d1 None None] For port 5495e54c-4a57-43e5-bffa-5fbb426fbd10, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5495e54c-4a57-43e5-bffa-5fbb426fbd10,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:53.962923 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df815610-d537-4079-ad6c-424afe14b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.048814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-9626dd3d-8b07-493c-8295-2fe05797a7be tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips/b90a30a4-3a7f-4853-acb5-a6c566bac66f HTTP/1.1" status: 200 len: 695 time: 0.2206883 Nov 03 18:53:54.224036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:53:54.226132 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:53:54.251132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8311644b-5dd5-4473-887f-e3bc5e1aebef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.294274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df815610-d537-4079-ad6c-424afe14b4d1 None None] Pushing event updated for resources: {'Port': ['ID=5495e54c-4a57-43e5-bffa-5fbb426fbd10,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.306049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685469-2e50-476e-88d0-85799a3778e9 req-de825aaa-3311-4935-b442-a60e66c9de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.309122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-de825aaa-3311-4935-b442-a60e66c9de78 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fe797a1874df4a73a339e3b524b44b24&device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 1096 time: 1.0542543 Nov 03 18:53:54.329475 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.334881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c405f8fc-cd88-4c1e-942b-808797adb776 None None] Provisioning complete for port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:54.335255 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c405f8fc-cd88-4c1e-942b-808797adb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.340892 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.346506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8311644b-5dd5-4473-887f-e3bc5e1aebef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.368288 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89c9adb6-8647-4c0b-bcd8-28f167d26112 req-2e92f0ba-7e01-4033-85c0-1bfad3d9af86 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3237755 Nov 03 18:53:54.444971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:54.468329 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983308a-a3d3-4262-bbb2-1ac36b3ccc46 None None] Pushing event updated for resources: {'Port': ['ID=87a1a474-f63f-406f-b54f-26ff20d9be4b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.498805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b433b15-372d-4232-b6d8-90ae13acae1a None None] The sync data for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 is: [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133c57a3-8129-4483-b49c-ba6fda5e95d3', 'name': '', 'network_id': 'e808c975-4cf1-456c-9ad2-c05d6ea08973', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'mac_address': 'fa:16:3e:f0:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:43Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'subnets': [{'id': 'a00e48ab-3add-439e-82b7-b04c803e6312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:54.507181 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Attempting to bind port 87a1a474-f63f-406f-b54f-26ff20d9be4b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:54.507797 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Attempting to bind port 87a1a474-f63f-406f-b54f-26ff20d9be4b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:54.509217 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Attempting to bind port 87a1a474-f63f-406f-b54f-26ff20d9be4b on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:54.542196 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:54.543072 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:54.544913 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.545935 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:54.547188 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Bound port: 87a1a474-f63f-406f-b54f-26ff20d9be4b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:54.547989 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.566332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-65d8b267-885c-4132-8db3-7b17eb624e55 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.592211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:54.598648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-65d8b267-885c-4132-8db3-7b17eb624e55 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.5488749 Nov 03 18:53:54.612100 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e29d55-3830-4fc9-83ba-2be2a6dd46d8" -d '{"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-plugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:54.685845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.715059 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] For port 87a1a474-f63f-406f-b54f-26ff20d9be4b, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:54.723110 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] For port 87a1a474-f63f-406f-b54f-26ff20d9be4b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=87a1a474-f63f-406f-b54f-26ff20d9be4b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:54.728241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685469-2e50-476e-88d0-85799a3778e9 req-bad8a850-4610-47c1-ba91-49b3659c9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.730967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-bad8a850-4610-47c1-ba91-49b3659c9013 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 200 len: 930 time: 0.3570747 Nov 03 18:53:54.746042 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.799777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-33e23838-1c7a-45ea-a13f-b142a023199c tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 698 time: 0.1996369 Nov 03 18:53:54.882688 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:54.882688 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:54.934965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-d25b8f34-b3f1-48e3-98fb-f89426194d66 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 200 len: 217 time: 0.1907041 Nov 03 18:53:54.961688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8311644b-5dd5-4473-887f-e3bc5e1aebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.965135 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8311644b-5dd5-4473-887f-e3bc5e1aebef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.978787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f685ba6b-0546-48ac-b3af-78f3e4aab5d5 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:54.995323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8311644b-5dd5-4473-887f-e3bc5e1aebef admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0053f031-d5ba-4aa7-b26b-7013d3df30e4 HTTP/1.1" status: 204 len: 168 time: 1.2589102 Nov 03 18:53:55.092348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311644b-5dd5-4473-887f-e3bc5e1aebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0053f031-d5ba-4aa7-b26b-7013d3df30e4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.111409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-a608cde2-7fd0-4103-81ca-b9b0f6f408b8 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.247 HTTP/1.1" status: 200 len: 698 time: 0.3002410 Nov 03 18:53:55.128241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5495e54c-4a57-43e5-bffa-5fbb426fbd10 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:55.205653 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983308a-a3d3-4262-bbb2-1ac36b3ccc46 None None] Pushing event updated for resources: {'Port': ['ID=87a1a474-f63f-406f-b54f-26ff20d9be4b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.300688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b3331-cb53-437b-8ef7-9628a99e6608 req-356c4576-b209-47b8-88c7-a890a5e9d5cb tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.303838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a63b3331-cb53-437b-8ef7-9628a99e6608 req-356c4576-b209-47b8-88c7-a890a5e9d5cb tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 949 time: 0.3747838 Nov 03 18:53:55.336083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Allocated IP 172.20.0.1 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/a56d8843-104f-4c56-9fde-49c7b8ae074d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:55.336811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbff79e-290e-4133-8531-ea75d6856220 None None] New status for floating IP b90a30a4-3a7f-4853-acb5-a6c566bac66f: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:53:55.348106 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:55.407664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685469-2e50-476e-88d0-85799a3778e9 req-9308b21f-992e-4703-9d1e-d799c2b6ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.410349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-9308b21f-992e-4703-9d1e-d799c2b6ae63 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 200 len: 868 time: 0.4471450 Nov 03 18:53:55.424960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a63b3331-cb53-437b-8ef7-9628a99e6608 req-3be8229a-4bb9-4b1d-8cdd-e7622b729166 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013131 Nov 03 18:53:55.435678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Deleting port c8066c2e-de41-4e1d-9bc2-32012bc00fdb {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:55.436918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.712451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.713612 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.721143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685469-2e50-476e-88d0-85799a3778e9 req-05606b9b-4e12-47e2-8eef-742930ffe8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.723731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-05606b9b-4e12-47e2-8eef-742930ffe8fb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e808c975-4cf1-456c-9ad2-c05d6ea08973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985921 Nov 03 18:53:55.771645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Calling delete_port for c8066c2e-de41-4e1d-9bc2-32012bc00fdb owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:55.884338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.989671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-d7d3c615-9607-4a99-af9a-2f463b39ff3e service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308407 Nov 03 18:53:56.056493 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 3, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.109741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.116218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:56.132338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d01ce-18ef-4234-931d-c25aebfb9b41 req-e81619a7-8390-4ac0-a53c-d13618d563d9 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.132598 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1938ec3-3a79-407d-b27b-ddc96fb39408 None None] The sync data for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 is: [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:50Z', 'revision_number': 3, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:56.142832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a1d01ce-18ef-4234-931d-c25aebfb9b41 req-e81619a7-8390-4ac0-a53c-d13618d563d9 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 946 time: 0.2776663 Nov 03 18:53:56.264213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:56.276111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:56.284389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:56.295215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:56.296220 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.386026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a1d01ce-18ef-4234-931d-c25aebfb9b41 req-0c476409-d17d-4b57-840e-533491f98b16 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154551 Nov 03 18:53:56.395119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Pushing event updated for resources: {'Port': ['ID=a56d8843-104f-4c56-9fde-49c7b8ae074d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:56.444088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:56.444674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.474921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7685469-2e50-476e-88d0-85799a3778e9 req-993f2812-9034-42b8-ba1a-2fb2cf0a223e service neutron] 10.222.0.110 "GET /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690595 Nov 03 18:53:56.546238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.584459 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103268a6-f31f-4acc-94c7-26e420e730e6 x-openstack-request-id: req-103268a6-f31f-4acc-94c7-26e420e730e6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:56.584459 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-plugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:56.585010 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-103268a6-f31f-4acc-94c7-26e420e730e6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:56.585508 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'code': 200} Nov 03 18:53:56.613825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.619031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.624017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.624491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.625064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.625670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.626248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.632299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.632943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.633521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.634110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.635079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:56.859041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.894826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.982861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event deleted for resources: {'Port': ['ID=c8066c2e-de41-4e1d-9bc2-32012bc00fdb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:57.022721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ae3cc0a0-25e5-4d93-a82b-ea7908e19c99 None None] Provisioning complete for port a56d8843-104f-4c56-9fde-49c7b8ae074d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:57.023333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae3cc0a0-25e5-4d93-a82b-ea7908e19c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.207473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ae3cc0a0-25e5-4d93-a82b-ea7908e19c99 None None] Port a56d8843-104f-4c56-9fde-49c7b8ae074d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:57.282019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.287527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.290622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e580a322-d177-4f32-b2e2-90cfe74ace8f req-ac064a07-8083-4835-a96a-04e338aeeb56 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "DELETE /v2.0/floatingips/b90a30a4-3a7f-4853-acb5-a6c566bac66f HTTP/1.1" status: 204 len: 173 time: 2.1764402 Nov 03 18:53:57.299716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e3550-abc6-4a05-bb92-259a79a0be10 req-959cf17e-3cd6-473d-974a-d347b8d6e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.303214 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f95e3550-abc6-4a05-bb92-259a79a0be10 req-959cf17e-3cd6-473d-974a-d347b8d6e7cd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1100 time: 0.4022241 Nov 03 18:53:57.308266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 87a1a474-f63f-406f-b54f-26ff20d9be4b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:57.357043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:57.465190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.478434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f95e3550-abc6-4a05-bb92-259a79a0be10 req-6d35af7c-dfb0-4447-8060-fdb9fed9214a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565599 Nov 03 18:53:57.507948 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.668709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:57.679901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ac788-1b8e-4d01-b339-d739c609413d req-e2be733f-99c5-45a0-8bd2-d0e406ce4939 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.682928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-608ac788-1b8e-4d01-b339-d739c609413d req-e2be733f-99c5-45a0-8bd2-d0e406ce4939 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1795347 Nov 03 18:53:57.729770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 87a1a474-f63f-406f-b54f-26ff20d9be4b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:57.730175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.801747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-608ac788-1b8e-4d01-b339-d739c609413d req-78eedba6-14f2-4719-98a2-81de3475d6e0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Nov 03 18:53:57.925305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.931587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.933408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.990007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 87a1a474-f63f-406f-b54f-26ff20d9be4b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=87a1a474-f63f-406f-b54f-26ff20d9be4b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:57.999630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.052382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d4168-9d2e-4635-bd1f-24514ae20ef9 req-4369688b-b287-49bb-9212-977dcf4aaa8d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.058053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Pushing event updated for resources: {'Port': ['ID=a56d8843-104f-4c56-9fde-49c7b8ae074d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.061593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.078135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab6d4168-9d2e-4635-bd1f-24514ae20ef9 req-4369688b-b287-49bb-9212-977dcf4aaa8d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.1525323 Nov 03 18:53:58.152691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=87a1a474-f63f-406f-b54f-26ff20d9be4b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.209660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab6d4168-9d2e-4635-bd1f-24514ae20ef9 req-fe844180-606d-4408-bc77-b565bb992d38 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299057 Nov 03 18:53:58.280681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:58.283336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:58.344259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8273-7d17-4e56-9701-89b461c96641 req-d7683cf2-ff13-41a2-a0aa-dfd6589eea08 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.346981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8ef8273-7d17-4e56-9701-89b461c96641 req-d7683cf2-ff13-41a2-a0aa-dfd6589eea08 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 946 time: 0.1354277 Nov 03 18:53:58.482410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8ef8273-7d17-4e56-9701-89b461c96641 req-58a2a251-779a-4029-a84b-59ab2f337be9 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106474 Nov 03 18:53:58.556118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Router b62d3edb-e411-498a-95fe-cac630a0b355 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:58.587208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:58.591773 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1529538c-2deb-4cbe-9c4f-161f55b5414a" -d '{"events": [{"server_uuid": "bcbd1cb5-e523-42db-871b-14da003d28dd", "name": "network-vif-plugged", "status": "completed", "tag": "f685ba6b-0546-48ac-b3af-78f3e4aab5d5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:58.759074 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957a6873-ae26-46a4-8b49-a947a8502dae x-openstack-request-id: req-957a6873-ae26-46a4-8b49-a947a8502dae {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:58.759283 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd1cb5-e523-42db-871b-14da003d28dd", "name": "network-vif-plugged", "status": "completed", "tag": "f685ba6b-0546-48ac-b3af-78f3e4aab5d5", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:58.759461 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-957a6873-ae26-46a4-8b49-a947a8502dae {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:58.759823 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5', 'code': 200} Nov 03 18:53:58.857384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:58.885067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558375b-0b12-40ab-be70-d9e8e66a27bc req-29894124-cd2b-4f39-ba62-812fc9f646ce tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:58.904349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7b644d63-f9e7-44f6-bd90-66c23a9c7638 admin admin] 10.222.0.91 "PUT /v2.0/routers/b62d3edb-e411-498a-95fe-cac630a0b355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8415384 Nov 03 18:53:58.905934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d558375b-0b12-40ab-be70-d9e8e66a27bc req-29894124-cd2b-4f39-ba62-812fc9f646ce tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1641076 Nov 03 18:53:58.978214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6017f1af-21c2-425e-87b7-a473b754aa14 None None] Provisioning complete for port a56d8843-104f-4c56-9fde-49c7b8ae074d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:58.978831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6017f1af-21c2-425e-87b7-a473b754aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.033033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d558375b-0b12-40ab-be70-d9e8e66a27bc req-9070f861-cc7e-434f-b2cf-e7f5d1346dfb tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1205835 Nov 03 18:53:59.119648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6017f1af-21c2-425e-87b7-a473b754aa14 None None] Port a56d8843-104f-4c56-9fde-49c7b8ae074d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:59.150028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43bfc3-7162-4263-9327-1092cd913812 req-1c1c6b03-c488-4450-928a-823c7e361433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.157832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae43bfc3-7162-4263-9327-1092cd913812 req-1c1c6b03-c488-4450-928a-823c7e361433 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 1101 time: 0.2013721 Nov 03 18:53:59.215202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 87a1a474-f63f-406f-b54f-26ff20d9be4b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:59.353138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae43bfc3-7162-4263-9327-1092cd913812 req-15e4906a-c9d3-413f-a95a-a4c217bbbc9c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772542 Nov 03 18:53:59.407918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20f2e5bf-fcd0-4e5e-84ee-41993c68da25 req-9e401cbd-2f18-425d-8e11-93ffaf4f5c85 tempest-AbsoluteLimitsNegativeTestJSON-1875963364 tempest-AbsoluteLimitsNegativeTestJSON-1875963364-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=71d087d65702417fad97ec92e2f97585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675511 Nov 03 18:53:59.429997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 87a1a474-f63f-406f-b54f-26ff20d9be4b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:59.430959 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.688665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2e5bf-fcd0-4e5e-84ee-41993c68da25 req-4a370cc1-0bd2-42df-a2ed-4cbbbf677a33 tempest-AbsoluteLimitsNegativeTestJSON-1875963364 tempest-AbsoluteLimitsNegativeTestJSON-1875963364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.691692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20f2e5bf-fcd0-4e5e-84ee-41993c68da25 req-4a370cc1-0bd2-42df-a2ed-4cbbbf677a33 tempest-AbsoluteLimitsNegativeTestJSON-1875963364 tempest-AbsoluteLimitsNegativeTestJSON-1875963364-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650816 Nov 03 18:53:59.733025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20f2e5bf-fcd0-4e5e-84ee-41993c68da25 req-9be90b8f-1014-4a6e-b7bc-2647e3a7d45c tempest-AbsoluteLimitsNegativeTestJSON-1875963364 tempest-AbsoluteLimitsNegativeTestJSON-1875963364-project] 10.222.0.91 "GET /v2.0/quotas/71d087d65702417fad97ec92e2f97585 HTTP/1.1" status: 200 len: 375 time: 0.0287504 Nov 03 18:53:59.798710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20f2e5bf-fcd0-4e5e-84ee-41993c68da25 req-08dd185e-a514-4406-a2f3-e90b992b8fda tempest-AbsoluteLimitsNegativeTestJSON-1875963364 tempest-AbsoluteLimitsNegativeTestJSON-1875963364-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=71d087d65702417fad97ec92e2f97585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569382 Nov 03 18:53:59.863391 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Sync routers for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:59.882784 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:59.883854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:00.030934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-524f6d2c-9ebd-41eb-bd6b-b5b9300c3d01 req-dffc1cbd-a239-4ffe-809a-5667260a8d9d tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1056635 Nov 03 18:54:00.073962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054754a-0e54-4ff9-982e-fe9d3fee46ca req-a803b61a-b437-456e-a05c-5bc11dcab5eb tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:00.091919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9054754a-0e54-4ff9-982e-fe9d3fee46ca req-a803b61a-b437-456e-a05c-5bc11dcab5eb tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1824334 Nov 03 18:54:00.171285 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:00.222703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9054754a-0e54-4ff9-982e-fe9d3fee46ca req-293f3221-6ae8-482b-b425-dbb45da7bcf2 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277585 Nov 03 18:54:00.480357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17a37-cb89-433d-91a9-a7d4f010a561 req-57eb5c14-8c1f-4640-bb1b-2531307177a8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:00.507411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43e17a37-cb89-433d-91a9-a7d4f010a561 req-57eb5c14-8c1f-4640-bb1b-2531307177a8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.1434126 Nov 03 18:54:00.648063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43e17a37-cb89-433d-91a9-a7d4f010a561 req-a66675da-7ca5-4cbe-aff6-52e3c94e00d4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385765 Nov 03 18:54:00.688498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54176) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:00.793094 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 2, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:00.919000 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Checking router: b62d3edb-e411-498a-95fe-cac630a0b355 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:00.920817 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Updating router b62d3edb-e411-498a-95fe-cac630a0b355 port a56d8843-104f-4c56-9fde-49c7b8ae074d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:54:00.922834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54188) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:00.933511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115918463', 'description': 'tempest-description--1193628431'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:01.016045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a071a15e-aaf9-44ea-bde8-0c5754b668d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.039816 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.114977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.439684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a071a15e-aaf9-44ea-bde8-0c5754b668d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.451118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a071a15e-aaf9-44ea-bde8-0c5754b668d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.612249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.622265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a071a15e-aaf9-44ea-bde8-0c5754b668d6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=71d087d65702417fad97ec92e2f97585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9315822 Nov 03 18:54:01.624939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071a15e-aaf9-44ea-bde8-0c5754b668d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc92e2-db6f-4873-8620-66b2b5c84ade,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:01.626595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54220) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:01.631119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.728149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.730358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8053906 Nov 03 18:54:01.734901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54224) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:01.757060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'security_group_rule': {'security_group_id': '8338d406-4fab-425b-bb76-5d6b4f8cbb02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:01.768592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be067c-a968-4a32-b497-1123151fc2b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8338d406-4fab-425b-bb76-5d6b4f8cbb02,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:01.813560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97b368ab-46b6-44fc-8ba2-1398a3ce9b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.873580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97b368ab-46b6-44fc-8ba2-1398a3ce9b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.940276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac42eb-41be-47c4-b39e-161987f29874 req-2a121184-3afe-48d9-9502-b028da9b4143 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.947848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1aac42eb-41be-47c4-b39e-161987f29874 req-2a121184-3afe-48d9-9502-b028da9b4143 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.2105958 Nov 03 18:54:01.951025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.960105 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.972775 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.029080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97b368ab-46b6-44fc-8ba2-1398a3ce9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.034430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97b368ab-46b6-44fc-8ba2-1398a3ce9b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.036585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-97b368ab-46b6-44fc-8ba2-1398a3ce9b1e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7bfc92e2-db6f-4873-8620-66b2b5c84ade HTTP/1.1" status: 204 len: 168 time: 0.4081905 Nov 03 18:54:02.054151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b368ab-46b6-44fc-8ba2-1398a3ce9b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc92e2-db6f-4873-8620-66b2b5c84ade,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.180020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1aac42eb-41be-47c4-b39e-161987f29874 req-401fa52a-0cad-4a36-8744-050d4b60c78c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230072 Nov 03 18:54:02.210308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Pushing event updated for resources: {'Port': ['ID=a56d8843-104f-4c56-9fde-49c7b8ae074d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.222932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.273504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc50f9-5ddb-4299-857a-8ab94707eaa0 req-2769ade7-e3a7-4d16-960b-bb32a9621310 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:02.277242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12dc50f9-5ddb-4299-857a-8ab94707eaa0 req-2769ade7-e3a7-4d16-960b-bb32a9621310 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 945 time: 0.3126073 Nov 03 18:54:02.299706 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Attempting to bind port a56d8843-104f-4c56-9fde-49c7b8ae074d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:02.301947 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Attempting to bind port a56d8843-104f-4c56-9fde-49c7b8ae074d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:02.304207 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Attempting to bind port a56d8843-104f-4c56-9fde-49c7b8ae074d on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:02.321122 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.321813 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.322430 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.322971 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.323532 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.324098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.324757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.326213 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.326807 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.327016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.327605 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.328621 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.329708 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:02.337027 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:02.338015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:02.338670 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.339370 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:02.340191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Bound port: a56d8843-104f-4c56-9fde-49c7b8ae074d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:02.340910 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.352262 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.455765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85eaa5c8-80d5-45a2-9ba1-106557fa8630,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.469046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.471382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5ffd3e66-865c-4692-87df-cf5c49f59250 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7225256 Nov 03 18:54:02.477085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54240) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:02.487375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'security_group_rule': {'security_group_id': '8338d406-4fab-425b-bb76-5d6b4f8cbb02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:02.512088 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] For port a56d8843-104f-4c56-9fde-49c7b8ae074d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:02.528922 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] For port a56d8843-104f-4c56-9fde-49c7b8ae074d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a56d8843-104f-4c56-9fde-49c7b8ae074d,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:02.539837 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.560851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12dc50f9-5ddb-4299-857a-8ab94707eaa0 req-f5ffcef4-3c83-4a5f-a162-e399b7fcf190 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509384 Nov 03 18:54:02.577556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.641291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab893a1-65a1-49bb-8cf3-f0c08a2429a0 req-b89b8843-ba8d-47f6-825d-bd23e3d97fa2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:02.644274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dab893a1-65a1-49bb-8cf3-f0c08a2429a0 req-b89b8843-ba8d-47f6-825d-bd23e3d97fa2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.2367940 Nov 03 18:54:02.724125 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ccf26-75c4-4497-86dc-a3dc92e9c91c None None] Pushing event updated for resources: {'Port': ['ID=a56d8843-104f-4c56-9fde-49c7b8ae074d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.759025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.768539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ab5b3b74-e5ba-40b1-9cfa-84e068b152b5 None None] Provisioning complete for port a56d8843-104f-4c56-9fde-49c7b8ae074d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:02.768539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3b74-e5ba-40b1-9cfa-84e068b152b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.774762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.796101 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:02.797051 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:53:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:02.839827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623aa45a-4e94-4d45-aae9-efe0fb78f24e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.858755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dab893a1-65a1-49bb-8cf3-f0c08a2429a0 req-de4d0856-8dfa-4f44-914b-3b2ea0210367 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872308 Nov 03 18:54:02.894966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.900538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-23317e3d-ed45-478d-9d81-fac4fc3bc1b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4166150 Nov 03 18:54:02.900799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:02.907290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:02.999948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.081727 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.321583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:03.362278 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3b74-e5ba-40b1-9cfa-84e068b152b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.507301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ab5b3b74-e5ba-40b1-9cfa-84e068b152b5 None None] For port a56d8843-104f-4c56-9fde-49c7b8ae074d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a56d8843-104f-4c56-9fde-49c7b8ae074d,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:03.517726 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3b74-e5ba-40b1-9cfa-84e068b152b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.634196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c338a-dfde-4614-b9cc-963111c687ec req-8595a267-5ffa-4c86-bd28-51113b15c610 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.647560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d8c338a-dfde-4614-b9cc-963111c687ec req-8595a267-5ffa-4c86-bd28-51113b15c610 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2462692 Nov 03 18:54:03.667807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.715688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f7c5a193-0b4b-4da8-8076-5c2054b18aae None None] Provisioning complete for port a56d8843-104f-4c56-9fde-49c7b8ae074d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:03.716990 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a193-0b4b-4da8-8076-5c2054b18aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.800252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3b74-e5ba-40b1-9cfa-84e068b152b5 None None] Pushing event updated for resources: {'Port': ['ID=a56d8843-104f-4c56-9fde-49c7b8ae074d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:03.989591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-93bfde89-468f-4512-9a42-ee3ed5c5c91e tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.009422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-93bfde89-468f-4512-9a42-ee3ed5c5c91e tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.110 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 945 time: 0.3326185 Nov 03 18:54:04.120819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d8c338a-dfde-4614-b9cc-963111c687ec req-50bdf666-2a5d-43f8-9e86-6c4aaec5651f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700756 Nov 03 18:54:04.371750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70813aa-d2ee-419c-bad8-704064930865 req-0f83ca9c-f596-4a49-8893-866325760b03 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.383779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f70813aa-d2ee-419c-bad8-704064930865 req-0f83ca9c-f596-4a49-8893-866325760b03 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.4041190 Nov 03 18:54:04.447972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Deleting port fbdeb9d3-8030-448d-91ab-cae750feab7c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:04.451942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.498283 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:02Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:04.552175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Allocated IP 172.25.8.61 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/29fbea56-88a0-4fd7-8c77-b32ed57fd34e) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:04.573799 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df20a9e-b0d6-44c5-bec5-0e1638bfdae5 None None] The sync data for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 is: [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:02Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:04.618814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54310) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:04.631425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-282475f8-5d65-4af4-99d5-3399a40445c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.822956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] For port fbdeb9d3-8030-448d-91ab-cae750feab7c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fbdeb9d3-8030-448d-91ab-cae750feab7c,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:04.832008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.864017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Calling delete_port for fbdeb9d3-8030-448d-91ab-cae750feab7c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:04.870760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750330-2b21-4159-a67b-5093b27d8dca req-4e7b8112-6c43-4751-aeb7-f9071c14c17d tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.887394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e750330-2b21-4159-a67b-5093b27d8dca req-4e7b8112-6c43-4751-aeb7-f9071c14c17d tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/ports?device_id=f982be6e-bb33-4378-b3b8-6a64f1ae6673 HTTP/1.1" status: 200 len: 945 time: 0.4926980 Nov 03 18:54:04.975077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f70813aa-d2ee-419c-bad8-704064930865 req-c252405a-499e-450a-a217-38add663f71e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663753 Nov 03 18:54:05.320464 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.328163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a56d8843-104f-4c56-9fde-49c7b8ae074d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:05.380753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e750330-2b21-4159-a67b-5093b27d8dca req-e665b251-136a-4ab0-aa07-2bc261fb1940 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.91 "GET /v2.0/security-groups?id=95632da8-5352-4001-b7be-2183479aae78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914052 Nov 03 18:54:05.381553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54318) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:05.398099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1552265177-network', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:05.515045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a56d8843-104f-4c56-9fde-49c7b8ae074d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:05.517576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-80716003-8de8-4142-a385-ffd8687b47d3 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613141 Nov 03 18:54:05.518914 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.573949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.603559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-923b3621-3a4c-4482-9c58-794fa82ef29c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.626912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['fbdeb9d3-8030-448d-91ab-cae750feab7c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:05.664340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Made reservation on behalf of 7d491b60cfca4ec89c3ac22195ce3c73 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:05.669830 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.675064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Pushing event deleted for resources: {'Port': ['ID=fbdeb9d3-8030-448d-91ab-cae750feab7c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.801289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-923b3621-3a4c-4482-9c58-794fa82ef29c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.823615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] No DVR routers for this DVR port fbdeb9d3-8030-448d-91ab-cae750feab7c on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:05.828781 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.836009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e570d3da-db4b-404d-9c6a-68757fbc0f90 req-d309c8ce-77f3-4a5b-8e14-74a5500ec5c7 tempest-FloatingIPsAssociationNegativeTestJSON-560381116 tempest-FloatingIPsAssociationNegativeTestJSON-560381116-project] 10.222.0.110 "DELETE /v2.0/ports/fbdeb9d3-8030-448d-91ab-cae750feab7c HTTP/1.1" status: 204 len: 173 time: 1.8096952 Nov 03 18:54:05.837235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'name': 'network-vif-deleted', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:05.842933 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ac608f-c17c-4ae0-a8ee-3c74a7bce345" -d '{"events": [{"server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "name": "network-vif-deleted", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:05.916346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.947441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-923b3621-3a4c-4482-9c58-794fa82ef29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.970488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.013510 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebba8599-ebb1-4e6e-b152-73db1e3bc844 x-openstack-request-id: req-ebba8599-ebb1-4e6e-b152-73db1e3bc844 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:06.014418 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f982be6e-bb33-4378-b3b8-6a64f1ae6673", "name": "network-vif-deleted", "tag": "fbdeb9d3-8030-448d-91ab-cae750feab7c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:06.017448 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebba8599-ebb1-4e6e-b152-73db1e3bc844 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:06.017822 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f982be6e-bb33-4378-b3b8-6a64f1ae6673', 'name': 'network-vif-deleted', 'tag': 'fbdeb9d3-8030-448d-91ab-cae750feab7c', 'status': 'completed', 'code': 200} Nov 03 18:54:06.134747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b3621-3a4c-4482-9c58-794fa82ef29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861b2b05-b6dd-4db1-ba14-85d0d0098286,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.213738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=29fbea56-88a0-4fd7-8c77-b32ed57fd34e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.254226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:06.281754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-923b3621-3a4c-4482-9c58-794fa82ef29c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8b68096f42984592a5d965d7b0c52610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8613269 Nov 03 18:54:06.288603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:06.339668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:06.345766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:06.476066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11995c36-9ccb-41dc-9f3b-e359c76d92f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.541620 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.543115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11995c36-9ccb-41dc-9f3b-e359c76d92f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.603765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-ad7579a2-dec8-4095-acdd-a7b6a2964723 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.605448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-ad7579a2-dec8-4095-acdd-a7b6a2964723 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0622346 Nov 03 18:54:06.716897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11995c36-9ccb-41dc-9f3b-e359c76d92f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.726701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11995c36-9ccb-41dc-9f3b-e359c76d92f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.728548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-11995c36-9ccb-41dc-9f3b-e359c76d92f6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/861b2b05-b6dd-4db1-ba14-85d0d0098286 HTTP/1.1" status: 204 len: 168 time: 0.4339981 Nov 03 18:54:06.730022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.751253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11995c36-9ccb-41dc-9f3b-e359c76d92f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861b2b05-b6dd-4db1-ba14-85d0d0098286,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.768402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f813f-a1d5-4955-b15e-fdc3e9b315c9 req-23d174b7-17f3-4628-b322-c8d9768ce4c7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.795542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-872f813f-a1d5-4955-b15e-fdc3e9b315c9 req-23d174b7-17f3-4628-b322-c8d9768ce4c7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.5582869 Nov 03 18:54:06.858848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.884660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.961189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-90ec22a3-19c8-438e-a2c0-1d38df37f4b7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/quotas/6a7b0ff4ce954d789feaa777fcd25452 HTTP/1.1" status: 200 len: 375 time: 0.3069494 Nov 03 18:54:07.056172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:07.129690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5149fbaf-d3b9-4a7a-8f84-18a1ff5c534b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:07.160825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.161436 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Added segment 85e51120-e394-4e06-8e95-823a29e0da62 of type vlan for network d4f79b61-1615-4cab-b7b6-2279eeed954c Nov 03 18:54:07.222439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-872f813f-a1d5-4955-b15e-fdc3e9b315c9 req-f5a0eb78-6efc-4a65-a94c-b71474e1b698 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239326 Nov 03 18:54:07.385249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-64d09629-044d-4c89-afe4-f1453b0081d1 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4226723 Nov 03 18:54:07.484684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.519366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:07.774339 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.776036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.777048 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.290853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8569-5861-4d9f-b328-d2810799192f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.623058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.740573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:08.772790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f79b61-1615-4cab-b7b6-2279eeed954c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:08.794944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d4f79b61-1615-4cab-b7b6-2279eeed954c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:08.862514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-345962d4-bbd1-48cd-947d-b90c9972e003 req-c9b33f01-eadc-4f8c-acad-88b77e387250 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 210 time: 0.2004585 Nov 03 18:54:08.911687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7bdc3e98-6118-495e-9ac9-c8c8bcdc77a3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.2823808 Nov 03 18:54:08.919182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54386) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:08.924292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.951943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Request body: {'subnet': {'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-subnet', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:09.022710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1163326704-network', 'tenant_id': '4c252f0c3fdd413b85d65c03b493f8c1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:09.048521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fbdeb9d3-8030-448d-91ab-cae750feab7c no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:09.053424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.079960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Made reservation on behalf of 7d491b60cfca4ec89c3ac22195ce3c73 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:09.089688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.102003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: fbdeb9d3-8030-448d-91ab-cae750feab7c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:09.102509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fbdeb9d3-8030-448d-91ab-cae750feab7c not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:09.136812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Made reservation on behalf of 4c252f0c3fdd413b85d65c03b493f8c1 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:09.141747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.161966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.324404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Deleting port 133c57a3-8129-4483-b49c-ba6fda5e95d3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:09.325731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.350334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661aa61-3e00-4daa-a205-cda9e977bbb6 req-73b0282e-f283-4aab-96be-f4a484d893ae tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:09.365193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4661aa61-3e00-4daa-a205-cda9e977bbb6 req-73b0282e-f283-4aab-96be-f4a484d893ae tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.7057974 Nov 03 18:54:09.369607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.449536 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.460318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.509422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=29fbea56-88a0-4fd7-8c77-b32ed57fd34e,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.529350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:09.542470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.547244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-355590af-45be-4f24-8afc-29045a047681 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6447263 Nov 03 18:54:09.561069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] For port 133c57a3-8129-4483-b49c-ba6fda5e95d3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133c57a3-8129-4483-b49c-ba6fda5e95d3,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.561683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.593203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e275cc-cf07-4c31-9f9f-9c0c94ec54da,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.599103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.599681 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Added segment f2bcdcb0-2b5c-4ff4-864e-3277bcba6e76 of type vlan for network fbeffd0f-834e-475e-a7d3-d37102e0f20d Nov 03 18:54:09.621218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Calling delete_port for 133c57a3-8129-4483-b49c-ba6fda5e95d3 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:09.623289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4661aa61-3e00-4daa-a205-cda9e977bbb6 req-e3d272f7-a2ec-4afc-a9d8-aac8c64d48fc tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537341 Nov 03 18:54:09.739747 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.929590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.989135 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.003684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.004678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.005598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.109202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b4344f-155f-49a7-bd06-c17d6f2760fd,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:10.189573 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4467561 Nov 03 18:54:10.194878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.203412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54406) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:10.285654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Request body: {'subnet': {'network_id': 'fbeffd0f-834e-475e-a7d3-d37102e0f20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1163326704-subnet', 'tenant_id': '4c252f0c3fdd413b85d65c03b493f8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:10.316136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7fb4045c-9645-4221-9905-1a21e562bbe8 req-7a7945f2-a457-488d-ad0b-9c086b140c2e tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 210 time: 0.1967573 Nov 03 18:54:10.349825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-63013943-7bfc-444f-b053-645b02f1fca6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--2115918463&fields=id&tenant_id=4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 267 time: 0.2330003 Nov 03 18:54:10.358294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Pushing event deleted for resources: {'Port': ['ID=133c57a3-8129-4483-b49c-ba6fda5e95d3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:10.386793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652884e7-3c60-4267-b6a6-ddc773650822 admin admin] Pushing event updated for resources: {'Network': ['ID=fbeffd0f-834e-475e-a7d3-d37102e0f20d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:10.408871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network fbeffd0f-834e-475e-a7d3-d37102e0f20d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:10.526680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Checking segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:10.535065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Network hostable DHCP agents. Network: d4f79b61-1615-4cab-b7b6-2279eeed954c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:10.637489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Made reservation on behalf of 4c252f0c3fdd413b85d65c03b493f8c1 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:10.642313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.654173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-1fb98cf4-2f4c-4bb8-97a9-bae4e2cba713 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207628 Nov 03 18:54:10.797497 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-78171111-374c-4128-a405-6a1e6e79d233 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.801337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-78171111-374c-4128-a405-6a1e6e79d233 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.4245322 Nov 03 18:54:10.823038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Network d4f79b61-1615-4cab-b7b6-2279eeed954c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:10.851215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-a1171e46-d800-4249-b446-910b645fce48 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/quotas/4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 375 time: 0.0226173 Nov 03 18:54:10.861295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d4f79b61-1615-4cab-b7b6-2279eeed954c) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:10.875329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b531f4e-74d7-45ce-8caf-504b1d9e70a6 None None] Network d4f79b61-1615-4cab-b7b6-2279eeed954c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:10.912238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.914240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.038400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c760ca3b-42cd-4565-907b-e5a6bf7ee04e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1016476 Nov 03 18:54:11.065492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54412) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:11.228166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:11.280671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-775c7c17-f729-48c2-abbc-ad84c3ad8b60 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3759422 Nov 03 18:54:11.310852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a7b6-f5e9-44c6-9c5c-fe1b4e2cc056 req-e2ccfe05-f326-447f-8865-308940f856cc tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.322326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dda6a7b6-f5e9-44c6-9c5c-fe1b4e2cc056 req-e2ccfe05-f326-447f-8865-308940f856cc tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.2103670 Nov 03 18:54:11.415804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d4f79b61-1615-4cab-b7b6-2279eeed954c', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:11.417680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.422794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.424761 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.729241 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.760557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-5f5b3e62-d0fe-48d8-9e1a-d5f0081440ad service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904431 Nov 03 18:54:11.817424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dda6a7b6-f5e9-44c6-9c5c-fe1b4e2cc056 req-f506aec2-0423-4065-a5f3-08253686969c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922619 Nov 03 18:54:11.847181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Allocated IP 172.20.0.2 (d4f79b61-1615-4cab-b7b6-2279eeed954c/16b4344f-155f-49a7-bd06-c17d6f2760fd/a1137341-9116-44ef-bba5-9ebcc23e973c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:12.165647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-f7178128-5531-492a-a094-790c096da117 service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929482 Nov 03 18:54:12.169284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49a8d9ae-1d57-4e4d-bd84-3a5b18547322 req-5a83cffc-48ed-4b0c-98fb-8c0d445a2b67 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 210 time: 0.0646832 Nov 03 18:54:12.170678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.263955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.304554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.458738 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.470795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.472011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-7e998519-fa1c-4220-9892-8f1b72d2e9be tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.473721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-7e998519-fa1c-4220-9892-8f1b72d2e9be tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7866638 Nov 03 18:54:12.610534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Request body: {'port': {'device_id': '396a5018-0f46-464e-8e92-703c859ef4be', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '6a7b0ff4ce954d789feaa777fcd25452'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:12.643734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Network d4f79b61-1615-4cab-b7b6-2279eeed954c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:12.679260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:12.711528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:12.725846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Pushing event updated for resources: {'Port': ['ID=a1137341-9116-44ef-bba5-9ebcc23e973c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:12.795267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-551e0cbe-f91b-4e26-a89f-031edd7979d6 req-e71fb55e-de23-40e6-975f-db6faf2a2c2b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.0798776 Nov 03 18:54:12.926038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Attempting to bind port a1137341-9116-44ef-bba5-9ebcc23e973c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:12.929771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Attempting to bind port a1137341-9116-44ef-bba5-9ebcc23e973c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:12.930330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Attempting to bind port a1137341-9116-44ef-bba5-9ebcc23e973c on network d4f79b61-1615-4cab-b7b6-2279eeed954c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:12.964646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:12.965374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Checking segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:12.971144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.972032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Bound using segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:12.972561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Bound port: a1137341-9116-44ef-bba5-9ebcc23e973c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:12.973616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.134414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe2b8-21a6-4526-afd6-a4762503e386 req-6a171b78-7e15-46f0-89b3-98d6d7a9e09a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:13.137610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97dfe2b8-21a6-4526-afd6-a4762503e386 req-6a171b78-7e15-46f0-89b3-98d6d7a9e09a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.1181290 Nov 03 18:54:13.209209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] For port a1137341-9116-44ef-bba5-9ebcc23e973c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:13.220078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] For port a1137341-9116-44ef-bba5-9ebcc23e973c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a1137341-9116-44ef-bba5-9ebcc23e973c,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:13.228363 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.362250 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.378770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97dfe2b8-21a6-4526-afd6-a4762503e386 req-477445b8-3a7d-4e2b-81e2-87de35a79d9e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234035 Nov 03 18:54:13.523166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-742f8d39-1441-4888-b6d6-4eff34cd02c7 req-0d98ca57-1f5a-4440-846b-6778f14f3a57 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 210 time: 0.1073253 Nov 03 18:54:13.561282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ad33a-f661-4b75-97b7-bffe7d7a8669 None None] Pushing event updated for resources: {'Port': ['ID=a1137341-9116-44ef-bba5-9ebcc23e973c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.591396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.668818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee2b1f7-e2b7-48a4-b4ea-b57ea3589152,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:14.053054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23511a3c-275a-4110-860a-0e58b4d40c08 req-40f90922-5719-45f7-bc4a-0539b7aad576 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.1046972 Nov 03 18:54:14.074518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Made reservation on behalf of 6a7b0ff4ce954d789feaa777fcd25452 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:14.081994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.201268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Checking segment: {'id': 'f2bcdcb0-2b5c-4ff4-864e-3277bcba6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fbeffd0f-834e-475e-a7d3-d37102e0f20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:14.201646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Network hostable DHCP agents. Network: fbeffd0f-834e-475e-a7d3-d37102e0f20d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:14.210408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Router b3597c22-7d76-4cfb-a0cb-21e78996c135 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:14.332808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Network fbeffd0f-834e-475e-a7d3-d37102e0f20d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:14.452624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, fbeffd0f-834e-475e-a7d3-d37102e0f20d) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:14.488671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.489480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.521195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc3880-a175-4231-a195-ea86d2104d08 None None] Network fbeffd0f-834e-475e-a7d3-d37102e0f20d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:14.661654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Allocated IP 192.168.233.25 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/dbe926b6-646d-44f3-81e7-898af4bdb002) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:14.741178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d6620eb-799f-4cdf-a450-be53caf0f8e5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5221303 Nov 03 18:54:14.935917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca7d7011-52db-4ac4-a045-1e1ef4d8fc1f req-0f6e9d21-975b-4c16-aa46-d9130208e289 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 210 time: 0.1545565 Nov 03 18:54:14.941981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:14.949481 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-52b16506-6d96-44c7-bf4a-50ae081b6398 admin admin] 10.222.0.91 "PUT /v2.0/routers/b3597c22-7d76-4cfb-a0cb-21e78996c135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4286549 Nov 03 18:54:14.960162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54450) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.011603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] Sync routers for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:15.020034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d03a1-2c92-4c27-b405-21295db0ea0e None None] Network fbeffd0f-834e-475e-a7d3-d37102e0f20d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:15.134625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d3b23-ae27-4586-9722-998126dc76f3 req-6435c736-3dfc-498e-ade4-773ff0f5acf7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:15.155104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd3d3b23-ae27-4586-9722-998126dc76f3 req-6435c736-3dfc-498e-ade4-773ff0f5acf7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 945 time: 0.4070396 Nov 03 18:54:15.221110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:15.222127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:15.344088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.597409 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-2e7cac67-4bdf-44c9-a901-b1545d193111 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7428751 Nov 03 18:54:15.603908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd3d3b23-ae27-4586-9722-998126dc76f3 req-cb634377-4a8b-4c9a-9e7e-30d054c2e983 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551405 Nov 03 18:54:15.721631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.739223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a1137341-9116-44ef-bba5-9ebcc23e973c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:15.831760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] Set router b3597c22-7d76-4cfb-a0cb-21e78996c135 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:15.885640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.944246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-156f02d3-14e9-49ff-8961-31f6ec779e95 req-adf31ec1-5584-491a-aca9-2220ba33d2f5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.0894125 Nov 03 18:54:16.029155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.092666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab8c25-bc3f-425a-bfa1-47002103ec47 None None] Network d4f79b61-1615-4cab-b7b6-2279eeed954c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:16.098983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Deleting port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:16.099274 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.149029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-48e1c170-d97b-4db9-8899-0218caa64dc9 req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1501172917', 'description': 'tempest-description-1472837929'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:16.320210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-48e1c170-d97b-4db9-8899-0218caa64dc9 req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.442223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] For port 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:16.442804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.504132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Calling delete_port for 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:16.612682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-14bcca44-9647-4065-9aea-07a2de5b7d2a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.622661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-14bcca44-9647-4065-9aea-07a2de5b7d2a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 1.5453870 Nov 03 18:54:16.719930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-48e1c170-d97b-4db9-8899-0218caa64dc9 req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.739383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-48e1c170-d97b-4db9-8899-0218caa64dc9 req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.740206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-26c32f62-2bdc-424d-914d-651dbbed259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.743078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-26c32f62-2bdc-424d-914d-651dbbed259a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f3135dcca24c41faaec7d14320870a87&device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 1097 time: 0.7459576 Nov 03 18:54:16.867643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-aeef7751-9742-456f-967c-dbdafcfcc7e5 None None] Provisioning complete for port a1137341-9116-44ef-bba5-9ebcc23e973c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:16.868475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aeef7751-9742-456f-967c-dbdafcfcc7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.950355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-48e1c170-d97b-4db9-8899-0218caa64dc9 req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.981623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48e1c170-d97b-4db9-8899-0218caa64dc9 req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8576567 Nov 03 18:54:17.033107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a1137341-9116-44ef-bba5-9ebcc23e973c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:17.035230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.055217 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.134071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Allocated IP 172.25.8.154 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/59473a16-4764-4bc0-be21-a3d4aefa6ff3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:17.197612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.240756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.243307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.252314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.257215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.258550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.259428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e7a67-01cd-423b-9e65-276474373996 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:17.394491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cef829e9-8206-4f52-ab39-3159ae8e7d37 req-0d9071a8-e489-40d5-93a6-b1b4db2f6af5 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 210 time: 0.2048018 Nov 03 18:54:17.635782 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-912058b4-b2bd-42bc-beb8-a512e7314a9f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 380 time: 0.9746857 Nov 03 18:54:17.694849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-0ffb4405-e3ee-4b3f-b017-a228826dcb47 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0 HTTP/1.1" status: 200 len: 1830 time: 0.1880481 Nov 03 18:54:17.696988 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.705725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'port': {'device_id': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'admin_state_up': True, 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'security_groups': ['8338d406-4fab-425b-bb76-5d6b4f8cbb02']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:17.777374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3529faa6-9bf0-4c9e-9490-c749961a94e1 req-d04d9304-b084-471c-8946-c74dfd3ea83b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.0739944 Nov 03 18:54:17.813402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:17.814469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:17.821716 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.849100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['73ce166c-a658-4408-9e81-865c8c8b6a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:17.959291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f685ba6b-0546-48ac-b3af-78f3e4aab5d5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:17.960247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-95c0a427-43ac-4ded-8d44-acd7158e8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:17.963843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-95c0a427-43ac-4ded-8d44-acd7158e8d3b service neutron] 10.222.0.110 "GET /v2.0/networks?id=e4870260-ea88-4711-9e47-b549ee75d5b5 HTTP/1.1" status: 200 len: 915 time: 0.9021347 Nov 03 18:54:18.038716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:18.077023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.133862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.140066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.158766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.301647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.310287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a2883ca-8633-4702-a621-2f608eded1a1 req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5308623 Nov 03 18:54:18.357348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a55d7c9-8a8b-455e-ada2-5e461f8c08e7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:18.376651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4a29-953d-4a80-b660-c011d6201d7f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c160c8-07f7-4e32-b64f-5503b372b021,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:18.476285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:18.529617 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aeef7751-9742-456f-967c-dbdafcfcc7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.537631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-a169f5ed-a35c-478e-a49a-e13a0406e8f9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d26155b-37fa-4709-a856-de7b35937561 HTTP/1.1" status: 200 len: 217 time: 0.5288246 Nov 03 18:54:18.547182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:18.549506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port a1137341-9116-44ef-bba5-9ebcc23e973c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a1137341-9116-44ef-bba5-9ebcc23e973c,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:18.592784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event updated for resources: {'Port': ['ID=dbe926b6-646d-44f3-81e7-898af4bdb002,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:18.606986 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.627985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:18.676232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7bae0a2-7124-457b-a0c0-7c6d9c5ecdbb req-d53648a7-d9bc-43ff-a8fd-d087a0a1d0d1 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0 HTTP/1.1" status: 200 len: 2423 time: 0.2728894 Nov 03 18:54:18.926253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-ffa83530-946b-4dfb-a50f-b4ed8953906f tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-group-rules/41c160c8-07f7-4e32-b64f-5503b372b021 HTTP/1.1" status: 200 len: 778 time: 0.1158996 Nov 03 18:54:18.986483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.008903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1648938898-router', 'tenant_id': 'fe797a1874df4a73a339e3b524b44b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:54:10Z', 'revision_number': 5, 'project_id': 'fe797a1874df4a73a339e3b524b44b24', 'gw_port': {'id': '4a55d7c9-8a8b-455e-ada2-5e461f8c08e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3597c22-7d76-4cfb-a0cb-21e78996c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:33Z', 'updated_at': '2021-11-03T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:19.118203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] Checking router: b3597c22-7d76-4cfb-a0cb-21e78996c135 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:19.127701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:19.178391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=a1137341-9116-44ef-bba5-9ebcc23e973c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:19.280112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaabdc-ef6e-4d95-a846-514161684d73 req-7b998bca-50c4-4b30-93b0-b75138ec0442 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.283896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ffaabdc-ef6e-4d95-a846-514161684d73 req-7b998bca-50c4-4b30-93b0-b75138ec0442 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 935 time: 0.3556678 Nov 03 18:54:19.288040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.299826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.469620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-71640728-bb9c-41c1-9879-7f789df177c8 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0 HTTP/1.1" status: 200 len: 2423 time: 0.4851725 Nov 03 18:54:19.496273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ffaabdc-ef6e-4d95-a846-514161684d73 req-e0e2a0a6-a9c3-484d-a751-8867543c09c5 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982708 Nov 03 18:54:19.540167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.541704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3597c22-7d76-4cfb-a0cb-21e78996c135 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:19.545253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] Routers {'b3597c22-7d76-4cfb-a0cb-21e78996c135'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:19.545730 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.546419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b3597c22-7d76-4cfb-a0cb-21e78996c135'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:19.569597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.575603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fc9009e0-0817-4b67-a8bf-5f5494996fc4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b3597c22-7d76-4cfb-a0cb-21e78996c135 HTTP/1.1" status: 204 len: 168 time: 4.6137071 Nov 03 18:54:19.584776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54518) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:19.608798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:19.611164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-7e31ca7d-e176-4bdc-bca8-0e87286d8a5a tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.615028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.677423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:19.680005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197dd835-dc0e-4f1f-b26e-a6ffd86ba2b2 None None] The sync data for ids ['b3597c22-7d76-4cfb-a0cb-21e78996c135'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:19.739651 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-aeef7751-9742-456f-967c-dbdafcfcc7e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:54:19.739651 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-aeef7751-9742-456f-967c-dbdafcfcc7e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:54:19.759072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b2cbab1-ea26-4e37-a839-78bf6ca5da02 req-c8e97cf9-392d-47a8-8c8c-7d80b975bbd4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.0641272 Nov 03 18:54:19.760031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.761242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.761486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-7e31ca7d-e176-4bdc-bca8-0e87286d8a5a tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.876365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:19.882769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Deleting subnet a00e48ab-3add-439e-82b7-b04c803e6312 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:19.888831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.893348 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-7e31ca7d-e176-4bdc-bca8-0e87286d8a5a tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.924591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-ebae35cb-b62b-4323-b5ec-1cdb1f7d8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.927490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-ebae35cb-b62b-4323-b5ec-1cdb1f7d8798 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=cd91d014-1b63-45d2-939b-a258ea16fb37 HTTP/1.1" status: 200 len: 854 time: 1.3302996 Nov 03 18:54:19.929972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:19.941191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.958831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-7e31ca7d-e176-4bdc-bca8-0e87286d8a5a tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.973762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-250e4aab-5796-47de-8e6d-0d73a9e220bc req-7e31ca7d-e176-4bdc-bca8-0e87286d8a5a tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/41c160c8-07f7-4e32-b64f-5503b372b021 HTTP/1.1" status: 204 len: 173 time: 0.5006735 Nov 03 18:54:20.023991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31ca7d-e176-4bdc-bca8-0e87286d8a5a tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41c160c8-07f7-4e32-b64f-5503b372b021,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.049548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-2329c5d2-595e-4d72-b70b-fad28502511a req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-195039126', 'description': 'tempest-description-97675480'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:20.055625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-67d77d84-7f87-4206-a272-457bec9688da service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4870260-ea88-4711-9e47-b549ee75d5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009550 Nov 03 18:54:20.059012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.086263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.122576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93c47a80-ef24-4759-9fed-6f4aae2dbc87 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:20.139224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-2e4038ad-40f5-4d8f-abc8-7ee6587d609d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.5438397 Nov 03 18:54:20.158806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2329c5d2-595e-4d72-b70b-fad28502511a req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.238232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:20.309772 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.327365 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.372651 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Request body: {'port': {'device_id': '396a5018-0f46-464e-8e92-703c859ef4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:20.454396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2329c5d2-595e-4d72-b70b-fad28502511a req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.488024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2329c5d2-595e-4d72-b70b-fad28502511a req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.548640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa440e-ab9b-4303-8b9f-5499265fbc39,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.556349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.577634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['93c47a80-ef24-4759-9fed-6f4aae2dbc87'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:20.592153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-28f96ae9-3b49-463c-ada3-e485dda74baa service neutron] 10.222.0.110 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395151 Nov 03 18:54:20.600541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2329c5d2-595e-4d72-b70b-fad28502511a req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.603994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2329c5d2-595e-4d72-b70b-fad28502511a req-a24051d4-86f6-4805-8fd5-68719e5fa5fe tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5629330 Nov 03 18:54:20.609173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:20.631534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.676982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:20.697628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00e48ab-3add-439e-82b7-b04c803e6312,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.719031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Pushing event updated for resources: {'Port': ['ID=59473a16-4764-4bc0-be21-a3d4aefa6ff3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.733494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:20.759569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.767545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8f929629-fb95-4b7c-9c22-77afb3b2526d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a00e48ab-3add-439e-82b7-b04c803e6312 HTTP/1.1" status: 204 len: 168 time: 1.1772718 Nov 03 18:54:20.774400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54550) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:20.810144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8257e-8240-4b5c-b196-b05a1d3ced52 None None] Network e808c975-4cf1-456c-9ad2-c05d6ea08973 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:20.868543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.028895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9ff38b93-adc5-4b5d-b81a-4ba0dce3506a None None] Provisioning complete for port dbe926b6-646d-44f3-81e7-898af4bdb002 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:21.029481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff38b93-adc5-4b5d-b81a-4ba0dce3506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.097862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Allocated IP 172.20.0.6 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:21.126686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7425d3a-4670-47e3-ab66-804f7b916131 req-70c0012a-b23c-4d8b-9bd6-39e5c796bc3b tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/ceaa440e-ab9b-4303-8b9f-5499265fbc39 HTTP/1.1" status: 200 len: 1827 time: 0.4366672 Nov 03 18:54:21.174115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a1137341-9116-44ef-bba5-9ebcc23e973c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:21.174984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e816fa8-b1f3-4b05-94d7-7a4283076685 req-9fb7a852-a09d-45d5-bf4e-effdbb29650b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.177309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e816fa8-b1f3-4b05-94d7-7a4283076685 req-9fb7a852-a09d-45d5-bf4e-effdbb29650b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 935 time: 0.4119601 Nov 03 18:54:21.184665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.303139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9ff38b93-adc5-4b5d-b81a-4ba0dce3506a None None] Port dbe926b6-646d-44f3-81e7-898af4bdb002 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:21.398288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a1137341-9116-44ef-bba5-9ebcc23e973c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:21.398953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.403579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e816fa8-b1f3-4b05-94d7-7a4283076685 req-3e632606-58ca-4c67-95be-d575b8fb95a4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958778 Nov 03 18:54:21.493434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9ff38b93-adc5-4b5d-b81a-4ba0dce3506a None None] Provisioning complete for port a1137341-9116-44ef-bba5-9ebcc23e973c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:21.493951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17e68076-7d80-4f9d-bf96-edeb9f8dacac req-80a60481-e498-44b8-bb93-5a76a7fdf0a6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.0865209 Nov 03 18:54:21.494145 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ff38b93-adc5-4b5d-b81a-4ba0dce3506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.496364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Deleting port 707cfce3-552d-46a9-8521-e9a8ab74df29 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:21.497173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.642431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d0934c31-3838-413a-9e5c-d5068f1c2428 req-265392a9-0fa4-40f1-b174-ca058fc1f92b service neutron] 10.222.0.110 "GET /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0279281 Nov 03 18:54:21.718356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1a80d326-fbde-4aaf-83ba-d0eb9d20058a req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1324978005', 'description': 'tempest-description-1394324065'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:21.814906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] For port 707cfce3-552d-46a9-8521-e9a8ab74df29, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=707cfce3-552d-46a9-8521-e9a8ab74df29,segment=NetworkSegment(a74dfef3-c1d9-475b-9841-04478393738d),segment_id=a74dfef3-c1d9-475b-9841-04478393738d)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:21.815807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.868345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] DHCP port deletion for e808c975-4cf1-456c-9ad2-c05d6ea08973 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:21.873272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Calling delete_port for 707cfce3-552d-46a9-8521-e9a8ab74df29 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:21.891172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a80d326-fbde-4aaf-83ba-d0eb9d20058a req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.083248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133c57a3-8129-4483-b49c-ba6fda5e95d3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:22.177876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 133c57a3-8129-4483-b49c-ba6fda5e95d3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:22.178586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133c57a3-8129-4483-b49c-ba6fda5e95d3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:22.179071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:22.219659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a80d326-fbde-4aaf-83ba-d0eb9d20058a req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.224402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.230152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:22.230684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4a55d7c9-8a8b-455e-ada2-5e461f8c08e7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:22.280087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a80d326-fbde-4aaf-83ba-d0eb9d20058a req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.348094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Deleting port 707cfce3-552d-46a9-8521-e9a8ab74df29 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:22.348709 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.424867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] No DVR routers for this DVR port 707cfce3-552d-46a9-8521-e9a8ab74df29 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:22.455740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59b347-669c-46d1-bf18-db00a57dd455,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:22.540087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.554920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Pushing event deleted for resources: {'Port': ['ID=707cfce3-552d-46a9-8521-e9a8ab74df29,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:22.571495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1a80d326-fbde-4aaf-83ba-d0eb9d20058a req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.590185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a80d326-fbde-4aaf-83ba-d0eb9d20058a req-99d658b0-faae-4a70-a3e3-3dd6e0dd8a2d tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8963666 Nov 03 18:54:22.612566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:22.658565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] For port 707cfce3-552d-46a9-8521-e9a8ab74df29, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:22.658565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.803043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe926b6-646d-44f3-81e7-898af4bdb002 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:22.832701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.833759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.858043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.860772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.861246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Calling delete_port for 707cfce3-552d-46a9-8521-e9a8ab74df29 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:22.871485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Port 707cfce3-552d-46a9-8521-e9a8ab74df29 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:54:22.880678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 707cfce3-552d-46a9-8521-e9a8ab74df29 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:22.924199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 707cfce3-552d-46a9-8521-e9a8ab74df29 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:22.924588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 707cfce3-552d-46a9-8521-e9a8ab74df29 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:22.927668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.968898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e808c975-4cf1-456c-9ad2-c05d6ea08973']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.005161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74dfef3-c1d9-475b-9841-04478393738d') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.005906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] Pushing event deleted for resources: {'Port': ['ID=707cfce3-552d-46a9-8521-e9a8ab74df29,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.006465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74dfef3-c1d9-475b-9841-04478393738d') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.019647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf6ac88-f2d1-460a-88dc-33e3880207a4 None None] No DVR routers for this DVR port 707cfce3-552d-46a9-8521-e9a8ab74df29 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:23.073770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.127038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:23.128476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.142383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.174961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:23.176196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.194023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Transition to ACTIVE for port object dbe926b6-646d-44f3-81e7-898af4bdb002 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:23.340576 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:23.344156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.390728 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.440596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.446447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] 10.222.0.91 "DELETE /v2.0/networks/e808c975-4cf1-456c-9ad2-c05d6ea08973 HTTP/1.1" status: 204 len: 168 time: 2.6703773 Nov 03 18:54:23.479881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.496887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce84fa5-c463-4411-b70b-a95ce9e4952b admin admin] Pushing event deleted for resources: {'Network': ['ID=e808c975-4cf1-456c-9ad2-c05d6ea08973,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.534993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcb04a-5a15-48c0-a90f-349cea7ea23c req-a6a68f02-bd4a-4899-8744-f52923384387 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.540015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ddcb04a-5a15-48c0-a90f-349cea7ea23c req-a6a68f02-bd4a-4899-8744-f52923384387 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 935 time: 0.8760741 Nov 03 18:54:23.548901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:23.553523 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1441f2ce-2a20-4311-bf04-bf1f08494f94" -d '{"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:23.561745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ca69-88dd-4e68-ab44-3949babcef57 req-be9aa241-a32f-487d-9c08-a4c16ffb0e3a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.564207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d790ca69-88dd-4e68-ab44-3949babcef57 req-be9aa241-a32f-487d-9c08-a4c16ffb0e3a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 931 time: 0.1933098 Nov 03 18:54:23.585897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.590888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:23.595803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.655220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:23.672787 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.686684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:23.719228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d790ca69-88dd-4e68-ab44-3949babcef57 req-b307ef74-6252-40ee-894c-88339c372e87 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200912 Nov 03 18:54:23.751310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ddcb04a-5a15-48c0-a90f-349cea7ea23c req-3af39a11-c4e5-4a8c-99cc-56187fafa42a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853609 Nov 03 18:54:23.789920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.935713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe926b6-646d-44f3-81e7-898af4bdb002,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.995448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:24.010791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54602) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.017143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8216fd15-97ba-4b7c-8864-74fcd1a9f22f req-df7977c7-2c7f-4988-acd5-158e9c556107 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/2e59b347-669c-46d1-bf18-db00a57dd455 HTTP/1.1" status: 200 len: 1830 time: 0.1464942 Nov 03 18:54:24.299316 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f5c4d-0e75-4445-968d-86af947421a7 x-openstack-request-id: req-0a1f5c4d-0e75-4445-968d-86af947421a7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:24.299748 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:24.300133 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0a1f5c4d-0e75-4445-968d-86af947421a7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:24.300814 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'code': 200} Nov 03 18:54:24.342582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-bd29bd94-46c1-464d-aba7-f1c1a004eeea req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1915661263', 'description': 'tempest-description-99481785'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:24.467283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bd29bd94-46c1-464d-aba7-f1c1a004eeea req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.733661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:24.736174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-da32e85e-5c18-4366-a9af-b701d5f828f9 None None] Provisioning complete for port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:24.737653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da32e85e-5c18-4366-a9af-b701d5f828f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.740407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.772812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bd29bd94-46c1-464d-aba7-f1c1a004eeea req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.780303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bd29bd94-46c1-464d-aba7-f1c1a004eeea req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.814183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54616) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.825734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5962da58-b9a1-490b-a872-2dd49be7ed70 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fe797a1874df4a73a339e3b524b44b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188647 Nov 03 18:54:24.911388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bd29bd94-46c1-464d-aba7-f1c1a004eeea req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.917523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd29bd94-46c1-464d-aba7-f1c1a004eeea req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5946624 Nov 03 18:54:24.928461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Attempting to bind port dbe926b6-646d-44f3-81e7-898af4bdb002 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:24.929109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Attempting to bind port dbe926b6-646d-44f3-81e7-898af4bdb002 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:24.929627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Attempting to bind port dbe926b6-646d-44f3-81e7-898af4bdb002 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:24.931423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27c228-1229-42b2-b806-48d6d4bfef72 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e500a5-441c-4791-8cdb-0ea205fd579e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:24.955199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-da32e85e-5c18-4366-a9af-b701d5f828f9 None None] Port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:25.028077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-45fbf569-d286-4f7a-a74f-3191c552ad6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2862978 Nov 03 18:54:25.028077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Request body: {'port': {'device_id': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:25.037828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Port dbe926b6-646d-44f3-81e7-898af4bdb002 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:25.037828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Attempting to bind port dbe926b6-646d-44f3-81e7-898af4bdb002 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:25.098280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:25.098757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:25.099377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:25.100163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Bound port: dbe926b6-646d-44f3-81e7-898af4bdb002, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:25.100804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.197121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc53884a-7d82-41aa-9755-3810b839f582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.257525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Router a4b73afd-5a98-4504-bb82-ab7eba26709c is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:25.303216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.335593 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc53884a-7d82-41aa-9755-3810b839f582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.440638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846cb08-24e6-4fc6-99e8-6d541477d375 req-f25ea338-3ea1-4d15-aae3-2acd77f12e46 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.443837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f846cb08-24e6-4fc6-99e8-6d541477d375 req-f25ea338-3ea1-4d15-aae3-2acd77f12e46 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 931 time: 0.3930912 Nov 03 18:54:25.513400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] For port dbe926b6-646d-44f3-81e7-898af4bdb002, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:25.579229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595a297-ab2d-4ec5-bab1-aa1fd5651c8d req-65740404-88eb-48b0-af25-1c26132e9946 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.587534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9595a297-ab2d-4ec5-bab1-aa1fd5651c8d req-65740404-88eb-48b0-af25-1c26132e9946 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 947 time: 0.5139353 Nov 03 18:54:25.627558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] For port dbe926b6-646d-44f3-81e7-898af4bdb002, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=dbe926b6-646d-44f3-81e7-898af4bdb002,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:25.709036 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.933886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc53884a-7d82-41aa-9755-3810b839f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.933886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc53884a-7d82-41aa-9755-3810b839f582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.933886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bc53884a-7d82-41aa-9755-3810b839f582 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/95632da8-5352-4001-b7be-2183479aae78 HTTP/1.1" status: 204 len: 168 time: 1.1148643 Nov 03 18:54:25.984060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53884a-7d82-41aa-9755-3810b839f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95632da8-5352-4001-b7be-2183479aae78,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:25.994348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f846cb08-24e6-4fc6-99e8-6d541477d375 req-32c20d08-a79a-47d7-b3d0-82135a30aab8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5054445 Nov 03 18:54:26.005486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9595a297-ab2d-4ec5-bab1-aa1fd5651c8d req-ba2fd24c-4533-4cd5-9768-c3438002d72c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973495 Nov 03 18:54:26.231273 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:54:26.299705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3afdf973-d2e4-49ec-b1b7-4b0be22a8081 req-2a89e2a0-4a5c-49ae-afa5-987aae5a0bc3 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/74e500a5-441c-4791-8cdb-0ea205fd579e HTTP/1.1" status: 200 len: 1828 time: 0.2037323 Nov 03 18:54:26.472049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a826d05d-8ad3-470b-bbb9-a66a254b0a55 req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-217434827', 'description': 'tempest-description-1654766717'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:26.562646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a826d05d-8ad3-470b-bbb9-a66a254b0a55 req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.724766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:26.725778 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.728287 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] 10.222.0.115 "PUT /v2.0/ports/dbe926b6-646d-44f3-81e7-898af4bdb002 HTTP/1.1" status: 200 len: 1095 time: 6.3627696 Nov 03 18:54:26.733533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396a5018-0f46-464e-8e92-703c859ef4be', 'tag': 'dbe926b6-646d-44f3-81e7-898af4bdb002'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:26.737621 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b" -d '{"events": [{"name": "network-changed", "server_uuid": "396a5018-0f46-464e-8e92-703c859ef4be", "tag": "dbe926b6-646d-44f3-81e7-898af4bdb002"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:26.839630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a826d05d-8ad3-470b-bbb9-a66a254b0a55 req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.841251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:26.851804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a826d05d-8ad3-470b-bbb9-a66a254b0a55 req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.872207 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Sync routers for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:26.913331 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:26.917596 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:26.978276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5abf9-4daf-47c9-a076-0b47d219a699,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:27.035837 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a826d05d-8ad3-470b-bbb9-a66a254b0a55 req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.055389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a826d05d-8ad3-470b-bbb9-a66a254b0a55 req-4a824c4b-fd82-4fea-9008-5fab0a0be358 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5899758 Nov 03 18:54:27.109268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0167a-204d-4b21-83ce-63e217ad4713 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe926b6-646d-44f3-81e7-898af4bdb002,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:27.236887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.243156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54662) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:27.259455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d3c8b15b-ae70-4647-bc08-af3916df8df7 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 16.0414686 Nov 03 18:54:27.294638 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed4e3c3-c5b4-4306-a229-e7b3154469f8 x-openstack-request-id: req-5ed4e3c3-c5b4-4306-a229-e7b3154469f8 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:27.294994 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396a5018-0f46-464e-8e92-703c859ef4be", "tag": "dbe926b6-646d-44f3-81e7-898af4bdb002", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:27.295584 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5ed4e3c3-c5b4-4306-a229-e7b3154469f8 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:27.296445 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396a5018-0f46-464e-8e92-703c859ef4be', 'tag': 'dbe926b6-646d-44f3-81e7-898af4bdb002', 'status': 'completed', 'code': 200} Nov 03 18:54:27.341593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:27.389770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-965754ef-12d9-4b7c-a651-75133b4ee4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.392070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-965754ef-12d9-4b7c-a651-75133b4ee4cb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 1098 time: 0.5595112 Nov 03 18:54:27.605067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0d55eae-2026-4cb9-b42f-1984dcac020c req-86887ffc-4fc3-4dc3-8e9e-1a0e4dda1ec6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/83d5abf9-4daf-47c9-a076-0b47d219a699 HTTP/1.1" status: 200 len: 1829 time: 0.2498643 Nov 03 18:54:27.666169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-749c5598-6b5e-408e-b9de-bdefa320135b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=dbe926b6-646d-44f3-81e7-898af4bdb002 HTTP/1.1" status: 200 len: 217 time: 0.2009912 Nov 03 18:54:27.951521 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 3, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:27.956284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-579b23ac-6304-4b90-8e0e-e7a4beecb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.958566 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-579b23ac-6304-4b90-8e0e-e7a4beecb3a3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2805121 Nov 03 18:54:27.999733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:28.032501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.064197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Transition to ACTIVE for port object dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:28.069189 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Checking router: a4b73afd-5a98-4504-bb82-ab7eba26709c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:28.070094 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Updating router a4b73afd-5a98-4504-bb82-ab7eba26709c port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:54:28.079604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-69ffd613-19b4-4716-a7fd-3947732b2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:28.081637 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-69ffd613-19b4-4716-a7fd-3947732b2093 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126528 Nov 03 18:54:28.082877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.184511 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.287170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-976ec45d-b894-4444-970e-a9ae61fc4ddf service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945894 Nov 03 18:54:28.417812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b15192-e610-4551-a2cf-2cd374089f73 req-e924ae98-4c6d-444e-9274-37831e613440 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:28.447576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3b15192-e610-4551-a2cf-2cd374089f73 req-e924ae98-4c6d-444e-9274-37831e613440 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 931 time: 0.6268609 Nov 03 18:54:28.493891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c2976-caa5-43d3-9ce1-705939771323 req-f9feab6f-3cb8-43b8-894e-47200659ab92 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:28.495920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-602c2976-caa5-43d3-9ce1-705939771323 req-f9feab6f-3cb8-43b8-894e-47200659ab92 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 947 time: 0.5370181 Nov 03 18:54:28.521525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:28.716573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54690) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:28.954268 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.973967 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.071018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ed15a1-671a-4eaa-bf83-5425db02dc16 req-6c49972c-d225-4836-af8f-19eee7f0a1f4 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090650 Nov 03 18:54:29.072597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Attempting to bind port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:29.073180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Attempting to bind port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:29.073778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Attempting to bind port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:29.115716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:29.116559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Attempting to bind port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:29.140593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59b633-0306-4671-97a8-139ee58db306 None None] Pushing event updated for resources: {'Port': ['ID=59473a16-4764-4bc0-be21-a3d4aefa6ff3,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:29.141864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:29.142573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:29.143420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:29.170334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Bound port: dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:29.173994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.194833 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Attempting to bind port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:29.195295 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Attempting to bind port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:29.195737 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Attempting to bind port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:29.202304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-123441737-network', 'tenant_id': 'c06d1ad60e7c4470b76ab134d08e02f4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:29.212240 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:29.212617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:29.213129 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.214021 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:29.215083 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Bound port: 59473a16-4764-4bc0-be21-a3d4aefa6ff3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:29.216021 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.385913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-0cb0cdc7-bce5-49dd-8d09-ca6a47cff812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.387660 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] For port 59473a16-4764-4bc0-be21-a3d4aefa6ff3, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:29.389343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-0cb0cdc7-bce5-49dd-8d09-ca6a47cff812 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 1098 time: 0.1794159 Nov 03 18:54:29.395332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Made reservation on behalf of c06d1ad60e7c4470b76ab134d08e02f4 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:29.397698 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] For port 59473a16-4764-4bc0-be21-a3d4aefa6ff3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59473a16-4764-4bc0-be21-a3d4aefa6ff3,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:29.399640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.430409 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.528235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-602c2976-caa5-43d3-9ce1-705939771323 req-1171c9c8-610d-44e4-ba9b-ec8d87dc7ead tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0149357 Nov 03 18:54:29.531154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:29.545266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:29.572455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.584632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.618066 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:29.619194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:29.628596 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59b633-0306-4671-97a8-139ee58db306 None None] Pushing event updated for resources: {'Port': ['ID=59473a16-4764-4bc0-be21-a3d4aefa6ff3,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:29.732119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3b15192-e610-4551-a2cf-2cd374089f73 req-b51db8cb-879a-4ff0-ae3f-8e6b8e0ee2ab tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2212579 Nov 03 18:54:29.841022 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-81edfb4c-3c90-4a5c-903d-24aa16e0d9d3 req-f87ff834-5d02-49d3-9bec-0481037bbc0e tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] show failed (client error): The resource could not be found. Nov 03 18:54:29.842804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81edfb4c-3c90-4a5c-903d-24aa16e0d9d3 req-f87ff834-5d02-49d3-9bec-0481037bbc0e tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/5f140d41-ca43-461e-92b2-1979997e9cc1 HTTP/1.1" status: 404 len: 352 time: 0.0274410 Nov 03 18:54:29.925284 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:30.001870 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-9887e4fc-0a8b-46b8-901a-b2a70d977e89 req-b1f80558-b052-460f-8c51-bb0c006a1adc tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] show failed (client error): The resource could not be found. Nov 03 18:54:30.012609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9887e4fc-0a8b-46b8-901a-b2a70d977e89 req-b1f80558-b052-460f-8c51-bb0c006a1adc tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-group-rules/396acedd-e739-4ac9-b2e4-11f5c64f189e HTTP/1.1" status: 404 len: 361 time: 0.0417497 Nov 03 18:54:30.133963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.299070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.300130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.303001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-074994d3-887e-466b-8e04-9e40ff190231 req-84535411-99dd-4bd6-aba3-acc1a864d11b tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/83d5abf9-4daf-47c9-a076-0b47d219a699 HTTP/1.1" status: 200 len: 1829 time: 0.1964841 Nov 03 18:54:30.323027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] 10.222.0.110 "PUT /v2.0/ports/dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 1091 time: 5.3224132 Nov 03 18:54:30.327821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-ef67841b-36ec-434c-bb8c-136ce6ed5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.330438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-ef67841b-36ec-434c-bb8c-136ce6ed5ccb service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.9236114 Nov 03 18:54:30.331179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:30.358389 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eac8f8-36e3-4611-9610-8f141adb70cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:30.364978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.473389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 3, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:30.573570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.585372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074994d3-887e-466b-8e04-9e40ff190231 req-83fc099b-7564-421e-b2d5-e0f6deb369cd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.614243 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a6a1c-f33f-4cbf-8e1d-76cd23e2a57b None None] The sync data for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 is: [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 3, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:30.643615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device dbe926b6-646d-44f3-81e7-898af4bdb002 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:30.959776 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3594d49-1093-4642-9cbe-096e3e0138ae x-openstack-request-id: req-a3594d49-1093-4642-9cbe-096e3e0138ae {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:30.960462 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:30.961163 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a3594d49-1093-4642-9cbe-096e3e0138ae {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:30.962001 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'status': 'completed', 'code': 200} Nov 03 18:54:30.977456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:31.004961 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-85c68a71-4221-44db-a38a-519794f1157d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=dbe926b6-646d-44f3-81e7-898af4bdb002 HTTP/1.1" status: 200 len: 217 time: 0.6112475 Nov 03 18:54:31.023384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593f11b-a9c2-4e1c-bd9a-d294fd7ece08 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.037651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port dbe926b6-646d-44f3-81e7-898af4bdb002, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=dbe926b6-646d-44f3-81e7-898af4bdb002,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:31.083807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'dbe926b6-646d-44f3-81e7-898af4bdb002', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': 'dbe926b6-646d-44f3-81e7-898af4bdb002', 'mac_address': 'fa:16:3e:88:33:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:31.160330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.175313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.176248 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Added segment 473c7090-3229-484c-b183-0c43061011e1 of type vlan for network 96b9dca0-622e-4257-9349-b1e244df47a9 Nov 03 18:54:31.177060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Allocated IP 172.20.0.1 (d4f79b61-1615-4cab-b7b6-2279eeed954c/16b4344f-155f-49a7-bd06-c17d6f2760fd/14ce29dd-1d5c-4c7f-aef9-306bf028abbe) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:31.279978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.321560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-a18d1b0e-2a97-44f6-9a17-0b4f9826b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:31.325212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-a18d1b0e-2a97-44f6-9a17-0b4f9826b7ca service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1094 time: 0.7584653 Nov 03 18:54:31.326772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe926b6-646d-44f3-81e7-898af4bdb002 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:31.401766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port dbe926b6-646d-44f3-81e7-898af4bdb002, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=dbe926b6-646d-44f3-81e7-898af4bdb002,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:31.414065 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.415299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-d803cebb-0b8f-4b8e-94b5-050fcc359d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:31.420188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-d803cebb-0b8f-4b8e-94b5-050fcc359d6f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3895411 Nov 03 18:54:31.541739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.573146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-9a0ef7bd-9593-496f-9ac4-b63297684e86 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 217 time: 0.2191544 Nov 03 18:54:31.633121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.633979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=dbe926b6-646d-44f3-81e7-898af4bdb002,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.741521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:31.793384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074994d3-887e-466b-8e04-9e40ff190231 req-83fc099b-7564-421e-b2d5-e0f6deb369cd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.799909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.828934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-83fe8e22-7ec2-4027-9b99-b5daf136dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:31.840660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['dbe926b6-646d-44f3-81e7-898af4bdb002'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:31.847825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-83fe8e22-7ec2-4027-9b99-b5daf136dafb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3422196 Nov 03 18:54:31.853391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.857908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:31.861764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.912513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Pushing event updated for resources: {'Port': ['ID=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.998269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Network d4f79b61-1615-4cab-b7b6-2279eeed954c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:32.031482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e921f-764e-4ff9-afcc-8afee03836c6 req-8b6492f4-dd22-4b21-964a-27ca0197fb6f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:32.045618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e84e921f-764e-4ff9-afcc-8afee03836c6 req-8b6492f4-dd22-4b21-964a-27ca0197fb6f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 948 time: 0.3231821 Nov 03 18:54:32.050219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:32.077232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:32.222341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.254926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] Pushing event updated for resources: {'Network': ['ID=96b9dca0-622e-4257-9349-b1e244df47a9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:32.306913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-71768ca7-2ddc-4586-9e9c-30cf0a1860dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:32.320392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-71768ca7-2ddc-4586-9e9c-30cf0a1860dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.7150388 Nov 03 18:54:32.512697 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074994d3-887e-466b-8e04-9e40ff190231 req-83fc099b-7564-421e-b2d5-e0f6deb369cd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.518512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074994d3-887e-466b-8e04-9e40ff190231 req-83fc099b-7564-421e-b2d5-e0f6deb369cd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.533619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-074994d3-887e-466b-8e04-9e40ff190231 req-83fc099b-7564-421e-b2d5-e0f6deb369cd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "DELETE /v2.0/security-groups/83d5abf9-4daf-47c9-a076-0b47d219a699 HTTP/1.1" status: 204 len: 173 time: 2.2285962 Nov 03 18:54:32.546337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 96b9dca0-622e-4257-9349-b1e244df47a9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:32.685712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e84e921f-764e-4ff9-afcc-8afee03836c6 req-3644ccb5-4b63-4346-bb86-9742f05f6611 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379855 Nov 03 18:54:32.696777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc099b-7564-421e-b2d5-e0f6deb369cd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5abf9-4daf-47c9-a076-0b47d219a699,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:32.798167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5157e304-50c0-4379-97fc-ff6894cb7178 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.0744772 Nov 03 18:54:32.807457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54726) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.821252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Request body: {'subnet': {'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-123441737-subnet', 'tenant_id': 'c06d1ad60e7c4470b76ab134d08e02f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:32.971289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.028993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Made reservation on behalf of c06d1ad60e7c4470b76ab134d08e02f4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:33.039388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.089848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13d82c2b-0014-41e5-9205-af92c28bd80b None None] Provisioning complete for port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:33.090793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13d82c2b-0014-41e5-9205-af92c28bd80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.139543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-2d0ab58a-3506-4384-8654-a52527a7d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.147212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-2d0ab58a-3506-4384-8654-a52527a7d1cb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7390454 Nov 03 18:54:33.216103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59473a16-4764-4bc0-be21-a3d4aefa6ff3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:33.336614 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.391892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-13d82c2b-0014-41e5-9205-af92c28bd80b None None] Port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:33.401253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:33.401887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.416221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f1156b5-7d11-439e-91b2-39bb1cf22eac req-5dc9bf7f-0ef5-4c81-b59e-57b315caea6e tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/74e500a5-441c-4791-8cdb-0ea205fd579e HTTP/1.1" status: 200 len: 1828 time: 0.0880308 Nov 03 18:54:33.428701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.434914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-87559277-ad92-4bf3-bb1f-21cef37d3468 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5612288 Nov 03 18:54:33.671798 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.744809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 59473a16-4764-4bc0-be21-a3d4aefa6ff3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59473a16-4764-4bc0-be21-a3d4aefa6ff3,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:33.756057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.926334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=59473a16-4764-4bc0-be21-a3d4aefa6ff3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:33.962158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.962894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.963255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.963802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.964344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.964982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.972171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.973457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.973457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.973457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.974002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:33.974202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:34.007424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ef7e6c3-ad78-490e-8c19-836ebfebe19b req-c4b35733-1c54-4657-a434-663e3d2c9a74 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545006 Nov 03 18:54:34.049280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-018eba2b-b621-44d1-a3b3-25e0023cd4c4 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555636 Nov 03 18:54:34.093767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f546d-4589-48d7-8ded-fe47bda7d555 req-e60f5eb0-b3eb-490b-8be1-b3ae1cfca20c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.098650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f83f546d-4589-48d7-8ded-fe47bda7d555 req-e60f5eb0-b3eb-490b-8be1-b3ae1cfca20c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 943 time: 1.1501362 Nov 03 18:54:34.119155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2f1156b5-7d11-439e-91b2-39bb1cf22eac req-bde511b2-b8ca-477e-ab50-9eabd51cdad6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.141664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.223543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.422837 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d15a33f-321e-4eb1-bc0e-5ebf79a08597 req-88625d0e-ed4c-4dad-a351-30a0571185aa service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589213 Nov 03 18:54:34.426151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.438499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2f1156b5-7d11-439e-91b2-39bb1cf22eac req-bde511b2-b8ca-477e-ab50-9eabd51cdad6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.566701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.591161 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f83f546d-4589-48d7-8ded-fe47bda7d555 req-f55e7830-5c64-4cdd-9d35-1c9f378dff4f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628749 Nov 03 18:54:34.615847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Pushing event updated for resources: {'Port': ['ID=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.694086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device dbe926b6-646d-44f3-81e7-898af4bdb002 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:34.725339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Checking segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:34.726205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Network hostable DHCP agents. Network: 96b9dca0-622e-4257-9349-b1e244df47a9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:34.734766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2f1156b5-7d11-439e-91b2-39bb1cf22eac req-bde511b2-b8ca-477e-ab50-9eabd51cdad6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.759298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2f1156b5-7d11-439e-91b2-39bb1cf22eac req-bde511b2-b8ca-477e-ab50-9eabd51cdad6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.759653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f1156b5-7d11-439e-91b2-39bb1cf22eac req-bde511b2-b8ca-477e-ab50-9eabd51cdad6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "DELETE /v2.0/security-groups/74e500a5-441c-4791-8cdb-0ea205fd579e HTTP/1.1" status: 204 len: 173 time: 1.3011065 Nov 03 18:54:34.767580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8649d8e2-122c-4f0c-a79e-5acc6a476e43,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.789834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-a07152a1-aa71-4915-9e4b-54ad9ed5e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.791694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-a07152a1-aa71-4915-9e4b-54ad9ed5e267 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1094 time: 0.2342486 Nov 03 18:54:34.795056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Network 96b9dca0-622e-4257-9349-b1e244df47a9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:34.921166 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84432290-9df4-44f8-98fb-5f9b25e162f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.939496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde511b2-b8ca-477e-ab50-9eabd51cdad6 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e500a5-441c-4791-8cdb-0ea205fd579e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.966918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59473a16-4764-4bc0-be21-a3d4aefa6ff3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:35.051894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-3af5103c-c11b-457a-916a-18c6370b4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.054695 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-3af5103c-c11b-457a-916a-18c6370b4843 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.2417369 Nov 03 18:54:35.056515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 96b9dca0-622e-4257-9349-b1e244df47a9) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:35.080641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.081753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.088520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ddcb4-8394-43b8-b548-4e59178dab1f None None] Network 96b9dca0-622e-4257-9349-b1e244df47a9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:35.173550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-6955ed11-cab2-4fd3-932e-b22aad11eb79 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 217 time: 0.0855298 Nov 03 18:54:35.265741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b70bcedb-c6ec-4cf6-a638-4acd9e2d76cf admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4512839 Nov 03 18:54:35.344282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf9178-b275-4eb2-b68b-0043cece2180 req-42e4b4ed-96d3-4e59-a0ea-910c50dc1bc8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.347257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfdf9178-b275-4eb2-b68b-0043cece2180 req-42e4b4ed-96d3-4e59-a0ea-910c50dc1bc8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 948 time: 0.4291630 Nov 03 18:54:35.472285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-28c4a59b-a505-4c64-b8c6-91969ec5ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.475146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-28c4a59b-a505-4c64-b8c6-91969ec5ff8f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2911048 Nov 03 18:54:35.507037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Network d4f79b61-1615-4cab-b7b6-2279eeed954c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:35.536832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:35.573002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port dbe926b6-646d-44f3-81e7-898af4bdb002 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:35.607234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port dbe926b6-646d-44f3-81e7-898af4bdb002 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:35.608271 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.653868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-2bfed251-50cd-4c5a-8fc4-5de0b372b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.657239 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-2bfed251-50cd-4c5a-8fc4-5de0b372b691 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675010 Nov 03 18:54:35.705606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:35.706512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.870548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fd08ef8-eee6-4e3b-8acc-0794fea57ab9 req-3ec05e6e-9f1d-4469-a51e-01a4200b0094 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/2e59b347-669c-46d1-bf18-db00a57dd455 HTTP/1.1" status: 200 len: 1830 time: 0.2940891 Nov 03 18:54:35.982855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfdf9178-b275-4eb2-b68b-0043cece2180 req-04484de6-f112-4ce1-8a21-0423d496e82a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119766 Nov 03 18:54:36.051606 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-c0a43b5d-7fac-4f35-881a-2c7838679e93 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677671 Nov 03 18:54:36.220677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d49bd-f7ef-4dde-bc96-6916482b2ae2 None None] Network 96b9dca0-622e-4257-9349-b1e244df47a9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:36.290094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26eac8f8-36e3-4611-9610-8f141adb70cf req-485baf44-41eb-4bdc-8731-5e967fb0be0c service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263095 Nov 03 18:54:36.350391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Router a4b73afd-5a98-4504-bb82-ab7eba26709c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:36.460284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1d48-907d-4a4d-afa1-dc6560abd5dd req-f5b05880-571b-4153-98f7-9bb74528d343 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:36.469626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24aa1d48-907d-4a4d-afa1-dc6560abd5dd req-f5b05880-571b-4153-98f7-9bb74528d343 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 943 time: 0.1092780 Nov 03 18:54:36.587677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3566fa2f-b196-419a-8cbb-00a7422e781b None None] Provisioning complete for port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:36.588541 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3566fa2f-b196-419a-8cbb-00a7422e781b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.693200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:36.699877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-479aab01-c04f-41be-bf5b-9135bcf2adc4 admin admin] 10.222.0.91 "PUT /v2.0/routers/a4b73afd-5a98-4504-bb82-ab7eba26709c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4538896 Nov 03 18:54:36.740737 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.775188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24aa1d48-907d-4a4d-afa1-dc6560abd5dd req-b7b121d1-daea-4d1e-b604-26c71238c97d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045242 Nov 03 18:54:36.776085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2fd08ef8-eee6-4e3b-8acc-0794fea57ab9 req-d77d560b-91b0-4764-b911-bf490e6b2140 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.783836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Sync routers for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:36.850926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2fd08ef8-eee6-4e3b-8acc-0794fea57ab9 req-d77d560b-91b0-4764-b911-bf490e6b2140 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.935143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2fd08ef8-eee6-4e3b-8acc-0794fea57ab9 req-d77d560b-91b0-4764-b911-bf490e6b2140 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.947496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2fd08ef8-eee6-4e3b-8acc-0794fea57ab9 req-d77d560b-91b0-4764-b911-bf490e6b2140 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.951732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fd08ef8-eee6-4e3b-8acc-0794fea57ab9 req-d77d560b-91b0-4764-b911-bf490e6b2140 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "DELETE /v2.0/security-groups/2e59b347-669c-46d1-bf18-db00a57dd455 HTTP/1.1" status: 204 len: 173 time: 1.0703406 Nov 03 18:54:36.974259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d560b-91b0-4764-b911-bf490e6b2140 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59b347-669c-46d1-bf18-db00a57dd455,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:37.055398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port dbe926b6-646d-44f3-81e7-898af4bdb002, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=dbe926b6-646d-44f3-81e7-898af4bdb002,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:37.095581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396a5018-0f46-464e-8e92-703c859ef4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe926b6-646d-44f3-81e7-898af4bdb002'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:37.101669 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264c2ad-fe86-4e00-8371-d1aee46ba2ef" -d '{"events": [{"server_uuid": "396a5018-0f46-464e-8e92-703c859ef4be", "name": "network-vif-plugged", "status": "completed", "tag": "dbe926b6-646d-44f3-81e7-898af4bdb002"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:37.107008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:37.109202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:37.395387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:37.539230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.572031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3566fa2f-b196-419a-8cbb-00a7422e781b None None] Port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:37.800913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb167655-c477-4fdc-a2b8-be0f59a975d3 req-7d2f26a3-5b7e-4145-a0e8-f949a6e90b82 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/ceaa440e-ab9b-4303-8b9f-5499265fbc39 HTTP/1.1" status: 200 len: 1827 time: 0.1788504 Nov 03 18:54:37.840420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=dbe926b6-646d-44f3-81e7-898af4bdb002,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:37.841860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-2b0e0f7c-bc78-4d0b-9598-cc2e7bfe9cfc tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.856083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-2b0e0f7c-bc78-4d0b-9598-cc2e7bfe9cfc tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 821 time: 0.3934500 Nov 03 18:54:37.864623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 2, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:37.917114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-b87d14c2-0e3c-4738-8dfd-685a36bec064 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/quotas/c06d1ad60e7c4470b76ab134d08e02f4 HTTP/1.1" status: 200 len: 375 time: 0.0360875 Nov 03 18:54:37.928212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Checking router: a4b73afd-5a98-4504-bb82-ab7eba26709c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:37.928783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Updating router a4b73afd-5a98-4504-bb82-ab7eba26709c port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:54:37.969577 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.018976 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-f5875c53-34a7-402d-9cb5-fafcc3f4ef0c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853837 Nov 03 18:54:38.038742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-c4ef084b-be87-4093-92a3-391afdba644f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:54:38.042269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-c4ef084b-be87-4093-92a3-391afdba644f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0140104 Nov 03 18:54:38.199983 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eb167655-c477-4fdc-a2b8-be0f59a975d3 req-d1b383e1-868a-426c-a51c-af1a67088f75 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.273530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eb167655-c477-4fdc-a2b8-be0f59a975d3 req-d1b383e1-868a-426c-a51c-af1a67088f75 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.361061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-971a4ab2-af9f-4f84-8bac-a63f2fbc2416 service neutron] 10.222.0.91 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994111 Nov 03 18:54:38.480365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eb167655-c477-4fdc-a2b8-be0f59a975d3 req-d1b383e1-868a-426c-a51c-af1a67088f75 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.484862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-eb167655-c477-4fdc-a2b8-be0f59a975d3 req-d1b383e1-868a-426c-a51c-af1a67088f75 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.497082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb167655-c477-4fdc-a2b8-be0f59a975d3 req-d1b383e1-868a-426c-a51c-af1a67088f75 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "DELETE /v2.0/security-groups/ceaa440e-ab9b-4303-8b9f-5499265fbc39 HTTP/1.1" status: 204 len: 173 time: 0.6877444 Nov 03 18:54:38.551466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b383e1-868a-426c-a51c-af1a67088f75 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa440e-ab9b-4303-8b9f-5499265fbc39,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:38.581126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.623653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.711966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-e4f3fb15-8f03-4913-b93f-fe7e70e601d7 service neutron] 10.222.0.91 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368328 Nov 03 18:54:38.713637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebee2fc-0054-4cc6-8dc5-dafc502c06ef None None] Pushing event updated for resources: {'Port': ['ID=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:38.734926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8b57ebb-e961-495a-b213-726921952714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.950369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77477649-7d42-4f40-9b56-dcf26cd3b1bc req-2d8f5b97-b16a-4938-9065-5ded8f856362 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:38.973843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77477649-7d42-4f40-9b56-dcf26cd3b1bc req-2d8f5b97-b16a-4938-9065-5ded8f856362 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.2600875 Nov 03 18:54:39.078314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Attempting to bind port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:39.078934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Attempting to bind port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:39.079539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Attempting to bind port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe on network d4f79b61-1615-4cab-b7b6-2279eeed954c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:39.105894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:39.106601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Checking segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:39.107447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.107934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Bound using segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:39.108919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Bound port: 14ce29dd-1d5c-4c7f-aef9-306bf028abbe, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:39.109420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.186268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77477649-7d42-4f40-9b56-dcf26cd3b1bc req-de466452-d86b-44b8-9bd6-cad8911946bf tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068887 Nov 03 18:54:39.252078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:39.347351 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e0c976-385c-4c53-85ef-1683ded1109f x-openstack-request-id: req-17e0c976-385c-4c53-85ef-1683ded1109f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:39.348670 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396a5018-0f46-464e-8e92-703c859ef4be", "name": "network-vif-plugged", "status": "completed", "tag": "dbe926b6-646d-44f3-81e7-898af4bdb002", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:39.349486 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-17e0c976-385c-4c53-85ef-1683ded1109f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:39.350238 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396a5018-0f46-464e-8e92-703c859ef4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe926b6-646d-44f3-81e7-898af4bdb002', 'code': 200} Nov 03 18:54:39.428877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] For port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:39.487733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-469049c7-2b43-44dd-8ea2-5e79c27225cb None None] Provisioning complete for port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:39.491204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-469049c7-2b43-44dd-8ea2-5e79c27225cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.511473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] For port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:39.651971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58f3d7-bc59-4e23-986f-9a93dee7562b req-2c2c37e7-6d7d-46d8-b1de-3795fe42ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.666908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e58f3d7-bc59-4e23-986f-9a93dee7562b req-2c2c37e7-6d7d-46d8-b1de-3795fe42ac5c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 1100 time: 0.1809223 Nov 03 18:54:39.738826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.812218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-469049c7-2b43-44dd-8ea2-5e79c27225cb None None] Port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:39.830319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5e78-4806-4baa-845c-aeb989b9a130 req-6ab92ebb-5264-48c7-9c76-d536e9611c9f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.861811 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e58f3d7-bc59-4e23-986f-9a93dee7562b req-41dc0023-9281-4ea9-85bd-588bad85ccfb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833477 Nov 03 18:54:39.863445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d93f5e78-4806-4baa-845c-aeb989b9a130 req-6ab92ebb-5264-48c7-9c76-d536e9611c9f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 943 time: 0.2502425 Nov 03 18:54:40.021358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:40.029066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.071970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d93f5e78-4806-4baa-845c-aeb989b9a130 req-431e685a-e5d4-4039-8889-bddbd5f8f835 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061169 Nov 03 18:54:40.092433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:40.107064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:40.108369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.333382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54824) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:40.345977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534121906', 'description': 'tempest-description--72895449'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:40.478384 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.683286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bab7d6c-1d8d-49c0-a4e5-6cab0e9e9b3d req-b4ceb32c-349e-4eb7-a7f1-fa6fdcb9a1dd tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "GET /v2.0/security-groups/e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0 HTTP/1.1" status: 200 len: 1830 time: 0.2636273 Nov 03 18:54:40.812934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.822475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.909448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.911410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5757442 Nov 03 18:54:40.913238 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0bab7d6c-1d8d-49c0-a4e5-6cab0e9e9b3d req-6b3d0d89-5a8b-46dd-b3b8-781a51f5c859 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.915846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54834) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:40.922468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Request body: {'security_group_rule': {'security_group_id': 'c566f8de-3ea3-4edf-8834-43a4e6da7c7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:40.950598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c265-a378-497c-a422-19a5225ed6f7 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c566f8de-3ea3-4edf-8834-43a4e6da7c7e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.988852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.015673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebee2fc-0054-4cc6-8dc5-dafc502c06ef None None] Pushing event updated for resources: {'Port': ['ID=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.024329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2795ddf3-0b26-4993-ab9e-e2c7b95d0f4c req-1ec0d983-9bd8-472d-bcbc-f87631fa93ee tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 210 time: 0.0653517 Nov 03 18:54:41.083396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0bab7d6c-1d8d-49c0-a4e5-6cab0e9e9b3d req-6b3d0d89-5a8b-46dd-b3b8-781a51f5c859 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.094158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:41.098738 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.242876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0bab7d6c-1d8d-49c0-a4e5-6cab0e9e9b3d req-6b3d0d89-5a8b-46dd-b3b8-781a51f5c859 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.249831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0bab7d6c-1d8d-49c0-a4e5-6cab0e9e9b3d req-6b3d0d89-5a8b-46dd-b3b8-781a51f5c859 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.270141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bab7d6c-1d8d-49c0-a4e5-6cab0e9e9b3d req-6b3d0d89-5a8b-46dd-b3b8-781a51f5c859 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] 10.222.0.91 "DELETE /v2.0/security-groups/e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0 HTTP/1.1" status: 204 len: 173 time: 0.5831745 Nov 03 18:54:41.271003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54838) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:41.325214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0d89-5a8b-46dd-b3b8-781a51f5c859 tempest-SecurityGroupRulesNegativeTestJSON-52777680 tempest-SecurityGroupRulesNegativeTestJSON-52777680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05b6cf2-3372-43dd-b2c0-ba8ec33c84a0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.396618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-48867e12-c941-4dd3-bd42-08e95c19d507 None None] Provisioning complete for port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:41.399796 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48867e12-c941-4dd3-bd42-08e95c19d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.449812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.514205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:41.576952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5be1d6-d7bf-4977-8d29-ebad8336bd8b req-134ce15d-d8fb-426c-b9f6-384715ed1cc6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.591343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd5be1d6-d7bf-4977-8d29-ebad8336bd8b req-134ce15d-d8fb-426c-b9f6-384715ed1cc6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.2548480 Nov 03 18:54:41.610194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Deleting subnet 0ee2b1f7-e2b7-48a4-b4ea-b57ea3589152 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:41.618315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.744554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd5be1d6-d7bf-4977-8d29-ebad8336bd8b req-8ade8e05-d4f4-40dd-8b36-d5e8f001d2c6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520510 Nov 03 18:54:41.774799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.776859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.787983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a60e-eb39-4eb1-94fe-3a926a8db1fe req-1f56bd1e-39fc-4eab-897c-3dc3aec8c87c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.801132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7536a60e-eb39-4eb1-94fe-3a926a8db1fe req-1f56bd1e-39fc-4eab-897c-3dc3aec8c87c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 943 time: 0.3055573 Nov 03 18:54:41.805619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:41.842817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.908917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7536a60e-eb39-4eb1-94fe-3a926a8db1fe req-be07660f-fe23-4521-876b-1d5665b57e2c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061382 Nov 03 18:54:41.921406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cf874e-7782-461c-a9f4-f1df41c5eec8,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.993242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.000487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-98b1cde9-41cd-4eaa-9b4d-388d1518d813 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0786002 Nov 03 18:54:42.001327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54850) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.009638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Request body: {'security_group_rule': {'security_group_id': 'c566f8de-3ea3-4edf-8834-43a4e6da7c7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:42.013254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.031020 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.114422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.307862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.332383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.352025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.396578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1f4a11-8267-4218-a3f2-b642bb13ae4d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.477263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.480501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3497e301-6778-4dc3-9d8c-11dba18f9672 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4775989 Nov 03 18:54:42.487253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54858) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.498624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:42.524391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:42.579314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e911910-6aeb-469f-a317-9cf482d4b1dd req-175425ad-fc91-4082-ba57-687eba94a40a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 210 time: 0.1455746 Nov 03 18:54:42.631749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.682816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.706327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-553f1f62-6365-45e3-8403-76f7f3ef60f0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:42.710853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-553f1f62-6365-45e3-8403-76f7f3ef60f0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 821 time: 0.3983824 Nov 03 18:54:42.714075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee2b1f7-e2b7-48a4-b4ea-b57ea3589152,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.730087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.751544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'port': {'device_id': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'admin_state_up': True, 'tenant_id': 'c06d1ad60e7c4470b76ab134d08e02f4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:42.907344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.925477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a5471d4e-e82a-4afe-b53e-441262dc84ca admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0ee2b1f7-e2b7-48a4-b4ea-b57ea3589152 HTTP/1.1" status: 204 len: 168 time: 1.6531072 Nov 03 18:54:42.942442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:43.027555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:39Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:43.041716 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48867e12-c941-4dd3-bd42-08e95c19d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.186604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Made reservation on behalf of c06d1ad60e7c4470b76ab134d08e02f4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:43.194357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.197056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2f494-fdab-4e3e-b89b-b3bb168ced56 None None] The sync data for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 is: [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:39Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:43.459843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-48867e12-c941-4dd3-bd42-08e95c19d507 None None] For port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:43.469740 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.494875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48867e12-c941-4dd3-bd42-08e95c19d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.589724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.677834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee655863-a633-4554-9ede-380fb411ed25 req-2ed89958-e3b6-4123-a2c9-3005a0c52ac6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.691687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee655863-a633-4554-9ede-380fb411ed25 req-2ed89958-e3b6-4123-a2c9-3005a0c52ac6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.4996655 Nov 03 18:54:43.716382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Allocated IP 172.20.0.4 (96b9dca0-622e-4257-9349-b1e244df47a9/8649d8e2-122c-4f0c-a79e-5acc6a476e43/63fa1e11-f100-4ad0-ad6f-2649bdd42b6c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:43.769611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48867e12-c941-4dd3-bd42-08e95c19d507 None None] Pushing event updated for resources: {'Port': ['ID=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:43.890983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0732ff-7ccf-4db2-b137-db21cb935506 req-a9a58b7d-d6b0-49d5-acb3-b54ba45f94c1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.894165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e0732ff-7ccf-4db2-b137-db21cb935506 req-a9a58b7d-d6b0-49d5-acb3-b54ba45f94c1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.6897366 Nov 03 18:54:44.102737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e0732ff-7ccf-4db2-b137-db21cb935506 req-03412d73-6c76-4d08-8a5d-5294b533707c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248274 Nov 03 18:54:44.170756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.227567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.321947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.397454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbeffd0f-834e-475e-a7d3-d37102e0f20d']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.459519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bcdcb0-2b5c-4ff4-864e-3277bcba6e76') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.460830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bcdcb0-2b5c-4ff4-864e-3277bcba6e76') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.495915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.545660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.550579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Network 96b9dca0-622e-4257-9349-b1e244df47a9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:44.564642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:44.565845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.572420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:44.591339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:44.710951 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:44.728500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee655863-a633-4554-9ede-380fb411ed25 req-20b59005-bb16-4892-9970-6738c88de60d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0326850 Nov 03 18:54:44.737430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:44.821725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Allocated IP 172.25.8.194 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1827889e-4887-459d-b3ad-52e7c8fbb6a7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:44.887551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:44.889608 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.928518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-202a4599-5fa2-47c2-8d27-bded340bf9d2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1945291 Nov 03 18:54:44.949571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Request body: {'port': {'device_id': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:45.133745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.145793 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.157440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.211975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] 10.222.0.91 "DELETE /v2.0/networks/fbeffd0f-834e-475e-a7d3-d37102e0f20d HTTP/1.1" status: 204 len: 168 time: 2.2524695 Nov 03 18:54:45.374253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.379545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba41acd-2f2e-4e03-b00d-601801711e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=fbeffd0f-834e-475e-a7d3-d37102e0f20d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:45.494723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 14ce29dd-1d5c-4c7f-aef9-306bf028abbe up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:45.549642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296c50-5da5-40a6-a929-adc89f63ede7 req-f0a47909-6a4e-4f50-9fb5-26f45ca8ecc9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:45.552288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02296c50-5da5-40a6-a929-adc89f63ede7 req-f0a47909-6a4e-4f50-9fb5-26f45ca8ecc9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 931 time: 0.5115047 Nov 03 18:54:45.611489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:45.647326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:45.647677 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.876517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:45.880562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02296c50-5da5-40a6-a929-adc89f63ede7 req-75435f09-c9b2-4fd1-ba5f-6381b996b1a1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927046 Nov 03 18:54:45.892580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.922122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6cbee25-d8a6-4a63-8490-d0ed55dd0702 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4c252f0c3fdd413b85d65c03b493f8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070328 Nov 03 18:54:46.004082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54900) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:46.229325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:46.266375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:46.275863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:46.312393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:46.353931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:46.354545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.459698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event updated for resources: {'Port': ['ID=1827889e-4887-459d-b3ad-52e7c8fbb6a7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:46.631623 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.657204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:46.684465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.697963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:46.716774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Transition to ACTIVE for port object 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:46.717739 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09bdbf4-097d-47ab-b2a1-6faa88ea315a" -d '{"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:46.723762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.779205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:46.793208 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.884428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.915014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:46.965015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc639e5-4c0a-4946-a2c0-63ff32b60a98 req-60037b2f-be86-495f-9e80-2ffe4ba36b3f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:46.990714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fc639e5-4c0a-4946-a2c0-63ff32b60a98 req-60037b2f-be86-495f-9e80-2ffe4ba36b3f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 1.0593555 Nov 03 18:54:47.075371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:47.076528 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0cf896b0-f464-4792-bb4b-ed0a4e37f1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.148152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Attempting to bind port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:47.148918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Attempting to bind port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:47.149754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Attempting to bind port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c on network 96b9dca0-622e-4257-9349-b1e244df47a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:47.157689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c on network 96b9dca0-622e-4257-9349-b1e244df47a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:47.158437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Attempting to bind port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c on network 96b9dca0-622e-4257-9349-b1e244df47a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:47.167470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:47.167924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Checking segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:47.169171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Bound using segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:47.170101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Bound port: 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:47.171462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.267104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0cf896b0-f464-4792-bb4b-ed0a4e37f1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.384319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:47.394233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:47.401900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.481407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.482366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.484939 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] 10.222.0.110 "PUT /v2.0/ports/63fa1e11-f100-4ad0-ad6f-2649bdd42b6c HTTP/1.1" status: 200 len: 1091 time: 2.5416865 Nov 03 18:54:47.485679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:47.489701 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da92a4d5-2b0f-4d15-8815-4c52cbc36517" -d '{"events": [{"name": "network-changed", "server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:47.536254 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0cf896b0-f464-4792-bb4b-ed0a4e37f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.560315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0cf896b0-f464-4792-bb4b-ed0a4e37f1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.563110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7c3f-c53c-41ea-a158-028c98d2df9a service neutron] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:47.581955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0cf896b0-f464-4792-bb4b-ed0a4e37f1e3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/21e275cc-cf07-4c31-9f9f-9c0c94ec54da HTTP/1.1" status: 204 len: 168 time: 1.5332386 Nov 03 18:54:47.613339 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.657659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-02348e43-b094-47a4-a594-1badd9fb1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.660631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-02348e43-b094-47a4-a594-1badd9fb1f1c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 1094 time: 0.0919061 Nov 03 18:54:47.693380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf896b0-f464-4792-bb4b-ed0a4e37f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e275cc-cf07-4c31-9f9f-9c0c94ec54da,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:47.770291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.771339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.772159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.773157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.774139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.775083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.776031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.777033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.778530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.779481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.780510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.781356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.782256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.783268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.803937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-d2a2c0b4-0bf4-4055-b3f1-d0ad4ed3f7f8 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5&device_id=396a5018-0f46-464e-8e92-703c859ef4be&device_id=bcbd1cb5-e523-42db-871b-14da003d28dd&device_id=a2c56662-a641-4e0f-95ca-e0f25415a636&device_id=d8b32be6-981b-42de-95d2-8fdb851742e4&device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 12705 time: 0.3946958 Nov 03 18:54:47.854153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-575d124b-e2a3-4e46-9d9d-8a5a3bb82f32 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c HTTP/1.1" status: 200 len: 217 time: 0.1759932 Nov 03 18:54:47.856494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fc639e5-4c0a-4946-a2c0-63ff32b60a98 req-2b7d1420-f0ce-481b-9093-f68a84f9a813 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8553483 Nov 03 18:54:47.896944 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-77f654a7-d6aa-4882-a682-adfb2b867660 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.049627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-a3e2843c-238c-40e7-84cb-edb5163e643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:48.053996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-a3e2843c-238c-40e7-84cb-edb5163e643a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 200 len: 861 time: 0.1866746 Nov 03 18:54:48.136538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-fb3332a8-3b6d-46f8-ae11-f4fe802239ad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96b9dca0-622e-4257-9349-b1e244df47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635731 Nov 03 18:54:48.214785 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d92932-92e0-4c5b-b8af-7dccd2bf83ac x-openstack-request-id: req-89d92932-92e0-4c5b-b8af-7dccd2bf83ac {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:48.216444 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:48.217287 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-89d92932-92e0-4c5b-b8af-7dccd2bf83ac {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:48.218424 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'code': 200} Nov 03 18:54:48.288697 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-77f654a7-d6aa-4882-a682-adfb2b867660 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.296359 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-77f654a7-d6aa-4882-a682-adfb2b867660 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.544169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caca33-8e50-4d2b-81fc-3d867e6915bf req-84235c66-827a-478e-ae50-429811b79c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:48.546209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-56caca33-8e50-4d2b-81fc-3d867e6915bf req-84235c66-827a-478e-ae50-429811b79c9e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1096 time: 0.1356335 Nov 03 18:54:48.701242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f654a7-d6aa-4882-a682-adfb2b867660 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941e61ea-3be5-4d2c-ab48-fb3a5a4ba9bb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:48.762538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-3e150ef4-1fa8-4192-a19e-19fd89a7dfbe service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994775 Nov 03 18:54:48.780433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be474288-52fa-4239-b948-30d23f804bf6 req-04935e37-aaa1-4ea3-b108-64cb54d37517 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:48.795617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be474288-52fa-4239-b948-30d23f804bf6 req-04935e37-aaa1-4ea3-b108-64cb54d37517 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 943 time: 0.3035636 Nov 03 18:54:48.991762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-56caca33-8e50-4d2b-81fc-3d867e6915bf req-dc3db3c1-a97c-4df7-9782-4ba9b42c86c3 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4282401 Nov 03 18:54:49.038095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.077869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5774af02-5436-43a0-8bee-4ca2e23b91a7 req-77f654a7-d6aa-4882-a682-adfb2b867660 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&id=f98b9e5f-cd57-40b7-871c-87231ed66d91&id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&id=6b40847e-f46c-4493-94f6-6f85eeea77d7&id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 1.2675269 Nov 03 18:54:49.113310 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.171457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be474288-52fa-4239-b948-30d23f804bf6 req-c100f51a-139d-4ff0-a477-027aa6a47765 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507750 Nov 03 18:54:49.463049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cf67fa5e-c89a-4097-a1bc-a62c233a36c1 req-a42765bf-a962-4a5a-bdc6-e1ffba6a7d44 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464813 Nov 03 18:54:49.538374 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3950036-d231-435f-8669-ae5bdd8a1251 x-openstack-request-id: req-d3950036-d231-435f-8669-ae5bdd8a1251 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:49.538828 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:49.539242 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d3950036-d231-435f-8669-ae5bdd8a1251 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:49.540104 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'status': 'completed', 'code': 200} Nov 03 18:54:49.633704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event updated for resources: {'Port': ['ID=1827889e-4887-459d-b3ad-52e7c8fbb6a7,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:49.740295 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.807091 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.817778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-678eaeee-6695-47c0-9809-3c2a180dd7af tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3286011 Nov 03 18:54:49.887119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-d2a13073-2f1b-41e5-bad1-35fca122ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:49.891251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-d2a13073-2f1b-41e5-bad1-35fca122ee42 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 1094 time: 0.2942741 Nov 03 18:54:50.150406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4897c6d-c798-4ccb-9031-d04bf00b914f req-e38ed44b-7bc6-4491-a720-78d2b6ac9e1f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.168890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4897c6d-c798-4ccb-9031-d04bf00b914f req-e38ed44b-7bc6-4491-a720-78d2b6ac9e1f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 945 time: 0.2919257 Nov 03 18:54:50.350964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4897c6d-c798-4ccb-9031-d04bf00b914f req-50231025-d345-4bb4-8b85-6aa468afb688 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794412 Nov 03 18:54:50.470848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-17d78482-2137-47bb-acc8-db3702e06a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.474118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-17d78482-2137-47bb-acc8-db3702e06a14 service neutron] 10.222.0.110 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 922 time: 0.5560219 Nov 03 18:54:50.658927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-bb7e0449-028e-4a20-b55b-b80ecb8b76e4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c HTTP/1.1" status: 200 len: 217 time: 0.1724298 Nov 03 18:54:50.767890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:50.788866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384b80b-778d-4f54-89ee-b7d529912f5b req-a4592c0d-a37d-49eb-b46f-1e97d479c051 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.790145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384b80b-778d-4f54-89ee-b7d529912f5b req-a4592c0d-a37d-49eb-b46f-1e97d479c051 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.791264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384b80b-778d-4f54-89ee-b7d529912f5b req-a4592c0d-a37d-49eb-b46f-1e97d479c051 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.810424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-8b7d0f2b-433f-419a-94d7-45c9bd615562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.813045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0384b80b-778d-4f54-89ee-b7d529912f5b req-a4592c0d-a37d-49eb-b46f-1e97d479c051 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be&device_id=bcbd1cb5-e523-42db-871b-14da003d28dd&device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 2882 time: 0.1628947 Nov 03 18:54:50.813655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-8b7d0f2b-433f-419a-94d7-45c9bd615562 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 200 len: 861 time: 0.1376946 Nov 03 18:54:50.830443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4fbb1-2e2a-4e9e-a352-aa82dbdf47b3 req-f83872ca-ef0b-48e5-9e3d-ffdab5f20ba2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.839590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1a4fbb1-2e2a-4e9e-a352-aa82dbdf47b3 req-f83872ca-ef0b-48e5-9e3d-ffdab5f20ba2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 943 time: 0.2485189 Nov 03 18:54:50.925301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-0a6c990d-d5d4-4913-a8a9-141ad11e9775 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96b9dca0-622e-4257-9349-b1e244df47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906296 Nov 03 18:54:51.048389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0384b80b-778d-4f54-89ee-b7d529912f5b req-8f3cf5a5-12df-4321-b71f-d6c45c6efc81 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330573 Nov 03 18:54:51.063160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1a4fbb1-2e2a-4e9e-a352-aa82dbdf47b3 req-c941fd8e-ac36-404c-b8af-33279b551f8a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055750 Nov 03 18:54:51.307786 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-31bd0ec0-7abd-4ad4-a60d-6ffbd6c1b4e2 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547723 Nov 03 18:54:51.437704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1511639360-network', 'tenant_id': '041c4339ae374304999717e7d47274a9'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:51.586456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Made reservation on behalf of 041c4339ae374304999717e7d47274a9 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:51.590649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.609739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-c133c693-224c-43b6-9fe8-de40363cd87c tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1534121906&fields=id&tenant_id=7d491b60cfca4ec89c3ac22195ce3c73 HTTP/1.1" status: 200 len: 267 time: 0.2013381 Nov 03 18:54:51.638817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.661156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-da92a4d5-2b0f-4d15-8815-4c52cbc36517 req-1ce5286b-d3a1-4656-bd6d-fd2ab355f72a service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459854 Nov 03 18:54:51.898950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:51.954622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.962998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.045721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:52.070655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018f0b2f-1ec5-43fd-b8c5-e3444d081e49,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.075183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.075600 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Added segment ab86873e-4381-46c0-ab72-578835f54840 of type vlan for network 5abd3025-466c-4c1c-b71d-173bfaac29cd Nov 03 18:54:52.250860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.345470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.346716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:52.347341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.349308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:52.383082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'port_id': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'mac_address': 'fa:16:3e:af:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8649d8e2-122c-4f0c-a79e-5acc6a476e43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:52.460967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6829882 Nov 03 18:54:52.504907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.518724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:52.524898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Request body: {'subnet': {'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1511639360-subnet', 'tenant_id': '041c4339ae374304999717e7d47274a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:52.551988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:52.554204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78644-1f38-4e3b-a836-5d617aceee2e admin admin] Pushing event updated for resources: {'Network': ['ID=5abd3025-466c-4c1c-b71d-173bfaac29cd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.590540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 5abd3025-466c-4c1c-b71d-173bfaac29cd details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:52.630298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Made reservation on behalf of 041c4339ae374304999717e7d47274a9 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:52.655084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.751223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:52.765445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.803762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea14eec-13a6-4c00-ac0c-e2d148f2c150 req-09eaeca9-f4dd-4b46-90c1-b5819e9926cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:52.805941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ea14eec-13a6-4c00-ac0c-e2d148f2c150 req-09eaeca9-f4dd-4b46-90c1-b5819e9926cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 945 time: 0.1539404 Nov 03 18:54:52.888737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-f196e196-a50f-4029-8ce1-a34745aa0a51 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:52.892343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-f196e196-a50f-4029-8ce1-a34745aa0a51 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/networks?id=d4f79b61-1615-4cab-b7b6-2279eeed954c HTTP/1.1" status: 200 len: 815 time: 1.2663887 Nov 03 18:54:52.952320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.992528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-7272818a-668e-4bb8-a6d3-f57e6c2dfdce tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/quotas/7d491b60cfca4ec89c3ac22195ce3c73 HTTP/1.1" status: 200 len: 375 time: 0.0705302 Nov 03 18:54:53.077390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ea14eec-13a6-4c00-ac0c-e2d148f2c150 req-14d3583f-aee3-415c-9534-444eb45e923a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361350 Nov 03 18:54:53.186012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-30fc82b5-4c8c-4788-b6ec-bc3816a66f13 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7d491b60cfca4ec89c3ac22195ce3c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1800032 Nov 03 18:54:53.249232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:53.279462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.403719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce09015-6890-413a-8bc4-f0595d23b332,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:53.433301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Checking segment: {'id': 'ab86873e-4381-46c0-ab72-578835f54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:53.434414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Network hostable DHCP agents. Network: 5abd3025-466c-4c1c-b71d-173bfaac29cd, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:53.443535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-7a8ba318-2dab-4cc8-ae80-17c37e74d630 service neutron] 10.222.0.91 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377465 Nov 03 18:54:53.486097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Network 5abd3025-466c-4c1c-b71d-173bfaac29cd is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:53.510781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 5abd3025-466c-4c1c-b71d-173bfaac29cd) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:53.530306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:53.531252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.541125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d354247-2aaa-477f-b903-242f2aa8d6d6 None None] Network 5abd3025-466c-4c1c-b71d-173bfaac29cd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:53.587502 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73ab4a97-9e3e-43c9-872e-06350a7730ce admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0671153 Nov 03 18:54:53.695584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e95546-5b9b-4b5c-9131-1a9a1df2edbb req-78409439-e51f-4ab6-9970-2be5d05b512f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:53.710258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70e95546-5b9b-4b5c-9131-1a9a1df2edbb req-78409439-e51f-4ab6-9970-2be5d05b512f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 944 time: 0.3729649 Nov 03 18:54:53.827201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70e95546-5b9b-4b5c-9131-1a9a1df2edbb req-bf2aa676-99fa-42eb-a560-56dad5520e6f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101089 Nov 03 18:54:53.898900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-8de1a58d-1d89-4b31-a726-60ac193da830 service neutron] 10.222.0.91 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206583 Nov 03 18:54:53.977099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460cac9-0c56-4adf-a5cd-ae55d9890d17 None None] Network 5abd3025-466c-4c1c-b71d-173bfaac29cd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:54.741624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6bb03-742a-4055-bc1e-bf535a29558f req-5b54de23-46eb-4614-8ad2-e16fe946b855 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:54.764323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecb6bb03-742a-4055-bc1e-bf535a29558f req-5b54de23-46eb-4614-8ad2-e16fe946b855 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 945 time: 0.2401166 Nov 03 18:54:54.766276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55048) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:54.781910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'floatingip': {'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:54.985586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.086516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef4a6387-fdb5-4238-834d-c6e77fe690cc req-a1361fe9-bfd0-41ea-a628-06e7d9d45c51 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 210 time: 0.0869069 Nov 03 18:54:55.616348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded395bc-44b0-490c-8d7f-6b5e0d6e9874 req-51ae4195-f424-44f5-8020-62ea1920a5bc tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:55.629619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ded395bc-44b0-490c-8d7f-6b5e0d6e9874 req-51ae4195-f424-44f5-8020-62ea1920a5bc tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 944 time: 0.2461057 Nov 03 18:54:55.756898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-c09bf4d7-d814-4ea7-a02f-0e35b20fb608 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:55.760064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-c09bf4d7-d814-4ea7-a02f-0e35b20fb608 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/networks?id=5abd3025-466c-4c1c-b71d-173bfaac29cd HTTP/1.1" status: 200 len: 814 time: 0.2907863 Nov 03 18:54:55.830349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ded395bc-44b0-490c-8d7f-6b5e0d6e9874 req-f33e2640-254c-4672-ad99-82db9a1d0cd1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936476 Nov 03 18:54:55.854324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-ecea2a89-25e3-415b-aa30-1a0142b0454c tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/quotas/041c4339ae374304999717e7d47274a9 HTTP/1.1" status: 200 len: 375 time: 0.0784996 Nov 03 18:54:55.930430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:56.026731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-0b5ccbb5-842d-4d0a-85d8-d6809f79ad1e tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=041c4339ae374304999717e7d47274a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1577201 Nov 03 18:54:56.181145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:56.215079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:56.215079 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.551753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.557062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-b56326ae-5248-4f60-be22-503e1050c856 service neutron] 10.222.0.91 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979727 Nov 03 18:54:56.739678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:56.751880 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61552947-84e4-441e-bf88-e799611fe95e" -d '{"events": [{"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-plugged", "status": "completed", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:56.819269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:56.832273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.990791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-f72dd611-f641-4296-9fa8-43682e0d9248 service neutron] 10.222.0.91 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290326 Nov 03 18:54:57.030343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:57.381582 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5ec0a-23f7-47d3-897d-482ddf35541a x-openstack-request-id: req-73b5ec0a-23f7-47d3-897d-482ddf35541a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:57.382374 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-plugged", "status": "completed", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:57.382821 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73b5ec0a-23f7-47d3-897d-482ddf35541a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:57.383537 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'code': 200} Nov 03 18:54:57.476062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:57.560653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36b72bff-0c6e-42b4-b0ad-56423f560176 req-fe84417a-ba07-4393-85f5-c9738cdd172d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 210 time: 0.1580238 Nov 03 18:54:57.710138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.971866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7bfad-90b9-405e-aa10-80af37d498cb req-31c01dc2-7178-4c98-91de-73b1227608d5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.993737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db7bfad-90b9-405e-aa10-80af37d498cb req-31c01dc2-7178-4c98-91de-73b1227608d5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2450652 Nov 03 18:54:57.995288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-280e98f0-707f-497d-9d78-1f5692b3f0c5 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.999258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-280e98f0-707f-497d-9d78-1f5692b3f0c5 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.115 "GET /v2.0/networks?id=d4f79b61-1615-4cab-b7b6-2279eeed954c HTTP/1.1" status: 200 len: 815 time: 0.5958447 Nov 03 18:54:58.061164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.085360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6f272fe-cbe7-45c8-81bd-94d5736e9dcf req-ad8bebab-10d9-4bb4-9f41-38db445a9dae tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 210 time: 0.0826154 Nov 03 18:54:58.303010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db7bfad-90b9-405e-aa10-80af37d498cb req-73541c5c-b074-48b7-9be1-1f98ff350682 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999477 Nov 03 18:54:58.309486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea9334-55ca-499a-a001-652571e8c2f0 req-a5a45d52-07d6-4264-8f34-8653bfb72611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.312774 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82ea9334-55ca-499a-a001-652571e8c2f0 req-a5a45d52-07d6-4264-8f34-8653bfb72611 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 1096 time: 0.5996079 Nov 03 18:54:58.500036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15ecd3-517c-4049-8406-52fbd94d51f7 req-546da037-3ec9-40d4-b3ea-3ae578ed78fd tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.525412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee15ecd3-517c-4049-8406-52fbd94d51f7 req-546da037-3ec9-40d4-b3ea-3ae578ed78fd tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1100 time: 0.2839556 Nov 03 18:54:58.643956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-f53a6af9-5875-45b3-9b99-eede8b9a38b6 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d491b60cfca4ec89c3ac22195ce3c73 HTTP/1.1" status: 200 len: 380 time: 0.5485723 Nov 03 18:54:58.677885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Request body: {'port': {'device_id': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'admin_state_up': True, 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'security_groups': ['c566f8de-3ea3-4edf-8834-43a4e6da7c7e']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:58.700144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee15ecd3-517c-4049-8406-52fbd94d51f7 req-d5f0a417-f4ba-419f-adda-d134bba67552 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716721 Nov 03 18:54:58.731209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82ea9334-55ca-499a-a001-652571e8c2f0 req-417fd9dd-9e10-4e64-9d6f-6d65b7a06289 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953481 Nov 03 18:54:58.772118 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Floating IP e121b0dc-42a7-4d28-9958-9c379d405be9 associated. External IP: 172.25.8.61, port: dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f. Nov 03 18:54:59.054832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14e188a9-0104-4fa4-8733-87c761ae5dfe req-d7eff3a7-a66f-41d9-9d98-5b7137fda854 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 210 time: 0.0960371 Nov 03 18:54:59.073208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7a9be-2636-4a6e-b42b-55a03622ae45 req-b2dd26c9-4a2a-4cfc-9c19-9093f58c3951 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.088852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62a7a9be-2636-4a6e-b42b-55a03622ae45 req-b2dd26c9-4a2a-4cfc-9c19-9093f58c3951 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1100 time: 0.1930199 Nov 03 18:54:59.233878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62a7a9be-2636-4a6e-b42b-55a03622ae45 req-48eea01b-f9f0-4a42-8551-35d1fd9b8709 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430883 Nov 03 18:54:59.456122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99dbf882-2061-4155-9351-c6315a9f34cc req-46ab44e4-9a17-4cb5-9d8a-3f08f4d0aee6 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 210 time: 0.1210046 Nov 03 18:54:59.665291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Made reservation on behalf of 7d491b60cfca4ec89c3ac22195ce3c73 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:59.681693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.729253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Router b62d3edb-e411-498a-95fe-cac630a0b355 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:59.798544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebc832-634f-4cec-bdca-f2b2cab439cf req-16138c46-7d85-40d2-8e31-038d623cd40c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.812018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcebc832-634f-4cec-bdca-f2b2cab439cf req-16138c46-7d85-40d2-8e31-038d623cd40c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.1672735 Nov 03 18:54:59.951413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcebc832-634f-4cec-bdca-f2b2cab439cf req-575cfa40-f128-4daf-b707-a0024530132f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349757 Nov 03 18:55:00.356078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9a89b88-8211-4a77-be34-c9cbfdc0ecab req-d33c5200-10e9-4434-aa21-6cf6a91c5ca9 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 210 time: 0.0772035 Nov 03 18:55:00.363586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:00.383431 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] Sync routers for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:00.392195 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.413958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Allocated IP 172.20.0.4 (d4f79b61-1615-4cab-b7b6-2279eeed954c/16b4344f-155f-49a7-bd06-c17d6f2760fd/877accab-c0a9-4dd1-9fe2-f695f589284b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:00.454814 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:00.455868 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.503307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-69dd6158-b5de-4d72-a9b2-78c10ed864cb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "PUT /v2.0/floatingips/e121b0dc-42a7-4d28-9958-9c379d405be9 HTTP/1.1" status: 200 len: 990 time: 5.7234240 Nov 03 18:55:00.518102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:00.522294 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88072c3c-2647-4257-8c10-40d76d656134" -d '{"events": [{"name": "network-changed", "server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:00.886393 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:01.223645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-220b3f62-afb0-4e45-8f35-ee41e9cb3527 req-24e29a7e-277f-4969-941c-ba443f83b09c tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 210 time: 0.0832479 Nov 03 18:55:01.350213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.588244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-41ae37e2-bdf5-41aa-9831-ce4f01aff251 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:01.592495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-41ae37e2-bdf5-41aa-9831-ce4f01aff251 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.110 "GET /v2.0/networks?id=5abd3025-466c-4c1c-b71d-173bfaac29cd HTTP/1.1" status: 200 len: 814 time: 0.9099169 Nov 03 18:55:01.595979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.624826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Request body: {'port': {'device_id': '96b7e028-6912-4246-a284-2c412c4e64c9', 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd', 'admin_state_up': True, 'tenant_id': '041c4339ae374304999717e7d47274a9'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:01.943229 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1458c-517f-458a-b68a-11b0049b5e51 x-openstack-request-id: req-77a1458c-517f-458a-b68a-11b0049b5e51 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:01.944500 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:01.945302 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77a1458c-517f-458a-b68a-11b0049b5e51 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:01.947200 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'status': 'completed', 'code': 200} Nov 03 18:55:01.963541 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'e121b0dc-42a7-4d28-9958-9c379d405be9', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:54:06Z', 'updated_at': '2021-11-03T18:54:57Z', 'revision_number': 1, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:03Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.070753 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] Checking router: b62d3edb-e411-498a-95fe-cac630a0b355 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:02.107336 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:02.122040 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:54:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.130647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Network d4f79b61-1615-4cab-b7b6-2279eeed954c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:02.236467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event updated for resources: {'Port': ['ID=877accab-c0a9-4dd1-9fe2-f695f589284b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:02.244006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:02.253449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Made reservation on behalf of 041c4339ae374304999717e7d47274a9 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:02.265823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.276618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.293186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:02.500104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.501193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.501397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.501860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.502514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.503138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.503763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.504486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.505191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.505838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.506259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.506876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:02.626811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88072c3c-2647-4257-8c10-40d76d656134 req-21959457-0d1b-4bd4-8eb6-f22de78ba069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:02.630384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-21959457-0d1b-4bd4-8eb6-f22de78ba069 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1096 time: 0.6814520 Nov 03 18:55:02.722189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:02.726681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.773753 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:02.857539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.961773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-02291f22-6bf7-4934-abc3-061929c06287 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3014691 Nov 03 18:55:03.034087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce0924-ec2c-4faf-9ab6-6ebce550e448 req-d38068d4-8f41-4bd9-aa97-6b4dac4bf7fe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.036954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82ce0924-ec2c-4faf-9ab6-6ebce550e448 req-d38068d4-8f41-4bd9-aa97-6b4dac4bf7fe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2645669 Nov 03 18:55:03.113150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Request body: {'port': {'device_id': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:03.116536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e440231b-a608-49ee-aba7-d84ffce3f315 None None] Provisioning complete for port 877accab-c0a9-4dd1-9fe2-f695f589284b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:03.117598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e440231b-a608-49ee-aba7-d84ffce3f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.244866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e440231b-a608-49ee-aba7-d84ffce3f315 None None] Port 877accab-c0a9-4dd1-9fe2-f695f589284b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:03.251113 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:55:03.324204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82ce0924-ec2c-4faf-9ab6-6ebce550e448 req-c72ff895-08fa-4ea6-900f-99d786f5e034 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753735 Nov 03 18:55:03.389595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e1e93-03ef-4a25-8478-033621f921c5 req-a743c7e8-b5f3-436b-9297-fba452e585f2 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.407315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-745e1e93-03ef-4a25-8478-033621f921c5 req-a743c7e8-b5f3-436b-9297-fba452e585f2 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 931 time: 0.2741973 Nov 03 18:55:03.435467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Allocated IP 172.20.0.10 (5abd3025-466c-4c1c-b71d-173bfaac29cd/6ce09015-6890-413a-8bc4-f0595d23b332/fde0c28c-1a21-4365-94f9-1a60e36804fe) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:03.456241 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'e121b0dc-42a7-4d28-9958-9c379d405be9', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:54:06Z', 'updated_at': '2021-11-03T18:54:57Z', 'revision_number': 1, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:03Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:03.534161 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd70ada-1b54-4478-b447-dc407a9c4a12 None None] The sync data for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 is: [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'e121b0dc-42a7-4d28-9958-9c379d405be9', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'floating_ip_address': '172.25.8.61', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:54:06Z', 'updated_at': '2021-11-03T18:54:57Z', 'revision_number': 1, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:03Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:03.650175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-745e1e93-03ef-4a25-8478-033621f921c5 req-2a98b12e-7c5f-492a-8146-0330d2ae9820 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399817 Nov 03 18:55:03.676560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-573c7ce7-0b60-4de2-8982-44de38b88c58 req-679430fb-f9f0-4fc5-a266-c747103e85e3 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 210 time: 0.0981367 Nov 03 18:55:03.760952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88072c3c-2647-4257-8c10-40d76d656134 req-72fd4bd6-0869-4d87-9556-037157afb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.769651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-72fd4bd6-0869-4d87-9556-037157afb46d service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 1.0585411 Nov 03 18:55:03.864603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.881152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cf7db-0ac0-4834-acd4-b6bc896649c0 req-00eaf5ee-c986-4b66-afea-68ca4fd0608c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.888357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-339cf7db-0ac0-4834-acd4-b6bc896649c0 req-00eaf5ee-c986-4b66-afea-68ca4fd0608c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.0999036 Nov 03 18:55:04.055638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-339cf7db-0ac0-4834-acd4-b6bc896649c0 req-447c9bdf-fc32-4c99-9e25-ac347804459b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584952 Nov 03 18:55:04.057279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b4f39-733f-4f31-8a51-f798493c3ec7 None None] New status for floating IP e121b0dc-42a7-4d28-9958-9c379d405be9: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:55:04.483915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28b7d4-be7a-4fb9-8885-019e5affcb2b req-13b49204-f25e-41d6-ab16-36c5f6dbf83d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:04.498447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b28b7d4-be7a-4fb9-8885-019e5affcb2b req-13b49204-f25e-41d6-ab16-36c5f6dbf83d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2689559 Nov 03 18:55:04.505794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.628672 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b28b7d4-be7a-4fb9-8885-019e5affcb2b req-e3bc8622-efae-46e1-b2af-42968e0de859 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261394 Nov 03 18:55:04.777247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.843674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:04.872771 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f821dac0-dd3b-4ba7-a20b-f8fa5c429edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.952937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-057a6fba-2d62-406d-b632-aadaa42b32f0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 1.1213427 Nov 03 18:55:04.965807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Network 5abd3025-466c-4c1c-b71d-173bfaac29cd is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:05.000536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:05.020973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:05.062207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.110335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-de4569f0-0ab9-4ffa-aded-2bc5aaf70c9e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.115645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:05.118218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:05.123457 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fd7983-bf77-4733-b29e-1c16a21b407c" -d '{"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-unplugged", "status": "completed", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:05.130270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-de4569f0-0ab9-4ffa-aded-2bc5aaf70c9e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.3043113 Nov 03 18:55:05.131801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.244523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-15707a20-cf96-4bf5-8a37-16958b925927 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/quotas/4329e2f0b7714f61996d5a94de262799 HTTP/1.1" status: 200 len: 375 time: 0.1128576 Nov 03 18:55:05.259877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:05.303287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e5e80-0032-479d-aaa7-b2268d0c4fc4 req-562abca2-cd7c-4096-ae95-4d7bc8f344e7 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.307264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-446e5e80-0032-479d-aaa7-b2268d0c4fc4 req-562abca2-cd7c-4096-ae95-4d7bc8f344e7 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 932 time: 0.1732810 Nov 03 18:55:05.374373 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-684713cc-06b1-4a28-926b-26b3d57aa9d8 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283073 Nov 03 18:55:05.527993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-446e5e80-0032-479d-aaa7-b2268d0c4fc4 req-7118dbd6-04f4-411f-9f97-c84ab9870803 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135203 Nov 03 18:55:05.598126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.598785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.604455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-5f1a8fcc-7cdd-4038-85ba-ca41b784648c service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111657 Nov 03 18:55:05.615483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Pushing event updated for resources: {'Port': ['ID=fde0c28c-1a21-4365-94f9-1a60e36804fe,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:05.627216 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-373432b5-5409-4768-a0df-3652a6fe2b91 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0129261 Nov 03 18:55:05.649593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Request body: {'port': {'device_id': '96b7e028-6912-4246-a284-2c412c4e64c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:05.722248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88072c3c-2647-4257-8c10-40d76d656134 req-2df104b4-4cae-4376-b3d1-724cc00ccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.726584 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-2df104b4-4cae-4376-b3d1-724cc00ccc02 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.7529538 Nov 03 18:55:05.756081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.824301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30290081-b80f-4ab7-8801-8db828663aec req-26b0e50b-cdbe-4f24-9180-3f5dafdfcd5a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.827262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30290081-b80f-4ab7-8801-8db828663aec req-26b0e50b-cdbe-4f24-9180-3f5dafdfcd5a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.1237161 Nov 03 18:55:05.878075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-55527233-f1a1-42dc-9040-bcf94b774087 service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719688 Nov 03 18:55:05.886253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88072c3c-2647-4257-8c10-40d76d656134 req-941df76c-0bfa-494b-87c9-2c28d22cfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.888332 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-941df76c-0bfa-494b-87c9-2c28d22cfb03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484394 Nov 03 18:55:05.900752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877accab-c0a9-4dd1-9fe2-f695f589284b {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:05.929979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.939328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30290081-b80f-4ab7-8801-8db828663aec req-8e02835e-ad9a-4d45-84b4-cba1c1b40e4a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992095 Nov 03 18:55:06.100309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8926c6c-ddff-4b01-8d82-fa7d65964783 req-34b3f5da-f9f1-4e43-a630-a713261c9538 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.110074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8926c6c-ddff-4b01-8d82-fa7d65964783 req-34b3f5da-f9f1-4e43-a630-a713261c9538 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 931 time: 0.0790219 Nov 03 18:55:06.197917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8926c6c-ddff-4b01-8d82-fa7d65964783 req-a3bfa9ff-e0b2-4404-9a0c-1631b9feddc8 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813103 Nov 03 18:55:06.335544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Transition to ACTIVE for port object 877accab-c0a9-4dd1-9fe2-f695f589284b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:55:06.358512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.386085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629390ae-f664-48cf-a087-db69fe60bf59 req-f23c4bb6-1746-4ebe-a124-5985076035ad tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.398504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-629390ae-f664-48cf-a087-db69fe60bf59 req-f23c4bb6-1746-4ebe-a124-5985076035ad tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.0792520 Nov 03 18:55:06.432304 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de79be21-33eb-4ec7-abad-41c374e1d8de x-openstack-request-id: req-de79be21-33eb-4ec7-abad-41c374e1d8de {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:06.432957 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-unplugged", "status": "completed", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:06.433900 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-de79be21-33eb-4ec7-abad-41c374e1d8de {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:06.434702 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'code': 200} Nov 03 18:55:06.472374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-629390ae-f664-48cf-a087-db69fe60bf59 req-e3c3fd8f-19b3-4d79-ac58-c5bd2cca690e tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Nov 03 18:55:06.687694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-e20db1fe-fb8e-4977-8566-c19465664a03 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758007 Nov 03 18:55:06.688328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Pushing event updated for resources: {'Port': ['ID=877accab-c0a9-4dd1-9fe2-f695f589284b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:06.738697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5817e-519b-465d-a478-6e1d2a0c3418 req-e97ed599-0a77-4223-a406-3b475443f56e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.760204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39c5817e-519b-465d-a478-6e1d2a0c3418 req-e97ed599-0a77-4223-a406-3b475443f56e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2195756 Nov 03 18:55:06.867098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-789b987a-34ee-4a60-8b59-6b54f98c1438 req-509c1343-a181-471e-a369-1c66451217ed tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 210 time: 0.0702245 Nov 03 18:55:06.922612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-399c0aa5-0c89-4c42-af00-f2113a38fd4e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.925322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-399c0aa5-0c89-4c42-af00-f2113a38fd4e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "GET /v2.0/ports?device_id=bd423399-2a6b-40a2-a82f-6f8fe159cc6e HTTP/1.1" status: 200 len: 943 time: 0.2945812 Nov 03 18:55:06.994298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde0c28c-1a21-4365-94f9-1a60e36804fe {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:07.001841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88072c3c-2647-4257-8c10-40d76d656134 req-3385fe98-c606-4082-9174-342fd37413b8 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645800 Nov 03 18:55:07.047550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39c5817e-519b-465d-a478-6e1d2a0c3418 req-d782d0b4-5b8f-4646-8b44-0b2cc20cda3c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845511 Nov 03 18:55:07.067404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.112471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Transition to ACTIVE for port object fde0c28c-1a21-4365-94f9-1a60e36804fe will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:55:07.133755 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.310525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Attempting to bind port 877accab-c0a9-4dd1-9fe2-f695f589284b on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:07.311930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Attempting to bind port 877accab-c0a9-4dd1-9fe2-f695f589284b by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:07.312993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Attempting to bind port 877accab-c0a9-4dd1-9fe2-f695f589284b on network d4f79b61-1615-4cab-b7b6-2279eeed954c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:07.339390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Port 877accab-c0a9-4dd1-9fe2-f695f589284b on network d4f79b61-1615-4cab-b7b6-2279eeed954c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:55:07.342040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Attempting to bind port 877accab-c0a9-4dd1-9fe2-f695f589284b on network d4f79b61-1615-4cab-b7b6-2279eeed954c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:07.350486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Pushing event updated for resources: {'Port': ['ID=fde0c28c-1a21-4365-94f9-1a60e36804fe,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:07.367852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:07.368782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Checking segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:07.369640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Bound using segment: {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:07.370611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Bound port: 877accab-c0a9-4dd1-9fe2-f695f589284b, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e51120-e394-4e06-8e95-823a29e0da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:07.371465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.375821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd6db-79be-4cce-92f6-e88b76edb644 req-4d45a17d-938b-4b76-885c-d98a5b1005f5 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.389706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e4dd6db-79be-4cce-92f6-e88b76edb644 req-4d45a17d-938b-4b76-885c-d98a5b1005f5 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 944 time: 0.2720983 Nov 03 18:55:07.535043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7256dc-4fba-40e8-9fe7-79a9b13a7bce req-17f11316-a5da-488c-839a-44a0017f20a7 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.553013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad7256dc-4fba-40e8-9fe7-79a9b13a7bce req-17f11316-a5da-488c-839a-44a0017f20a7 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2647491 Nov 03 18:55:07.585222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Deleting port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:07.586372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.639120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Attempting to bind port fde0c28c-1a21-4365-94f9-1a60e36804fe on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:07.639659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Attempting to bind port fde0c28c-1a21-4365-94f9-1a60e36804fe by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'ab86873e-4381-46c0-ab72-578835f54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:07.640150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Attempting to bind port fde0c28c-1a21-4365-94f9-1a60e36804fe on network 5abd3025-466c-4c1c-b71d-173bfaac29cd {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:07.645557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] For port 877accab-c0a9-4dd1-9fe2-f695f589284b, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:07.650541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e4dd6db-79be-4cce-92f6-e88b76edb644 req-532dea41-9e6b-4322-a25c-7c2d2d5de9ec tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587354 Nov 03 18:55:07.653038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] For port 877accab-c0a9-4dd1-9fe2-f695f589284b, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=877accab-c0a9-4dd1-9fe2-f695f589284b,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:07.658503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Port fde0c28c-1a21-4365-94f9-1a60e36804fe on network 5abd3025-466c-4c1c-b71d-173bfaac29cd not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:55:07.659094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Attempting to bind port fde0c28c-1a21-4365-94f9-1a60e36804fe on network 5abd3025-466c-4c1c-b71d-173bfaac29cd {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:07.684267 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.790937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:07.791538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Checking segment: {'id': 'ab86873e-4381-46c0-ab72-578835f54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:07.791997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Bound using segment: {'id': 'ab86873e-4381-46c0-ab72-578835f54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:07.792776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Bound port: fde0c28c-1a21-4365-94f9-1a60e36804fe, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab86873e-4381-46c0-ab72-578835f54840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:07.793429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.820713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Pushing event updated for resources: {'Port': ['ID=877accab-c0a9-4dd1-9fe2-f695f589284b,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:07.831105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad7256dc-4fba-40e8-9fe7-79a9b13a7bce req-d495b8cf-d55e-4f32-95e0-f7aa08ddb04d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746732 Nov 03 18:55:07.843698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.847883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.851443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6e9fab83-85d9-44a6-8b30-32fec34a4cfb service neutron] 10.222.0.115 "PUT /v2.0/ports/877accab-c0a9-4dd1-9fe2-f695f589284b HTTP/1.1" status: 200 len: 1091 time: 4.7509925 Nov 03 18:55:07.857920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:07.862536 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb51a2-ff13-4fac-ab97-f766879e34bc" -d '{"events": [{"name": "network-changed", "server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:08.058133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-8a767570-f5df-4c12-9b95-544a9e321059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.061479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-8a767570-f5df-4c12-9b95-544a9e321059 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7d491b60cfca4ec89c3ac22195ce3c73&device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 1094 time: 0.1167486 Nov 03 18:55:08.139094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] For port fde0c28c-1a21-4365-94f9-1a60e36804fe, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:08.152796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc551d-cae1-4e82-b5ba-6c13bba83f4d req-49cc6762-3936-48cf-ad08-817b20020354 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.170227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13bc551d-cae1-4e82-b5ba-6c13bba83f4d req-49cc6762-3936-48cf-ad08-817b20020354 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 943 time: 0.3637249 Nov 03 18:55:08.208520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] For port 93c47a80-ef24-4759-9fed-6f4aae2dbc87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=93c47a80-ef24-4759-9fed-6f4aae2dbc87,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:08.209875 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.286172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-44a0588f-51e6-44ac-9851-7f18108515d1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877accab-c0a9-4dd1-9fe2-f695f589284b HTTP/1.1" status: 200 len: 217 time: 0.1944954 Nov 03 18:55:08.294176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] For port fde0c28c-1a21-4365-94f9-1a60e36804fe, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe,segment=NetworkSegment(ab86873e-4381-46c0-ab72-578835f54840),segment_id=ab86873e-4381-46c0-ab72-578835f54840)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:08.320603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e33e4f6f-c514-43ac-bf7f-804a6d4ee3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.327895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Calling delete_port for 93c47a80-ef24-4759-9fed-6f4aae2dbc87 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:08.360222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.423885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13bc551d-cae1-4e82-b5ba-6c13bba83f4d req-29806fe8-4986-4803-8780-52ed3873a3c2 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396085 Nov 03 18:55:08.496446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-c340f40d-33f4-4397-a1fa-bd06acc3bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.499875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-c340f40d-33f4-4397-a1fa-bd06acc3bc1b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=16b4344f-155f-49a7-bd06-c17d6f2760fd HTTP/1.1" status: 200 len: 854 time: 0.2026174 Nov 03 18:55:08.538566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.539607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.541981 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] 10.222.0.110 "PUT /v2.0/ports/fde0c28c-1a21-4365-94f9-1a60e36804fe HTTP/1.1" status: 200 len: 1092 time: 2.8964405 Nov 03 18:55:08.654876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eabc9-1ec1-4173-87df-fff4494843fd service neutron] Pushing event updated for resources: {'Port': ['ID=fde0c28c-1a21-4365-94f9-1a60e36804fe,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:08.768973 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4ba2de-a536-4640-8af2-2e8846e574d9 x-openstack-request-id: req-ee4ba2de-a536-4640-8af2-2e8846e574d9 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:08.769441 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:08.769906 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee4ba2de-a536-4640-8af2-2e8846e574d9 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:08.771190 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'status': 'completed', 'code': 200} Nov 03 18:55:08.811511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-0ad2e08f-20ca-4c32-afad-22a74c6631b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.817077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-0ad2e08f-20ca-4c32-afad-22a74c6631b1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d4f79b61-1615-4cab-b7b6-2279eeed954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818604 Nov 03 18:55:08.959203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e07d0264-a785-48ba-a8e6-0776e14055d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:08.961788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-e07d0264-a785-48ba-a8e6-0776e14055d4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=041c4339ae374304999717e7d47274a9&device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 1095 time: 0.2965343 Nov 03 18:55:08.998221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf3e0d-2086-403c-95b9-2f65f9685981 req-cc22ecae-e1f8-46ac-8320-fc951c1badc3 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.001064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcaf3e0d-2086-403c-95b9-2f65f9685981 req-cc22ecae-e1f8-46ac-8320-fc951c1badc3 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.5728786 Nov 03 18:55:09.066776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-7e58b2c4-1051-49bc-9797-b2fb009cd679 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe HTTP/1.1" status: 200 len: 217 time: 0.0773010 Nov 03 18:55:09.074901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-f61bcd12-95fa-4e9f-b476-b97b58d65e19 service neutron] 10.222.0.115 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447965 Nov 03 18:55:09.114155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-b0da58c0-6e9f-438b-8967-391cdf7c7f9a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.117126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-b0da58c0-6e9f-438b-8967-391cdf7c7f9a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.4662282 Nov 03 18:55:09.189163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Request body: {'port': {'device_id': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'admin_state_up': True, 'tenant_id': '4329e2f0b7714f61996d5a94de262799'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:09.224556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318ddc-54ee-4e90-b2ff-3a5e62c6ecf1 req-ea2b4504-d840-40bb-a442-ba1ecac607c9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.229346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-c47c76f3-659b-4b45-9c84-b9ff14225c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.231431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d318ddc-54ee-4e90-b2ff-3a5e62c6ecf1 req-ea2b4504-d840-40bb-a442-ba1ecac607c9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.3338773 Nov 03 18:55:09.232575 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-c47c76f3-659b-4b45-9c84-b9ff14225c2c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=6ce09015-6890-413a-8bc4-f0595d23b332 HTTP/1.1" status: 200 len: 854 time: 0.1534841 Nov 03 18:55:09.320466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-4a7f6a86-cc95-493d-912c-8029e406e74b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5abd3025-466c-4c1c-b71d-173bfaac29cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593088 Nov 03 18:55:09.354291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcaf3e0d-2086-403c-95b9-2f65f9685981 req-36914065-fee4-4827-a810-5859a5069110 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356395 Nov 03 18:55:09.399478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-802dbe41-0da9-44c8-b3a1-c925c490e640 req-6ca0aeb2-70fe-4bed-bbaa-2f9522967661 service neutron] 10.222.0.115 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092036 Nov 03 18:55:09.453387 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.561488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d318ddc-54ee-4e90-b2ff-3a5e62c6ecf1 req-bc0d5c0d-ebd4-4b41-91d0-5bcf58123cc9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893555 Nov 03 18:55:09.562487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event deleted for resources: {'Port': ['ID=93c47a80-ef24-4759-9fed-6f4aae2dbc87,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:09.599199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e89f866-d724-435e-96a1-70d7c6362b5c req-2eb71606-4070-4e96-9b8a-1a4fc7712d16 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 210 time: 0.0613694 Nov 03 18:55:09.647034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-328fbb41-578c-46ad-aec5-3df3d96d6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.649780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-328fbb41-578c-46ad-aec5-3df3d96d6572 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7d491b60cfca4ec89c3ac22195ce3c73&device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 1094 time: 0.1233292 Nov 03 18:55:09.654770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-cbac893a-f563-4a19-bf27-022a3276f72b service neutron] 10.222.0.110 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192005 Nov 03 18:55:09.702551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.741897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] No DVR routers for this DVR port 93c47a80-ef24-4759-9fed-6f4aae2dbc87 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:09.750957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.758520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2de8b58-6178-4adc-b1e3-932e30a61443 req-2cb540d9-9ed9-46b9-9efd-22e539789f75 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "DELETE /v2.0/ports/93c47a80-ef24-4759-9fed-6f4aae2dbc87 HTTP/1.1" status: 204 len: 173 time: 2.8045459 Nov 03 18:55:09.767032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-deleted', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:09.769811 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee7616-ccd8-4e83-ae5f-89ad20d57e46" -d '{"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-deleted", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:09.910827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Made reservation on behalf of 4329e2f0b7714f61996d5a94de262799 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:09.931390 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.010380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f95fc9-bdcd-4763-9e5f-990b985bdbcb req-69e74dd9-cd09-4fda-87e1-f7a99139cac3 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.021208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f95fc9-bdcd-4763-9e5f-990b985bdbcb req-69e74dd9-cd09-4fda-87e1-f7a99139cac3 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 944 time: 0.2745879 Nov 03 18:55:10.023281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-59091364-3b10-46d0-8b7d-a7079e8d8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.029751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-59091364-3b10-46d0-8b7d-a7079e8d8b08 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d4f79b61-1615-4cab-b7b6-2279eeed954c HTTP/1.1" status: 200 len: 916 time: 0.3637893 Nov 03 18:55:10.224671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5f12aa30-f058-43c2-a0c8-3f3d8764eafd req-f6c9985d-f916-4f6d-81b8-d9b314297fa5 service neutron] 10.222.0.110 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356646 Nov 03 18:55:10.227795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-ece1d2dc-7bf0-4ee2-b1ab-a7a6fdbddac4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877accab-c0a9-4dd1-9fe2-f695f589284b HTTP/1.1" status: 200 len: 217 time: 0.1725676 Nov 03 18:55:10.299075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7f95fc9-bdcd-4763-9e5f-990b985bdbcb req-05d68a05-ff4a-48bc-9791-8ec0e34776dd tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766376 Nov 03 18:55:10.406151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-97202685-0d35-4ac8-9f89-db81bad5a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.411385 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-97202685-0d35-4ac8-9f89-db81bad5a9b4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=16b4344f-155f-49a7-bd06-c17d6f2760fd HTTP/1.1" status: 200 len: 854 time: 0.1686690 Nov 03 18:55:10.464544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Allocated IP 172.20.0.6 (9dec4c59-5c1a-4c89-ac88-bb1953445593/e54a6808-3801-4372-bd04-551e15ac8839/141a96d4-891f-4d6f-9965-06db721cc086) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:10.479233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358b14d-19b9-44c1-b879-a6d44e12d373 req-11cd4d07-756e-43a0-b78c-93822e19ad13 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.482606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8358b14d-19b9-44c1-b879-a6d44e12d373 req-11cd4d07-756e-43a0-b78c-93822e19ad13 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 943 time: 0.2875149 Nov 03 18:55:10.562657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-2b4381de-7b91-478d-8b12-01d91b5eddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.566042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-2b4381de-7b91-478d-8b12-01d91b5eddbf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d4f79b61-1615-4cab-b7b6-2279eeed954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441414 Nov 03 18:55:10.776608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b7e028-6912-4246-a284-2c412c4e64c9', 'tag': 'fde0c28c-1a21-4365-94f9-1a60e36804fe'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:10.782484 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "96b7e028-6912-4246-a284-2c412c4e64c9", "tag": "fde0c28c-1a21-4365-94f9-1a60e36804fe"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:10.874540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:10.958320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 93c47a80-ef24-4759-9fed-6f4aae2dbc87 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:10.958882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 93c47a80-ef24-4759-9fed-6f4aae2dbc87 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:10.971853 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eefc231-f151-41ec-b49e-dc768861966d x-openstack-request-id: req-5eefc231-f151-41ec-b49e-dc768861966d {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:10.972271 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd423399-2a6b-40a2-a82f-6f8fe159cc6e", "name": "network-vif-deleted", "tag": "93c47a80-ef24-4759-9fed-6f4aae2dbc87", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:10.972468 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5eefc231-f151-41ec-b49e-dc768861966d {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:10.972988 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd423399-2a6b-40a2-a82f-6f8fe159cc6e', 'name': 'network-vif-deleted', 'tag': '93c47a80-ef24-4759-9fed-6f4aae2dbc87', 'status': 'completed', 'code': 200} Nov 03 18:55:10.975163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-2a550beb-eed9-4727-8a8c-f6e1a5398e8a service neutron] 10.222.0.115 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982887 Nov 03 18:55:11.003541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.147899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8358b14d-19b9-44c1-b879-a6d44e12d373 req-c6bb41fe-9753-458e-be05-a7dafafc79ea tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6250391 Nov 03 18:55:11.178321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac517c-5396-44a0-80aa-714938097d00 req-8ca97450-f40d-426b-be14-8b3df72dcd02 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:11.192431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bac517c-5396-44a0-80aa-714938097d00 req-8ca97450-f40d-426b-be14-8b3df72dcd02 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 946 time: 0.2182369 Nov 03 18:55:11.234035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30cb51a2-ff13-4fac-ab97-f766879e34bc req-ffb4010e-e7a9-4bc3-af41-557aadc725d0 service neutron] 10.222.0.115 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484775 Nov 03 18:55:11.244345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.347721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:11.406791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:11.436981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:11.503660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bac517c-5396-44a0-80aa-714938097d00 req-f6b1a615-facc-46bb-8435-8a61f8233737 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094029 Nov 03 18:55:11.546593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:11.582673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05617-f033-4ae1-9c88-c6dc83d1e87f req-01b09b92-fc02-4565-982a-bbae9895ea42 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:11.585557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12c05617-f033-4ae1-9c88-c6dc83d1e87f req-01b09b92-fc02-4565-982a-bbae9895ea42 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2339633 Nov 03 18:55:11.601204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:11.602292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.660793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-2a8f1953-6489-4a0a-906e-716992da798f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4777827 Nov 03 18:55:11.682341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.703147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Request body: {'port': {'device_id': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:11.816175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12c05617-f033-4ae1-9c88-c6dc83d1e87f req-22492581-7072-4ab3-9353-4a122eebedcb tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074711 Nov 03 18:55:11.882177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab506d27-2d2f-4dec-9c36-7a1141a8e3e2 req-a07da36e-cc4e-4ed9-ab04-eef5e9bd5bb8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:11.884818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab506d27-2d2f-4dec-9c36-7a1141a8e3e2 req-a07da36e-cc4e-4ed9-ab04-eef5e9bd5bb8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2219474 Nov 03 18:55:11.906619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.964088 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.995218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fde0c28c-1a21-4365-94f9-1a60e36804fe details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:12.150314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab506d27-2d2f-4dec-9c36-7a1141a8e3e2 req-e7768dd2-141f-422a-9e7a-6a3de872e3e2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373955 Nov 03 18:55:12.223160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port fde0c28c-1a21-4365-94f9-1a60e36804fe, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe,segment=NetworkSegment(ab86873e-4381-46c0-ab72-578835f54840),segment_id=ab86873e-4381-46c0-ab72-578835f54840)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:12.248710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'fde0c28c-1a21-4365-94f9-1a60e36804fe', 'network_id': '5abd3025-466c-4c1c-b71d-173bfaac29cd', 'port_id': 'fde0c28c-1a21-4365-94f9-1a60e36804fe', 'mac_address': 'fa:16:3e:0e:91:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce09015-6890-413a-8bc4-f0595d23b332', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:12.267295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b49e3-2507-4201-ad6e-9e5e10aec0fb req-7f19b49e-3d29-496a-bd79-209a773b851d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.268157 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63761be-39af-48d4-8c6a-fbaea22f550e x-openstack-request-id: req-c63761be-39af-48d4-8c6a-fbaea22f550e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:12.269388 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b7e028-6912-4246-a284-2c412c4e64c9", "tag": "fde0c28c-1a21-4365-94f9-1a60e36804fe", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:12.270137 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c63761be-39af-48d4-8c6a-fbaea22f550e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:12.271054 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b7e028-6912-4246-a284-2c412c4e64c9', 'tag': 'fde0c28c-1a21-4365-94f9-1a60e36804fe', 'status': 'completed', 'code': 200} Nov 03 18:55:12.280177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c7b49e3-2507-4201-ad6e-9e5e10aec0fb req-7f19b49e-3d29-496a-bd79-209a773b851d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 931 time: 0.3360131 Nov 03 18:55:12.351532 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.382184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde0c28c-1a21-4365-94f9-1a60e36804fe {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:12.435075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port fde0c28c-1a21-4365-94f9-1a60e36804fe, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe,segment=NetworkSegment(ab86873e-4381-46c0-ab72-578835f54840),segment_id=ab86873e-4381-46c0-ab72-578835f54840)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:12.443222 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.457301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-ba4fc23d-bc45-4fd9-b4b8-ceda564b8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.457301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-ba4fc23d-bc45-4fd9-b4b8-ceda564b8a0e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=041c4339ae374304999717e7d47274a9&device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 1095 time: 0.1276424 Nov 03 18:55:12.525342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c7b49e3-2507-4201-ad6e-9e5e10aec0fb req-38702268-db3c-4675-b337-2aa0ae61f91f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435179 Nov 03 18:55:12.583752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=fde0c28c-1a21-4365-94f9-1a60e36804fe,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:12.653105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a2aa-ae85-42ad-bdeb-a67fbab3811d req-74649403-3624-407f-adc6-9b6d5298e1ab tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.656394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17f9a2aa-ae85-42ad-bdeb-a67fbab3811d req-74649403-3624-407f-adc6-9b6d5298e1ab tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 945 time: 0.1633422 Nov 03 18:55:12.680261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-156a9711-d5bb-4cb3-aa12-40ff688755ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.682498 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-156a9711-d5bb-4cb3-aa12-40ff688755ab service neutron] 10.222.0.110 "GET /v2.0/networks?id=5abd3025-466c-4c1c-b71d-173bfaac29cd HTTP/1.1" status: 200 len: 915 time: 0.2154062 Nov 03 18:55:12.766146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-f138cecb-7466-4fa5-9bb4-121e3a078844 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe HTTP/1.1" status: 200 len: 217 time: 0.0661080 Nov 03 18:55:12.829437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17f9a2aa-ae85-42ad-bdeb-a67fbab3811d req-67f74d10-13d7-4c75-a1fe-488797d9b6e0 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513081 Nov 03 18:55:12.865274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141a96d4-891f-4d6f-9965-06db721cc086 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:12.884121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 877accab-c0a9-4dd1-9fe2-f695f589284b details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:12.892323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.895380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-85ca5d09-49e3-4443-bbbb-7665c3a6c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.898835 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-85ca5d09-49e3-4443-bbbb-7665c3a6c1ad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=6ce09015-6890-413a-8bc4-f0595d23b332 HTTP/1.1" status: 200 len: 854 time: 0.1094329 Nov 03 18:55:12.951215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Transition to ACTIVE for port object 141a96d4-891f-4d6f-9965-06db721cc086 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:55:12.959102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.004052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-012c4428-eb06-43a5-9081-138985764a55 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5abd3025-466c-4c1c-b71d-173bfaac29cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794790 Nov 03 18:55:13.033513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['fde0c28c-1a21-4365-94f9-1a60e36804fe'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:13.171296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 877accab-c0a9-4dd1-9fe2-f695f589284b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=877accab-c0a9-4dd1-9fe2-f695f589284b,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:13.186847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.199348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-2e86ee30-23db-4574-a970-39b254435eeb service neutron] 10.222.0.110 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779890 Nov 03 18:55:13.220857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'port_id': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'mac_address': 'fa:16:3e:84:63:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:13.226939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-2a8dbc5d-f788-4f14-8f16-16a3276ecf32 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:13.229015 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-2a8dbc5d-f788-4f14-8f16-16a3276ecf32 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.110 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 946 time: 0.2234478 Nov 03 18:55:13.331120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.387005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877accab-c0a9-4dd1-9fe2-f695f589284b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:13.464163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 877accab-c0a9-4dd1-9fe2-f695f589284b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=877accab-c0a9-4dd1-9fe2-f695f589284b,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:13.473204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.480820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-206b6a51-1ce5-4fdd-bee4-5ecdf94c5d9e req-e61003a3-fd39-4090-8ecc-465ebcdd73a8 service neutron] 10.222.0.110 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499337 Nov 03 18:55:13.581875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=877accab-c0a9-4dd1-9fe2-f695f589284b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.587529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Deleting port 8d26155b-37fa-4709-a856-de7b35937561 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:13.587529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.769899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195a315-8909-44cd-a450-1f4d0e028c4e req-dc585365-e3fe-4000-8dec-04cab2e804c0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:13.772285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7195a315-8909-44cd-a450-1f4d0e028c4e req-dc585365-e3fe-4000-8dec-04cab2e804c0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.7405922 Nov 03 18:55:13.786783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] For port 8d26155b-37fa-4709-a856-de7b35937561, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8d26155b-37fa-4709-a856-de7b35937561,segment=NetworkSegment(201e6247-16ea-4252-95f5-e658d1a0dfd1),segment_id=201e6247-16ea-4252-95f5-e658d1a0dfd1)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:13.787366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.789910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43bb90-6f2b-455b-88ed-3fd03d32722f req-d8a567dc-d28f-463c-8e51-f35aca6340de tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:13.792122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e43bb90-6f2b-455b-88ed-3fd03d32722f req-d8a567dc-d28f-463c-8e51-f35aca6340de tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 943 time: 0.7445235 Nov 03 18:55:13.820199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Calling delete_port for 8d26155b-37fa-4709-a856-de7b35937561 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:13.890874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['877accab-c0a9-4dd1-9fe2-f695f589284b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:13.930365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Attempting to bind port 141a96d4-891f-4d6f-9965-06db721cc086 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:13.930916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Attempting to bind port 141a96d4-891f-4d6f-9965-06db721cc086 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:13.931380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Attempting to bind port 141a96d4-891f-4d6f-9965-06db721cc086 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:13.949930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7195a315-8909-44cd-a450-1f4d0e028c4e req-b04fa6a2-7895-41c9-b73b-9ee1f2e4f414 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525702 Nov 03 18:55:13.956511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Port 141a96d4-891f-4d6f-9965-06db721cc086 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:55:13.957061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Attempting to bind port 141a96d4-891f-4d6f-9965-06db721cc086 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:13.970045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e43bb90-6f2b-455b-88ed-3fd03d32722f req-2f6338ba-df25-4e52-a2ea-849266d2bbe3 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611426 Nov 03 18:55:13.974990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:13.975541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Checking segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:13.976163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Bound using segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:13.976990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Bound port: 141a96d4-891f-4d6f-9965-06db721cc086, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:13.978190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.176419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:14.186224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.206149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['8d26155b-37fa-4709-a856-de7b35937561'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:14.248320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:14.259137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.263766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Pushing event deleted for resources: {'Port': ['ID=8d26155b-37fa-4709-a856-de7b35937561,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:14.322794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] No DVR routers for this DVR port 8d26155b-37fa-4709-a856-de7b35937561 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:14.328028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.336711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-123b33a8-afdb-4983-844b-62fa2c55e9c5 req-545b0017-e30b-4755-9beb-154d43eb6c82 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.110 "DELETE /v2.0/ports/8d26155b-37fa-4709-a856-de7b35937561 HTTP/1.1" status: 204 len: 173 time: 0.9447780 Nov 03 18:55:14.337492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'name': 'network-vif-deleted', 'tag': '8d26155b-37fa-4709-a856-de7b35937561'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:14.339656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b31ad-044d-419f-a112-7ab655b67d36 req-cd849fc6-917a-481a-bef5-4d9bc677b5f7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.340944 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4bd9ea-89cb-4895-8f04-e4dffa386b13" -d '{"events": [{"server_uuid": "d8b32be6-981b-42de-95d2-8fdb851742e4", "name": "network-vif-deleted", "tag": "8d26155b-37fa-4709-a856-de7b35937561"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:14.342019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-057b31ad-044d-419f-a112-7ab655b67d36 req-cd849fc6-917a-481a-bef5-4d9bc677b5f7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2037632 Nov 03 18:55:14.344277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.345312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.347620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] 10.222.0.115 "PUT /v2.0/ports/141a96d4-891f-4d6f-9965-06db721cc086 HTTP/1.1" status: 200 len: 1091 time: 2.6523585 Nov 03 18:55:14.353551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:14.358233 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "tag": "141a96d4-891f-4d6f-9965-06db721cc086"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:14.373050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f755-034e-4002-9da9-7fc7cb65d8bc req-9c814e85-fbe3-41b3-9a2f-70df451deb36 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.374658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dd0f755-034e-4002-9da9-7fc7cb65d8bc req-9c814e85-fbe3-41b3-9a2f-70df451deb36 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b32be6-981b-42de-95d2-8fdb851742e4 HTTP/1.1" status: 200 len: 867 time: 0.2384009 Nov 03 18:55:14.460029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d6d6-2671-4fec-a1bc-9a02357b2efb service neutron] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:14.520874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dd0f755-034e-4002-9da9-7fc7cb65d8bc req-f5ef38a3-99b4-4fca-8902-d2c8bad19708 tempest-VolumesAdminNegativeTest-1349517316 tempest-VolumesAdminNegativeTest-1349517316-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325307 Nov 03 18:55:14.524567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-057b31ad-044d-419f-a112-7ab655b67d36 req-369dee55-01d6-4cdc-906a-726df37af7e0 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621625 Nov 03 18:55:14.538311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-0887f9ac-373c-4c9a-8cdc-4638ded7d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.541187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-0887f9ac-373c-4c9a-8cdc-4638ded7d25d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 1094 time: 0.1151416 Nov 03 18:55:14.645214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-455c9a7f-7070-48d2-ab7f-621297be132a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141a96d4-891f-4d6f-9965-06db721cc086 HTTP/1.1" status: 200 len: 217 time: 0.0886037 Nov 03 18:55:14.806048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54dc3-f98c-431f-a8ad-73393b5b1d5b req-342318d6-db4e-4f16-bc5b-dec0b285e340 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.806048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12f54dc3-f98c-431f-a8ad-73393b5b1d5b req-342318d6-db4e-4f16-bc5b-dec0b285e340 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 943 time: 0.1505835 Nov 03 18:55:14.806048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7aae8-9f48-4f61-a365-044035efd746 req-63a854dd-af39-4e45-add0-fbaf53774524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.815642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-63a854dd-af39-4e45-add0-fbaf53774524 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.1445727 Nov 03 18:55:14.874700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-fc9defbe-b3a1-434b-9556-eefafa598ae6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460618 Nov 03 18:55:14.950028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12f54dc3-f98c-431f-a8ad-73393b5b1d5b req-90e8d291-11ac-48db-8ba6-97b3656d54dc tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380656 Nov 03 18:55:15.046523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ac4f3-a1f6-4392-b002-adbdd3bd5f89 req-e9946416-f269-4887-a9b9-339a5dc471b5 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:15.048091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-565ac4f3-a1f6-4392-b002-adbdd3bd5f89 req-e9946416-f269-4887-a9b9-339a5dc471b5 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 945 time: 0.1670480 Nov 03 18:55:15.129744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-7c7d8deb-6c0e-4fda-b77b-009c300b1a4f service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272773 Nov 03 18:55:15.182917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-565ac4f3-a1f6-4392-b002-adbdd3bd5f89 req-e3120272-3515-4281-8a89-f49a23603f1c tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077280 Nov 03 18:55:15.323796 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b0f7d-68f3-4a14-9c3e-0f057e02558a x-openstack-request-id: req-621b0f7d-68f3-4a14-9c3e-0f057e02558a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:15.325270 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b32be6-981b-42de-95d2-8fdb851742e4", "name": "network-vif-deleted", "tag": "8d26155b-37fa-4709-a856-de7b35937561", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:15.325270 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-621b0f7d-68f3-4a14-9c3e-0f057e02558a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:15.326085 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b32be6-981b-42de-95d2-8fdb851742e4', 'name': 'network-vif-deleted', 'tag': '8d26155b-37fa-4709-a856-de7b35937561', 'status': 'completed', 'code': 200} Nov 03 18:55:15.394656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f7aae8-9f48-4f61-a365-044035efd746 req-0620e031-9c3d-42a9-a75d-c2c49ef6c7f7 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467129 Nov 03 18:55:15.401241 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab1bb4-af35-4646-87a1-ae08229754ee x-openstack-request-id: req-2aab1bb4-af35-4646-87a1-ae08229754ee {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:15.401677 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "tag": "141a96d4-891f-4d6f-9965-06db721cc086", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:15.402232 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2aab1bb4-af35-4646-87a1-ae08229754ee {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:15.402705 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086', 'status': 'completed', 'code': 200} Nov 03 18:55:15.591346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-d01cc2e8-fc03-49ad-8047-ea13a2e85e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:15.594013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-d01cc2e8-fc03-49ad-8047-ea13a2e85e72 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 1094 time: 0.1099477 Nov 03 18:55:15.616937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525dbf-13a5-4820-bc99-6becb592dcbb req-06752013-b7fa-484f-97f6-f3133a748fb6 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:15.619733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe525dbf-13a5-4820-bc99-6becb592dcbb req-06752013-b7fa-484f-97f6-f3133a748fb6 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 944 time: 0.0965035 Nov 03 18:55:15.663988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55406) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:15.768797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Deleting subnet cd91d014-1b63-45d2-939b-a258ea16fb37 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:15.772593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.841190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.855747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe525dbf-13a5-4820-bc99-6becb592dcbb req-72585c96-af79-49d5-a750-0ad77bd8950e tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080512 Nov 03 18:55:15.901470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258a67f-0ece-4287-a05e-fa81705ec992 req-321638ba-f270-43c0-a3dd-137d20b0cd42 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:15.907348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3258a67f-0ece-4287-a05e-fa81705ec992 req-321638ba-f270-43c0-a3dd-137d20b0cd42 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1702502 Nov 03 18:55:15.914803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-e957a825-aecf-4ea1-b07e-63ff10886715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:15.920367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-e957a825-aecf-4ea1-b07e-63ff10886715 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 906 time: 0.3160429 Nov 03 18:55:15.934286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.002434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-4264c207-b02a-42a2-9f48-658d552865d2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141a96d4-891f-4d6f-9965-06db721cc086 HTTP/1.1" status: 200 len: 217 time: 0.0624292 Nov 03 18:55:16.052616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fde0c28c-1a21-4365-94f9-1a60e36804fe up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:16.060170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.099182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.103187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3258a67f-0ece-4287-a05e-fa81705ec992 req-9d684fe0-4c24-4dab-a7c6-1d007c15f6c6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814272 Nov 03 18:55:16.115317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] 10.222.0.91 "DELETE /v2.0/subnets/cd91d014-1b63-45d2-939b-a258ea16fb37 HTTP/1.1" status: 204 len: 168 time: 0.4503520 Nov 03 18:55:16.120172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55418) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:16.153390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ec005-cd95-4bb7-96c2-82015004bced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd91d014-1b63-45d2-939b-a258ea16fb37,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:16.180314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port fde0c28c-1a21-4365-94f9-1a60e36804fe completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:55:16.202329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-56322066-b9df-4127-b13d-305e9433839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:16.202690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port fde0c28c-1a21-4365-94f9-1a60e36804fe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:16.202951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.204464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-56322066-b9df-4127-b13d-305e9433839b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.1903245 Nov 03 18:55:16.372595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-eb729b1c-cb67-4384-aa95-71663efbef56 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591249 Nov 03 18:55:16.465098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.488785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.532304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b7e028-6912-4246-a284-2c412c4e64c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0c28c-1a21-4365-94f9-1a60e36804fe'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:16.535684 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d00c3-dd70-4b38-8940-a2ac1a6be8fe" -d '{"events": [{"server_uuid": "96b7e028-6912-4246-a284-2c412c4e64c9", "name": "network-vif-plugged", "status": "completed", "tag": "fde0c28c-1a21-4365-94f9-1a60e36804fe"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:16.561358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port fde0c28c-1a21-4365-94f9-1a60e36804fe, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe,segment=NetworkSegment(ab86873e-4381-46c0-ab72-578835f54840),segment_id=ab86873e-4381-46c0-ab72-578835f54840)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:16.569483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.681043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=fde0c28c-1a21-4365-94f9-1a60e36804fe,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:16.786715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-f9f852a5-fc4a-4661-81c8-3ce0cc673a11 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963578 Nov 03 18:55:16.796576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a909f-2229-4f46-b668-90b745e9b7be req-a871f01b-670a-4e46-b8fd-ca4cdc8cd8bb tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:16.798222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc8a909f-2229-4f46-b668-90b745e9b7be req-a871f01b-670a-4e46-b8fd-ca4cdc8cd8bb tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 943 time: 0.3252342 Nov 03 18:55:16.823245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd403-e001-46e4-82b2-04951a4f3a76 req-9bdb5077-d627-48fe-a232-3e40c66a24eb tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:16.824997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e0bd403-e001-46e4-82b2-04951a4f3a76 req-9bdb5077-d627-48fe-a232-3e40c66a24eb tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.3241937 Nov 03 18:55:16.909341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 877accab-c0a9-4dd1-9fe2-f695f589284b up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:16.938806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.010692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 877accab-c0a9-4dd1-9fe2-f695f589284b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:55:17.018246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 877accab-c0a9-4dd1-9fe2-f695f589284b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:17.018740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.062320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4870260-ea88-4711-9e47-b549ee75d5b5']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:17.117582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201e6247-16ea-4252-95f5-e658d1a0dfd1') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:17.118035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201e6247-16ea-4252-95f5-e658d1a0dfd1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:17.140068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc8a909f-2229-4f46-b668-90b745e9b7be req-26393fd7-6bdd-4e14-bdca-0998a3bdb664 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264077 Nov 03 18:55:17.153303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e0bd403-e001-46e4-82b2-04951a4f3a76 req-8ba25b96-9356-4c9d-8ede-1e2d6a12b8a9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147964 Nov 03 18:55:17.155091 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.194362 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.225440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.233809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1056bd4a-781c-4aff-9daa-3f2842d5ed5a req-07d84c57-17d6-4ebd-a4d5-973f60c88ae3 service neutron] 10.222.0.115 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232042 Nov 03 18:55:17.251370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:17.251809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:17.257730 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:17.297739 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603cd5d8-950d-4a9e-86a0-bcd243046a5d x-openstack-request-id: req-603cd5d8-950d-4a9e-86a0-bcd243046a5d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:17.299119 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b7e028-6912-4246-a284-2c412c4e64c9", "name": "network-vif-plugged", "status": "completed", "tag": "fde0c28c-1a21-4365-94f9-1a60e36804fe", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:17.299800 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-603cd5d8-950d-4a9e-86a0-bcd243046a5d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:17.301612 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b7e028-6912-4246-a284-2c412c4e64c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0c28c-1a21-4365-94f9-1a60e36804fe', 'code': 200} Nov 03 18:55:17.324927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 877accab-c0a9-4dd1-9fe2-f695f589284b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=877accab-c0a9-4dd1-9fe2-f695f589284b,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:17.343721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.474477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=877accab-c0a9-4dd1-9fe2-f695f589284b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.501402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.518811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.529317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] 10.222.0.91 "DELETE /v2.0/networks/e4870260-ea88-4711-9e47-b549ee75d5b5 HTTP/1.1" status: 204 len: 168 time: 1.4024003 Nov 03 18:55:17.529887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55434) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:17.560105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474054b-390c-429d-b7c4-a6e4d97d4491 req-a38c114e-93c3-4562-aff4-872619afa722 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.565053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b474054b-390c-429d-b7c4-a6e4d97d4491 req-a38c114e-93c3-4562-aff4-872619afa722 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.2708151 Nov 03 18:55:17.569308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4870260-ea88-4711-9e47-b549ee75d5b5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.583450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c54a8-ad18-43a7-9cea-dc2743c315fb req-4d3f26a6-21fe-48da-ba00-b67d21ccbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.585884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-196c54a8-ad18-43a7-9cea-dc2743c315fb req-4d3f26a6-21fe-48da-ba00-b67d21ccbc4f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 1097 time: 0.1423025 Nov 03 18:55:17.599978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.601022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.601529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.601926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.602687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.603002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.603384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.603934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.604532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.605601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.606294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.606712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d9405a-dfde-467e-99e4-d0c36b48da51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:17.611121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Deleting subnet 66f1f82c-d2d1-4b62-bd87-e1c46ac008a7 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:17.622009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a33d1-9cb2-4ce5-abcc-469a53d0365d req-7682ec4c-80f8-4426-9ecd-52182db96bfc tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.624284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f4a33d1-9cb2-4ce5-abcc-469a53d0365d req-7682ec4c-80f8-4426-9ecd-52182db96bfc tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.1983159 Nov 03 18:55:17.627550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.705392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b474054b-390c-429d-b7c4-a6e4d97d4491 req-a18d02ad-a6f7-4301-a14b-3fbcba81d4a8 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307926 Nov 03 18:55:17.745146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.767795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f4a33d1-9cb2-4ce5-abcc-469a53d0365d req-bb1ca447-00ce-481c-9330-e12cfe9d435b tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203053 Nov 03 18:55:17.813151 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-196c54a8-ad18-43a7-9cea-dc2743c315fb req-f4d8ad2e-cf31-4d51-91c2-1381c1bf6efc service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971905 Nov 03 18:55:17.857858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.950271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f5c1-fdaa-45fe-921d-88458b05cd9d req-43f7e472-1a3d-4f83-8d29-93c445b70a2f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.952462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b18f5c1-fdaa-45fe-921d-88458b05cd9d req-43f7e472-1a3d-4f83-8d29-93c445b70a2f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1124082 Nov 03 18:55:17.984073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.040473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f1f82c-d2d1-4b62-bd87-e1c46ac008a7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.045156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.045552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:18.049438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-80697e5d-41d6-4cee-ae99-3f929a6f066d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/66f1f82c-d2d1-4b62-bd87-e1c46ac008a7 HTTP/1.1" status: 204 len: 168 time: 0.5179923 Nov 03 18:55:18.053344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:18.066761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b18f5c1-fdaa-45fe-921d-88458b05cd9d req-7057b2ca-b125-4385-8cfc-334df5f73f4e tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008162 Nov 03 18:55:18.078929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8d26155b-37fa-4709-a856-de7b35937561 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:18.141186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 8d26155b-37fa-4709-a856-de7b35937561 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:18.142146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8d26155b-37fa-4709-a856-de7b35937561 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:18.187139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.395045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:18.424360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.427764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'port_id': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'mac_address': 'fa:16:3e:af:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8649d8e2-122c-4f0c-a79e-5acc6a476e43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:18.487395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e73aec-d2a8-4547-b236-6ec2db075dd1 req-32651be1-9a93-40e0-b135-b6d4ff2b251b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:18.492250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8e73aec-d2a8-4547-b236-6ec2db075dd1 req-32651be1-9a93-40e0-b135-b6d4ff2b251b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 943 time: 0.1545177 Nov 03 18:55:18.508522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b819295-e7b4-4ba5-8156-25c2e26c5abb']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:18.514206 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.532997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c758f5-fc9c-484d-90a9-43a391a499f5') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:18.533756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c758f5-fc9c-484d-90a9-43a391a499f5') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:18.545754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59214b8-ec6e-4b3a-aeda-5369dcc27fa9 req-07342b17-ab78-4c47-9036-0acd1396a733 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:18.546088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:18.548648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b59214b8-ec6e-4b3a-aeda-5369dcc27fa9 req-07342b17-ab78-4c47-9036-0acd1396a733 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.1910555 Nov 03 18:55:18.555816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.583948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-4615d359-31b1-4569-b1d8-e49a49077370 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1531694 Nov 03 18:55:18.585503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:18.590378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.599788 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.625722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:18.626368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:18.631688 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:18.659675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8e73aec-d2a8-4547-b236-6ec2db075dd1 req-ab130533-0541-4185-97d0-c5bec10e8757 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535320 Nov 03 18:55:18.704287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.726652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b59214b8-ec6e-4b3a-aeda-5369dcc27fa9 req-17cbfb7f-b468-4710-8f42-8b55eaa5c551 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607413 Nov 03 18:55:18.831020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:18.833407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-1eff8d97-8dba-42f8-9fa5-abb7a6dd78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:18.836100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-1eff8d97-8dba-42f8-9fa5-abb7a6dd78f1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 1101 time: 0.2030697 Nov 03 18:55:18.840310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.900764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b819295-e7b4-4ba5-8156-25c2e26c5abb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.915748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.925301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b14acb2c-61fb-4e78-93f6-f194408eb676 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9b819295-e7b4-4ba5-8156-25c2e26c5abb HTTP/1.1" status: 204 len: 168 time: 0.8700378 Nov 03 18:55:18.957338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:18.960864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:19.032308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f5540-84da-49c6-aea8-71b2c8c68da9 req-94eb544d-edbc-41d6-84d1-addec797084c tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.036212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a82f5540-84da-49c6-aea8-71b2c8c68da9 req-94eb544d-edbc-41d6-84d1-addec797084c tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.1564422 Nov 03 18:55:19.211477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-764545cc-820f-4e6c-98c9-73d744ed6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.224299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-764545cc-820f-4e6c-98c9-73d744ed6033 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.3210955 Nov 03 18:55:19.265668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a82f5540-84da-49c6-aea8-71b2c8c68da9 req-3d3324a6-a18c-4488-90da-5bf70f154573 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950209 Nov 03 18:55:19.337585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-e3324d93-e63d-4ad5-bf79-0b34c121dcdd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2171302 Nov 03 18:55:19.339961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:19.344111 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a6d9b-fda9-490c-8d0e-a36a01b9266d" -d '{"events": [{"server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "name": "network-vif-plugged", "status": "completed", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:19.376984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aac1b-23b8-4cf9-a96d-590b052dd47f req-27161eec-5778-42c5-9e1a-00c066a44cf3 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.395430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-3a09c722-219a-4bf9-8a8b-151b304c6610 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5 HTTP/1.1" status: 200 len: 217 time: 0.1428614 Nov 03 18:55:19.395948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-118aac1b-23b8-4cf9-a96d-590b052dd47f req-27161eec-5778-42c5-9e1a-00c066a44cf3 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.4046559 Nov 03 18:55:19.461930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55456) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:19.478537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.526034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-ccfe4e5b-c663-4901-ad40-e093a15b1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.529659 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-ccfe4e5b-c663-4901-ad40-e093a15b1fac service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1199367 Nov 03 18:55:19.531855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:19.592961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'mac_address': 'fa:16:3e:cb:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:19.615396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:19.633395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-f4792118-a45b-4f60-8338-6891a5053220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.636787 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-f4792118-a45b-4f60-8338-6891a5053220 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934191 Nov 03 18:55:19.657822 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.687498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-118aac1b-23b8-4cf9-a96d-590b052dd47f req-10e19aa9-a238-4156-a2f8-9537bbaf2758 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898536 Nov 03 18:55:19.738278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.738278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.739586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.740703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.741142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.742105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.743214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.747468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8eb08372-d20a-4768-b34c-3897239c0ce6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6490 time: 0.2632194 Nov 03 18:55:19.759236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e284096-4c76-4779-8078-8b9fbe456519 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f3135dcca24c41faaec7d14320870a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954130 Nov 03 18:55:19.765864 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.784079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55462) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:19.864808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5300d-93c2-495e-8ad9-3784a0415321 req-dc40e1f2-4cfc-488d-a494-5643712209ff tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:19.866504 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-792e9bfe-04ba-4559-a935-5b20740ebd65 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116036 Nov 03 18:55:19.869600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0d5300d-93c2-495e-8ad9-3784a0415321 req-dc40e1f2-4cfc-488d-a494-5643712209ff tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.3870306 Nov 03 18:55:20.054512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ce166c-a658-4408-9e81-865c8c8b6a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:20.073692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:20.146868 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b327fdf-e1d3-4583-96ab-40d97e01a45e x-openstack-request-id: req-6b327fdf-e1d3-4583-96ab-40d97e01a45e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:20.147507 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "name": "network-vif-plugged", "status": "completed", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:20.147765 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6b327fdf-e1d3-4583-96ab-40d97e01a45e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:20.148263 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'code': 200} Nov 03 18:55:20.194586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:20.194953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ca67971-eb55-4c93-9c1a-7c4e2d59e1d6 req-1db8b5e9-6643-4ed1-9079-93a25ea57904 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966876 Nov 03 18:55:20.202116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:20.215261 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.215261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:20.353112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:20.353535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.380121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94923521-a2a0-4fcd-acbc-5602ace6f5b1 req-0f3d8a9c-5252-43e7-8b63-c3fe770266af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.386421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94923521-a2a0-4fcd-acbc-5602ace6f5b1 req-0f3d8a9c-5252-43e7-8b63-c3fe770266af service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 1096 time: 0.1175275 Nov 03 18:55:20.402472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0d5300d-93c2-495e-8ad9-3784a0415321 req-5235749b-6df2-4e45-9daa-0f5c767d36c0 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732263 Nov 03 18:55:20.438580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8f73f90a-bb41-4579-aaf7-e5e0e739ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.441009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8f73f90a-bb41-4579-aaf7-e5e0e739ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.444248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8f73f90a-bb41-4579-aaf7-e5e0e739ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.447165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-8f73f90a-bb41-4579-aaf7-e5e0e739ba04 service neutron] 10.222.0.115 "GET /v2.0/networks?id=22eb02e1-6b86-47d4-baee-04b220578556&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 200 len: 2293 time: 0.5754547 Nov 03 18:55:20.484518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0756c362-2481-4c1c-8d06-3bcdcfe855d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.494203 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:55:20.531188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94923521-a2a0-4fcd-acbc-5602ace6f5b1 req-8a89401f-7aeb-4f2a-9625-13d2e0bc48db service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214044 Nov 03 18:55:20.591584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:20.695601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0756c362-2481-4c1c-8d06-3bcdcfe855d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.712358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:20.743129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e0dd3-6526-40a8-ac24-3938af181cdb req-90943613-0612-4d33-a717-e3fb2e268d5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.746103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a2e0dd3-6526-40a8-ac24-3938af181cdb req-90943613-0612-4d33-a717-e3fb2e268d5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 943 time: 0.3813961 Nov 03 18:55:20.749498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-89f0b452-17e9-40dd-a40f-34148068130d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 200 len: 1000 time: 0.2608082 Nov 03 18:55:20.756427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '141a96d4-891f-4d6f-9965-06db721cc086', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '141a96d4-891f-4d6f-9965-06db721cc086', 'mac_address': 'fa:16:3e:7b:e8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:20.759634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.843934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c6e13-4c31-486b-bcaf-46e065dbd352 req-6c422113-d9a8-4e74-b719-fee020f4771d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.846579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-632c6e13-4c31-486b-bcaf-46e065dbd352 req-6c422113-d9a8-4e74-b719-fee020f4771d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 944 time: 0.2720985 Nov 03 18:55:20.866601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.872119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:20.894104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.904861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141a96d4-891f-4d6f-9965-06db721cc086 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:20.975429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:20.997463 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.006545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a2e0dd3-6526-40a8-ac24-3938af181cdb req-ece76a45-5852-4026-b20e-576997a3ed76 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497394 Nov 03 18:55:21.009196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.025269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-7b4c7917-1d6b-491d-8dbd-e058907a92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:21.028138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-7b4c7917-1d6b-491d-8dbd-e058907a92bc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=57b15da0-0f41-4a92-982e-cb04bf19b799 HTTP/1.1" status: 200 len: 851 time: 0.1981039 Nov 03 18:55:21.054388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0756c362-2481-4c1c-8d06-3bcdcfe855d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.054388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0756c362-2481-4c1c-8d06-3bcdcfe855d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.069186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0756c362-2481-4c1c-8d06-3bcdcfe855d7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f HTTP/1.1" status: 204 len: 168 time: 1.2790446 Nov 03 18:55:21.130665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-632c6e13-4c31-486b-bcaf-46e065dbd352 req-373947cb-9977-4733-90b1-2111f02f4882 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692139 Nov 03 18:55:21.136637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.213167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756c362-2481-4c1c-8d06-3bcdcfe855d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d1a0c1-ab76-4c44-9e1a-3dd48d960a8f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.324228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-068f27e4-7cc9-43e6-ad43-2ea9e1be7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:21.327632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-068f27e4-7cc9-43e6-ad43-2ea9e1be7f3b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=22eb02e1-6b86-47d4-baee-04b220578556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517927 Nov 03 18:55:21.372508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3305b65-ed0d-44fd-92ce-c2519b74c8d9 req-25d10496-ca2a-400a-8682-2a51b873c104 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:21.374952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3305b65-ed0d-44fd-92ce-c2519b74c8d9 req-25d10496-ca2a-400a-8682-2a51b873c104 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.1701729 Nov 03 18:55:21.490326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['73ce166c-a658-4408-9e81-865c8c8b6a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:21.501161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['141a96d4-891f-4d6f-9965-06db721cc086'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:21.625179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960fba1-caf6-4e32-9cf7-87586a489946 req-a58d1f5a-2e72-455e-8bb3-32aaf5386db4 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:21.628167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8960fba1-caf6-4e32-9cf7-87586a489946 req-a58d1f5a-2e72-455e-8bb3-32aaf5386db4 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.2723529 Nov 03 18:55:21.643674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3305b65-ed0d-44fd-92ce-c2519b74c8d9 req-012ac66c-ea5f-48ab-b3fb-e5f33eb37351 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222276 Nov 03 18:55:21.647197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-26867a6e-0244-4dde-b7f1-4502cdec17ae service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039160 Nov 03 18:55:21.844520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8960fba1-caf6-4e32-9cf7-87586a489946 req-5b66a14d-a8b3-43b9-8807-115a796258b5 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941068 Nov 03 18:55:21.921742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-91ebc306-a969-46f2-b289-66e723938db1 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391803 Nov 03 18:55:21.975349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:22.078912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-b5d5ab3f-8661-42a1-ba8f-116fb77ccd73 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 217 time: 0.1398408 Nov 03 18:55:22.150006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}, {'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:22.154621 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74289c67-f226-43b4-96e1-3f5f2e67d1c4" -d '{"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-unplugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}, {"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-plugged", "status": "completed", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:22.156257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d3b969f8-5aa8-43b8-a64a-00f0e3143502 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e5ffee26384d4cfd8dcc180aec6f18cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789746 Nov 03 18:55:22.162109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:22.226754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-5f78d81d-049f-4c8c-9926-0cc49cc2e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.229389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-5f78d81d-049f-4c8c-9926-0cc49cc2e14f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1347740 Nov 03 18:55:22.257625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dc5de-5c5c-4191-9bf4-beeb6a5fedd7 req-3a728f94-2054-4ddb-bcc0-8e8e3f0c5039 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.269581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-283dc5de-5c5c-4191-9bf4-beeb6a5fedd7 req-3a728f94-2054-4ddb-bcc0-8e8e3f0c5039 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 948 time: 0.1954622 Nov 03 18:55:22.336463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-371a9221-a8db-4c86-b585-f1815dc3734c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.398138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-371a9221-a8db-4c86-b585-f1815dc3734c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.401509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-69275f3f-2680-4c5b-9e70-dab83a3d979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.403285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-69275f3f-2680-4c5b-9e70-dab83a3d979f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1323931 Nov 03 18:55:22.411958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-283dc5de-5c5c-4191-9bf4-beeb6a5fedd7 req-bbd3f729-53c2-44b8-82ea-c94e476add81 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261985 Nov 03 18:55:22.519478 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff4e53c-fb4f-408b-a9d2-bd9888444dff x-openstack-request-id: req-aff4e53c-fb4f-408b-a9d2-bd9888444dff {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:22.520435 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-unplugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "code": 200}, {"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-plugged", "status": "completed", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:22.521071 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aff4e53c-fb4f-408b-a9d2-bd9888444dff {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:22.522068 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'code': 200} Nov 03 18:55:22.522522 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'code': 200} Nov 03 18:55:22.527885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-371a9221-a8db-4c86-b585-f1815dc3734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.531659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-371a9221-a8db-4c86-b585-f1815dc3734c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.533255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-371a9221-a8db-4c86-b585-f1815dc3734c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1a01c231-a20d-4179-948b-8dc624dff282 HTTP/1.1" status: 204 len: 168 time: 0.3639860 Nov 03 18:55:22.551259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a9221-a8db-4c86-b585-f1815dc3734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a01c231-a20d-4179-948b-8dc624dff282,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:22.629596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576d092-b737-4d5d-865a-9c77b0af8b44 req-d995bdfc-f12a-4406-a2b1-8c31f13a40d1 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.632482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f576d092-b737-4d5d-865a-9c77b0af8b44 req-d995bdfc-f12a-4406-a2b1-8c31f13a40d1 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 944 time: 0.2530875 Nov 03 18:55:22.789913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-e4eed0d8-bb0a-4263-a3e3-b147580c8dab service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395164 Nov 03 18:55:22.845191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ed8e3-d4d7-46e2-81ce-59788ed4ab7f req-df62bc2a-c64e-4f8d-826f-4c6474d8fda3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:22.847943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf8ed8e3-d4d7-46e2-81ce-59788ed4ab7f req-df62bc2a-c64e-4f8d-826f-4c6474d8fda3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 945 time: 0.2141714 Nov 03 18:55:22.900180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f576d092-b737-4d5d-865a-9c77b0af8b44 req-5735e8e0-e36a-4321-b4ec-0966ec2d2932 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483718 Nov 03 18:55:23.063806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf8ed8e3-d4d7-46e2-81ce-59788ed4ab7f req-e2bc0929-6306-44fb-8b5d-dcb34022fbbc tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979868 Nov 03 18:55:23.074844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-d4d751a9-2271-4ddb-b23e-91443fabdcea service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744203 Nov 03 18:55:23.161912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-f8d48181-f42a-468a-b036-8b3bf8cf870a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 217 time: 0.0744784 Nov 03 18:55:23.354763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-99d1f6c9-bd09-4e2b-8d55-6b6a48d33962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:23.357457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-99d1f6c9-bd09-4e2b-8d55-6b6a48d33962 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1803215 Nov 03 18:55:23.398425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49865f-1d99-48c5-9282-11e095766e50 req-540d7703-bc1d-4516-b61e-bd0dbf8624f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:23.402905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-540d7703-bc1d-4516-b61e-bd0dbf8624f2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=041c4339ae374304999717e7d47274a9&device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 1097 time: 0.0953798 Nov 03 18:55:23.480564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-dc1c1519-07c6-4e83-8738-858bfbe14aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:23.482906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-dc1c1519-07c6-4e83-8738-858bfbe14aff service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979409 Nov 03 18:55:23.496840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e768-e650-419f-8f38-d07271c94604 req-06c2fd10-ed66-4945-ba37-19fb0c679d9a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:23.516433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aee9e768-e650-419f-8f38-d07271c94604 req-06c2fd10-ed66-4945-ba37-19fb0c679d9a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.1811826 Nov 03 18:55:23.611047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49865f-1d99-48c5-9282-11e095766e50 req-536ea05f-411c-4e1e-bd4d-a32f3c474bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:23.617319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-536ea05f-411c-4e1e-bd4d-a32f3c474bbe service neutron] 10.222.0.110 "GET /v2.0/networks?id=5abd3025-466c-4c1c-b71d-173bfaac29cd HTTP/1.1" status: 200 len: 915 time: 0.1961374 Nov 03 18:55:23.804522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bccef-11e9-47bd-8f0d-3f8342f07acb req-ff3ba405-0e79-463e-bcef-0f221edecdd5 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:23.806631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad0bccef-11e9-47bd-8f0d-3f8342f07acb req-ff3ba405-0e79-463e-bcef-0f221edecdd5 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.2917547 Nov 03 18:55:23.827161 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aee9e768-e650-419f-8f38-d07271c94604 req-0cac4a46-65ec-4683-b9e0-ea2ef3dcecab tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867279 Nov 03 18:55:23.870182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-c13f5a09-bce1-4f2e-b3ec-6fbb45b85bd4 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534567 Nov 03 18:55:24.030349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad0bccef-11e9-47bd-8f0d-3f8342f07acb req-8616051d-4914-408e-a1c4-77d5c8b23f7b tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906042 Nov 03 18:55:24.071696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:24.280486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-6c24e7e5-bed7-47f5-ac0d-5f13e13d4776 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe HTTP/1.1" status: 200 len: 217 time: 0.6484003 Nov 03 18:55:24.324417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.392666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49865f-1d99-48c5-9282-11e095766e50 req-7e5f7c7a-bc83-4c0e-8323-046425d404e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:24.396667 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-7e5f7c7a-bc83-4c0e-8323-046425d404e9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=6ce09015-6890-413a-8bc4-f0595d23b332 HTTP/1.1" status: 200 len: 854 time: 0.0977364 Nov 03 18:55:24.414575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:24.422908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.458318 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-fbc44b7b-4fed-4a3c-a302-758c51cd8039 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5abd3025-466c-4c1c-b71d-173bfaac29cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474291 Nov 03 18:55:24.523912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:24.530321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:24.535301 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7eea5e-9746-48d8-9ae7-fc9ab76c278a" -d '{"events": [{"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-unplugged", "status": "completed", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:24.660618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-e352e88b-0572-4cba-865b-c985732eb028 service neutron] 10.222.0.110 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827686 Nov 03 18:55:24.694304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-ddc8b231-6d94-464c-8219-d5bf71407dbf service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000717 Nov 03 18:55:24.718798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc99c-8b48-4a84-b702-3cbcbd07bb0b req-1e092717-a038-4202-9bee-0b3b061ed8c4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:24.721447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88fdc99c-8b48-4a84-b702-3cbcbd07bb0b req-1e092717-a038-4202-9bee-0b3b061ed8c4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 948 time: 0.7028379 Nov 03 18:55:24.766479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9191-b1a3-410f-8a20-6552c52064ff req-1651d340-3276-40ba-a392-85dfe121a153 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:24.769150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c0e9191-b1a3-410f-8a20-6552c52064ff req-1651d340-3276-40ba-a392-85dfe121a153 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.1819496 Nov 03 18:55:24.785252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:24.800194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Request body: {'floatingip': {'port_id': '877accab-c0a9-4dd1-9fe2-f695f589284b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:24.824145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-d2f6f4d7-b2c5-4333-bd3b-3693f83bfd60 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1282a400-3de1-4def-8d50-30436d08405f HTTP/1.1" status: 200 len: 217 time: 0.1010411 Nov 03 18:55:24.891982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.014878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88fdc99c-8b48-4a84-b702-3cbcbd07bb0b req-4abdedf0-711d-4bed-bd86-ded446f82ac2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770114 Nov 03 18:55:25.017472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-aad4f4b5-2ae1-43a9-8fbe-2a25faa52e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:25.019173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-aad4f4b5-2ae1-43a9-8fbe-2a25faa52e3e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1798713 Nov 03 18:55:25.022270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:25.056541 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a49865f-1d99-48c5-9282-11e095766e50 req-08eaa112-4487-4ce8-ae28-f4fe60a0654c service neutron] 10.222.0.110 "GET /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745213 Nov 03 18:55:25.063173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ef28-391e-4726-9b4e-538836477399 req-b3206671-c789-4d68-9861-8416baf44f4d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:25.065851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d72ef28-391e-4726-9b4e-538836477399 req-b3206671-c789-4d68-9861-8416baf44f4d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 944 time: 0.1618617 Nov 03 18:55:25.163550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-6b515fbc-333b-4b65-a8dc-ccf2e8df2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:25.166774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-6b515fbc-333b-4b65-a8dc-ccf2e8df2087 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331317 Nov 03 18:55:25.215035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 73ce166c-a658-4408-9e81-865c8c8b6a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:25.216707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.431291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d72ef28-391e-4726-9b4e-538836477399 req-5d27a9f5-8ca8-4e95-a9b9-6fe4983a450a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320982 Nov 03 18:55:25.457953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aded7-a03c-4da9-8917-e80232212af5 req-a402089a-7486-455a-9c49-692f0522ccf9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:25.469141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.469604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da7aded7-a03c-4da9-8917-e80232212af5 req-a402089a-7486-455a-9c49-692f0522ccf9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 943 time: 0.2016497 Nov 03 18:55:25.547762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:25.555839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.558257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:25.599743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-d9e2b0c1-395e-4e44-a056-45b4b393e716 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128835 Nov 03 18:55:25.610116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da7aded7-a03c-4da9-8917-e80232212af5 req-d00f0650-f9b6-445b-9402-58bf60c94c19 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392617 Nov 03 18:55:25.778960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:25.836146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-7b8df5df-4f23-4812-b546-0ce68e233caa service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244482 Nov 03 18:55:25.845300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 141a96d4-891f-4d6f-9965-06db721cc086 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:55:25.860297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 141a96d4-891f-4d6f-9965-06db721cc086 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:25.861111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.982843 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62893e37-4353-4682-a4e8-358cd8ce1809 x-openstack-request-id: req-62893e37-4353-4682-a4e8-358cd8ce1809 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:25.983988 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-unplugged", "status": "completed", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:25.984571 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-62893e37-4353-4682-a4e8-358cd8ce1809 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:25.987367 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'code': 200} Nov 03 18:55:26.000922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:55:26.006796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-c4b6936d-08a0-496e-b28f-d5ae9eb2b1b5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7086f24f-8efb-4c80-9c08-3d0348e47750 HTTP/1.1" status: 200 len: 217 time: 0.1586797 Nov 03 18:55:26.110309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-ab4a6d28-bd5e-4e41-a91c-eb4b318ef4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.113501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-ab4a6d28-bd5e-4e41-a91c-eb4b318ef4b8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.0938518 Nov 03 18:55:26.116682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aae0d-e547-4adb-947a-51116e942461 req-9e21a363-d92f-4626-8081-07f85b0db6e5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.119067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-099aae0d-e547-4adb-947a-51116e942461 req-9e21a363-d92f-4626-8081-07f85b0db6e5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 943 time: 0.6679230 Nov 03 18:55:26.146456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.227743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:26.238881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.300420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.309241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.362219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbad7e-e5e5-4719-a4c4-29ce8d00688f req-13248b31-7ae7-451a-88fd-c4fe11d108a4 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.371521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82dbad7e-e5e5-4719-a4c4-29ce8d00688f req-13248b31-7ae7-451a-88fd-c4fe11d108a4 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.2554297 Nov 03 18:55:26.379252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.388463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-84c66b01-0a25-4e6c-9ba5-008e3de5cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.390240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-84c66b01-0a25-4e6c-9ba5-008e3de5cc45 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2565694 Nov 03 18:55:26.469729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a175498-5c4c-4205-aa23-a47ddee336c7 req-d3f34c63-26bd-464b-828a-45aeba6ed02d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.472795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a175498-5c4c-4205-aa23-a47ddee336c7 req-d3f34c63-26bd-464b-828a-45aeba6ed02d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1970222 Nov 03 18:55:26.577124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82dbad7e-e5e5-4719-a4c4-29ce8d00688f req-4c7eac23-801e-4c6c-a554-ea33f242879f tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039802 Nov 03 18:55:26.592233 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Floating IP 06c65958-6c4f-4ed4-84cc-d024093e6410 associated. External IP: 172.25.8.194, port: 877accab-c0a9-4dd1-9fe2-f695f589284b. Nov 03 18:55:26.683779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a175498-5c4c-4205-aa23-a47ddee336c7 req-4dd74cd5-3f3a-431f-88fc-59d28e270db6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509211 Nov 03 18:55:26.691931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-1b0d22a3-e343-48cb-b5a6-e20e6bd340ee service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913334 Nov 03 18:55:26.740415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Deleting port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:26.741020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.798652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55560) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:26.879269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-31005861-c0f1-4a01-b91e-cce10388b4f4 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783614 Nov 03 18:55:26.943883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-2af9cbe4-c183-4056-86f2-5812d866b6e7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=187556e5-51af-4b57-a34d-04b9379b8528 HTTP/1.1" status: 200 len: 217 time: 0.0471225 Nov 03 18:55:27.083184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992255d1-2f33-4a43-b89c-f089ca2e53a9 req-066c2462-fa43-4664-8acf-4ae4732ffa23 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:27.085836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-992255d1-2f33-4a43-b89c-f089ca2e53a9 req-066c2462-fa43-4664-8acf-4ae4732ffa23 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 945 time: 0.3145084 Nov 03 18:55:27.136430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] For port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:27.137376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.145216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d2182fcf-0304-4eca-a963-0fe34717522c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.167785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-4ec75cb3-6f3a-4c33-9cd4-b12545370ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:27.170552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-4ec75cb3-6f3a-4c33-9cd4-b12545370ab9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.2024121 Nov 03 18:55:27.192836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Calling delete_port for 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:27.226967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4238aa-2ef5-4cb3-8649-b7c4d6cbaa03 req-f21dbcb0-91c1-43d9-b3d3-8f9ca6104aa0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:27.229576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a4238aa-2ef5-4cb3-8649-b7c4d6cbaa03 req-f21dbcb0-91c1-43d9-b3d3-8f9ca6104aa0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 943 time: 0.2636027 Nov 03 18:55:27.333906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-992255d1-2f33-4a43-b89c-f089ca2e53a9 req-6d0f0402-57c9-4917-a402-c152fe91639e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357452 Nov 03 18:55:27.373013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-7a7e2d68-5f92-4d57-a200-b0031954611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:27.376162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-7a7e2d68-5f92-4d57-a200-b0031954611f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893399 Nov 03 18:55:27.473664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Router a4b73afd-5a98-4504-bb82-ab7eba26709c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:27.535148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a4238aa-2ef5-4cb3-8649-b7c4d6cbaa03 req-38c8337c-403c-4e5d-82bf-48a5a700eee2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534733 Nov 03 18:55:27.572530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d2182fcf-0304-4eca-a963-0fe34717522c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.600194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-9ecb830c-c947-4f33-b83a-30829add29cd service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075763 Nov 03 18:55:27.630663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d2182fcf-0304-4eca-a963-0fe34717522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.750724 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d2182fcf-0304-4eca-a963-0fe34717522c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b6e0cfb15454b069b81002f92b5bf2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9499497 Nov 03 18:55:27.754549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55570) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:27.809931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.833388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2182fcf-0304-4eca-a963-0fe34717522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e290f19-f725-4e71-b57f-61bf03f38a11,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.879721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event deleted for resources: {'Port': ['ID=63fa1e11-f100-4ad0-ad6f-2649bdd42b6c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.930263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:27.946940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-786686a1-f012-43d7-999b-7c980c7f748e service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330529 Nov 03 18:55:27.956843 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] Sync routers for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:27.966820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.970933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] No DVR routers for this DVR port 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:27.984899 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:27.986314 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:27.988547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}, {'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:27.995199 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab429ea-5613-4507-bab4-a5c86719bf12" -d '{"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-plugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}, {"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-plugged", "status": "completed", "tag": "141a96d4-891f-4d6f-9965-06db721cc086"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:28.003741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.009922 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-099aae0d-e547-4adb-947a-51116e942461 req-ebc95fff-11a5-474a-b123-cbcd489004c1 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "DELETE /v2.0/ports/63fa1e11-f100-4ad0-ad6f-2649bdd42b6c HTTP/1.1" status: 204 len: 173 time: 1.8601151 Nov 03 18:55:28.010688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-deleted', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:28.016581 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf29c0-dc26-4dfd-bf9c-def71b47d901" -d '{"events": [{"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-deleted", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:28.035844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961eed-91ce-4daf-90e2-a425fc2ae812 req-bb814d80-9fa7-45c3-ab8c-e0a3d0e695ed tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.038331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6961eed-91ce-4daf-90e2-a425fc2ae812 req-bb814d80-9fa7-45c3-ab8c-e0a3d0e695ed tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.3157949 Nov 03 18:55:28.039569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d00e2a8-564a-407c-a45e-5415d2cbfd1a tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "PUT /v2.0/floatingips/06c65958-6c4f-4ed4-84cc-d024093e6410 HTTP/1.1" status: 200 len: 991 time: 3.2526278 Nov 03 18:55:28.042163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-350c0389-9a46-4cb2-a88b-b1a118ffa66d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 200 len: 217 time: 0.0851688 Nov 03 18:55:28.152506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5bd14-b72d-44d8-9412-3546d0d8a3f0 req-50b538e7-7a25-447b-937c-025373bc4ff7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.154117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82b5bd14-b72d-44d8-9412-3546d0d8a3f0 req-50b538e7-7a25-447b-937c-025373bc4ff7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2986085 Nov 03 18:55:28.164306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9c03a82c-2a6a-4f21-9435-64f47c002a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.215781 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:28.246910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-4d62fbd9-1182-47a8-85a8-50c5477eb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.249095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-4d62fbd9-1182-47a8-85a8-50c5477eb3f0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.1886282 Nov 03 18:55:28.251300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9c03a82c-2a6a-4f21-9435-64f47c002a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.273794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6961eed-91ce-4daf-90e2-a425fc2ae812 req-b353674c-afae-4a9a-ae92-fd23360e9294 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170138 Nov 03 18:55:28.410903 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82b5bd14-b72d-44d8-9412-3546d0d8a3f0 req-cee43d12-a1ba-4e41-bbcc-f1c8ca42dc3e tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400699 Nov 03 18:55:28.451916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-860106b7-1c2e-4b9f-af31-1face31d4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.454831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-860106b7-1c2e-4b9f-af31-1face31d4b1e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1857994 Nov 03 18:55:28.508122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9c03a82c-2a6a-4f21-9435-64f47c002a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.514165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9c03a82c-2a6a-4f21-9435-64f47c002a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.516048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9c03a82c-2a6a-4f21-9435-64f47c002a08 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4e290f19-f725-4e71-b57f-61bf03f38a11 HTTP/1.1" status: 204 len: 168 time: 0.7596834 Nov 03 18:55:28.541100 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0c0bb-324b-428f-9b23-e3af1f2707f2 x-openstack-request-id: req-fae0c0bb-324b-428f-9b23-e3af1f2707f2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:28.542603 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf22493f-6499-4851-905c-b43ef94e61eb", "name": "network-vif-deleted", "tag": "63fa1e11-f100-4ad0-ad6f-2649bdd42b6c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:28.543261 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fae0c0bb-324b-428f-9b23-e3af1f2707f2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:28.544148 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf22493f-6499-4851-905c-b43ef94e61eb', 'name': 'network-vif-deleted', 'tag': '63fa1e11-f100-4ad0-ad6f-2649bdd42b6c', 'status': 'completed', 'code': 200} Nov 03 18:55:28.548120 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed39fb-4394-4670-8cbc-9410f6b2e4ad x-openstack-request-id: req-93ed39fb-4394-4670-8cbc-9410f6b2e4ad {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:28.548970 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-plugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "code": 200}, {"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-plugged", "status": "completed", "tag": "141a96d4-891f-4d6f-9965-06db721cc086", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:28.549667 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-93ed39fb-4394-4670-8cbc-9410f6b2e4ad {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:28.550585 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'code': 200} Nov 03 18:55:28.551483 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086', 'code': 200} Nov 03 18:55:28.614415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03a82c-2a6a-4f21-9435-64f47c002a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e290f19-f725-4e71-b57f-61bf03f38a11,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:28.775538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-aa2979b4-64a6-42dc-844c-9e94e4f0ccd8 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081193 Nov 03 18:55:28.948548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ff86f-559a-4428-bc45-30955bd940d5 req-3aff2586-7640-4277-932a-2c6c405fb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.950598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa8ff86f-559a-4428-bc45-30955bd940d5 req-3aff2586-7640-4277-932a-2c6c405fb7ee service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 1096 time: 0.1444342 Nov 03 18:55:28.982311 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '06c65958-6c4f-4ed4-84cc-d024093e6410', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'port_id': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'mac_address': 'fa:16:3e:84:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:54:46Z', 'updated_at': '2021-11-03T18:55:25Z', 'revision_number': 1, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:43Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:29.050785 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] Checking router: a4b73afd-5a98-4504-bb82-ab7eba26709c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:29.058405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa8ff86f-559a-4428-bc45-30955bd940d5 req-6bc99fc6-19dd-4ca1-bba5-a89ed5cfeac9 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966311 Nov 03 18:55:29.065990 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:29.067668 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:29.222990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-851fe9fa-aacf-4921-be8e-8e15fcd9b8a6 req-e1b59751-b7f9-48fa-92a1-2aa3bd731af0 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174662 Nov 03 18:55:29.300529 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:29.309257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eef21969-16e6-477c-890c-28165e9e2a21 req-66920bea-c09d-402c-8486-c503db94d43f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf22493f-6499-4851-905c-b43ef94e61eb HTTP/1.1" status: 200 len: 210 time: 0.0811205 Nov 03 18:55:29.326863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f6dfa-c607-4725-990b-236c2f95addd req-fbe1ba2b-bf13-4944-8544-d90d405298c1 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.353383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-748f6dfa-c607-4725-990b-236c2f95addd req-fbe1ba2b-bf13-4944-8544-d90d405298c1 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 945 time: 0.2826743 Nov 03 18:55:29.566293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-748f6dfa-c607-4725-990b-236c2f95addd req-bad7d96d-12e0-4115-a223-a0505c83c885 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084782 Nov 03 18:55:29.576612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed2f4d-ed96-4777-a0df-e8b0c7069c7a req-7033cf28-33db-4370-a359-087093e68eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.579423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abed2f4d-ed96-4777-a0df-e8b0c7069c7a req-7033cf28-33db-4370-a359-087093e68eb4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1100 time: 0.1793437 Nov 03 18:55:29.733193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abed2f4d-ed96-4777-a0df-e8b0c7069c7a req-f54e10e8-fd9b-4d5e-97eb-45e688ba9e31 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338489 Nov 03 18:55:29.941164 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '06c65958-6c4f-4ed4-84cc-d024093e6410', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'port_id': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'mac_address': 'fa:16:3e:84:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:54:46Z', 'updated_at': '2021-11-03T18:55:25Z', 'revision_number': 1, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:43Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:29.969072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8ac3b-610e-4448-ab3e-2666f97ad970 req-7848ecea-4ff2-45d3-960b-0475f83ec77c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.972911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6e8ac3b-610e-4448-ab3e-2666f97ad970 req-7848ecea-4ff2-45d3-960b-0475f83ec77c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1522563 Nov 03 18:55:29.994899 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bc828-0bc5-4639-8c6a-d2843d897266 None None] The sync data for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 is: [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '06c65958-6c4f-4ed4-84cc-d024093e6410', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'port_id': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'mac_address': 'fa:16:3e:84:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:54:46Z', 'updated_at': '2021-11-03T18:55:25Z', 'revision_number': 1, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:43Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:30.026362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43f06-d070-40a6-8c96-187af9716893 req-8307f13b-86ec-4095-bf17-60157349d86b tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.029683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebe43f06-d070-40a6-8c96-187af9716893 req-8307f13b-86ec-4095-bf17-60157349d86b tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.1598690 Nov 03 18:55:30.099550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:30.139753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:30.140627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 63fa1e11-f100-4ad0-ad6f-2649bdd42b6c not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:30.150735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6e8ac3b-610e-4448-ab3e-2666f97ad970 req-266b75d2-02c6-4ed7-9b84-afc3bbe1ba55 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629324 Nov 03 18:55:30.208121 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebe43f06-d070-40a6-8c96-187af9716893 req-16697e9b-cfdd-4b7a-b59c-356bc9b6ca88 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469040 Nov 03 18:55:30.321027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55620) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:30.377991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6f4fa-01e6-4339-a7ec-5a8308512c68 None None] New status for floating IP 06c65958-6c4f-4ed4-84cc-d024093e6410: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:55:30.541870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-network', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:30.547809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:30.552520 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884471a9-68e8-419e-a5d2-a3244c1f391d" -d '{"events": [{"name": "network-changed", "server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:30.598162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:30.602005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.615973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.715167 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b104e9-b08a-4bcc-aae2-723c3912e5fb x-openstack-request-id: req-61b104e9-b08a-4bcc-aae2-723c3912e5fb {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:30.715598 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:30.715885 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61b104e9-b08a-4bcc-aae2-723c3912e5fb {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:30.716382 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'status': 'completed', 'code': 200} Nov 03 18:55:30.774856 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.782587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.834914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:30.837460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55634) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:30.852237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfeebb8-d8cf-43e0-9687-f7cd6a814039,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:30.866214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646196689', 'description': 'tempest-description--1978581931'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:30.878161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.878883 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Added segment c5bc4f94-86f0-4886-9718-15fcb59f888b of type vlan for network d4d4e9f5-2e19-45ca-a047-10e8e6221320 Nov 03 18:55:30.961128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.996079 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.001698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-3678e7d6-70fd-4ae0-ac1c-e251e7280a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.004128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-3678e7d6-70fd-4ae0-ac1c-e251e7280a48 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7d491b60cfca4ec89c3ac22195ce3c73&device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 1096 time: 0.2803214 Nov 03 18:55:31.033684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59104e4a-8bf2-44a2-9f5e-2a64923f85e7 req-3fc2613c-161f-4863-bf90-5cae0d13f530 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.035341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.036596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59104e4a-8bf2-44a2-9f5e-2a64923f85e7 req-3fc2613c-161f-4863-bf90-5cae0d13f530 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 945 time: 0.2043393 Nov 03 18:55:31.036878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.037775 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.140016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8160331 Nov 03 18:55:31.144792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55636) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.151712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Request body: {'subnet': {'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-subnet', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:31.167671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574e090-b810-4d9c-be81-7830b573b6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d4e9f5-2e19-45ca-a047-10e8e6221320,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:31.185070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:31.218836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:31.231278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.382947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59104e4a-8bf2-44a2-9f5e-2a64923f85e7 req-7a66d93d-fa53-4382-b213-230e8d4ec6a8 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265312 Nov 03 18:55:31.509276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-757c955e-9c12-4595-91e8-8f342c18f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.515438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-757c955e-9c12-4595-91e8-8f342c18f357 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d4f79b61-1615-4cab-b7b6-2279eeed954c HTTP/1.1" status: 200 len: 916 time: 0.4966979 Nov 03 18:55:31.539440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.561045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.650545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780c57e-8c89-4c92-9d16-858298db4b24 req-a4256482-eb6c-4e02-b1bb-e8d844482a0a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.654317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8780c57e-8c89-4c92-9d16-858298db4b24 req-a4256482-eb6c-4e02-b1bb-e8d844482a0a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.3207569 Nov 03 18:55:31.663654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.778321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.780012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9381347 Nov 03 18:55:31.786700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55646) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.787489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2159396-034b-4e95-8912-c1dd9d066094,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:31.797294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'security_group_rule': {'security_group_id': '6963375b-c470-4bcf-af7d-f4afd8e288fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:31.808605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d800524-3c3e-463f-8019-940ff9bd8093 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6963375b-c470-4bcf-af7d-f4afd8e288fc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:31.825288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Checking segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:31.825773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Network hostable DHCP agents. Network: d4d4e9f5-2e19-45ca-a047-10e8e6221320, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:31.856820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-c4b53d91-655a-416e-b325-aa9d46c0ba38 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877accab-c0a9-4dd1-9fe2-f695f589284b HTTP/1.1" status: 200 len: 1001 time: 0.3136604 Nov 03 18:55:31.869214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.872415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996c21-b7df-4e18-8e29-01e422d7c046 req-7462e5d8-482d-4705-a78f-e9f0fe7d8b15 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.875007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07996c21-b7df-4e18-8e29-01e422d7c046 req-7462e5d8-482d-4705-a78f-e9f0fe7d8b15 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.2476668 Nov 03 18:55:31.876009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:31.909237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d4d4e9f5-2e19-45ca-a047-10e8e6221320) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:31.921401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8780c57e-8c89-4c92-9d16-858298db4b24 req-a8cbe8b8-59c3-4604-aa3c-412840768175 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178853 Nov 03 18:55:31.923360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.924601 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.929075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16977658-374a-4c86-9128-ed29d71e0cac None None] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:32.004048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-80c972e4-9857-4bdd-8c51-d626761b7d49 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8526363 Nov 03 18:55:32.004048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55650) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:32.013080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:32.065361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.076144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.095525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-c55199f6-aef0-4423-8601-d897ccd5e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:32.098338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-c55199f6-aef0-4423-8601-d897ccd5e7fb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=16b4344f-155f-49a7-bd06-c17d6f2760fd HTTP/1.1" status: 200 len: 854 time: 0.2155924 Nov 03 18:55:32.098998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.100823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.123951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07996c21-b7df-4e18-8e29-01e422d7c046 req-a07d2c49-d69b-4982-b71b-5d10263f1432 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160764 Nov 03 18:55:32.125762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c04fbe-fc8d-4d49-bca0-84b411f5bfef,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:32.179565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.182502 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-401848e7-ee5c-450d-87a2-4871131693b3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913999 Nov 03 18:55:32.205252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55652) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:32.283408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-7babd2af-9689-4e6a-8e4b-02c9a90e3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:32.286052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-7babd2af-9689-4e6a-8e4b-02c9a90e3119 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d4f79b61-1615-4cab-b7b6-2279eeed954c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595974 Nov 03 18:55:32.289881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'security_group_rule': {'security_group_id': '6963375b-c470-4bcf-af7d-f4afd8e288fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:32.316346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.343241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.432105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d4d4e9f5-2e19-45ca-a047-10e8e6221320', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:32.434425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.498884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-e663cbf2-eb44-45b5-9c16-2c252ff68e52 service neutron] 10.222.0.115 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833069 Nov 03 18:55:32.502295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.534505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-9a7c8cd9-a00b-4ce5-bee8-a2353143814b tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:32.536455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-9a7c8cd9-a00b-4ce5-bee8-a2353143814b tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.110 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.3631806 Nov 03 18:55:32.684135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620306-6bb2-4601-a127-51f3c730e539 req-25ec3ff3-fb6a-4ffa-a7a5-21c35ca06835 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:32.685949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce620306-6bb2-4601-a127-51f3c730e539 req-25ec3ff3-fb6a-4ffa-a7a5-21c35ca06835 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 945 time: 0.1224680 Nov 03 18:55:32.724246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-884471a9-68e8-419e-a5d2-a3244c1f391d req-77d625cb-bc0c-4501-8352-860bd72f8872 service neutron] 10.222.0.115 "GET /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996398 Nov 03 18:55:32.735778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Allocated IP 172.20.0.2 (d4d4e9f5-2e19-45ca-a047-10e8e6221320/c2159396-034b-4e95-8912-c1dd9d066094/b528c583-e255-471d-aeba-4f6bc4fe98ee) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:32.786117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce620306-6bb2-4601-a127-51f3c730e539 req-165148e7-0fa9-4a9a-b7e0-e52a64f97f7f tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840259 Nov 03 18:55:32.860107 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.019816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.038309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.123209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.140898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:33.147178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:33.152556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:33.221955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd5333-ddcb-454b-811d-2c317e743498 req-bb12d66e-4846-4bba-a398-ac4fb2843780 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:33.227534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Pushing event updated for resources: {'Port': ['ID=b528c583-e255-471d-aeba-4f6bc4fe98ee,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:33.239514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cfd5333-ddcb-454b-811d-2c317e743498 req-bb12d66e-4846-4bba-a398-ac4fb2843780 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1428397 Nov 03 18:55:33.265586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.279498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.345693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Attempting to bind port b528c583-e255-471d-aeba-4f6bc4fe98ee on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:33.346624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Attempting to bind port b528c583-e255-471d-aeba-4f6bc4fe98ee by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:33.346821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Attempting to bind port b528c583-e255-471d-aeba-4f6bc4fe98ee on network d4d4e9f5-2e19-45ca-a047-10e8e6221320 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:33.356323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:33.356958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Checking segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:33.357553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.358173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Bound using segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:33.358981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Bound port: b528c583-e255-471d-aeba-4f6bc4fe98ee, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:33.359584 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.367074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76877e2-9d9a-40b4-bc85-c8364a46c269,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:33.371725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cfd5333-ddcb-454b-811d-2c317e743498 req-4b06c49c-2b69-4549-b6c3-f5ac0194fb68 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282661 Nov 03 18:55:33.379338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Deleting port fde0c28c-1a21-4365-94f9-1a60e36804fe {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:33.379685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.389181 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.390764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2ec9d8a9-a6ed-40e5-91c2-3a3a1e08238c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1804931 Nov 03 18:55:33.394199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55670) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:33.406465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:33.480111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.530842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] For port b528c583-e255-471d-aeba-4f6bc4fe98ee, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:33.534430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] For port fde0c28c-1a21-4365-94f9-1a60e36804fe, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=fde0c28c-1a21-4365-94f9-1a60e36804fe,segment=NetworkSegment(ab86873e-4381-46c0-ab72-578835f54840),segment_id=ab86873e-4381-46c0-ab72-578835f54840)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:33.535239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.538015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] For port b528c583-e255-471d-aeba-4f6bc4fe98ee, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b528c583-e255-471d-aeba-4f6bc4fe98ee,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:33.547086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.636881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Calling delete_port for fde0c28c-1a21-4365-94f9-1a60e36804fe owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:33.687658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ef585-86c8-4564-bc47-bc85101c1608 None None] Pushing event updated for resources: {'Port': ['ID=b528c583-e255-471d-aeba-4f6bc4fe98ee,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:33.751289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d584c72-0f2b-4c80-a273-550fec30a159 req-5c12685f-a99f-429b-b2e5-bffc15159c00 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:33.753189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d584c72-0f2b-4c80-a273-550fec30a159 req-5c12685f-a99f-429b-b2e5-bffc15159c00 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 945 time: 0.2239497 Nov 03 18:55:33.771285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ae2d-2eb1-4ff3-a4ef-6cfcebbc27f5 req-245c5f7b-0079-4a6f-8205-9b172ad20b74 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:33.772982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0796ae2d-2eb1-4ff3-a4ef-6cfcebbc27f5 req-245c5f7b-0079-4a6f-8205-9b172ad20b74 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/ports?device_id=96b7e028-6912-4246-a284-2c412c4e64c9 HTTP/1.1" status: 200 len: 946 time: 0.2223723 Nov 03 18:55:33.896939 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.906366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d584c72-0f2b-4c80-a273-550fec30a159 req-111ad931-45dd-4d92-af82-5f7b913186c0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267331 Nov 03 18:55:33.943897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.025456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0796ae2d-2eb1-4ff3-a4ef-6cfcebbc27f5 req-029666e9-d0c1-41c0-8b76-d0401ff326b7 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.91 "GET /v2.0/security-groups?id=018f0b2f-1ec5-43fd-b8c5-e3444d081e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265780 Nov 03 18:55:34.028109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.232064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.291228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Pushing event deleted for resources: {'Port': ['ID=fde0c28c-1a21-4365-94f9-1a60e36804fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.341066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Allocated IP 172.25.8.160 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a0de1df7-5904-4f74-8800-7ed127779a03) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:34.357070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c4e52-3f65-4fb6-834d-f51a2bf81225 req-fe5a8efb-9b50-42be-8bc6-3bd9e357fc76 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:34.357609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] No DVR routers for this DVR port fde0c28c-1a21-4365-94f9-1a60e36804fe on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:34.360055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e48c4e52-3f65-4fb6-834d-f51a2bf81225 req-fe5a8efb-9b50-42be-8bc6-3bd9e357fc76 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1680372 Nov 03 18:55:34.360811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.366784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61b79d13-916b-4835-b005-8ceb2a208e59 req-cfec04be-39e4-44b9-9e5d-0edcd0335925 tempest-InstanceActionsTestJSON-946232444 tempest-InstanceActionsTestJSON-946232444-project] 10.222.0.110 "DELETE /v2.0/ports/fde0c28c-1a21-4365-94f9-1a60e36804fe HTTP/1.1" status: 204 len: 173 time: 1.3495741 Nov 03 18:55:34.367307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b7e028-6912-4246-a284-2c412c4e64c9', 'name': 'network-vif-deleted', 'tag': 'fde0c28c-1a21-4365-94f9-1a60e36804fe'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:34.370879 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539b74d9-c581-4c0d-8b90-16051850ee35" -d '{"events": [{"server_uuid": "96b7e028-6912-4246-a284-2c412c4e64c9", "name": "network-vif-deleted", "tag": "fde0c28c-1a21-4365-94f9-1a60e36804fe"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:34.437275 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c921dcfd-02fb-4406-9840-5b5551c44b17 x-openstack-request-id: req-c921dcfd-02fb-4406-9840-5b5551c44b17 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:34.437275 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b7e028-6912-4246-a284-2c412c4e64c9", "name": "network-vif-deleted", "tag": "fde0c28c-1a21-4365-94f9-1a60e36804fe", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:34.437775 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c921dcfd-02fb-4406-9840-5b5551c44b17 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:34.437955 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b7e028-6912-4246-a284-2c412c4e64c9', 'name': 'network-vif-deleted', 'tag': 'fde0c28c-1a21-4365-94f9-1a60e36804fe', 'status': 'completed', 'code': 200} Nov 03 18:55:34.551506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e48c4e52-3f65-4fb6-834d-f51a2bf81225 req-cbaed31e-58ca-4650-a4bf-44ee46a085ee tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750019 Nov 03 18:55:34.601749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96ad06a6-61e7-4969-9ebe-2dac05a1e758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.636570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.705204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.782655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'Port': ['ID=a0de1df7-5904-4f74-8800-7ed127779a03,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.803790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:34.806130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:34.810789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:34.846031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Allocated IP 172.25.8.21 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d524a02a-e27a-4204-adeb-a1adf56f52c9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:35.080936 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.144962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.232531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.343700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044f65-f4eb-497d-ba47-43c1dcf3b425 req-61a25abd-b46c-4e73-8d7d-0e041c1fd854 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:35.353202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99044f65-f4eb-497d-ba47-43c1dcf3b425 req-61a25abd-b46c-4e73-8d7d-0e041c1fd854 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 945 time: 0.2678244 Nov 03 18:55:35.355902 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.395985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:35.426752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666752-ea83-4998-994e-6bafea993250 req-246bec8d-4f00-4861-b91a-5c319fa135b8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:35.429035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09666752-ea83-4998-994e-6bafea993250 req-246bec8d-4f00-4861-b91a-5c319fa135b8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2366781 Nov 03 18:55:35.451501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:35.456089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:35.459404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b528c583-e255-471d-aeba-4f6bc4fe98ee up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:35.462296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d524a02a-e27a-4204-adeb-a1adf56f52c9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.504414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99044f65-f4eb-497d-ba47-43c1dcf3b425 req-dea8c4fc-eb29-4a9a-bacb-e726db699417 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497803 Nov 03 18:55:35.552922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d828dab-aadf-47a2-8e35-3ea077aab2a3 None None] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:35.722045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b528c583-e255-471d-aeba-4f6bc4fe98ee triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:35.723118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.726751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.728794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55706) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:35.740657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.834822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7e7e29d9-df9b-4a86-ac28-c8ae2359bc65 None None] Provisioning complete for port b528c583-e255-471d-aeba-4f6bc4fe98ee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:35.835205 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e7e29d9-df9b-4a86-ac28-c8ae2359bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.919964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09666752-ea83-4998-994e-6bafea993250 req-987b121d-26ec-404a-ac7d-e4d66f42819f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297192 Nov 03 18:55:35.929663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'Port': ['ID=a0de1df7-5904-4f74-8800-7ed127779a03,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.941920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Deleting subnet 6ce09015-6890-413a-8bc4-f0595d23b332 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:35.959131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.961880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.053322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.058861 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e7e29d9-df9b-4a86-ac28-c8ae2359bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.100246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.269115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fde0c28c-1a21-4365-94f9-1a60e36804fe no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:36.311538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: fde0c28c-1a21-4365-94f9-1a60e36804fe {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:36.318075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device fde0c28c-1a21-4365-94f9-1a60e36804fe not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:36.346412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port b528c583-e255-471d-aeba-4f6bc4fe98ee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b528c583-e255-471d-aeba-4f6bc4fe98ee,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:36.355730 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.454750 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-7e7e29d9-df9b-4a86-ac28-c8ae2359bc65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:55:36.455113 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-7e7e29d9-df9b-4a86-ac28-c8ae2359bc65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:55:36.489195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=b528c583-e255-471d-aeba-4f6bc4fe98ee,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:36.502135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.502589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.502967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.503541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.504835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.506180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.506180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.506522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.506699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.507069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.508109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.508468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:36.531430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.532773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-da78df31-abe2-4384-a492-0d5f755832f2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1367898 Nov 03 18:55:36.537931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.609987 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.657179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.798571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.814456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.818958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6ce09015-6890-413a-8bc4-f0595d23b332 HTTP/1.1" status: 204 len: 168 time: 1.0864568 Nov 03 18:55:36.853479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55736) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:36.863127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7e7be-ed0a-49ba-825a-ec4b297ff98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce09015-6890-413a-8bc4-f0595d23b332,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:36.984809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Router 7d7f87a6-84da-494a-b252-d45fe0bafae1 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:55:37.063374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.166010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-9cb9601e-cbca-4e43-8ffc-4af8cbd0660c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:37.174787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-9cb9601e-cbca-4e43-8ffc-4af8cbd0660c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 821 time: 0.3203750 Nov 03 18:55:37.176407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4fa97952-a7d1-4bc5-b63f-8855cf001889 None None] Provisioning complete for port b528c583-e255-471d-aeba-4f6bc4fe98ee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:37.178087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fa97952-a7d1-4bc5-b63f-8855cf001889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.218439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-9cbfa50e-0436-4cc5-a215-29ad169ab645 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/quotas/c06d1ad60e7c4470b76ab134d08e02f4 HTTP/1.1" status: 200 len: 375 time: 0.0412934 Nov 03 18:55:37.270156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:37.287755 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Sync routers for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:37.317018 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.319568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:37.323845 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:55:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:37.329373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.339226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3de72339-2e96-4e10-b07c-5b84353ca1c5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3335557 Nov 03 18:55:37.339920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55748) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.402097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b528c583-e255-471d-aeba-4f6bc4fe98ee up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:37.466792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abd3025-466c-4c1c-b71d-173bfaac29cd']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:37.518049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b528c583-e255-471d-aeba-4f6bc4fe98ee triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:37.519405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.521118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab86873e-4381-46c0-ab72-578835f54840') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:37.521612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab86873e-4381-46c0-ab72-578835f54840') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:37.548810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.599231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-465a3a79-f2c6-4f9f-a91d-aa1035aea535 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3064687 Nov 03 18:55:37.630933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.659669 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:37.672615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:37.673281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:37.680294 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:37.697589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c9b8c-a72f-44b0-852c-f9b8998d659a req-6e7ec788-e36a-4b90-a614-3920ad34a310 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:37.700348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c8c9b8c-a72f-44b0-852c-f9b8998d659a req-6e7ec788-e36a-4b90-a614-3920ad34a310 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2962890 Nov 03 18:55:37.900245 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:35Z', 'revision_number': 3, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:37.930681 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.931098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Checking router: 7d7f87a6-84da-494a-b252-d45fe0bafae1 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:37.931604 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Updating router 7d7f87a6-84da-494a-b252-d45fe0bafae1 port d524a02a-e27a-4204-adeb-a1adf56f52c9 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:55:37.956613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.964982 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.965219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5abd3025-466c-4c1c-b71d-173bfaac29cd HTTP/1.1" status: 204 len: 168 time: 1.1068981 Nov 03 18:55:38.017226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-d5965936-1cca-4459-a180-887079b74bb7 service neutron] 10.222.0.91 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068503 Nov 03 18:55:38.031119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee36be3-1d43-4f25-86e0-78e49ff55276 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abd3025-466c-4c1c-b71d-173bfaac29cd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:38.065635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c8c9b8c-a72f-44b0-852c-f9b8998d659a req-4d651132-844f-4378-9971-fc75dbd09087 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835956 Nov 03 18:55:38.174876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.273250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55756) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.281477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e16b8c7-1565-43b9-8172-94feb6409ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.385388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-35c168b4-a36b-460d-a00e-90c3eb7c1d1b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=041c4339ae374304999717e7d47274a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1090527 Nov 03 18:55:38.390872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55764) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.414790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-16634e27-37db-47cf-859a-da231660955f service neutron] 10.222.0.91 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946114 Nov 03 18:55:38.470187 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.487915 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.547386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Allocated IP 172.20.0.1 (d4d4e9f5-2e19-45ca-a047-10e8e6221320/c2159396-034b-4e95-8912-c1dd9d066094/fdeb450e-1603-483f-a7ce-0e213b6420f2) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:38.559246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41c22b8e-2237-42b7-8969-c397c6aa62cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.648221 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41c22b8e-2237-42b7-8969-c397c6aa62cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.672015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Attempting to bind port d524a02a-e27a-4204-adeb-a1adf56f52c9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:38.674576 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Attempting to bind port d524a02a-e27a-4204-adeb-a1adf56f52c9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:38.675291 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Attempting to bind port d524a02a-e27a-4204-adeb-a1adf56f52c9 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:38.694232 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:38.696382 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:38.700167 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.701733 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:38.706469 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Bound port: d524a02a-e27a-4204-adeb-a1adf56f52c9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:38.707166 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.794105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5a025d7-1146-4be8-8d8a-4c0bf9db08d8 req-da2271da-4eb0-43b2-9d6c-a7622bc00607 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 210 time: 0.0589521 Nov 03 18:55:38.809077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] For port d524a02a-e27a-4204-adeb-a1adf56f52c9, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:38.814369 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] For port d524a02a-e27a-4204-adeb-a1adf56f52c9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d524a02a-e27a-4204-adeb-a1adf56f52c9,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:38.826253 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.840561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41c22b8e-2237-42b7-8969-c397c6aa62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.844117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41c22b8e-2237-42b7-8969-c397c6aa62cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.848645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41c22b8e-2237-42b7-8969-c397c6aa62cd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/018f0b2f-1ec5-43fd-b8c5-e3444d081e49 HTTP/1.1" status: 204 len: 168 time: 0.4525580 Nov 03 18:55:38.856411 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Pushing event updated for resources: {'Port': ['ID=d524a02a-e27a-4204-adeb-a1adf56f52c9,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:38.868840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c22b8e-2237-42b7-8969-c397c6aa62cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018f0b2f-1ec5-43fd-b8c5-e3444d081e49,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:38.878958 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.879952 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.880833 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.883156 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.883420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.883861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.884318 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.884880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.885889 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.886757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.887636 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.889026 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.889982 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:38.909419 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:38.910545 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:38.964294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.037510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Pushing event updated for resources: {'Port': ['ID=fdeb450e-1603-483f-a7ce-0e213b6420f2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:39.066933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:39.068777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:39.084148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:39.101937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:39.162073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.232633 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a39a9-8ee9-4871-86c1-041a1eabbba8 None None] Pushing event updated for resources: {'Port': ['ID=d524a02a-e27a-4204-adeb-a1adf56f52c9,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:39.334115 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:39.524074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de77e49-1872-4bcf-ac7f-103beb2729e7 req-9326fe78-99d1-4983-aa18-c19294928e6a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.533906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5de77e49-1872-4bcf-ac7f-103beb2729e7 req-9326fe78-99d1-4983-aa18-c19294928e6a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2414024 Nov 03 18:55:39.599646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:39.649831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.654203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '141a96d4-891f-4d6f-9965-06db721cc086', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '141a96d4-891f-4d6f-9965-06db721cc086', 'mac_address': 'fa:16:3e:7b:e8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:39.677241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-87e77033-6048-4e4c-a1e4-7cd2e25fa81c None None] Provisioning complete for port fdeb450e-1603-483f-a7ce-0e213b6420f2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:39.678643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87e77033-6048-4e4c-a1e4-7cd2e25fa81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.751838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5de77e49-1872-4bcf-ac7f-103beb2729e7 req-9f4008f3-d9df-41a6-8804-f2db353c4d93 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053111 Nov 03 18:55:39.902748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-87e77033-6048-4e4c-a1e4-7cd2e25fa81c None None] Port fdeb450e-1603-483f-a7ce-0e213b6420f2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:40.023272 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.048408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01701f7e-3ad3-448e-8d66-1ea6df5db984 req-a32ebfb5-6e7f-4d8d-8937-bf2795d22829 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 210 time: 0.0645373 Nov 03 18:55:40.061054 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.109142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 141a96d4-891f-4d6f-9965-06db721cc086 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:40.125594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.134719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.181001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:40.182441 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:35Z', 'revision_number': 3, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:40.193030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.288405 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9c049-932d-44ab-99a1-33ee541f0d31 None None] The sync data for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 is: [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:35Z', 'revision_number': 3, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:40.295071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.299967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Pushing event updated for resources: {'Port': ['ID=fdeb450e-1603-483f-a7ce-0e213b6420f2,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.323932 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:55:40.425743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.446645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['141a96d4-891f-4d6f-9965-06db721cc086'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:40.522717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:40.524344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:41.328975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb6db4-62a6-4a5b-99dd-e24ca207251a req-1bec63bd-b81c-4da2-8572-8eb8e630a0da tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.346010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48bb6db4-62a6-4a5b-99dd-e24ca207251a req-1bec63bd-b81c-4da2-8572-8eb8e630a0da tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2267976 Nov 03 18:55:41.359237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cf406dc3-e9b4-4d5f-bcad-39bed230d5ce None None] Provisioning complete for port fdeb450e-1603-483f-a7ce-0e213b6420f2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:41.361667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf406dc3-e9b4-4d5f-bcad-39bed230d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.531207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48bb6db4-62a6-4a5b-99dd-e24ca207251a req-0f571851-3de4-4908-a0e8-d72233985576 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735497 Nov 03 18:55:41.536120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cf406dc3-e9b4-4d5f-bcad-39bed230d5ce None None] Port fdeb450e-1603-483f-a7ce-0e213b6420f2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:41.590620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d524a02a-e27a-4204-adeb-a1adf56f52c9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:41.716951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ac49965-2fb9-4ed9-8906-7ec05a72f33c req-86ec5261-c8f2-4a52-b70a-514c4b44da6b tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 210 time: 0.1411622 Nov 03 18:55:41.821610 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.850762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d524a02a-e27a-4204-adeb-a1adf56f52c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:41.852187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.902781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-42fb17bc-2a52-4039-b930-bbec6c9979b9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.905220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-42fb17bc-2a52-4039-b930-bbec6c9979b9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 821 time: 0.2818592 Nov 03 18:55:41.909182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Router 7d7f87a6-84da-494a-b252-d45fe0bafae1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:41.936931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'port': {'device_id': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'admin_state_up': True, 'tenant_id': 'c06d1ad60e7c4470b76ab134d08e02f4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:42.059511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.197739 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.258053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port d524a02a-e27a-4204-adeb-a1adf56f52c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d524a02a-e27a-4204-adeb-a1adf56f52c9,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:42.268026 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.513238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:42.520638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d82997c2-b1b1-43be-8a6f-195512167d42 admin admin] 10.222.0.91 "PUT /v2.0/routers/7d7f87a6-84da-494a-b252-d45fe0bafae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1795478 Nov 03 18:55:42.560552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=d524a02a-e27a-4204-adeb-a1adf56f52c9,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:42.707832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Made reservation on behalf of c06d1ad60e7c4470b76ab134d08e02f4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:42.746326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.911284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f687d-7e74-47c6-b1a6-51e2346d69ba req-5a68e5e2-d254-432f-9f05-edfb67807ae5 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:42.928252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d20f687d-7e74-47c6-b1a6-51e2346d69ba req-5a68e5e2-d254-432f-9f05-edfb67807ae5 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2048929 Nov 03 18:55:43.129475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:43.141596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-beca4fdb-d8f6-4a40-aba0-39f8b18ee730 req-f33648a0-7b9e-456b-bb9c-191742cfb9b0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 210 time: 0.0960543 Nov 03 18:55:43.187722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d20f687d-7e74-47c6-b1a6-51e2346d69ba req-f0137c44-cff8-4f9e-a0e7-fb8ef776e647 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577264 Nov 03 18:55:43.230247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Allocated IP 172.20.0.11 (96b9dca0-622e-4257-9349-b1e244df47a9/8649d8e2-122c-4f0c-a79e-5acc6a476e43/bc9cde57-4d59-44e5-a7e3-902e808979d9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:43.426141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 141a96d4-891f-4d6f-9965-06db721cc086 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:43.427619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.542773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d524a02a-e27a-4204-adeb-a1adf56f52c9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:43.816468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d524a02a-e27a-4204-adeb-a1adf56f52c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:43.818891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.831325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.875664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.968767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.997118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Network 96b9dca0-622e-4257-9349-b1e244df47a9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:43.999567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:44.018156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:44.048198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.116972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.117941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.197344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-73df9f94-a129-4fa9-be80-cfc92ee41fbe tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2715526 Nov 03 18:55:44.261886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Request body: {'port': {'device_id': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:44.330240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:44.337161 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d513baaa-1fb8-4233-b5f3-4bc63d4bf5c0" -d '{"events": [{"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-plugged", "status": "completed", "tag": "141a96d4-891f-4d6f-9965-06db721cc086"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:44.397565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:44.416824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.462116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.574182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Sync routers for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:44.744505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:44.746151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:44.754159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0398b1e-0e86-47f9-954c-4819ca27410e req-aa16d8e0-6fe0-4c3b-bd0d-d1f4750ddbe8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.771647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0398b1e-0e86-47f9-954c-4819ca27410e req-aa16d8e0-6fe0-4c3b-bd0d-d1f4750ddbe8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 932 time: 0.3146422 Nov 03 18:55:44.801919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ecf52-3915-46d0-b663-242aae1aa15c req-ba4b23f9-d4a1-471e-ae3f-ac94065f7000 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.821380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173ecf52-3915-46d0-b663-242aae1aa15c req-ba4b23f9-d4a1-471e-ae3f-ac94065f7000 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2632544 Nov 03 18:55:44.940475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:45.023873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-173ecf52-3915-46d0-b663-242aae1aa15c req-7e06eeb6-55a7-4b97-af8d-b4bcce01eebf tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967735 Nov 03 18:55:45.123132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0398b1e-0e86-47f9-954c-4819ca27410e req-c8d4f7e9-3cbb-4c72-bf73-8e4f490e9054 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925906 Nov 03 18:55:45.167674 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976f1bff-5bd9-446f-8b91-3f4833c23e1d x-openstack-request-id: req-976f1bff-5bd9-446f-8b91-3f4833c23e1d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:45.168192 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-plugged", "status": "completed", "tag": "141a96d4-891f-4d6f-9965-06db721cc086", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:45.168619 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-976f1bff-5bd9-446f-8b91-3f4833c23e1d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:45.169307 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086', 'code': 200} Nov 03 18:55:45.328344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:45.430739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9cde57-4d59-44e5-a7e3-902e808979d9 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:45.443636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.476018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Transition to ACTIVE for port object bc9cde57-4d59-44e5-a7e3-902e808979d9 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:55:45.481939 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.641181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:45.723591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 2, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:45.777802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Checking router: 7d7f87a6-84da-494a-b252-d45fe0bafae1 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:45.778442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Updating router 7d7f87a6-84da-494a-b252-d45fe0bafae1 port fdeb450e-1603-483f-a7ce-0e213b6420f2 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:55:45.826191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.869901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Attempting to bind port bc9cde57-4d59-44e5-a7e3-902e808979d9 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:45.877676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Attempting to bind port bc9cde57-4d59-44e5-a7e3-902e808979d9 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:45.878008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Attempting to bind port bc9cde57-4d59-44e5-a7e3-902e808979d9 on network 96b9dca0-622e-4257-9349-b1e244df47a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:45.886370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Port bc9cde57-4d59-44e5-a7e3-902e808979d9 on network 96b9dca0-622e-4257-9349-b1e244df47a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:55:45.886708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Attempting to bind port bc9cde57-4d59-44e5-a7e3-902e808979d9 on network 96b9dca0-622e-4257-9349-b1e244df47a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:45.894329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:45.894680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Checking segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:45.895338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Bound using segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:45.895854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Bound port: bc9cde57-4d59-44e5-a7e3-902e808979d9, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:45.896223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.006267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:46.015989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:46.022933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.050296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.052941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.055001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] 10.222.0.110 "PUT /v2.0/ports/bc9cde57-4d59-44e5-a7e3-902e808979d9 HTTP/1.1" status: 200 len: 1092 time: 1.8408091 Nov 03 18:55:46.058238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:46.076128 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9efb3-c85a-413f-8175-ed90fa062674" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:46.510959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d100-db09-4995-a7f9-bbb2bba5e962 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:46.536645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-7e6615c0-db0b-4bb4-bada-45c5919c0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.547032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-7e6615c0-db0b-4bb4-bada-45c5919c0059 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 1095 time: 0.3284042 Nov 03 18:55:46.580476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227aab-2268-46ed-ad73-b29cf097dc4d req-80d7ce62-ad96-45a9-9638-15653dbd865b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.594425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b227aab-2268-46ed-ad73-b29cf097dc4d req-80d7ce62-ad96-45a9-9638-15653dbd865b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.3136072 Nov 03 18:55:46.715683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-4d71e6d6-901e-487a-bec2-6fbf5ffd3df7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9 HTTP/1.1" status: 200 len: 217 time: 0.1549282 Nov 03 18:55:46.800586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eb34b-447e-496b-8414-5bd52704cc97 req-9b2adc19-a963-4d03-b474-51362d726d4c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.834330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-303eb34b-447e-496b-8414-5bd52704cc97 req-9b2adc19-a963-4d03-b474-51362d726d4c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 944 time: 0.2356563 Nov 03 18:55:46.858557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b227aab-2268-46ed-ad73-b29cf097dc4d req-ca4a9537-00bb-4a73-aa54-f8e6198839e1 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628493 Nov 03 18:55:46.860199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.876641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.926768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e388-f07c-4253-a342-27d31b506deb req-cd451153-94e4-41cf-8b0e-3dc10574447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.934931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-cd451153-94e4-41cf-8b0e-3dc10574447e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 200 len: 861 time: 0.2011237 Nov 03 18:55:47.061953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-bd9ef4ec-462a-49fa-9cef-32e4c49dc770 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96b9dca0-622e-4257-9349-b1e244df47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168878 Nov 03 18:55:47.062283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3dec6-1df4-4aa2-9ebb-f9d346db1c52 None None] Pushing event updated for resources: {'Port': ['ID=fdeb450e-1603-483f-a7ce-0e213b6420f2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:47.139729 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caec89c-2ba9-4a8c-8a6c-9ce4bb5569a5 x-openstack-request-id: req-3caec89c-2ba9-4a8c-8a6c-9ce4bb5569a5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:47.143925 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:47.144314 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3caec89c-2ba9-4a8c-8a6c-9ce4bb5569a5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:47.144821 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'status': 'completed', 'code': 200} Nov 03 18:55:47.212671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-303eb34b-447e-496b-8414-5bd52704cc97 req-8c1825f2-6871-44b0-89ac-8e84a83b0db8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495698 Nov 03 18:55:47.374802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Attempting to bind port fdeb450e-1603-483f-a7ce-0e213b6420f2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:47.375306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Attempting to bind port fdeb450e-1603-483f-a7ce-0e213b6420f2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:47.382595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Attempting to bind port fdeb450e-1603-483f-a7ce-0e213b6420f2 on network d4d4e9f5-2e19-45ca-a047-10e8e6221320 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:47.424747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:47.425339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Checking segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:47.425949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.426537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Bound using segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:47.427311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Bound port: fdeb450e-1603-483f-a7ce-0e213b6420f2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:47.427922 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.573851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-b2d7bdee-959c-4bf7-81ca-509c3247d540 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976118 Nov 03 18:55:47.784008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] For port fdeb450e-1603-483f-a7ce-0e213b6420f2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:47.822612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] For port fdeb450e-1603-483f-a7ce-0e213b6420f2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fdeb450e-1603-483f-a7ce-0e213b6420f2,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:47.829464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4ef3627c-201c-4271-919d-48de218fd078 None None] Provisioning complete for port fdeb450e-1603-483f-a7ce-0e213b6420f2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:47.829974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef3627c-201c-4271-919d-48de218fd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.865327 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.879948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1188e388-f07c-4253-a342-27d31b506deb req-1e05b17a-8224-468d-b6f8-d25eb001b9ba service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897358 Nov 03 18:55:48.137922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-10ca2fc8-7bb1-4dd2-9447-f8a9b7c6efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.147638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-10ca2fc8-7bb1-4dd2-9447-f8a9b7c6efa4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 1095 time: 0.1667314 Nov 03 18:55:48.192811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e82c74-1d07-4028-85c5-a6a89fd9c997 req-7e5d064b-c333-4d0d-a095-c27d7744b120 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.211207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33e82c74-1d07-4028-85c5-a6a89fd9c997 req-7e5d064b-c333-4d0d-a095-c27d7744b120 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1772218 Nov 03 18:55:48.328360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33e82c74-1d07-4028-85c5-a6a89fd9c997 req-7a1b0013-31c6-4d61-a2ee-f1d481a8e19a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103849 Nov 03 18:55:48.418609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3dec6-1df4-4aa2-9ebb-f9d346db1c52 None None] Pushing event updated for resources: {'Port': ['ID=fdeb450e-1603-483f-a7ce-0e213b6420f2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:48.484903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:48.490752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:48.536371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-a06ad69c-bf8a-4844-b90a-1e92e651632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.550798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-a06ad69c-bf8a-4844-b90a-1e92e651632e service neutron] 10.222.0.110 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 922 time: 0.3850036 Nov 03 18:55:48.794274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:48.907046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-f7087d53-f1c0-4ef4-858c-b3a45df3c4f2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9 HTTP/1.1" status: 200 len: 217 time: 0.3357084 Nov 03 18:55:48.938664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a13cd1-2a95-4884-b67a-57cb203ef8b6 req-79a5308f-3e32-4043-b119-c64e60aea5ae tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.960468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48a13cd1-2a95-4884-b67a-57cb203ef8b6 req-79a5308f-3e32-4043-b119-c64e60aea5ae tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 944 time: 0.3873370 Nov 03 18:55:49.086901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-a72c3a5a-de3a-4217-82e4-550e41dd2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:49.098137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-a72c3a5a-de3a-4217-82e4-550e41dd2e15 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 200 len: 861 time: 0.1774156 Nov 03 18:55:49.132262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48a13cd1-2a95-4884-b67a-57cb203ef8b6 req-0fd2055e-39e0-4714-b9c4-17346acc9b66 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621931 Nov 03 18:55:49.190395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-80259363-2b6c-4d36-87a2-9677065d888e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96b9dca0-622e-4257-9349-b1e244df47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729389 Nov 03 18:55:49.308067 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef3627c-201c-4271-919d-48de218fd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.452848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4ef3627c-201c-4271-919d-48de218fd078 None None] For port fdeb450e-1603-483f-a7ce-0e213b6420f2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fdeb450e-1603-483f-a7ce-0e213b6420f2,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:49.482242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef3627c-201c-4271-919d-48de218fd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.547011 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-84eb7c4c-c1ae-4c4b-a403-f7cf81605ae3 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351047 Nov 03 18:55:49.854878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3627c-201c-4271-919d-48de218fd078 None None] Pushing event updated for resources: {'Port': ['ID=fdeb450e-1603-483f-a7ce-0e213b6420f2,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:49.901953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-66640b88-8188-468b-8fb0-b8ea369d7aa2 None None] Provisioning complete for port fdeb450e-1603-483f-a7ce-0e213b6420f2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:49.902872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66640b88-8188-468b-8fb0-b8ea369d7aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.923667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e77d-8826-4db8-9b05-2e5500cfdc6c req-9149453f-62a5-4417-9db2-e13abb14020c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:49.932637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68c4e77d-8826-4db8-9b05-2e5500cfdc6c req-9149453f-62a5-4417-9db2-e13abb14020c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1533279 Nov 03 18:55:49.934212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13f9efb3-c85a-413f-8175-ed90fa062674 req-27506fc7-fe21-4829-a128-03da5382d823 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720107 Nov 03 18:55:50.062553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:47Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:50.124099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68c4e77d-8826-4db8-9b05-2e5500cfdc6c req-4254588c-954d-4a94-a187-a0ad973917c4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898091 Nov 03 18:55:50.244801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0846f514-2bb7-4c0f-a6f9-965c0d4b0376 None None] The sync data for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 is: [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:47Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:50.677425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992c73-6796-4803-95f8-648a72391e22 req-295009aa-a437-42c1-a4a9-ebf52aded2d4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:50.710077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13992c73-6796-4803-95f8-648a72391e22 req-295009aa-a437-42c1-a4a9-ebf52aded2d4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 944 time: 0.2039688 Nov 03 18:55:50.840554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13992c73-6796-4803-95f8-648a72391e22 req-c2c37eed-8659-4775-bfab-cb0bec2ceedd tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286709 Nov 03 18:55:51.584200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fdeb450e-1603-483f-a7ce-0e213b6420f2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:51.730643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fdeb450e-1603-483f-a7ce-0e213b6420f2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:51.732157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.850875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812d8f-f487-422d-a45d-2666ec9fbede req-09fdd980-20c9-43a5-9523-96b455cf9b86 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:51.864605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3812d8f-f487-422d-a45d-2666ec9fbede req-09fdd980-20c9-43a5-9523-96b455cf9b86 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1945579 Nov 03 18:55:51.999750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3812d8f-f487-422d-a45d-2666ec9fbede req-c53813c9-9d3e-459b-a9b4-029780802e34 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332767 Nov 03 18:55:52.205884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:52.565898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c65cc-570b-4d35-a802-8bab3918511b req-7562ae4a-2a65-4997-b92c-e923969a63ad tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:52.591458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a71c65cc-570b-4d35-a802-8bab3918511b req-7562ae4a-2a65-4997-b92c-e923969a63ad tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 944 time: 0.2300837 Nov 03 18:55:52.639314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:52.695296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'port_id': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'mac_address': 'fa:16:3e:ec:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8649d8e2-122c-4f0c-a79e-5acc6a476e43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:52.808626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a71c65cc-570b-4d35-a802-8bab3918511b req-63f3e564-e1ed-4db6-9624-742e8ef15863 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135041 Nov 03 18:55:52.902652 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.966041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9cde57-4d59-44e5-a7e3-902e808979d9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:53.056629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:53.067415 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.297868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:53.464870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['bc9cde57-4d59-44e5-a7e3-902e808979d9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:53.888837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351848b-6af4-45e1-b974-1bcfddebe301 req-07c80a9a-a963-45da-b271-15a91aa5d3d2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:53.892376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5351848b-6af4-45e1-b974-1bcfddebe301 req-07c80a9a-a963-45da-b271-15a91aa5d3d2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1244633 Nov 03 18:55:54.001414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5351848b-6af4-45e1-b974-1bcfddebe301 req-6b889755-6001-4cac-9598-7e06c3f9f582 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905740 Nov 03 18:55:54.262537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36072d3-3a92-4cac-93dd-ea2e32d1c23f req-fde9e6ca-e9aa-4035-9f8f-456102584f3c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:54.278712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36072d3-3a92-4cac-93dd-ea2e32d1c23f req-fde9e6ca-e9aa-4035-9f8f-456102584f3c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 945 time: 0.1527452 Nov 03 18:55:54.381684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36072d3-3a92-4cac-93dd-ea2e32d1c23f req-b63ec180-f2a4-4a44-89b2-1cec49424974 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013365 Nov 03 18:55:55.406494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca15f54-c806-4751-9a24-0d9bcc1530d7 req-0d149ab9-c8d0-4cf7-be17-e6524eda45ff tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:55.432518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ca15f54-c806-4751-9a24-0d9bcc1530d7 req-0d149ab9-c8d0-4cf7-be17-e6524eda45ff tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2094262 Nov 03 18:55:55.554856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ca15f54-c806-4751-9a24-0d9bcc1530d7 req-84e66e0b-22b0-44de-9799-1c5c5aec9fc1 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164622 Nov 03 18:55:55.871026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25489-2f16-4c78-9c53-0e5b413d95f0 req-f9db5926-c013-41c9-8722-1e80a843dc9b tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:55.874400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fb25489-2f16-4c78-9c53-0e5b413d95f0 req-f9db5926-c013-41c9-8722-1e80a843dc9b tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 945 time: 0.1501157 Nov 03 18:55:56.001093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fb25489-2f16-4c78-9c53-0e5b413d95f0 req-490fa4fd-8637-4902-99fb-d0d7b9582086 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171820 Nov 03 18:55:56.203632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:56.292543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port bc9cde57-4d59-44e5-a7e3-902e808979d9 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:55:56.303303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port bc9cde57-4d59-44e5-a7e3-902e808979d9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:56.303785 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.466379 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.544865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:56.547828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:56.554828 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bdfa25-0d6b-42f7-a27f-db1d088707dd" -d '{"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-plugged", "status": "completed", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:56.561566 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.679371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:56.846845 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaeb8e9-267c-4553-8fc3-1c21fe4c1b7f x-openstack-request-id: req-ceaeb8e9-267c-4553-8fc3-1c21fe4c1b7f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:56.847247 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-plugged", "status": "completed", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:56.847841 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ceaeb8e9-267c-4553-8fc3-1c21fe4c1b7f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:56.848597 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'code': 200} Nov 03 18:55:57.099956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689eadd-b645-4179-8f82-66fa09b1aa1f req-8d256d90-6a7d-4599-a2e1-fa163a9daaa8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:57.105320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b448a57-01a0-4c09-84a2-4e204138134b req-cbcdd20c-d58e-49a2-880b-d403ce3adc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:57.110132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3b448a57-01a0-4c09-84a2-4e204138134b req-cbcdd20c-d58e-49a2-880b-d403ce3adc1b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 1097 time: 0.0960052 Nov 03 18:55:57.125696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6689eadd-b645-4179-8f82-66fa09b1aa1f req-8d256d90-6a7d-4599-a2e1-fa163a9daaa8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1825976 Nov 03 18:55:57.253794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3b448a57-01a0-4c09-84a2-4e204138134b req-1996e22c-b0de-412d-8594-a58f1c8438ff service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313734 Nov 03 18:55:57.361834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6689eadd-b645-4179-8f82-66fa09b1aa1f req-1599e1c5-ff0f-40d4-bccc-823d96647780 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257318 Nov 03 18:55:57.812275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e270-6820-4427-89fa-7f9b562b9818 req-cc0d04a3-4d3f-41ce-b02d-3675a7934981 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:57.824843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7046e270-6820-4427-89fa-7f9b562b9818 req-cc0d04a3-4d3f-41ce-b02d-3675a7934981 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 946 time: 0.1201670 Nov 03 18:55:57.973760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7046e270-6820-4427-89fa-7f9b562b9818 req-832ca04d-a07e-4931-8f01-fdd7ce271c31 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405165 Nov 03 18:55:58.629859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e624-c494-4a1a-ba72-0da90d5aec34 req-600b9f73-6a2e-4ae5-aab7-a2ca6b3647aa tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:58.647467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dc9e624-c494-4a1a-ba72-0da90d5aec34 req-600b9f73-6a2e-4ae5-aab7-a2ca6b3647aa tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1264312 Nov 03 18:55:58.858405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dc9e624-c494-4a1a-ba72-0da90d5aec34 req-2098d04f-9dcc-47e5-b817-cdc4f0120f53 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089350 Nov 03 18:55:59.367403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e6787-9f9a-4f67-8003-29c87424729f req-8baaa8a2-5146-402f-bda0-cad1095b8879 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:59.380046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1e6787-9f9a-4f67-8003-29c87424729f req-8baaa8a2-5146-402f-bda0-cad1095b8879 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 946 time: 0.0860572 Nov 03 18:55:59.470797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1e6787-9f9a-4f67-8003-29c87424729f req-9844f8b3-5999-4e85-af43-f553a5008a2f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897326 Nov 03 18:56:00.477146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24c6d1-1ed0-4620-be28-33da5884be8c req-bcb95866-ef2f-4150-9584-e68b626f5d66 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:00.493253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c24c6d1-1ed0-4620-be28-33da5884be8c req-bcb95866-ef2f-4150-9584-e68b626f5d66 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 946 time: 0.1342716 Nov 03 18:56:00.609653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c24c6d1-1ed0-4620-be28-33da5884be8c req-f7b78cde-b5f0-4077-b5d4-b60be7637f44 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148162 Nov 03 18:56:00.871064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9a2df-cfb3-4120-94d6-3b24a31e8036 req-8a2f3939-a8f4-465e-8f88-bc5ad0061b28 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:00.872840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28a9a2df-cfb3-4120-94d6-3b24a31e8036 req-8a2f3939-a8f4-465e-8f88-bc5ad0061b28 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.0932791 Nov 03 18:56:00.981898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28a9a2df-cfb3-4120-94d6-3b24a31e8036 req-f4ef854c-bb16-456d-a62b-f2c3f7a16c7a tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904372 Nov 03 18:56:02.239247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.825379 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.613513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7faaa3d4-0ce5-41f2-8fcb-9abf383934a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.514000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc89e42-b3ef-4d6d-9fe4-66a9114fe162 req-a6df50b6-fbe9-4559-bb6f-b06dd42e100b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:05.517065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efc89e42-b3ef-4d6d-9fe4-66a9114fe162 req-a6df50b6-fbe9-4559-bb6f-b06dd42e100b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1173401 Nov 03 18:56:05.646811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efc89e42-b3ef-4d6d-9fe4-66a9114fe162 req-b9beae0f-fb9f-4d92-8045-644772a2d4bd tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220832 Nov 03 18:56:06.159587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:06.454896 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58187d77-4b97-429f-b8ab-6ee2bf774fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.627538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58187d77-4b97-429f-b8ab-6ee2bf774fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.638043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58187d77-4b97-429f-b8ab-6ee2bf774fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.711758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58187d77-4b97-429f-b8ab-6ee2bf774fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4785798-7a5f-4a4c-8c2b-3fa0ca56aeb9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:06.729797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-58187d77-4b97-429f-b8ab-6ee2bf774fb7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13039b2cb2e84aa8bc5e2a60653ef6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684941 Nov 03 18:56:06.734045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56334) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:06.851390 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6505d5-422f-472a-9ec4-941091c199cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.905249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6505d5-422f-472a-9ec4-941091c199cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.007448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6505d5-422f-472a-9ec4-941091c199cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.013215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6505d5-422f-472a-9ec4-941091c199cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.015647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8d6505d5-422f-472a-9ec4-941091c199cb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b4785798-7a5f-4a4c-8c2b-3fa0ca56aeb9 HTTP/1.1" status: 204 len: 168 time: 0.2802660 Nov 03 18:56:07.054263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6505d5-422f-472a-9ec4-941091c199cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4785798-7a5f-4a4c-8c2b-3fa0ca56aeb9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:07.507850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdd58a-8c33-42e6-ac8b-4594af949a30 req-4edaef7f-8b1a-4471-9f52-a56e2bc07dd2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:07.511208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80fdd58a-8c33-42e6-ac8b-4594af949a30 req-4edaef7f-8b1a-4471-9f52-a56e2bc07dd2 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1168790 Nov 03 18:56:07.636237 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80fdd58a-8c33-42e6-ac8b-4594af949a30 req-7ff12481-77ec-4821-a456-d655b2e1e7cb tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087251 Nov 03 18:56:07.946029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb7738-d70b-42fc-af1e-117d8e334144 req-14da5dcb-a11e-41db-bf44-779cae4ce241 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:07.960614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aeeb7738-d70b-42fc-af1e-117d8e334144 req-14da5dcb-a11e-41db-bf44-779cae4ce241 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 946 time: 0.1413119 Nov 03 18:56:08.121959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aeeb7738-d70b-42fc-af1e-117d8e334144 req-d07a3f8a-69a9-4579-97e7-4743ba3c9928 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597135 Nov 03 18:56:08.349558 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-063b0b1a-c5e7-4519-82f1-73bba529fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.461256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-2c8ec036-bf83-4e4e-a53b-e88c8d0c4a5a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:08.465359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-2c8ec036-bf83-4e4e-a53b-e88c8d0c4a5a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.3413258 Nov 03 18:56:08.496348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-171ef94f-bcb0-4256-8cf5-6e121c081fb0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/quotas/4329e2f0b7714f61996d5a94de262799 HTTP/1.1" status: 200 len: 375 time: 0.0178077 Nov 03 18:56:08.645146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-edfbf0a9-4b5e-4d2d-94f4-73d7c66eb0b8 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339910 Nov 03 18:56:08.845328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-cb606205-a858-4584-ac0f-eede543f358e service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782393 Nov 03 18:56:09.042460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639376d-44d5-4662-a334-ec6bd1cb1bf7 req-fffb08eb-b2b3-4780-8b00-cd06fd016140 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:09.055599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4639376d-44d5-4662-a334-ec6bd1cb1bf7 req-fffb08eb-b2b3-4780-8b00-cd06fd016140 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2345505 Nov 03 18:56:09.168401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5dffb95f-e76d-4f58-b642-50214d5469ad service neutron] 10.222.0.91 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849534 Nov 03 18:56:09.190067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4639376d-44d5-4662-a334-ec6bd1cb1bf7 req-f46ee4a6-1fa8-40e5-8422-310fb4331d3c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330068 Nov 03 18:56:09.310252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:09.447478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8d063-1517-494a-9e32-da63058637ff req-eab0ee10-eba9-42f7-933b-ce8ce2d132e3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:09.457547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23a8d063-1517-494a-9e32-da63058637ff req-eab0ee10-eba9-42f7-933b-ce8ce2d132e3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 946 time: 0.1333532 Nov 03 18:56:09.606023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23a8d063-1517-494a-9e32-da63058637ff req-ec28d335-ada5-4f3d-bb25-1a3f5cccdbed tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466386 Nov 03 18:56:09.641900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.783300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:09.792352 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe9e73a-3b57-46fd-9f78-97afa7447732" -d '{"events": [{"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-unplugged", "status": "completed", "tag": "141a96d4-891f-4d6f-9965-06db721cc086"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:09.820817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.882290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:09.896279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.930516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-deff70b2-84e2-4564-a042-90b7c8efb0ce req-07161866-c4d0-41be-9e59-7d4439374fb0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 210 time: 0.1319344 Nov 03 18:56:10.007887 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b28a48-1262-40d4-8944-f415b152ff1f x-openstack-request-id: req-51b28a48-1262-40d4-8944-f415b152ff1f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:10.008205 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-unplugged", "status": "completed", "tag": "141a96d4-891f-4d6f-9965-06db721cc086", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:10.015753 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-51b28a48-1262-40d4-8944-f415b152ff1f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:10.016227 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086', 'code': 200} Nov 03 18:56:10.062534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:10.274341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:10.627829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:10.665515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'port_id': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'mac_address': 'fa:16:3e:ec:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8649d8e2-122c-4f0c-a79e-5acc6a476e43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:10.681178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62e83f-df2c-4283-8eec-b73bdc675cd6 req-32abc778-18e6-4c9b-a3e5-56ac2be55574 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:10.695864 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee62e83f-df2c-4283-8eec-b73bdc675cd6 req-32abc778-18e6-4c9b-a3e5-56ac2be55574 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.2596812 Nov 03 18:56:10.780581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.819711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc9cde57-4d59-44e5-a7e3-902e808979d9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:10.877533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:10.884799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.899863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-1b557b44-6461-4347-8038-4a65de3eceb1 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:10.904297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-1b557b44-6461-4347-8038-4a65de3eceb1 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "GET /v2.0/ports?device_id=b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42 HTTP/1.1" status: 200 len: 943 time: 0.3553519 Nov 03 18:56:10.930521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee62e83f-df2c-4283-8eec-b73bdc675cd6 req-6e19924e-13d6-41ad-92f2-f4ab3364a542 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332106 Nov 03 18:56:11.109980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['bc9cde57-4d59-44e5-a7e3-902e808979d9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:11.253190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941063-d19c-4c24-bab5-c4d1844d62ea req-3409ab82-b15a-4993-b52e-93498c45a04f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:11.262453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02941063-d19c-4c24-bab5-c4d1844d62ea req-3409ab82-b15a-4993-b52e-93498c45a04f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 945 time: 0.3539264 Nov 03 18:56:11.309222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.366377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02941063-d19c-4c24-bab5-c4d1844d62ea req-047a2be7-7bc9-4281-8ed6-d548a75325aa tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006923 Nov 03 18:56:11.387166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Deleting port 141a96d4-891f-4d6f-9965-06db721cc086 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:11.387908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.793260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c9cd9d2-24ce-4736-8800-c5dcc1e59781 req-cbecc084-b150-4e56-9fb5-8f6a7619f37e tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 210 time: 0.2165918 Nov 03 18:56:11.816191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] For port 141a96d4-891f-4d6f-9965-06db721cc086, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=141a96d4-891f-4d6f-9965-06db721cc086,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:11.817255 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.859772 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.968232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Calling delete_port for 141a96d4-891f-4d6f-9965-06db721cc086 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:12.014263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.286886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:12.369998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da78b39-33f3-4ee2-b3b8-4ce5c5eca3f3 req-99a985de-349b-4b7f-88a3-b2c28977b196 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:12.390600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0da78b39-33f3-4ee2-b3b8-4ce5c5eca3f3 req-99a985de-349b-4b7f-88a3-b2c28977b196 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 945 time: 0.3803983 Nov 03 18:56:12.514557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port bc9cde57-4d59-44e5-a7e3-902e808979d9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:12.515165 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.556039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-67635274-becb-499c-8c3c-07970f5b04c2 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:12.560959 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-67635274-becb-499c-8c3c-07970f5b04c2 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.110 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 805 time: 0.4213359 Nov 03 18:56:12.590064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Request body: {'port': {'device_id': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'admin_state_up': True, 'tenant_id': '4329e2f0b7714f61996d5a94de262799'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:12.607468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db0a4-6315-4204-847c-5c11b22463d8 req-cbae9ee6-d546-4b80-b918-d754044882f3 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:12.634178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b02db0a4-6315-4204-847c-5c11b22463d8 req-cbae9ee6-d546-4b80-b918-d754044882f3 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.5200481 Nov 03 18:56:12.826943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.846909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b02db0a4-6315-4204-847c-5c11b22463d8 req-f8609f07-69fa-441b-8ea9-6a00d784f96e tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926031 Nov 03 18:56:12.913423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Made reservation on behalf of 4329e2f0b7714f61996d5a94de262799 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:12.922029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0da78b39-33f3-4ee2-b3b8-4ce5c5eca3f3 req-cc147bd9-d8aa-4529-a5c2-9c2a530a91a0 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224841 Nov 03 18:56:12.938430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:12.939501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.947989 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e356424-d70f-4d86-9b7b-bfa01880bc46" -d '{"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-plugged", "status": "completed", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:13.011847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:13.021247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.138015 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.204037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.220380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event deleted for resources: {'Port': ['ID=141a96d4-891f-4d6f-9965-06db721cc086,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.363088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7603bb7d-cfaf-4a19-811e-db0d722c2e3a req-5f090c9c-aff2-4705-8f25-b5d56f329d7d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 210 time: 0.0530612 Nov 03 18:56:13.383924 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcea4ed0-57c6-45b4-9baa-e866bdeb5ad4 x-openstack-request-id: req-dcea4ed0-57c6-45b4-9baa-e866bdeb5ad4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:13.384478 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-plugged", "status": "completed", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:13.384805 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dcea4ed0-57c6-45b4-9baa-e866bdeb5ad4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:13.385283 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'code': 200} Nov 03 18:56:13.425252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] No DVR routers for this DVR port 141a96d4-891f-4d6f-9965-06db721cc086 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:13.434568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.442325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79e50641-41b0-4af9-8c54-94dac46c1d8b req-006eed13-aa7e-4a5c-a6e2-82232fc71c5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.115 "DELETE /v2.0/ports/141a96d4-891f-4d6f-9965-06db721cc086 HTTP/1.1" status: 204 len: 173 time: 2.4699321 Nov 03 18:56:13.442924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-deleted', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:13.450584 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77120d-da70-4676-b8a7-60dc0d29f4e7" -d '{"events": [{"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-deleted", "tag": "141a96d4-891f-4d6f-9965-06db721cc086"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:13.517853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Allocated IP 172.20.0.14 (9dec4c59-5c1a-4c89-ac88-bb1953445593/e54a6808-3801-4372-bd04-551e15ac8839/68d80bbf-3a8c-4fc6-99ac-321036dd5747) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:13.536303 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79722a8f-3285-4bdd-809c-e77a3eb59e25 x-openstack-request-id: req-79722a8f-3285-4bdd-809c-e77a3eb59e25 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:13.536839 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42", "name": "network-vif-deleted", "tag": "141a96d4-891f-4d6f-9965-06db721cc086", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:13.537424 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-79722a8f-3285-4bdd-809c-e77a3eb59e25 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:13.537767 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aed656-5c8c-4a59-a5ca-a7d4d9ca4e42', 'name': 'network-vif-deleted', 'tag': '141a96d4-891f-4d6f-9965-06db721cc086', 'status': 'completed', 'code': 200} Nov 03 18:56:13.910141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.978171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.095688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Network 9dec4c59-5c1a-4c89-ac88-bb1953445593 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:14.097989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:14.101599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:14.125883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:14.133506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.136196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.137965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.138533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.139288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.141387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.142210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.143021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.143700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.145304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.147111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.148012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:14.174968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fc9a8-07e4-4e3f-9d57-9e1d7fb4ce61 req-0705efed-eddf-4aa2-9872-c989a4539c79 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:14.185693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d65fc9a8-07e4-4e3f-9d57-9e1d7fb4ce61 req-0705efed-eddf-4aa2-9872-c989a4539c79 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1586010 Nov 03 18:56:14.293107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:14.316890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:14.318044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.359433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-5531290e-140d-459d-9f73-e67ba068bfe9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7787859 Nov 03 18:56:14.366843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15359ab-689a-43e5-b354-52ea83ee26f9 req-ed635cde-c57e-418f-b332-f43b6b034bc5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:14.383629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Request body: {'port': {'device_id': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:14.391632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e15359ab-689a-43e5-b354-52ea83ee26f9 req-ed635cde-c57e-418f-b332-f43b6b034bc5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 946 time: 0.1940546 Nov 03 18:56:14.434921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d65fc9a8-07e4-4e3f-9d57-9e1d7fb4ce61 req-326445d6-25ee-43b7-a926-c442c4f118fc tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464745 Nov 03 18:56:14.609334 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.631530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.644992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e15359ab-689a-43e5-b354-52ea83ee26f9 req-c51bcf5b-0716-4fcd-80de-f68e2f97f68d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419198 Nov 03 18:56:14.752217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:14.766282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.888540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:14.962343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18472e-3023-46b5-8634-8d532ea89f8f req-0f982116-4457-460c-a8c2-de9c573a9200 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:14.966804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f18472e-3023-46b5-8634-8d532ea89f8f req-0f982116-4457-460c-a8c2-de9c573a9200 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 932 time: 0.0701647 Nov 03 18:56:15.063064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f18472e-3023-46b5-8634-8d532ea89f8f req-bd0de021-fc0b-4d8d-b133-be0101947d90 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879877 Nov 03 18:56:15.116797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0059505d-3247-40a6-b144-fc9056e15504 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:15.119117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0059505d-3247-40a6-b144-fc9056e15504 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 944 time: 0.1415629 Nov 03 18:56:15.214212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56522) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.343794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:15.355909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Deleting port bc9cde57-4d59-44e5-a7e3-902e808979d9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:15.356049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.389114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea430ba-eb71-46da-a926-119afca418ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.392411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:15.395657 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f81861-cf4d-445b-9816-bf567e9215ba" -d '{"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:15.401332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 141a96d4-891f-4d6f-9965-06db721cc086 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:15.401683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 141a96d4-891f-4d6f-9965-06db721cc086 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:15.450475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d80bbf-3a8c-4fc6-99ac-321036dd5747 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:15.452411 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2649171-ca38-46d1-9e1d-00432d1644e8 x-openstack-request-id: req-a2649171-ca38-46d1-9e1d-00432d1644e8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:15.453000 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:15.453773 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a2649171-ca38-46d1-9e1d-00432d1644e8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:15.454801 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'code': 200} Nov 03 18:56:15.465451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.496390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Transition to ACTIVE for port object 68d80bbf-3a8c-4fc6-99ac-321036dd5747 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:15.510483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.538880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea430ba-eb71-46da-a926-119afca418ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.545490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea430ba-eb71-46da-a926-119afca418ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.583158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] For port bc9cde57-4d59-44e5-a7e3-902e808979d9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bc9cde57-4d59-44e5-a7e3-902e808979d9,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:15.583523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.593479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.605791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Calling delete_port for bc9cde57-4d59-44e5-a7e3-902e808979d9 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:15.607694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea430ba-eb71-46da-a926-119afca418ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9419816e-2d9a-4a92-8326-12666dcbd69d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.666662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ea430ba-eb71-46da-a926-119afca418ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb03dc447b484da8a30d00592c06b5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485986 Nov 03 18:56:15.667119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56538) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.748147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b7514-8e87-4352-a2b3-ca92c9f5d404 req-956b497d-3615-47e6-8931-5ed7e3c6e22f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:15.750025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df3b7514-8e87-4352-a2b3-ca92c9f5d404 req-956b497d-3615-47e6-8931-5ed7e3c6e22f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1634917 Nov 03 18:56:15.760420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Attempting to bind port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:15.760806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Attempting to bind port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:15.761155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Attempting to bind port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:15.769046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:15.769393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Attempting to bind port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 on network 9dec4c59-5c1a-4c89-ac88-bb1953445593 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:15.778078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:15.778517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Checking segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:15.778919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Bound using segment: {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:15.779549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Bound port: 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83893a1-141d-4696-8aa9-61d2d3f48da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:15.780047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.802921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2c14853-872e-4163-babb-79b9b9335aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.873253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.895619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2c14853-872e-4163-babb-79b9b9335aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.909270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df3b7514-8e87-4352-a2b3-ca92c9f5d404 req-fdc3cf39-7e0c-4c7b-822b-785f1540698f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174009 Nov 03 18:56:15.919825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event deleted for resources: {'Port': ['ID=bc9cde57-4d59-44e5-a7e3-902e808979d9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.933435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:15.937588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:15.953881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e12f-38af-47fa-93e3-c306cca5b905 req-bc785cb8-bb4b-4778-ac6c-e2d1b95710e9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:15.956627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c56e12f-38af-47fa-93e3-c306cca5b905 req-bc785cb8-bb4b-4778-ac6c-e2d1b95710e9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=cfd722ce-6208-411e-953a-b8062c3689e2 HTTP/1.1" status: 200 len: 865 time: 0.1784270 Nov 03 18:56:15.959533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.040763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] No DVR routers for this DVR port bc9cde57-4d59-44e5-a7e3-902e808979d9 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:16.043309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.046815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.069280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4ae590c5-9ae3-489a-8cb7-d51584e05505 req-0361953c-c253-494f-a634-5d16492188d6 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "DELETE /v2.0/ports/bc9cde57-4d59-44e5-a7e3-902e808979d9 HTTP/1.1" status: 204 len: 173 time: 0.9084427 Nov 03 18:56:16.071668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-deleted', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:16.074728 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0841918-490e-45cf-be84-e74d9cd06e77" -d '{"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-deleted", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:16.083022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c56e12f-38af-47fa-93e3-c306cca5b905 req-6094615a-b3d7-4a09-885b-11ca524de74c tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110380 Nov 03 18:56:16.086101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2c14853-872e-4163-babb-79b9b9335aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.088974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.089627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.094450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2c14853-872e-4163-babb-79b9b9335aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.095005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-7ffd20de-0f7c-4c25-893a-2691eb308ced service neutron] 10.222.0.110 "PUT /v2.0/ports/68d80bbf-3a8c-4fc6-99ac-321036dd5747 HTTP/1.1" status: 200 len: 1092 time: 1.7161248 Nov 03 18:56:16.097182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d2c14853-872e-4163-babb-79b9b9335aff admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9419816e-2d9a-4a92-8326-12666dcbd69d HTTP/1.1" status: 204 len: 168 time: 0.4285054 Nov 03 18:56:16.108218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c14853-872e-4163-babb-79b9b9335aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419816e-2d9a-4a92-8326-12666dcbd69d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.349178 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6b1ddd-5cdc-4624-bc50-e9b078709f92 x-openstack-request-id: req-1e6b1ddd-5cdc-4624-bc50-e9b078709f92 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:16.350068 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd722ce-6208-411e-953a-b8062c3689e2", "name": "network-vif-deleted", "tag": "bc9cde57-4d59-44e5-a7e3-902e808979d9", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:16.350068 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e6b1ddd-5cdc-4624-bc50-e9b078709f92 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:16.350440 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd722ce-6208-411e-953a-b8062c3689e2', 'name': 'network-vif-deleted', 'tag': 'bc9cde57-4d59-44e5-a7e3-902e808979d9', 'status': 'completed', 'code': 200} Nov 03 18:56:16.353557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-07c0cc76-e8e9-4904-91db-9b8d2d131231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.356115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-07c0cc76-e8e9-4904-91db-9b8d2d131231 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 1095 time: 0.1746833 Nov 03 18:56:16.450349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-d452890a-1f89-4d3c-833a-dd76785166c5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747 HTTP/1.1" status: 200 len: 217 time: 0.0758371 Nov 03 18:56:16.531101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0616fb-dfc8-428c-b1bf-0cfbeb87da7a req-bcf98b92-bcb6-4a43-bb6f-ecab24ef992d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.543174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-c5eccd8f-6631-411f-84c2-9dceaa288629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.545172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-c5eccd8f-6631-411f-84c2-9dceaa288629 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.0779963 Nov 03 18:56:16.548913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e0616fb-dfc8-428c-b1bf-0cfbeb87da7a req-bcf98b92-bcb6-4a43-bb6f-ecab24ef992d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 944 time: 0.0940394 Nov 03 18:56:16.606145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-3adb2dd0-0145-43fb-a026-ddcb570fa63b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455849 Nov 03 18:56:16.635534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e0616fb-dfc8-428c-b1bf-0cfbeb87da7a req-eac07c5e-bb23-47f8-9f86-dc557eea8a22 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850873 Nov 03 18:56:16.717750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56558) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:16.733495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38103a8c-0c4a-472f-bcb8-574a1a6207ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.773089 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-e8d6a6e0-d88c-4d24-908d-d677537fa6df service neutron] 10.222.0.110 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526971 Nov 03 18:56:16.849982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38103a8c-0c4a-472f-bcb8-574a1a6207ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.858910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38103a8c-0c4a-472f-bcb8-574a1a6207ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.904284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-a4a0ab39-cddc-4d4e-aad6-0b3bec634853 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291211 Nov 03 18:56:16.913597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-38103a8c-0c4a-472f-bcb8-574a1a6207ba admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=621c78a40282480681627c59019427fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937871 Nov 03 18:56:16.914306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103a8c-0c4a-472f-bcb8-574a1a6207ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d4e749-900e-4b38-9998-78ae3624f9bd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.917055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56560) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:17.003482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8678bd3-b2e4-47ee-997e-29d0553b28f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.035658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8678bd3-b2e4-47ee-997e-29d0553b28f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.040221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c59be0e-e8f7-4b50-bdd5-24d5eeff426f req-342451ac-0ef1-4617-81c4-90eb7dfe9e52 service neutron] 10.222.0.110 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219481 Nov 03 18:56:17.104758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ec5c7-04af-4c1a-bbb4-c7bb1b3450bc req-82d817ce-a413-47f2-9958-8ed016690a67 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:17.111675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c8ec5c7-04af-4c1a-bbb4-c7bb1b3450bc req-82d817ce-a413-47f2-9958-8ed016690a67 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1090441 Nov 03 18:56:17.162239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-98230329-0c24-41ae-acc0-d98bbdf2e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:17.164112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-98230329-0c24-41ae-acc0-d98bbdf2e0e9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 1101 time: 0.0842752 Nov 03 18:56:17.242845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c8ec5c7-04af-4c1a-bbb4-c7bb1b3450bc req-53ee8718-969c-40d5-b6e8-4f5f90e75e9c tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193905 Nov 03 18:56:17.263806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8678bd3-b2e4-47ee-997e-29d0553b28f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.269929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8678bd3-b2e4-47ee-997e-29d0553b28f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.273577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d8678bd3-b2e4-47ee-997e-29d0553b28f0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c8d4e749-900e-4b38-9998-78ae3624f9bd HTTP/1.1" status: 204 len: 168 time: 0.3532259 Nov 03 18:56:17.302859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8678bd3-b2e4-47ee-997e-29d0553b28f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d4e749-900e-4b38-9998-78ae3624f9bd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:17.316579 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:56:17.457062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-c70b0af7-1a12-4f0f-8459-06ef9d9a92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:17.460170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-c70b0af7-1a12-4f0f-8459-06ef9d9a92c9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2514820 Nov 03 18:56:17.577550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-e1711b53-54e4-4d76-98f6-8e6c10ac3ed0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5 HTTP/1.1" status: 200 len: 217 time: 0.1014161 Nov 03 18:56:17.688396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-a2c8b784-3eb2-4383-a77a-57e309e60775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:17.691498 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-a2c8b784-3eb2-4383-a77a-57e309e60775 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0970619 Nov 03 18:56:17.837224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-d1bdadfc-69cb-4e39-9930-2b2d9cd78511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:17.839551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-d1bdadfc-69cb-4e39-9930-2b2d9cd78511 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357336 Nov 03 18:56:18.086141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-0038165f-18f2-47a5-9569-c460d6d4488e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.094062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-0038165f-18f2-47a5-9569-c460d6d4488e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 821 time: 0.3880196 Nov 03 18:56:18.133969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fa7b3-50e2-45a1-8186-d12a6f216311 req-6e2b54ef-ce1e-43bc-947b-06e443abd86d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.136836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed8fa7b3-50e2-45a1-8186-d12a6f216311 req-6e2b54ef-ce1e-43bc-947b-06e443abd86d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 944 time: 0.2570782 Nov 03 18:56:18.151216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-eeef468d-bf30-4403-bb2b-cbfd02426598 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/quotas/c06d1ad60e7c4470b76ab134d08e02f4 HTTP/1.1" status: 200 len: 375 time: 0.0455031 Nov 03 18:56:18.311026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:18.333479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-587889af-dac0-4d12-924d-73a02607d5a5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540382 Nov 03 18:56:18.357906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed8fa7b3-50e2-45a1-8186-d12a6f216311 req-bca1ddbd-cc9f-4e55-a487-2293067822f8 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034106 Nov 03 18:56:18.421141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: bc9cde57-4d59-44e5-a7e3-902e808979d9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:18.430532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bc9cde57-4d59-44e5-a7e3-902e808979d9 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:18.451964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:18.455960 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f18642-0c1d-48a6-8870-f4cff2c6e692" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:18.462990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-57a62238-2837-4730-89ea-29adcb4b6048 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117122 Nov 03 18:56:18.612966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-3f2a44d4-e56a-41ff-a0d0-8acf93d65c6d service neutron] 10.222.0.91 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495415 Nov 03 18:56:18.715302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ce41926-10cb-4613-af7f-c7004f7e6536 req-485714e4-4e3f-4368-aa58-1a2327070428 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376492 Nov 03 18:56:18.858934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-4b4d3793-7ec0-4ea4-8954-4a3f5fd1c55a service neutron] 10.222.0.91 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395027 Nov 03 18:56:18.905133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8feff-eb7f-4212-ad53-90da5feddbe4 req-f87e17f8-f8da-4887-98b9-bb01c3cc5f41 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.907678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cc8feff-eb7f-4212-ad53-90da5feddbe4 req-f87e17f8-f8da-4887-98b9-bb01c3cc5f41 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1506701 Nov 03 18:56:19.057723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cc8feff-eb7f-4212-ad53-90da5feddbe4 req-95680a95-6d07-4e9a-adff-78175250d771 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364036 Nov 03 18:56:19.131752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-9651acbc-dbcf-40e8-8c6e-07c07159db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:19.139431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-9651acbc-dbcf-40e8-8c6e-07c07159db0f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1100 time: 0.1459649 Nov 03 18:56:19.166303 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3cfe55-add0-4943-a32d-eec5a4fb066f x-openstack-request-id: req-7f3cfe55-add0-4943-a32d-eec5a4fb066f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:19.166915 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:19.167713 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7f3cfe55-add0-4943-a32d-eec5a4fb066f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:19.171796 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'status': 'completed', 'code': 200} Nov 03 18:56:19.400414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-f84115a3-3d08-4a7f-b4be-e18bbf4a64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:19.408614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-f84115a3-3d08-4a7f-b4be-e18bbf4a64e2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4329e2f0b7714f61996d5a94de262799&device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 1095 time: 0.1517878 Nov 03 18:56:19.439315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-b74bb928-2aa5-4858-bea1-d3e252072a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:19.446075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-b74bb928-2aa5-4858-bea1-d3e252072a30 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2422683 Nov 03 18:56:19.547890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-db1d81b3-76d5-4d35-889f-32d928a51b09 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f HTTP/1.1" status: 200 len: 217 time: 0.0869389 Nov 03 18:56:19.722211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50dcb32c-fd86-4e2f-a7b0-e3402faa0b4b req-44bc35ab-6ad9-4654-9c39-755eb1603119 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 210 time: 0.1718929 Nov 03 18:56:19.797039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-4acb6417-bc29-4077-855c-2da16f3c01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:19.799546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-4acb6417-bc29-4077-855c-2da16f3c01db service neutron] 10.222.0.110 "GET /v2.0/networks?id=9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 200 len: 906 time: 0.3775902 Nov 03 18:56:19.848389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-e3f99d07-dc99-4e54-891c-7b8649c1799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:19.856209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-e3f99d07-dc99-4e54-891c-7b8649c1799c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2820156 Nov 03 18:56:19.937447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-b48fa95f-b036-4129-af02-680682793116 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747 HTTP/1.1" status: 200 len: 217 time: 0.1120307 Nov 03 18:56:20.016911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-45d62982-d024-4027-8336-9b11146568a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:20.020072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-45d62982-d024-4027-8336-9b11146568a7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 200 len: 845 time: 0.0784636 Nov 03 18:56:20.022504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a533fa-8bcf-4a79-b12d-94f1ec152a99 req-f116ef04-0751-443a-adc4-f8fccca9ce40 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:20.024988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07a533fa-8bcf-4a79-b12d-94f1ec152a99 req-f116ef04-0751-443a-adc4-f8fccca9ce40 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 944 time: 0.3809383 Nov 03 18:56:20.066062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-808fcd27-cca9-4ddc-aa08-c7abacc64c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:20.068953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-808fcd27-cca9-4ddc-aa08-c7abacc64c48 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021854 Nov 03 18:56:20.079876 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-f21cde78-2cd9-4827-b4f5-f5c8ad2b405f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9dec4c59-5c1a-4c89-ac88-bb1953445593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471740 Nov 03 18:56:20.304429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:20.340536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-e1ad5dc9-30a6-4803-9466-b60dea9deede service neutron] 10.222.0.110 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472060 Nov 03 18:56:20.692638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07a533fa-8bcf-4a79-b12d-94f1ec152a99 req-85a76627-3e39-4d1a-956c-27f8c8305432 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518130 Nov 03 18:56:20.787066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-566ff3a6-66e9-4a01-8f6a-cc2ba8c08173 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027702 Nov 03 18:56:20.814096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66421fa-2d44-4545-90a5-79b41ca14bba req-22191ed2-4fbe-4855-9177-95903047c685 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:20.823558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f7f18642-0c1d-48a6-8870-f4cff2c6e692 req-e6e20eed-c6da-4f57-9751-e7abd13d85c9 service neutron] 10.222.0.110 "GET /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679708 Nov 03 18:56:20.833089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c66421fa-2d44-4545-90a5-79b41ca14bba req-22191ed2-4fbe-4855-9177-95903047c685 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.3242872 Nov 03 18:56:21.022017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c66421fa-2d44-4545-90a5-79b41ca14bba req-104e82e5-f074-4cc5-9858-bf9712d424a8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877606 Nov 03 18:56:21.129861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01af8e93-d946-4dc4-a2d2-463c7b01b4dd req-dff5d704-3971-43fa-b080-8e285ecb660e service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909834 Nov 03 18:56:21.146361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:21.169986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'mac_address': 'fa:16:3e:66:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:21.286707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.321759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d80bbf-3a8c-4fc6-99ac-321036dd5747 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:21.367183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:21.388301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:21.392590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:21.400698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.404024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1142d694-60d4-41a9-ad08-4380bcb58040 req-8c82da33-8a97-4ee3-b169-1c33db784486 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 210 time: 0.0844576 Nov 03 18:56:21.860466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:21.881717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['68d80bbf-3a8c-4fc6-99ac-321036dd5747'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:21.955390 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.021074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:22.035546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:22.047804 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b79324-21a3-4bac-bb4a-0e1739bd2bc4" -d '{"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-unplugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:22.076936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d26805-7b19-47e0-aa3f-0fcf6bd12945 req-508a63a1-965c-4e97-be33-3e037382911d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:22.094387 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.096468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6d26805-7b19-47e0-aa3f-0fcf6bd12945 req-508a63a1-965c-4e97-be33-3e037382911d tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 945 time: 0.1664867 Nov 03 18:56:22.183097 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7454084e-d854-41c2-837d-26d5e9815ad1 x-openstack-request-id: req-7454084e-d854-41c2-837d-26d5e9815ad1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:22.183578 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-unplugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:22.183993 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7454084e-d854-41c2-837d-26d5e9815ad1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:22.184634 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'code': 200} Nov 03 18:56:22.298725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6d26805-7b19-47e0-aa3f-0fcf6bd12945 req-8a548908-8fa9-4ded-9611-1305130e3bd7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840181 Nov 03 18:56:22.333525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:22.336470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-0a54a01f-660c-41be-989d-9e068eed3964 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:22.339453 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-0a54a01f-660c-41be-989d-9e068eed3964 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 821 time: 0.3252692 Nov 03 18:56:22.364363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Request body: {'port': {'device_id': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'admin_state_up': True, 'tenant_id': 'c06d1ad60e7c4470b76ab134d08e02f4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:22.421136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'mac_address': 'fa:16:3e:cb:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:22.432615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bbd02-32e8-441f-9278-14ab5ff6f45b req-b68706fd-9347-4522-a580-2bebf87aa888 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:22.435665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b1bbd02-32e8-441f-9278-14ab5ff6f45b req-b68706fd-9347-4522-a580-2bebf87aa888 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 947 time: 0.1819677 Nov 03 18:56:22.488763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.559701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b1bbd02-32e8-441f-9278-14ab5ff6f45b req-767c1e1b-e332-421a-8bfa-756fba62b9b8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152866 Nov 03 18:56:22.691252 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.711434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3eeab682-58dd-45d6-95f1-39c8b5428d87 req-5ce163d9-1e4c-4073-81d1-f3dce7d53a8e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 210 time: 0.0601501 Nov 03 18:56:22.716502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Made reservation on behalf of c06d1ad60e7c4470b76ab134d08e02f4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:22.720326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.764246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ce166c-a658-4408-9e81-865c8c8b6a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:22.797684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:22.806106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.903308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.965538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Allocated IP 172.20.0.10 (96b9dca0-622e-4257-9349-b1e244df47a9/8649d8e2-122c-4f0c-a79e-5acc6a476e43/4c5f9d7c-0a4d-4716-af33-682e42250bd1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:23.152816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['73ce166c-a658-4408-9e81-865c8c8b6a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:23.278778 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.342725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.416943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Network 96b9dca0-622e-4257-9349-b1e244df47a9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:23.421457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:23.429758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:23.518296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event updated for resources: {'Port': ['ID=4c5f9d7c-0a4d-4716-af33-682e42250bd1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:23.563901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:23.565275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.570445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70a17-ae1f-420b-a439-8d58ac85ff46 req-0d724a5e-e2c3-4d44-89d1-2c9eb3508b9a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:23.572735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eff70a17-ae1f-420b-a439-8d58ac85ff46 req-0d724a5e-e2c3-4d44-89d1-2c9eb3508b9a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 945 time: 0.1103566 Nov 03 18:56:23.602187 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-2c61f1b5-00b0-41cd-b3d5-bc650d8dcf2d tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2458930 Nov 03 18:56:23.628559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Request body: {'port': {'device_id': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:23.640949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eff70a17-ae1f-420b-a439-8d58ac85ff46 req-5c7db661-8066-4b49-8e6e-08959f24d485 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 Nov 03 18:56:23.711467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.758952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d764-bde5-4ff2-83cb-15df47d340dc req-ae937f61-5f94-42fa-9a3d-7bd537310582 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:23.761535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90e4d764-bde5-4ff2-83cb-15df47d340dc req-ae937f61-5f94-42fa-9a3d-7bd537310582 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.0813468 Nov 03 18:56:24.213500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5f9d7c-0a4d-4716-af33-682e42250bd1 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:24.231478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.270626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Transition to ACTIVE for port object 4c5f9d7c-0a4d-4716-af33-682e42250bd1 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:24.278543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.318583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:24.358726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90e4d764-bde5-4ff2-83cb-15df47d340dc req-2c613553-bf4d-411b-9f1c-8115b506fc11 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839748 Nov 03 18:56:24.405063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff782d78-17ba-467e-b9f2-20db0f7892d6 req-87c2490c-eb5e-43cc-9acf-b706d973bb69 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.419945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff782d78-17ba-467e-b9f2-20db0f7892d6 req-87c2490c-eb5e-43cc-9acf-b706d973bb69 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 932 time: 0.1813686 Nov 03 18:56:24.440589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f9d7c-0a4d-4716-af33-682e42250bd1,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.448364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:56:24.453838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:24.454399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.606350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff782d78-17ba-467e-b9f2-20db0f7892d6 req-0233e02e-e210-46d9-8578-944af8713254 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867666 Nov 03 18:56:24.683895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.713648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:24.716344 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7094eae-d9d0-4ba9-87ef-5b327dff0c90" -d '{"events": [{"server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "name": "network-vif-plugged", "status": "completed", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:24.733031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:24.741595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.771551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Attempting to bind port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:24.771950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Attempting to bind port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:24.772320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Attempting to bind port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 on network 96b9dca0-622e-4257-9349-b1e244df47a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:24.783269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 on network 96b9dca0-622e-4257-9349-b1e244df47a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:24.783269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Attempting to bind port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 on network 96b9dca0-622e-4257-9349-b1e244df47a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:24.788757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:24.789495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Checking segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:24.789978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Bound using segment: {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:24.790534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Bound port: 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c7090-3229-484c-b183-0c43061011e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:24.791020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.869939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.889023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] For port 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:24.893984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] For port 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:24.903536 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.925557 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571f7af-447a-402d-b04a-19416d6735ee x-openstack-request-id: req-c571f7af-447a-402d-b04a-19416d6735ee {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:24.925882 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "name": "network-vif-plugged", "status": "completed", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:24.926117 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c571f7af-447a-402d-b04a-19416d6735ee {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:24.926644 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'code': 200} Nov 03 18:56:24.948207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.949087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.950679 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] 10.222.0.110 "PUT /v2.0/ports/4c5f9d7c-0a4d-4716-af33-682e42250bd1 HTTP/1.1" status: 200 len: 1092 time: 1.3326399 Nov 03 18:56:24.951318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'tag': '4c5f9d7c-0a4d-4716-af33-682e42250bd1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:24.954576 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809b9ddb-e568-4fb3-82f0-277318ac038b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca8cd57-a059-49c4-9d9e-632525ae25de", "tag": "4c5f9d7c-0a4d-4716-af33-682e42250bd1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:25.003549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c3e2d-a04c-4f41-b8f5-868388f21f9b service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f9d7c-0a4d-4716-af33-682e42250bd1,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.063388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1d276-e5c0-4a92-ab96-9525ed237841 req-594a9916-2616-4ab3-9d00-4ef98928eb5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.071410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93b1d276-e5c0-4a92-ab96-9525ed237841 req-594a9916-2616-4ab3-9d00-4ef98928eb5c tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 946 time: 0.1821022 Nov 03 18:56:25.147985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93b1d276-e5c0-4a92-ab96-9525ed237841 req-5452d329-503d-40bd-821f-85c2f5f86593 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671101 Nov 03 18:56:25.206519 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70354d09-18cd-48d1-b511-6994ce74b2ad x-openstack-request-id: req-70354d09-18cd-48d1-b511-6994ce74b2ad {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:25.206841 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca8cd57-a059-49c4-9d9e-632525ae25de", "tag": "4c5f9d7c-0a4d-4716-af33-682e42250bd1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:25.207050 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70354d09-18cd-48d1-b511-6994ce74b2ad {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:25.207454 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'tag': '4c5f9d7c-0a4d-4716-af33-682e42250bd1', 'status': 'completed', 'code': 200} Nov 03 18:56:25.219456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b760-271a-4907-8179-2822bfc485e7 req-c46c509b-b7de-44ff-8216-f8372ad61ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.221343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b610b760-271a-4907-8179-2822bfc485e7 req-c46c509b-b7de-44ff-8216-f8372ad61ea9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1762171 Nov 03 18:56:25.229195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-ee03c855-30e9-4f74-a1d5-5becde97c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.230997 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-ee03c855-30e9-4f74-a1d5-5becde97c281 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 1095 time: 0.1665819 Nov 03 18:56:25.303312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-553d644d-b50f-4b18-9ba0-f7bb6a39d2e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1 HTTP/1.1" status: 200 len: 217 time: 0.0529940 Nov 03 18:56:25.371697 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b610b760-271a-4907-8179-2822bfc485e7 req-57e334eb-1915-4f96-bc96-ce55f4a61898 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374631 Nov 03 18:56:25.374961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:25.389047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-41d61ed4-3dea-49e1-ac2b-adccd20a1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.391461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-41d61ed4-3dea-49e1-ac2b-adccd20a1b3c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 200 len: 861 time: 0.0724635 Nov 03 18:56:25.466754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 73ce166c-a658-4408-9e81-865c8c8b6a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:25.467320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.677203 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.696610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c4f5-0dab-4c2f-a926-5fa741de5e9c req-c7a30fa6-e71a-42cc-a84d-2cd075baeed8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.705940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2362c4f5-0dab-4c2f-a926-5fa741de5e9c req-c7a30fa6-e71a-42cc-a84d-2cd075baeed8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 949 time: 0.1631637 Nov 03 18:56:25.758562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-790e21b7-9a39-4767-a819-03dee983f05c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96b9dca0-622e-4257-9349-b1e244df47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062615 Nov 03 18:56:25.817630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:25.829575 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.945877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2362c4f5-0dab-4c2f-a926-5fa741de5e9c req-bcb40d4c-ca91-4376-813e-761e9a18ccb6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301219 Nov 03 18:56:25.959355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:26.012760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a1ef-2c6f-4e89-bb27-2afc19af471b req-bf283775-e97d-4e75-9463-8556862c0222 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:26.015666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d085a1ef-2c6f-4e89-bb27-2afc19af471b req-bf283775-e97d-4e75-9463-8556862c0222 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 944 time: 0.1642804 Nov 03 18:56:26.023381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-1fac14c9-44fa-4f5d-9480-71a98bd5f399 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486014 Nov 03 18:56:26.113497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d085a1ef-2c6f-4e89-bb27-2afc19af471b req-c8b616a4-2a22-4b6b-8aee-baf4c3307e27 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828412 Nov 03 18:56:26.286571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5dc383a4-3097-4b5d-9f15-d3735977e0dd req-5e10353c-233b-4004-afae-26d8787799b2 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530668 Nov 03 18:56:26.436926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c65e9-ee32-43ef-b5af-f23e66070c0c req-4d77bdca-9e62-463f-a95b-5b85ff6ba1f9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:26.439787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-670c65e9-ee32-43ef-b5af-f23e66070c0c req-4d77bdca-9e62-463f-a95b-5b85ff6ba1f9 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 946 time: 0.1557724 Nov 03 18:56:26.478899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-d3b2a9ad-e6e7-4420-af72-a4f664d9b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:26.482400 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-d3b2a9ad-e6e7-4420-af72-a4f664d9b558 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 1095 time: 0.0992262 Nov 03 18:56:26.545203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-670c65e9-ee32-43ef-b5af-f23e66070c0c req-eeccb8c7-8719-4b79-8aa3-6342d903fc8b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908768 Nov 03 18:56:26.717506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-0da5c2f6-01fc-4e42-b3cb-966b913b04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:26.719655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-0da5c2f6-01fc-4e42-b3cb-966b913b04ba service neutron] 10.222.0.110 "GET /v2.0/networks?id=96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 200 len: 922 time: 0.2268996 Nov 03 18:56:26.801020 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-4d35c077-990c-4c4d-be8c-a68fd6486dbb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1 HTTP/1.1" status: 200 len: 217 time: 0.0705793 Nov 03 18:56:26.907901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-c9782ebc-fee6-4ddb-ad82-2d411187c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:26.910074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-c9782ebc-fee6-4ddb-ad82-2d411187c04a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 200 len: 861 time: 0.0934131 Nov 03 18:56:26.928176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:26.936638 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92775730-7521-4e0a-8d4f-755b423a51d1" -d '{"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-plugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:26.998947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-7bd90bfb-811c-40e1-b485-746b8d21e64d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96b9dca0-622e-4257-9349-b1e244df47a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747533 Nov 03 18:56:27.057524 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb18efd8-af2f-41b7-89a3-dd8c9714e20e x-openstack-request-id: req-bb18efd8-af2f-41b7-89a3-dd8c9714e20e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:27.058408 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-plugged", "status": "completed", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:27.059626 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb18efd8-af2f-41b7-89a3-dd8c9714e20e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:27.060315 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'code': 200} Nov 03 18:56:27.320025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-7d69a8e4-4915-4f91-8d32-1077d019b865 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911377 Nov 03 18:56:27.448480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f9f42-045a-4c26-b1d7-d7a540e3076e req-90999466-442f-4883-92a5-63d55bc735f4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:27.465926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b2f9f42-045a-4c26-b1d7-d7a540e3076e req-90999466-442f-4883-92a5-63d55bc735f4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.2607565 Nov 03 18:56:27.572701 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-809b9ddb-e568-4fb3-82f0-277318ac038b req-d874e511-e055-4e15-8f8f-ce902003f1c8 service neutron] 10.222.0.110 "GET /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338016 Nov 03 18:56:27.657534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54381d82-b84d-4cee-9c3e-e8a4f4f21940 req-049f1998-daf9-4a1c-bb13-a9e0aa128e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:27.660236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54381d82-b84d-4cee-9c3e-e8a4f4f21940 req-049f1998-daf9-4a1c-bb13-a9e0aa128e35 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1101 time: 0.2741079 Nov 03 18:56:27.744260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57950ed-1d03-4cb2-8b06-a6bf95cdd575 req-6db641c9-207c-4427-9321-3b71beeda1b8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:27.747025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e57950ed-1d03-4cb2-8b06-a6bf95cdd575 req-6db641c9-207c-4427-9321-3b71beeda1b8 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 944 time: 0.2317986 Nov 03 18:56:27.811959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b2f9f42-045a-4c26-b1d7-d7a540e3076e req-01610057-a5ca-471b-ad40-89ee302cfa4f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607090 Nov 03 18:56:27.843859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54381d82-b84d-4cee-9c3e-e8a4f4f21940 req-5c46b229-3aa0-4e04-97a3-00ab288d88b7 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741376 Nov 03 18:56:27.904233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e57950ed-1d03-4cb2-8b06-a6bf95cdd575 req-94cfb260-d701-4268-995e-889bf5a04ed2 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419137 Nov 03 18:56:28.129701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04b252-b851-4a8b-a4f5-8c4c4de0b2af req-10b1d393-613f-45fb-9daf-0e8d21563560 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:28.132633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea04b252-b851-4a8b-a4f5-8c4c4de0b2af req-10b1d393-613f-45fb-9daf-0e8d21563560 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 946 time: 0.0927422 Nov 03 18:56:28.210123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea04b252-b851-4a8b-a4f5-8c4c4de0b2af req-e73f1ae1-bc35-4c85-8f68-b07f2a303809 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692973 Nov 03 18:56:29.099043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419443b-d419-434a-b2d7-c45407dbdbe7 req-fedf57e3-2be9-4177-b14c-d2e5dc4622b9 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.112343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d419443b-d419-434a-b2d7-c45407dbdbe7 req-fedf57e3-2be9-4177-b14c-d2e5dc4622b9 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.1008430 Nov 03 18:56:29.188488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d419443b-d419-434a-b2d7-c45407dbdbe7 req-ca65a36f-e55e-4271-9014-d141fc80943f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745270 Nov 03 18:56:29.459702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9db23-d96e-491a-ba30-55b796e91f05 req-88d41808-9ad8-4ecb-9905-c15beec69542 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.462371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82e9db23-d96e-491a-ba30-55b796e91f05 req-88d41808-9ad8-4ecb-9905-c15beec69542 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 944 time: 0.1334219 Nov 03 18:56:29.577168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82e9db23-d96e-491a-ba30-55b796e91f05 req-fa393700-aabb-4353-b94e-260629a46c22 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064131 Nov 03 18:56:29.790392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714d00-372b-4c71-a51f-dd066129f6ad req-2ec9249f-e04a-4060-9897-6e5350ef6f38 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.793673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f714d00-372b-4c71-a51f-dd066129f6ad req-2ec9249f-e04a-4060-9897-6e5350ef6f38 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 946 time: 0.1082671 Nov 03 18:56:29.890434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f714d00-372b-4c71-a51f-dd066129f6ad req-3163937d-bc74-4007-8c2c-2ec24be7d731 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869732 Nov 03 18:56:29.907650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56992) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:29.920206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-536047568'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:29.954187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:29.960144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.975113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56994) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.010629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:30.024443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.025113 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Added segment d2c68b6a-0d85-4766-8dfc-00e4e414c055 of type vlan for network 79f241c3-d0a4-4788-a9aa-6ff8f320552a Nov 03 18:56:30.095589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.144279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.154273 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.156536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:30.157636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.230985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3194621 Nov 03 18:56:30.238330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57000) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.250479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1795361358'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:30.321248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5f9d7c-0a4d-4716-af33-682e42250bd1 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:30.329833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d22f-2fea-48ef-8438-31175ae31b73 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Network': ['ID=79f241c3-d0a4-4788-a9aa-6ff8f320552a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:30.336546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:30.343709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.374365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:30.485816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.501979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.558913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:30.561841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:30.577279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '4c5f9d7c-0a4d-4716-af33-682e42250bd1', 'network_id': '96b9dca0-622e-4257-9349-b1e244df47a9', 'port_id': '4c5f9d7c-0a4d-4716-af33-682e42250bd1', 'mac_address': 'fa:16:3e:c3:ac:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8649d8e2-122c-4f0c-a79e-5acc6a476e43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:30.610738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37c119-d85d-4163-9fae-e8e1b802a874 req-791aa168-9e50-4fac-b88f-11694cbc1aa6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:30.614182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b37c119-d85d-4163-9fae-e8e1b802a874 req-791aa168-9e50-4fac-b88f-11694cbc1aa6 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.2556188 Nov 03 18:56:30.650123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.650726 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Added segment 2edc46a5-3750-4939-976d-14ca15ce35ff of type vlan for network e638af9f-cd4b-477e-af2b-035836399f4b Nov 03 18:56:30.658296 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.668666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a9c7a7176ae04c2ab7c930258f0c015b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6919906 Nov 03 18:56:30.673154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57008) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.686660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189c96b2-8cdf-424a-bfad-2ad58a769737,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:30.708000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5f9d7c-0a4d-4716-af33-682e42250bd1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:30.724616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.725248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.725877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.726937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.727171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.728184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.728820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.729383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.729970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.730560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.731149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.731732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb704f-dfe7-455d-b49c-ef3380aebb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:30.778843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:30.785476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.818764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.846153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b55b5a7-8605-4625-b3d6-976ddf8edb8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.897593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4c5f9d7c-0a4d-4716-af33-682e42250bd1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:30.901255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b55b5a7-8605-4625-b3d6-976ddf8edb8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.945705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b37c119-d85d-4163-9fae-e8e1b802a874 req-5da40a44-0f11-4af5-8f7f-7ebbf3dc9652 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130522 Nov 03 18:56:30.949452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.955779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:30.956643 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.030213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b55b5a7-8605-4625-b3d6-976ddf8edb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.035768 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b55b5a7-8605-4625-b3d6-976ddf8edb8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.038064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3b55b5a7-8605-4625-b3d6-976ddf8edb8a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/189c96b2-8cdf-424a-bfad-2ad58a769737 HTTP/1.1" status: 204 len: 168 time: 0.3618445 Nov 03 18:56:31.052659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55b5a7-8605-4625-b3d6-976ddf8edb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c96b2-8cdf-424a-bfad-2ad58a769737,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:31.127085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8864355 Nov 03 18:56:31.133760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57018) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:31.143605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34193cb-2e4a-45cf-9b67-c8dfa0682b82 req-c9daae9d-9e17-4515-ad8b-f819682f7fe4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:31.144510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'subnet': {'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:31.146654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a34193cb-2e4a-45cf-9b67-c8dfa0682b82 req-c9daae9d-9e17-4515-ad8b-f819682f7fe4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 945 time: 0.3091698 Nov 03 18:56:31.148190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9365-9b7f-4e78-86a6-7edef7ead22b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Network': ['ID=e638af9f-cd4b-477e-af2b-035836399f4b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:31.167192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e638af9f-cd4b-477e-af2b-035836399f4b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:31.229293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['4c5f9d7c-0a4d-4716-af33-682e42250bd1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:31.318493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a34193cb-2e4a-45cf-9b67-c8dfa0682b82 req-1157caf2-8ede-4976-ab1e-4aa72731d6c3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570933 Nov 03 18:56:31.439286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:31.452437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.480850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235242-537a-4242-aabb-8bb0eb9da645 req-4497a3c9-ccaf-4177-87a9-600d3dd81790 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:31.490686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6235242-537a-4242-aabb-8bb0eb9da645 req-4497a3c9-ccaf-4177-87a9-600d3dd81790 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 946 time: 0.1397414 Nov 03 18:56:31.635174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6235242-537a-4242-aabb-8bb0eb9da645 req-496f88f1-87ff-46a6-96cf-f92c928dbcf8 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282620 Nov 03 18:56:31.809772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:31.835019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72012732-bbc3-4f30-8255-1ea73f74f98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.934304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.958721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13fdc-f45e-44f0-80c5-6a0a103e8f9e req-c5bcf19d-bce0-4d5c-a131-30ece4ae7ec0 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:31.961590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daa13fdc-f45e-44f0-80c5-6a0a103e8f9e req-c5bcf19d-bce0-4d5c-a131-30ece4ae7ec0 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1101 time: 0.1125491 Nov 03 18:56:32.086908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Subnet': ['ID=5b089c83-a7b3-41f2-9af4-8bac5fad0f53,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.091063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Checking segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:32.091429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network hostable DHCP agents. Network: 79f241c3-d0a4-4788-a9aa-6ff8f320552a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:32.121463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:32.122252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daa13fdc-f45e-44f0-80c5-6a0a103e8f9e req-a14c9446-3438-4599-ad75-f3a65b8aea05 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423171 Nov 03 18:56:32.146891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 79f241c3-d0a4-4788-a9aa-6ff8f320552a) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:32.154249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72012732-bbc3-4f30-8255-1ea73f74f98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.166928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72012732-bbc3-4f30-8255-1ea73f74f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.172426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:32.173674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.180644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386fe68-ae94-4ddd-89cb-93ff8cf46fe9 None None] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:32.234405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0570a7cb-237d-4288-978f-a217c206ceb7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0999858 Nov 03 18:56:32.234647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57034) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:32.245167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-72012732-bbc3-4f30-8255-1ea73f74f98e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0dd7539dd7448528466efba5bee571e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4285955 Nov 03 18:56:32.245353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:32.251200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'subnet': {'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:32.260255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72012732-bbc3-4f30-8255-1ea73f74f98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61e6fb4-841d-4811-afed-516b153e0b13,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.431955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-771637a7-667c-458f-a81b-f3b46e7d2ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.439662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:32.515196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:32.521583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.530007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-771637a7-667c-458f-a81b-f3b46e7d2ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.579657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.636007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:56:32.673655 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-771637a7-667c-458f-a81b-f3b46e7d2ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.679263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-771637a7-667c-458f-a81b-f3b46e7d2ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.689807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:32.691688 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.717868 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-771637a7-667c-458f-a81b-f3b46e7d2ae3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f61e6fb4-841d-4811-afed-516b153e0b13 HTTP/1.1" status: 204 len: 168 time: 0.4660716 Nov 03 18:56:32.753665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771637a7-667c-458f-a81b-f3b46e7d2ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61e6fb4-841d-4811-afed-516b153e0b13,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.959443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.971491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.053046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:33.071565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Subnet': ['ID=12ee5746-57af-4d2a-bb48-914d3f81eba1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.131085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'network_id': '9dec4c59-5c1a-4c89-ac88-bb1953445593', 'port_id': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'mac_address': 'fa:16:3e:66:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54a6808-3801-4372-bd04-551e15ac8839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:33.146513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Checking segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:33.146513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network hostable DHCP agents. Network: e638af9f-cd4b-477e-af2b-035836399f4b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:33.178172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b8e1-fc29-41d8-8a35-0af35432a5d4 req-81ce3d48-a6fe-42cf-bdc6-e7536df914c7 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.184948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a329b8e1-fc29-41d8-8a35-0af35432a5d4 req-81ce3d48-a6fe-42cf-bdc6-e7536df914c7 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 1101 time: 0.4880786 Nov 03 18:56:33.214758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688e12c-a4ea-4fdb-83a5-9dd396d0458c req-9ca4be20-ea72-4a4e-b72e-92e1b36d533a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.219106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9688e12c-a4ea-4fdb-83a5-9dd396d0458c req-9ca4be20-ea72-4a4e-b72e-92e1b36d533a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 945 time: 0.5468082 Nov 03 18:56:33.227721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Allocated IP 10.1.1.2 (79f241c3-d0a4-4788-a9aa-6ff8f320552a/5b089c83-a7b3-41f2-9af4-8bac5fad0f53/d8afb636-5ff6-451c-bc15-d53c197ed2ba) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:33.235544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network e638af9f-cd4b-477e-af2b-035836399f4b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:33.237829 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.270742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68d80bbf-3a8c-4fc6-99ac-321036dd5747 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:33.299956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e638af9f-cd4b-477e-af2b-035836399f4b) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:33.328073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.330174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.335318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe01a7-f9b3-4d40-bdca-7c259dddd472 None None] Network e638af9f-cd4b-477e-af2b-035836399f4b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:33.358305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:33.371535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.423861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-61ba7f71-8ecc-4453-b927-ee1f0621f44c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1826136 Nov 03 18:56:33.425054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57058) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:33.432913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a329b8e1-fc29-41d8-8a35-0af35432a5d4 req-05bb4026-a3ea-47b1-b705-df91f47a57e5 tempest-ServersAdminTestJSON-1718404369 tempest-ServersAdminTestJSON-1718404369-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455597 Nov 03 18:56:33.436839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'name': 'tempest-TaggedBootDevicesTest_v242-609083066', 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:33.451014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9688e12c-a4ea-4fdb-83a5-9dd396d0458c req-5a117882-b084-45af-8298-c408f79e444f tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067435 Nov 03 18:56:33.717743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['68d80bbf-3a8c-4fc6-99ac-321036dd5747'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:33.779518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ae0a-d124-440a-95ca-5d8c4aa2b287 req-52ed64a8-fbe3-4764-98b3-ce3905c58ff7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.792173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.812203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b433ae0a-d124-440a-95ca-5d8c4aa2b287 req-52ed64a8-fbe3-4764-98b3-ce3905c58ff7 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 945 time: 0.1674840 Nov 03 18:56:33.876380 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.893299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:33.922975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.940867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e638af9f-cd4b-477e-af2b-035836399f4b', 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'fixed_ips': [{'subnet_id': '12ee5746-57af-4d2a-bb48-914d3f81eba1'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:33.941652 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.979855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b433ae0a-d124-440a-95ca-5d8c4aa2b287 req-6aa83f8a-5799-4566-9b85-c51300a25d7a tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659558 Nov 03 18:56:34.020027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:34.044127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:34.048358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:34.072809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Pushing event updated for resources: {'Port': ['ID=d8afb636-5ff6-451c-bc15-d53c197ed2ba,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.131220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.173016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] device_id is not set on port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:56:34.371767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5f9d7c-0a4d-4716-af33-682e42250bd1 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:34.438128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Attempting to bind port d8afb636-5ff6-451c-bc15-d53c197ed2ba on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:34.438667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Attempting to bind port d8afb636-5ff6-451c-bc15-d53c197ed2ba by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:34.439074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Attempting to bind port d8afb636-5ff6-451c-bc15-d53c197ed2ba on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:34.474809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:34.475605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Checking segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:34.476329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.477013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Bound using segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:34.477888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Bound port: d8afb636-5ff6-451c-bc15-d53c197ed2ba, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:34.479115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.492999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Allocated IP 10.2.2.2 (e638af9f-cd4b-477e-af2b-035836399f4b/12ee5746-57af-4d2a-bb48-914d3f81eba1/60f97c11-5146-4b7e-8287-6e73685805c3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:34.536388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4179f-0be4-4742-96a3-fc9ac570decc req-42dfe98e-fd1f-41e1-b545-7d6b612bd2fb tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:34.563671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbd4179f-0be4-4742-96a3-fc9ac570decc req-42dfe98e-fd1f-41e1-b545-7d6b612bd2fb tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.2171545 Nov 03 18:56:34.729103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 10.1.1.53 (79f241c3-d0a4-4788-a9aa-6ff8f320552a/5b089c83-a7b3-41f2-9af4-8bac5fad0f53/6de9b7ba-8e1c-4192-94b7-8106f4b26f82) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:34.760539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbd4179f-0be4-4742-96a3-fc9ac570decc req-9fb19e9e-5a5b-4949-9379-648928c352cc tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934154 Nov 03 18:56:34.819688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23482c42-7e3e-4277-8933-902d2ef82121 req-ffafb8d1-329c-40eb-a382-456fea23badf tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:34.827888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23482c42-7e3e-4277-8933-902d2ef82121 req-ffafb8d1-329c-40eb-a382-456fea23badf tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 945 time: 0.1514924 Nov 03 18:56:34.920643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4a852f2-623c-4116-aad2-f87199b8f547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.940046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:56:34.981025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:34.982130 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.990113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23482c42-7e3e-4277-8933-902d2ef82121 req-6a7b9783-38fb-479a-8290-7c0441145563 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480813 Nov 03 18:56:34.995176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] For port d8afb636-5ff6-451c-bc15-d53c197ed2ba, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:35.036605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.058769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] For port d8afb636-5ff6-451c-bc15-d53c197ed2ba, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d8afb636-5ff6-451c-bc15-d53c197ed2ba,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:35.064636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.088123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.176060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.197138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Network e638af9f-cd4b-477e-af2b-035836399f4b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:35.224883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Pushing event updated for resources: {'Port': ['ID=60f97c11-5146-4b7e-8287-6e73685805c3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:35.266488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:35.329908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:35.333472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.492074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Attempting to bind port 60f97c11-5146-4b7e-8287-6e73685805c3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:35.492937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Attempting to bind port 60f97c11-5146-4b7e-8287-6e73685805c3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:35.493315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Attempting to bind port 60f97c11-5146-4b7e-8287-6e73685805c3 on network e638af9f-cd4b-477e-af2b-035836399f4b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:35.501901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.612633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:35.632472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:35.644626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:35.649154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f9d7c-0a4d-4716-af33-682e42250bd1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:35.655930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:35.656274 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acc0e24-0fb3-402a-97ea-a56f4c70e7dc" -d '{"events": [{"server_uuid": "0ca8cd57-a059-49c4-9d9e-632525ae25de", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f9d7c-0a4d-4716-af33-682e42250bd1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:35.656469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:35.661496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:35.662745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Checking segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:35.663768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.664513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Bound using segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:35.665668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Bound port: 60f97c11-5146-4b7e-8287-6e73685805c3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:35.666601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.738871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507697-b417-4807-b367-0c4dd68a4488 None None] Pushing event updated for resources: {'Port': ['ID=d8afb636-5ff6-451c-bc15-d53c197ed2ba,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:35.747256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.748803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:35.778848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e46187-2faf-43c7-a9ef-f4b10ed58d82 req-9e1c8ef5-cf55-43e7-b422-0cecf7b04421 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:35.793978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48e46187-2faf-43c7-a9ef-f4b10ed58d82 req-9e1c8ef5-cf55-43e7-b422-0cecf7b04421 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 945 time: 0.2060971 Nov 03 18:56:35.803975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:35.813239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.828612 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b2d33-7cc3-4d95-935f-34037361c685 x-openstack-request-id: req-8a6b2d33-7cc3-4d95-935f-34037361c685 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:35.829236 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca8cd57-a059-49c4-9d9e-632525ae25de", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f9d7c-0a4d-4716-af33-682e42250bd1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:35.829659 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8a6b2d33-7cc3-4d95-935f-34037361c685 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:35.832336 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f9d7c-0a4d-4716-af33-682e42250bd1', 'code': 200} Nov 03 18:56:35.877930 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f18beb0c-a14f-45df-b4d1-e6b83804629d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4504595 Nov 03 18:56:35.882161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57110) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.905397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'name': 'tempest-TaggedBootDevicesTest_v242-2041589076', 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:35.948111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48e46187-2faf-43c7-a9ef-f4b10ed58d82 req-aaa25282-e13e-4dd7-a257-45582f0eb8ae tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484158 Nov 03 18:56:36.042808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54625-fda5-4957-86c6-b6d7343c8ae4 req-10a6b62b-9d0b-42ed-b491-1e3f35c3e5a4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.051346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cd54625-fda5-4957-86c6-b6d7343c8ae4 req-10a6b62b-9d0b-42ed-b491-1e3f35c3e5a4 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.0826561 Nov 03 18:56:36.139925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4c5f9d7c-0a4d-4716-af33-682e42250bd1,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.151162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] For port 60f97c11-5146-4b7e-8287-6e73685805c3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:36.156481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] For port 60f97c11-5146-4b7e-8287-6e73685805c3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=60f97c11-5146-4b7e-8287-6e73685805c3,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:36.167298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cd54625-fda5-4957-86c6-b6d7343c8ae4 req-62ae7f78-992d-428a-9504-f683fa513920 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123290 Nov 03 18:56:36.169077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.278634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0755-225f-4379-9678-438e8e5718a1 req-7a58abd2-5075-44b7-98b1-2d3d394e12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.283722 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a94d0755-225f-4379-9678-438e8e5718a1 req-7a58abd2-5075-44b7-98b1-2d3d394e12e6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 1097 time: 0.2914140 Nov 03 18:56:36.348334 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.379474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c68913-2361-400c-acfb-81c7c7629b9d None None] Pushing event updated for resources: {'Port': ['ID=60f97c11-5146-4b7e-8287-6e73685805c3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.391989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68d80bbf-3a8c-4fc6-99ac-321036dd5747 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:36.411024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-86102bd6-65a3-4589-95c3-bb774b8b48cd tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.414107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-86102bd6-65a3-4589-95c3-bb774b8b48cd tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.2662666 Nov 03 18:56:36.451106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a94d0755-225f-4379-9678-438e8e5718a1 req-b8aa2556-1afd-4afd-8fd3-19a9408978f6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505187 Nov 03 18:56:36.474039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:36.480075 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.484837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:36.492137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.548184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] device_id is not set on port b729b959-f866-435c-a8e6-cd0b3736ffde yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:56:36.549576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dfde1-54ee-49ee-99f6-4f91ed65b767 req-cbe956cd-622f-4d92-9676-c6fc340bffe5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.561453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f7dfde1-54ee-49ee-99f6-4f91ed65b767 req-cbe956cd-622f-4d92-9676-c6fc340bffe5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 946 time: 0.3714607 Nov 03 18:56:36.602067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:36.700023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.739405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.740100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.742235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.747074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.747803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.748509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.749236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.751172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.751970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.754080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.754751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.757010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:36.810681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:36.810681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.895141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f7dfde1-54ee-49ee-99f6-4f91ed65b767 req-96c421d1-7b1b-401e-b85c-ab90103367b4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251355 Nov 03 18:56:36.996833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Deleting port dbe926b6-646d-44f3-81e7-898af4bdb002 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:36.998031 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.172643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 10.1.1.23 (79f241c3-d0a4-4788-a9aa-6ff8f320552a/5b089c83-a7b3-41f2-9af4-8bac5fad0f53/b729b959-f866-435c-a8e6-cd0b3736ffde) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:37.239061 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.418532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:37.430483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.473268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] For port dbe926b6-646d-44f3-81e7-898af4bdb002, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=dbe926b6-646d-44f3-81e7-898af4bdb002,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:37.474098 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.512138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9cbbf-afd0-4c84-8261-86aca48813bf req-54b45d82-9f72-4ae3-8833-85503c222fc0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:37.534162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05f9cbbf-afd0-4c84-8261-86aca48813bf req-54b45d82-9f72-4ae3-8833-85503c222fc0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 944 time: 0.2319958 Nov 03 18:56:37.561032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.597436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Calling delete_port for dbe926b6-646d-44f3-81e7-898af4bdb002 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:37.601875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b7c73-249f-4fd9-8648-d691991a9964 None None] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:37.640228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-ebce9eaa-38f4-4e21-9bb8-6c021308f867 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:37.642431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-ebce9eaa-38f4-4e21-9bb8-6c021308f867 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.110 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 944 time: 0.2893052 Nov 03 18:56:37.846402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:37.852805 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd9bd13-c9c7-4a47-8a9d-07fb36bb3164" -d '{"events": [{"server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "name": "network-vif-plugged", "status": "completed", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:37.876903 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.877582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d8afb636-5ff6-451c-bc15-d53c197ed2ba up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:37.890520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2c85d925-12c1-4aa2-b825-4051c5180397 None None] Provisioning complete for port d8afb636-5ff6-451c-bc15-d53c197ed2ba triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:37.891463 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c85d925-12c1-4aa2-b825-4051c5180397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.978816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9a667-7fa3-42f4-a267-16ac2cc435f3 req-2ae9f7f8-c7c0-430c-a9ff-93f4f01c2378 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:37.994993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3e9a667-7fa3-42f4-a267-16ac2cc435f3 req-2ae9f7f8-c7c0-430c-a9ff-93f4f01c2378 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=396a5018-0f46-464e-8e92-703c859ef4be HTTP/1.1" status: 200 len: 949 time: 0.4995277 Nov 03 18:56:37.995785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Deleting port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:37.996359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.035200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05f9cbbf-afd0-4c84-8261-86aca48813bf req-c229eab3-ae37-4dde-b25e-6a3b4090e024 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/security-groups?id=f98b9e5f-cd57-40b7-871c-87231ed66d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565785 Nov 03 18:56:38.173123 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.263149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.344761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f685ba6b-0546-48ac-b3af-78f3e4aab5d5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:38.359426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['73ce166c-a658-4408-9e81-865c8c8b6a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:38.408383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.444922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:38.448120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:38.457780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:38.585202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event deleted for resources: {'Port': ['ID=dbe926b6-646d-44f3-81e7-898af4bdb002,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.596014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3e9a667-7fa3-42f4-a267-16ac2cc435f3 req-b92a2fb5-bbf4-4ae5-8423-482fe8ead46b tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994396 Nov 03 18:56:38.618105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] No DVR routers for this DVR port dbe926b6-646d-44f3-81e7-898af4bdb002 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:38.627799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] For port 68d80bbf-3a8c-4fc6-99ac-321036dd5747, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=68d80bbf-3a8c-4fc6-99ac-321036dd5747,segment=NetworkSegment(a83893a1-141d-4696-8aa9-61d2d3f48da5),segment_id=a83893a1-141d-4696-8aa9-61d2d3f48da5)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:38.628404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.628609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.648119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c59c97f-fca6-4695-ba7e-8cc1636bb639 req-6121a725-a0cd-4266-8fff-af8542c7ad87 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "DELETE /v2.0/ports/dbe926b6-646d-44f3-81e7-898af4bdb002 HTTP/1.1" status: 204 len: 173 time: 2.2232182 Nov 03 18:56:38.648614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396a5018-0f46-464e-8e92-703c859ef4be', 'name': 'network-vif-deleted', 'tag': 'dbe926b6-646d-44f3-81e7-898af4bdb002'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:38.666105 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8126b25-4cbc-4e7c-9e95-ed4555fd65f3" -d '{"events": [{"server_uuid": "396a5018-0f46-464e-8e92-703c859ef4be", "name": "network-vif-deleted", "tag": "dbe926b6-646d-44f3-81e7-898af4bdb002"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:38.680870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Calling delete_port for 68d80bbf-3a8c-4fc6-99ac-321036dd5747 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:38.694515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.715825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.742575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a633bef-9507-4f35-a2bd-0608b3b2200c None None] Network e638af9f-cd4b-477e-af2b-035836399f4b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:38.788052 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3500b-671e-4ad1-b7f4-a10eaf799fe5 x-openstack-request-id: req-2dc3500b-671e-4ad1-b7f4-a10eaf799fe5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:38.788480 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "name": "network-vif-plugged", "status": "completed", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:38.788774 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2dc3500b-671e-4ad1-b7f4-a10eaf799fe5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:38.789215 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'code': 200} Nov 03 18:56:38.925294 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9f731082-dac6-4a36-9820-003eeb68f432 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0394006 Nov 03 18:56:38.955853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba01f1-236f-4895-8093-896d55ad72e4 req-f7d22916-b19c-4eb0-b8e5-f51e7b3bf4e9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.965382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bba01f1-236f-4895-8093-896d55ad72e4 req-f7d22916-b19c-4eb0-b8e5-f51e7b3bf4e9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 946 time: 0.1154444 Nov 03 18:56:39.054387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bba01f1-236f-4895-8093-896d55ad72e4 req-cca2f27a-63b6-4687-a1ae-74464c5d123a tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853772 Nov 03 18:56:39.063565 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef1dfd-ac86-481d-a030-4802252967ca x-openstack-request-id: req-5cef1dfd-ac86-481d-a030-4802252967ca {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:39.064524 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396a5018-0f46-464e-8e92-703c859ef4be", "name": "network-vif-deleted", "tag": "dbe926b6-646d-44f3-81e7-898af4bdb002", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:39.065039 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5cef1dfd-ac86-481d-a030-4802252967ca {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:39.065800 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396a5018-0f46-464e-8e92-703c859ef4be', 'name': 'network-vif-deleted', 'tag': 'dbe926b6-646d-44f3-81e7-898af4bdb002', 'status': 'completed', 'code': 200} Nov 03 18:56:39.115627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2b60-ec05-4f9c-b4c4-1f9f61ab8cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.163370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.217379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Pushing event deleted for resources: {'Port': ['ID=68d80bbf-3a8c-4fc6-99ac-321036dd5747,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:39.293180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] No DVR routers for this DVR port 68d80bbf-3a8c-4fc6-99ac-321036dd5747 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:39.297276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.303048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8746a36-58c2-4d4c-8c77-98622a65f234 req-744afc25-5aa0-43cf-aa03-5de2c28a1f6b tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.110 "DELETE /v2.0/ports/68d80bbf-3a8c-4fc6-99ac-321036dd5747 HTTP/1.1" status: 204 len: 173 time: 1.6484389 Nov 03 18:56:39.304174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'name': 'network-vif-deleted', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:39.309684 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b13d8-cfb1-4f1c-88ef-4d276653ddc3" -d '{"events": [{"server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "name": "network-vif-deleted", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:39.334019 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c85d925-12c1-4aa2-b825-4051c5180397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.349128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d8afb636-5ff6-451c-bc15-d53c197ed2ba triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:39.349808 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.448322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device dbe926b6-646d-44f3-81e7-898af4bdb002 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:39.544673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-513e748e-56fd-4758-8445-846617117784 req-d24ea866-e4ae-4514-bd16-a07cad3d6fb0 tempest-ImagesTestJSON-1946617294 tempest-ImagesTestJSON-1946617294-project] 10.222.0.91 "GET /v2.0/ports?device_id=f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8 HTTP/1.1" status: 200 len: 210 time: 0.1658452 Nov 03 18:56:39.605329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: dbe926b6-646d-44f3-81e7-898af4bdb002 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:39.605862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device dbe926b6-646d-44f3-81e7-898af4bdb002 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:39.657926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2c85d925-12c1-4aa2-b825-4051c5180397 None None] For port d8afb636-5ff6-451c-bc15-d53c197ed2ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d8afb636-5ff6-451c-bc15-d53c197ed2ba,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:39.689065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57192) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:39.698487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382546600', 'description': 'tempest-description--1502178237'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:39.702690 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c85d925-12c1-4aa2-b825-4051c5180397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.794805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.086936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.122999 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.143841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.178679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Provisioning complete for port b729b959-f866-435c-a8e6-cd0b3736ffde triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:40.179257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.223639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85d925-12c1-4aa2-b825-4051c5180397 None None] Pushing event updated for resources: {'Port': ['ID=d8afb636-5ff6-451c-bc15-d53c197ed2ba,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:40.352707 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f6b78-83e1-4beb-811c-24f85c880e9e x-openstack-request-id: req-789f6b78-83e1-4beb-811c-24f85c880e9e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:40.355238 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8", "name": "network-vif-deleted", "tag": "68d80bbf-3a8c-4fc6-99ac-321036dd5747", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:40.357862 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-789f6b78-83e1-4beb-811c-24f85c880e9e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:40.358714 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d6124a-bbb1-403b-ae6f-8f2a055ae4b8', 'name': 'network-vif-deleted', 'tag': '68d80bbf-3a8c-4fc6-99ac-321036dd5747', 'status': 'completed', 'code': 200} Nov 03 18:56:40.403528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 60f97c11-5146-4b7e-8287-6e73685805c3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:40.408192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddbeb9a-a33a-4c1a-9778-0e587845e82b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:40.457704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.465464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4d92125f-98c1-41e8-a59d-06348d10fa69 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7740707 Nov 03 18:56:40.469806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57208) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:40.489702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'security_group_rule': {'security_group_id': '2ddbeb9a-a33a-4c1a-9778-0e587845e82b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:40.519885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:40.616762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.764580 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 68d80bbf-3a8c-4fc6-99ac-321036dd5747 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:40.765341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 68d80bbf-3a8c-4fc6-99ac-321036dd5747 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:40.782447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Port b729b959-f866-435c-a8e6-cd0b3736ffde cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:40.860612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Provisioning complete for port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:40.861806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.920555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 60f97c11-5146-4b7e-8287-6e73685805c3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:40.921691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.964056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.988286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10228d-4b95-4db8-a778-f65b4f4b1133 req-e7f70657-0018-456c-b91c-c12ddacf0382 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.001610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a10228d-4b95-4db8-a778-f65b4f4b1133 req-e7f70657-0018-456c-b91c-c12ddacf0382 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 946 time: 0.3203552 Nov 03 18:56:41.008380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.014938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:41.059137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aaa4454-b746-4962-8a13-818fd4ac6279,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.073518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Provisioning complete for port d8afb636-5ff6-451c-bc15-d53c197ed2ba triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:41.074138 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.107498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.109232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-deeb195c-f36f-4511-9b12-beb057496e28 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6377363 Nov 03 18:56:41.114003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57220) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.126197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'security_group_rule': {'security_group_id': '2ddbeb9a-a33a-4c1a-9778-0e587845e82b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:41.167879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a10228d-4b95-4db8-a778-f65b4f4b1133 req-31d2bd9d-9fa9-4fb6-9634-830cdc392ab3 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559806 Nov 03 18:56:41.198943 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.207559 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.392253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Provisioning complete for port 60f97c11-5146-4b7e-8287-6e73685805c3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:41.392524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-916418a3-1a72-49a4-8b3b-1d1da8bcff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.395923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.405351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 60f97c11-5146-4b7e-8287-6e73685805c3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=60f97c11-5146-4b7e-8287-6e73685805c3,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:41.414992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.445018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be64ac3-7064-4ca2-8be9-6fa7fa9cc861,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.447341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.449833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57232) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.496575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e40661-fd00-4953-9415-667c1d331aad req-365749a3-8f58-43b3-9fa5-28733a00c6c5 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.510685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27e40661-fd00-4953-9415-667c1d331aad req-365749a3-8f58-43b3-9fa5-28733a00c6c5 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.1898813 Nov 03 18:56:41.558787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.561243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4dbacb5-d7d7-4c39-85b0-d1a4f032e385 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4454153 Nov 03 18:56:41.566695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57238) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.576819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:41.598644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=60f97c11-5146-4b7e-8287-6e73685805c3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.625453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27e40661-fd00-4953-9415-667c1d331aad req-f2a33689-9069-436d-ba8c-fd6fbf68f7f9 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084299 Nov 03 18:56:41.691233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.730755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.823268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d8afb636-5ff6-451c-bc15-d53c197ed2ba up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:41.937922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Provisioning complete for port b729b959-f866-435c-a8e6-cd0b3736ffde triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:41.939031 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.984085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa553bdc-030a-4220-8868-6fbf14eea15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.035286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.039218 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.047669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Port b729b959-f866-435c-a8e6-cd0b3736ffde cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:42.052369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d8afb636-5ff6-451c-bc15-d53c197ed2ba triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:42.053404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.115126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Provisioning complete for port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:42.115712 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.191239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:42.283702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Provisioning complete for port 60f97c11-5146-4b7e-8287-6e73685805c3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:42.285562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c68e19f7-d236-49ff-97ae-2d1b5d6111fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.329753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57266) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:42.341891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 172.25.8.104 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d98e1b00-09eb-4074-907e-4e752442c7c1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:42.389532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa553bdc-030a-4220-8868-6fbf14eea15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.491533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Deleting subnet e54a6808-3801-4372-bd04-551e15ac8839 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:42.496903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.530012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa553bdc-030a-4220-8868-6fbf14eea15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.532638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b8df-174b-4210-8890-9928d58534cb req-6a2587ff-5d7c-4ea6-85d1-d0128af6563e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:42.534363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8338b8df-174b-4210-8890-9928d58534cb req-6a2587ff-5d7c-4ea6-85d1-d0128af6563e tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 946 time: 0.1698954 Nov 03 18:56:42.563510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.658592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.667414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8338b8df-174b-4210-8890-9928d58534cb req-34d74485-d688-43f9-b4c5-a83ffba32c02 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172905 Nov 03 18:56:42.678219 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aa553bdc-030a-4220-8868-6fbf14eea15a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f25f9a1445104fceac240531bb661995&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2254848 Nov 03 18:56:42.684079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa553bdc-030a-4220-8868-6fbf14eea15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ee8f1-eb8a-4983-a6d4-bd8383febc9d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.688224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57270) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:42.751513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-02fcda58-753a-4501-853a-5e02b5f1afc4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:42.753916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-02fcda58-753a-4501-853a-5e02b5f1afc4 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 946 time: 0.3557713 Nov 03 18:56:42.833938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.841737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.895420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54a6808-3801-4372-bd04-551e15ac8839,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.910320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.916953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-09dfbee4-1a7e-41c1-b6b1-91390fb604b2 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e54a6808-3801-4372-bd04-551e15ac8839 HTTP/1.1" status: 204 len: 168 time: 0.5845420 Nov 03 18:56:42.921777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57276) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:42.960443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fe512-94b8-4996-95d7-69c05923e89c req-d52a3c33-d6e4-425a-a902-db6c96b6a4a8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:42.965614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d14fe512-94b8-4996-95d7-69c05923e89c req-d52a3c33-d6e4-425a-a902-db6c96b6a4a8 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.1849501 Nov 03 18:56:42.984057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-958f13d3-de73-4118-b290-a5c7e33f650a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.023968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.086439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-958f13d3-de73-4118-b290-a5c7e33f650a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.151442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.184077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d14fe512-94b8-4996-95d7-69c05923e89c req-fe5abc48-d63b-4b4e-bf41-9a8a89abc7ba tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933048 Nov 03 18:56:43.354405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.394177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dec4c59-5c1a-4c89-ac88-bb1953445593']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:43.410227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83893a1-141d-4696-8aa9-61d2d3f48da5') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:43.410888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83893a1-141d-4696-8aa9-61d2d3f48da5') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:43.423976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.442419 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.451721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:43.452119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:43.454244 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:43.477466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:43.516279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:43.519135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:43.521586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=d98e1b00-09eb-4074-907e-4e752442c7c1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.527597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Deleting port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:43.527938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.535522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.547312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.554768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9dec4c59-5c1a-4c89-ac88-bb1953445593 HTTP/1.1" status: 204 len: 168 time: 0.6322620 Nov 03 18:56:43.580694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fda33-430a-4195-830e-3cbb3f3aeb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dec4c59-5c1a-4c89-ac88-bb1953445593,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.674777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 60f97c11-5146-4b7e-8287-6e73685805c3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:43.714991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-a3d14a99-6c73-4a25-bdc4-d49951b68518 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:43.716757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-a3d14a99-6c73-4a25-bdc4-d49951b68518 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.110 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.2760177 Nov 03 18:56:43.745847 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-958f13d3-de73-4118-b290-a5c7e33f650a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.748762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-958f13d3-de73-4118-b290-a5c7e33f650a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.749997 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-958f13d3-de73-4118-b290-a5c7e33f650a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/086ee8f1-eb8a-4983-a6d4-bd8383febc9d HTTP/1.1" status: 204 len: 168 time: 1.0530939 Nov 03 18:56:43.796076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 60f97c11-5146-4b7e-8287-6e73685805c3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:43.797550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.814560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57286) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.832567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f13d3-de73-4118-b290-a5c7e33f650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ee8f1-eb8a-4983-a6d4-bd8383febc9d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.849636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] For port 4c5f9d7c-0a4d-4716-af33-682e42250bd1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5f9d7c-0a4d-4716-af33-682e42250bd1,segment=NetworkSegment(473c7090-3229-484c-b183-0c43061011e1),segment_id=473c7090-3229-484c-b183-0c43061011e1)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:43.850162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.858538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.884183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Calling delete_port for 4c5f9d7c-0a4d-4716-af33-682e42250bd1 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:44.006913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fc97e509-db37-4496-9585-f2f3b8bd52d2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4329e2f0b7714f61996d5a94de262799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892300 Nov 03 18:56:44.008303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57290) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:44.011148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.055397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd49e17-534a-47c5-b1f9-b74ee7be02ab req-1b1aa2de-641f-4d14-9711-e80d3bbdb7d5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:44.070876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfd49e17-534a-47c5-b1f9-b74ee7be02ab req-1b1aa2de-641f-4d14-9711-e80d3bbdb7d5 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 946 time: 0.1915357 Nov 03 18:56:44.134782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Deleting port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:44.135113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.184276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfd49e17-534a-47c5-b1f9-b74ee7be02ab req-27d1784e-5682-487d-9da3-96d49bb3c0d9 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups?id=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105838 Nov 03 18:56:44.344866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4875bf08-50c8-4b75-b0bd-3ed44f7a14b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.418813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc20f9-bfd3-4f17-894b-3a9ab0cc0ed4 req-2dd5cc46-92d2-4b2c-be1b-f462bef50513 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:44.421640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50dc20f9-bfd3-4f17-894b-3a9ab0cc0ed4 req-2dd5cc46-92d2-4b2c-be1b-f462bef50513 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 950 time: 0.0957479 Nov 03 18:56:44.434165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] For port f685ba6b-0546-48ac-b3af-78f3e4aab5d5, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:44.434674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.447946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4875bf08-50c8-4b75-b0bd-3ed44f7a14b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.475076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.479243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Calling delete_port for f685ba6b-0546-48ac-b3af-78f3e4aab5d5 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:44.516507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50dc20f9-bfd3-4f17-894b-3a9ab0cc0ed4 req-0f097449-5d26-46a5-9174-59ac437574bf tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868771 Nov 03 18:56:44.550212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event deleted for resources: {'Port': ['ID=4c5f9d7c-0a4d-4716-af33-682e42250bd1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.639756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.679935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] No DVR routers for this DVR port 4c5f9d7c-0a4d-4716-af33-682e42250bd1 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:44.690505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.694012 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e53803fe-52ad-4516-9ef9-25bdc82e7a1f req-2f2cf85c-bab9-4b0c-9dac-78b876ba6617 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.110 "DELETE /v2.0/ports/4c5f9d7c-0a4d-4716-af33-682e42250bd1 HTTP/1.1" status: 204 len: 173 time: 1.9148741 Nov 03 18:56:44.694699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.698372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'name': 'network-vif-deleted', 'tag': '4c5f9d7c-0a4d-4716-af33-682e42250bd1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:44.701847 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef62abc-7308-459b-8da9-2b3452b4c0e9" -d '{"events": [{"server_uuid": "0ca8cd57-a059-49c4-9d9e-632525ae25de", "name": "network-vif-deleted", "tag": "4c5f9d7c-0a4d-4716-af33-682e42250bd1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:44.754963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4875bf08-50c8-4b75-b0bd-3ed44f7a14b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.760382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4875bf08-50c8-4b75-b0bd-3ed44f7a14b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.786134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4875bf08-50c8-4b75-b0bd-3ed44f7a14b0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f98b9e5f-cd57-40b7-871c-87231ed66d91 HTTP/1.1" status: 204 len: 168 time: 0.7741172 Nov 03 18:56:44.805541 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903911c-ed81-4195-82b2-d4a2b06de654 x-openstack-request-id: req-1903911c-ed81-4195-82b2-d4a2b06de654 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:44.806014 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca8cd57-a059-49c4-9d9e-632525ae25de", "name": "network-vif-deleted", "tag": "4c5f9d7c-0a4d-4716-af33-682e42250bd1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:44.806389 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1903911c-ed81-4195-82b2-d4a2b06de654 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:44.806887 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca8cd57-a059-49c4-9d9e-632525ae25de', 'name': 'network-vif-deleted', 'tag': '4c5f9d7c-0a4d-4716-af33-682e42250bd1', 'status': 'completed', 'code': 200} Nov 03 18:56:44.887758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875bf08-50c8-4b75-b0bd-3ed44f7a14b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b9e5f-cd57-40b7-871c-87231ed66d91,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.904240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:44.911372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=d98e1b00-09eb-4074-907e-4e752442c7c1,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.939864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.955109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb3f8-e6b3-4de0-94c5-86a82bb8c278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.046546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.060005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45f6af89-e5c9-4be5-9c59-52cec6917bcc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4797812 Nov 03 18:56:45.077273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.093271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['73ce166c-a658-4408-9e81-865c8c8b6a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:45.184897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event deleted for resources: {'Port': ['ID=f685ba6b-0546-48ac-b3af-78f3e4aab5d5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:45.223799 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb3f8-e6b3-4de0-94c5-86a82bb8c278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.247375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb3f8-e6b3-4de0-94c5-86a82bb8c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.349720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] No DVR routers for this DVR port f685ba6b-0546-48ac-b3af-78f3e4aab5d5 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:45.382821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.403039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7e6c2f15-302a-41cd-be2f-bd3d5ec44ab1 req-ec89c2ff-a652-4ebd-b934-bc506bbf0a8f tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.110 "DELETE /v2.0/ports/f685ba6b-0546-48ac-b3af-78f3e4aab5d5 HTTP/1.1" status: 204 len: 173 time: 1.6617143 Nov 03 18:56:45.532291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57324) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:45.536841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b7bb3f8-e6b3-4de0-94c5-86a82bb8c278 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93e6134a91924ca6b55d4f56b77ca686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282010 Nov 03 18:56:45.538116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb3f8-e6b3-4de0-94c5-86a82bb8c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9669c63c-8244-4385-9aa1-b18e6379aa79,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:45.551749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf591404-d2ec-4797-a39d-eea725c9cffd req-87f44da8-f3df-4834-ad43-7d4371d5ec00 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ca8cd57-a059-49c4-9d9e-632525ae25de HTTP/1.1" status: 200 len: 210 time: 0.1483014 Nov 03 18:56:45.693226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8067e17b-ee23-433f-ae80-b5ee484f0e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.761497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8067e17b-ee23-433f-ae80-b5ee484f0e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.786722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a48719c-7e75-4748-ac50-5fc8df562bf7 req-a48e8aad-9f9e-4d0d-957f-5dfde5ea5919 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcbd1cb5-e523-42db-871b-14da003d28dd HTTP/1.1" status: 200 len: 210 time: 0.1039729 Nov 03 18:56:45.945667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8067e17b-ee23-433f-ae80-b5ee484f0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.949807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8067e17b-ee23-433f-ae80-b5ee484f0e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.953617 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8067e17b-ee23-433f-ae80-b5ee484f0e45 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9669c63c-8244-4385-9aa1-b18e6379aa79 HTTP/1.1" status: 204 len: 168 time: 0.4183033 Nov 03 18:56:45.974230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067e17b-ee23-433f-ae80-b5ee484f0e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669c63c-8244-4385-9aa1-b18e6379aa79,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:46.002697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-07c20b49-1cad-4470-ba40-efb4feff3ab5 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1382546600&fields=id&tenant_id=22b9b84135ed4d5bb9b444eee1403cbc HTTP/1.1" status: 200 len: 267 time: 0.2284744 Nov 03 18:56:46.094075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-4e34369b-06ab-438c-8cc5-9a76cc557139 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.098497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-4e34369b-06ab-438c-8cc5-9a76cc557139 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 935 time: 0.0936170 Nov 03 18:56:46.188744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f5392edd-3295-4ca5-8ab1-84bb7a69fa7a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.191634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f5392edd-3295-4ca5-8ab1-84bb7a69fa7a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 936 time: 0.0869205 Nov 03 18:56:46.258229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b5f839ac-b864-4172-8489-8afce0986daa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0484476 Nov 03 18:56:46.351401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-bf800ee0-9088-4ffd-93c4-c2b73d965b36 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0780234 Nov 03 18:56:46.412778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5f9d7c-0a4d-4716-af33-682e42250bd1 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:46.464424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 4c5f9d7c-0a4d-4716-af33-682e42250bd1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:46.465534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5f9d7c-0a4d-4716-af33-682e42250bd1 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:46.466296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f685ba6b-0546-48ac-b3af-78f3e4aab5d5 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:46.528910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: f685ba6b-0546-48ac-b3af-78f3e4aab5d5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:46.537597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f685ba6b-0546-48ac-b3af-78f3e4aab5d5 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:46.690949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-255c2c05-d643-4102-87d7-74b9fee9948b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.703994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-255c2c05-d643-4102-87d7-74b9fee9948b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.716861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-255c2c05-d643-4102-87d7-74b9fee9948b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.730308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-255c2c05-d643-4102-87d7-74b9fee9948b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/networks?id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=e638af9f-cd4b-477e-af2b-035836399f4b&id=e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 200 len: 1995 time: 0.3770521 Nov 03 18:56:46.761662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-ad223f29-2504-4cde-9db7-a8167cca86f6 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/quotas/22b9b84135ed4d5bb9b444eee1403cbc HTTP/1.1" status: 200 len: 375 time: 0.0297601 Nov 03 18:56:46.808712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'name': 'network-vif-deleted', 'tag': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:46.813101 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e478bb-8111-4847-9d3f-a31f109c9f09" -d '{"events": [{"server_uuid": "bcbd1cb5-e523-42db-871b-14da003d28dd", "name": "network-vif-deleted", "tag": "f685ba6b-0546-48ac-b3af-78f3e4aab5d5"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:46.849597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:46.861537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-ca152cbc-bd7e-449a-98bb-8d0095a893d4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0904775 Nov 03 18:56:46.905237 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3485bea-3079-4dcd-ba40-115e9cd71ad3 x-openstack-request-id: req-a3485bea-3079-4dcd-ba40-115e9cd71ad3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:46.905717 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd1cb5-e523-42db-871b-14da003d28dd", "name": "network-vif-deleted", "tag": "f685ba6b-0546-48ac-b3af-78f3e4aab5d5", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:46.906140 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a3485bea-3079-4dcd-ba40-115e9cd71ad3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:46.906781 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd1cb5-e523-42db-871b-14da003d28dd', 'name': 'network-vif-deleted', 'tag': 'f685ba6b-0546-48ac-b3af-78f3e4aab5d5', 'status': 'completed', 'code': 200} Nov 03 18:56:47.006250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6db7dd91-7a74-48af-bc10-be93ebd8ce68 service neutron] 10.222.0.91 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403861 Nov 03 18:56:47.201001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-490834106-network', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:47.225448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f4cd4702-ea26-4a95-b7af-70998100c938 service neutron] 10.222.0.91 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179306 Nov 03 18:56:47.263585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Made reservation on behalf of dd2237a20aab49b08fb9322c843c5495 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:47.270381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.300166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.317963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a843b2a1-606d-4e51-abd2-a8fe86ca0e46 service neutron] 10.222.0.91 "GET /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0906098 Nov 03 18:56:47.449530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57404) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.528286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.545118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.600110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:47.636325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-74157083-22f0-4324-af3d-c1fb87af4531 service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169255 Nov 03 18:56:47.644181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a925f5d-7ed4-4f6e-8b76-b1dca9729007,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:47.645292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3fe52-5c8b-4af7-9266-20a2eefd38cc req-75b6f8bd-38c7-4509-bd08-5618753f483d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:47.647399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9a3fe52-5c8b-4af7-9266-20a2eefd38cc req-75b6f8bd-38c7-4509-bd08-5618753f483d tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.1433976 Nov 03 18:56:47.650488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d7378a3-13c2-4cba-b3e6-cb7afacc2667 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.659792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.660339 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Added segment efe5c2b7-e42a-4502-9961-2ecfb38f7088 of type vlan for network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 Nov 03 18:56:47.765500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d7378a3-13c2-4cba-b3e6-cb7afacc2667 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.803048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.845837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9a3fe52-5c8b-4af7-9266-20a2eefd38cc req-7785bec9-f11f-44ce-b0ce-74ec5aeb4c18 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579835 Nov 03 18:56:47.891573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.893603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:47.894327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.898434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-ef90bb4a-e610-4d64-9736-8eecdbf9e221 service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481818 Nov 03 18:56:47.979228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-12a0e03b-2891-4c4b-9ae9-058f927c38d8 service neutron] 10.222.0.91 "GET /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0787547 Nov 03 18:56:48.049723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] Pushing event updated for resources: {'Network': ['ID=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.062925 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe5a6a05-1189-4a07-aa10-57cee425b78b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2115788 Nov 03 18:56:48.065546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d7378a3-13c2-4cba-b3e6-cb7afacc2667 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.071136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d7378a3-13c2-4cba-b3e6-cb7afacc2667 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.073979 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d7378a3-13c2-4cba-b3e6-cb7afacc2667 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "DELETE /v2.0/security-groups/6963375b-c470-4bcf-af7d-f4afd8e288fc HTTP/1.1" status: 204 len: 168 time: 0.6221504 Nov 03 18:56:48.075282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57418) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:48.077750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:48.099599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57420) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:48.102316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Request body: {'subnet': {'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-490834106-subnet', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:48.133268 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-2e7ab249-85ff-46de-8605-2eed6201ff27 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] show failed (client error): The resource could not be found. Nov 03 18:56:48.135784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2e7ab249-85ff-46de-8605-2eed6201ff27 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "GET /v2.0/security-groups/6963375b-c470-4bcf-af7d-f4afd8e288fc HTTP/1.1" status: 404 len: 347 time: 0.0342984 Nov 03 18:56:48.138501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7378a3-13c2-4cba-b3e6-cb7afacc2667 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6963375b-c470-4bcf-af7d-f4afd8e288fc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.142242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57422) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:48.211862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f8c6a769-6c23-409a-949b-e7c2936fae13 service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245419 Nov 03 18:56:48.236296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Made reservation on behalf of dd2237a20aab49b08fb9322c843c5495 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:48.239244 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.438686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-22ce1801-9368-427f-a1e9-faf77fee3c32 service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138402 Nov 03 18:56:48.526449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Deleting port a0de1df7-5904-4f74-8800-7ed127779a03 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:48.526795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.619783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-8e762043-19c8-4817-b754-909f3f8fa796 service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675546 Nov 03 18:56:48.647001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.764909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-038122e5-8f0f-4cd9-8e35-da098d152d6b service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367874 Nov 03 18:56:48.772172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.772963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.807356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3cdd79-891e-4b81-a459-105f86051b11,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.823133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Calling delete_port for a0de1df7-5904-4f74-8800-7ed127779a03 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:48.851815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Checking segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:48.852369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Network hostable DHCP agents. Network: d5ff5adf-d2ae-4705-b4ba-7b67cf9db276, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:48.870671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-345ed498-d61a-4801-ae97-2fd2c523102f service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048477 Nov 03 18:56:49.001847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:49.029516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-95ea339b-b64f-43d5-9134-1afe458962c2 service neutron] 10.222.0.91 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519651 Nov 03 18:56:49.038862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a9b7e-365e-409a-abf4-2ec0f256d86a req-0ddc1ac5-9ab3-43be-8955-d8b5b3c732a7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.040360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb6a9b7e-365e-409a-abf4-2ec0f256d86a req-0ddc1ac5-9ab3-43be-8955-d8b5b3c732a7 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.0841329 Nov 03 18:56:49.051390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d5ff5adf-d2ae-4705-b4ba-7b67cf9db276) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:49.061713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.063983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.071842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510d396-5160-4102-8687-9cc2add05772 None None] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:49.108999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c76374b-e0f2-4381-816d-be9da211772c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0128224 Nov 03 18:56:49.128889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57448) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:49.133616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:49.204508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb6a9b7e-365e-409a-abf4-2ec0f256d86a req-f1833a64-725d-4315-8f24-df6f3c384bdd tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402738 Nov 03 18:56:49.221454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.279195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.281211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.339363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Pushing event deleted for resources: {'Port': ['ID=a0de1df7-5904-4f74-8800-7ed127779a03,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:49.372054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-7ec665f7-a14d-42b0-bb4f-b54ec320310b service neutron] 10.222.0.91 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295105 Nov 03 18:56:49.495047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.500640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.502500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-19c8beb2-e723-47e0-8d6d-5c1c1bd1cf77 tempest-ImagesOneServerNegativeTestJSON-204497187 tempest-ImagesOneServerNegativeTestJSON-204497187-project] 10.222.0.91 "DELETE /v2.0/floatingips/90d3e61d-fee2-4652-a196-131f57beec9b HTTP/1.1" status: 204 len: 168 time: 1.3582082 Nov 03 18:56:49.520278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.554531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:49.559237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.572935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-c8b66eb2-e537-4743-9934-dafd7ce62eb9 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.575592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-c8b66eb2-e537-4743-9934-dafd7ce62eb9 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.3604307 Nov 03 18:56:49.816211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Allocated IP 172.20.0.2 (d5ff5adf-d2ae-4705-b4ba-7b67cf9db276/7b3cdd79-891e-4b81-a459-105f86051b11/02ff52d4-3e0d-454a-b28d-e2cfa772bb7d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:49.879721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57480) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:49.974558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Deleting subnet 8649d8e2-122c-4f0c-a79e-5acc6a476e43 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:49.981512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.042127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.060407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.073725 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.102004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.126822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:50.130862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:50.136281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:50.213593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.231518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Attempting to bind port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:50.232317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Attempting to bind port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:50.232948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Attempting to bind port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d on network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:50.235950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Pushing event updated for resources: {'Port': ['ID=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.253228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:50.254822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Checking segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:50.255019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8649d8e2-122c-4f0c-a79e-5acc6a476e43,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.255795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.256430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Bound using segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:50.257157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.262413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Bound port: 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:50.264414 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ebd3adc7-445a-43a7-850b-33513d0f3124 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/8649d8e2-122c-4f0c-a79e-5acc6a476e43 HTTP/1.1" status: 204 len: 168 time: 0.3822510 Nov 03 18:56:50.264599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57484) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.277383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.372903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] For port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:50.376666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] For port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:50.383510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.392759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.477831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f9e2f-ff7d-4c32-b956-39c4d76c004f None None] Pushing event updated for resources: {'Port': ['ID=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.531478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.583762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fcd1be6a-b0b8-49bc-a380-1d332ad39059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.589446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-4596453a-ede8-4e29-99f5-18c5fb997f4f service neutron] 10.222.0.91 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1784902 Nov 03 18:56:50.593992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.744303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935bca-c4e8-40c8-8e0b-128b8337fbb6 req-b2dfd710-7d57-4aac-997a-9700bf1d5918 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:50.746266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99935bca-c4e8-40c8-8e0b-128b8337fbb6 req-b2dfd710-7d57-4aac-997a-9700bf1d5918 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 950 time: 0.3806109 Nov 03 18:56:50.774455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fcd1be6a-b0b8-49bc-a380-1d332ad39059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.784998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fcd1be6a-b0b8-49bc-a380-1d332ad39059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.849775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Deleting port 73ce166c-a658-4408-9e81-865c8c8b6a2f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:50.850256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.865179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fcd1be6a-b0b8-49bc-a380-1d332ad39059 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d2c3011173c044aeac931710b2bea73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4688311 Nov 03 18:56:50.870049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57498) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.914329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1be6a-b0b8-49bc-a380-1d332ad39059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bcefd9-0078-4052-9364-63434c7497a2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.990002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c55e5809-2adb-40ec-949f-60425993c51f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.034437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c55e5809-2adb-40ec-949f-60425993c51f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.076017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99935bca-c4e8-40c8-8e0b-128b8337fbb6 req-81c0c170-862e-4fef-bd38-3f1cce181ad1 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b40847e-f46c-4493-94f6-6f85eeea77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144109 Nov 03 18:56:51.081209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.132469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c55e5809-2adb-40ec-949f-60425993c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.144248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c55e5809-2adb-40ec-949f-60425993c51f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.148803 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c55e5809-2adb-40ec-949f-60425993c51f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/82bcefd9-0078-4052-9364-63434c7497a2 HTTP/1.1" status: 204 len: 168 time: 0.2745483 Nov 03 18:56:51.166551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2fcaf5c8-97aa-4b20-bb54-98f643c35454 service neutron] 10.222.0.91 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583320 Nov 03 18:56:51.170097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b9dca0-622e-4257-9349-b1e244df47a9']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.180515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e5809-2adb-40ec-949f-60425993c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bcefd9-0078-4052-9364-63434c7497a2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:51.263879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473c7090-3229-484c-b183-0c43061011e1') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.264345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473c7090-3229-484c-b183-0c43061011e1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.336684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] For port 73ce166c-a658-4408-9e81-865c8c8b6a2f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=73ce166c-a658-4408-9e81-865c8c8b6a2f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:51.338999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.346820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.460228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Calling delete_port for 73ce166c-a658-4408-9e81-865c8c8b6a2f owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:51.476825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.523328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:51.524132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:51.530363 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:51.694171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:51.760805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-11fb8e63-d296-4d1f-9a43-d36f719bdd31 service neutron] 10.222.0.91 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597215 Nov 03 18:56:51.793590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:51.793954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.841163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.866411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.876487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/96b9dca0-622e-4257-9349-b1e244df47a9 HTTP/1.1" status: 204 len: 168 time: 1.6073494 Nov 03 18:56:51.933612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.947229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57508) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:51.983474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf96-fed4-4853-92e5-b1a89d4c0d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.010520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afd3e7-89f8-4436-9f05-6a40306a5de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b9dca0-622e-4257-9349-b1e244df47a9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.051631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:52.062749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.187360 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.246029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf96-fed4-4853-92e5-b1a89d4c0d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.258949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9dd3bf96-fed4-4853-92e5-b1a89d4c0d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.265641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.274425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.302670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf55de8-babd-456c-9718-8a89e7351c02 None None] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:52.338562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:52.383776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9dd3bf96-fed4-4853-92e5-b1a89d4c0d5b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=100705efddd745cc95b7ce5a5a1116cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4351289 Nov 03 18:56:52.386497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3bf96-fed4-4853-92e5-b1a89d4c0d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71e711-606d-451f-9c5f-a61a2662fe2a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.390486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:52.413807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.481380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-222669b8-baa3-4a0f-900d-d78e1b63abfb req-fd3d5b26-d064-4659-956e-54caf9a773cc tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 210 time: 0.0872660 Nov 03 18:56:52.483418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89ed5374-f725-4759-abd6-6227d80230fb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c06d1ad60e7c4470b76ab134d08e02f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437063 Nov 03 18:56:52.489315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57528) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:52.537357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-73cb70ad-1dee-4f63-ac45-66f73d3f0880 None None] Provisioning complete for port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:52.537916 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73cb70ad-1dee-4f63-ac45-66f73d3f0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.540573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c296-7bc0-4e93-bf56-70c64a59392d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.602472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c296-7bc0-4e93-bf56-70c64a59392d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.613604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Pushing event deleted for resources: {'Port': ['ID=73ce166c-a658-4408-9e81-865c8c8b6a2f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.642842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f850893b-de16-4b33-8523-9ba0cc50f583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.686212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f850893b-de16-4b33-8523-9ba0cc50f583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.775620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c296-7bc0-4e93-bf56-70c64a59392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.783928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c296-7bc0-4e93-bf56-70c64a59392d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.789203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2ce4c296-7bc0-4e93-bf56-70c64a59392d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1c71e711-606d-451f-9c5f-a61a2662fe2a HTTP/1.1" status: 204 len: 168 time: 0.3813605 Nov 03 18:56:52.808134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4c296-7bc0-4e93-bf56-70c64a59392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71e711-606d-451f-9c5f-a61a2662fe2a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.845240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f850893b-de16-4b33-8523-9ba0cc50f583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.849072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f850893b-de16-4b33-8523-9ba0cc50f583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.852163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f850893b-de16-4b33-8523-9ba0cc50f583 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8 HTTP/1.1" status: 204 len: 168 time: 0.3597834 Nov 03 18:56:52.876324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850893b-de16-4b33-8523-9ba0cc50f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0d0931-ad08-4d4a-b53d-3d8a4877c3f8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.900509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Allocated IP 172.25.8.102 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/2f1571b1-d027-4963-a556-0348a20eb62b) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:53.250426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] No DVR routers for this DVR port 73ce166c-a658-4408-9e81-865c8c8b6a2f on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:53.258273 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.263830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffa43ce2-97bf-4da8-9d03-ce970dbb9593 req-51274bc1-b7a8-43db-bbc4-29f2ca901532 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.115 "DELETE /v2.0/ports/73ce166c-a658-4408-9e81-865c8c8b6a2f HTTP/1.1" status: 204 len: 173 time: 3.6793540 Nov 03 18:56:53.264685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-deleted', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:53.287675 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a4d80e-44a0-4aab-9adf-e21e77ac7bba" -d '{"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-deleted", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:53.378905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.410980 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bce839-9924-4770-90ca-a39495d1328b x-openstack-request-id: req-11bce839-9924-4770-90ca-a39495d1328b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:53.411983 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c56662-a641-4e0f-95ca-e0f25415a636", "name": "network-vif-deleted", "tag": "73ce166c-a658-4408-9e81-865c8c8b6a2f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:53.413693 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-11bce839-9924-4770-90ca-a39495d1328b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:53.415951 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c56662-a641-4e0f-95ca-e0f25415a636', 'name': 'network-vif-deleted', 'tag': '73ce166c-a658-4408-9e81-865c8c8b6a2f', 'status': 'completed', 'code': 200} Nov 03 18:56:53.468896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:53.592816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 73ce166c-a658-4408-9e81-865c8c8b6a2f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:53.593642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 73ce166c-a658-4408-9e81-865c8c8b6a2f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:53.728884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:53.764129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94a94d2a-9d0c-457f-a343-aee78435a184 req-90230a09-e6c2-4876-a31b-9151051dd4c4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.2750239 Nov 03 18:56:53.771892 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.874185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1e5f5d9-c798-4c8b-a03e-69955738867c req-f1f7e9b4-5863-4e94-9754-de79648e1743 tempest-ServersAdminTestJSON-1046091803 tempest-ServersAdminTestJSON-1046091803-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2c56662-a641-4e0f-95ca-e0f25415a636 HTTP/1.1" status: 200 len: 210 time: 0.0780997 Nov 03 18:56:53.911368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-df7160ab-36c1-4b8f-af70-ddaae3fb7682 None None] Provisioning complete for port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:53.911909 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df7160ab-36c1-4b8f-af70-ddaae3fb7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.915524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:53.930337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:53.942299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:53.960258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Pushing event updated for resources: {'Port': ['ID=2f1571b1-d027-4963-a556-0348a20eb62b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.190566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:54.192040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.359826 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:56:54.858478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.095874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3099cd98-2974-4377-b183-0ffda7b60f7a req-052aa7d6-42c1-475f-bfe1-24b3b8c46d01 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0389669 Nov 03 18:56:55.291760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.575609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:56:55.664279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57616) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:55.679142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b8629712-4801-4597-bb14-3f2ae393d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.679957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b8629712-4801-4597-bb14-3f2ae393d72c service neutron] 10.222.0.110 "GET /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 1031 time: 0.1258776 Nov 03 18:56:55.766657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-fd069a2d-5a33-4056-a7a6-971c21a62534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.769505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-fd069a2d-5a33-4056-a7a6-971c21a62534 service neutron] 10.222.0.110 "GET /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 1032 time: 0.0747955 Nov 03 18:56:55.809873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:55.839742 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Sync routers for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:55.844316 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.846592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-909b292f-ae01-4ebb-8fe2-71f393fce43e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7164164 Nov 03 18:56:55.851029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:55.870325 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:55.870511 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:55.927476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-5683a249-f63f-436b-a8f8-298ad246ca82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.935322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-5683a249-f63f-436b-a8f8-298ad246ca82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.943873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-5683a249-f63f-436b-a8f8-298ad246ca82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.949808 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-5683a249-f63f-436b-a8f8-298ad246ca82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "GET /v2.0/networks?id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=e638af9f-cd4b-477e-af2b-035836399f4b&id=e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 200 len: 1995 time: 0.1678312 Nov 03 18:56:56.049828 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a72c9409-2fe6-4146-b89d-569def329b88 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6a7b0ff4ce954d789feaa777fcd25452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843877 Nov 03 18:56:56.059432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57624) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:56.124570 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:56.139326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-77739966-012e-41d0-bc46-a0ba43dd18c1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b9b84135ed4d5bb9b444eee1403cbc HTTP/1.1" status: 200 len: 380 time: 0.1725364 Nov 03 18:56:56.162006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'admin_state_up': True, 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'security_groups': ['2ddbeb9a-a33a-4c1a-9778-0e587845e82b']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:56.347017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa55f26-20bb-44d7-b6cd-81155f1e196a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.399237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa55f26-20bb-44d7-b6cd-81155f1e196a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.469826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:56.475868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.480128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa55f26-20bb-44d7-b6cd-81155f1e196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.483470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa55f26-20bb-44d7-b6cd-81155f1e196a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.488654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfa55f26-20bb-44d7-b6cd-81155f1e196a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6b40847e-f46c-4493-94f6-6f85eeea77d7 HTTP/1.1" status: 204 len: 168 time: 0.4239430 Nov 03 18:56:56.829026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa55f26-20bb-44d7-b6cd-81155f1e196a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40847e-f46c-4493-94f6-6f85eeea77d7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.943246 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:54Z', 'revision_number': 3, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:56.967951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 172.20.0.14 (d4d4e9f5-2e19-45ca-a047-10e8e6221320/c2159396-034b-4e95-8912-c1dd9d066094/2927d6f8-cc4c-47c5-8e40-89d5ac5b9908) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:57.010579 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Checking router: 2c2d34a6-1bf7-45d1-9151-497b6c102d9c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:57.011910 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Updating router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c port 2f1571b1-d027-4963-a556-0348a20eb62b binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:56:57.062919 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.126312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-367fc74f-5e27-4089-850e-6c0dc2720352 req-62e7b995-6207-48ae-b597-63fcbd80cf98 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1062918 Nov 03 18:56:57.468024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.489814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57654) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:57.545115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57658) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:57.729012 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.744193 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.791390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.902476 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Attempting to bind port 2f1571b1-d027-4963-a556-0348a20eb62b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:57.903168 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Attempting to bind port 2f1571b1-d027-4963-a556-0348a20eb62b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:57.903742 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Attempting to bind port 2f1571b1-d027-4963-a556-0348a20eb62b on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:57.908880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Pushing event updated for resources: {'Port': ['ID=2f1571b1-d027-4963-a556-0348a20eb62b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.914861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:57.916332 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:57.917189 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.917770 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:57.919083 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Bound port: 2f1571b1-d027-4963-a556-0348a20eb62b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:57.919679 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.952969 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.954223 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.954722 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.955215 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.955702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.956205 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.956883 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.957378 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.958148 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.958639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.959156 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:57.959630 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:58.006524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:58.025778 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-942701b7-ff14-45bb-9693-a057cee12620 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3414905df3db43a08366729e4146e4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755640 Nov 03 18:56:58.035157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57670) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:58.043408 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] For port 2f1571b1-d027-4963-a556-0348a20eb62b, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:58.048648 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] For port 2f1571b1-d027-4963-a556-0348a20eb62b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2f1571b1-d027-4963-a556-0348a20eb62b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:58.059794 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.062664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:58.066199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-be5e114a-a59f-4b2b-a80d-97c61f84316f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.099066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.105712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:58.114953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:58.180097 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:58.184029 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:58.382786 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97678db-0f00-4f54-87f7-76cb7b471dbe None None] Pushing event updated for resources: {'Port': ['ID=2f1571b1-d027-4963-a556-0348a20eb62b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:58.502148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Allocated IP 172.20.0.1 (d5ff5adf-d2ae-4705-b4ba-7b67cf9db276/7b3cdd79-891e-4b81-a459-105f86051b11/bae59352-5658-4ad5-98ad-6dcaca7fb961) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:58.508452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.509714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.568164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-254bbb1b-43a4-46b9-a0aa-a75ece3f32e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.591091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6c489898-2999-431f-a5c3-57ae7a935e2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4356668 Nov 03 18:56:58.609942 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:58.638313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'admin_state_up': True, 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'security_groups': ['2ddbeb9a-a33a-4c1a-9778-0e587845e82b']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:58.679002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-097c0273-b926-4f89-94e5-95221bb23866 None None] Provisioning complete for port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:58.679749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-097c0273-b926-4f89-94e5-95221bb23866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.694261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-be5e114a-a59f-4b2b-a80d-97c61f84316f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.716126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-254bbb1b-43a4-46b9-a0aa-a75ece3f32e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.737367 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-be5e114a-a59f-4b2b-a80d-97c61f84316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.761364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5b7a-8f3c-4aae-97fb-2b3a677c8e6a req-b993c15f-afc3-47c4-a934-df84cdc87a97 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.771691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc0c5b7a-8f3c-4aae-97fb-2b3a677c8e6a req-b993c15f-afc3-47c4-a934-df84cdc87a97 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 932 time: 0.1190517 Nov 03 18:56:58.850219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.886223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e114a-a59f-4b2b-a80d-97c61f84316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6c5148-12a7-4365-b336-864e4f457f11,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:58.898211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-097c0273-b926-4f89-94e5-95221bb23866 None None] Port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:58.912517 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-be5e114a-a59f-4b2b-a80d-97c61f84316f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1fc37842019049ba925b4af1cc28f817&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4186089 Nov 03 18:56:58.915963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57708) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:58.928951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc0c5b7a-8f3c-4aae-97fb-2b3a677c8e6a req-e9cf8100-f10a-4c66-a5a9-c74bc8fba37a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430573 Nov 03 18:56:58.995892 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.061560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-254bbb1b-43a4-46b9-a0aa-a75ece3f32e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.067667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-254bbb1b-43a4-46b9-a0aa-a75ece3f32e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.070080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-254bbb1b-43a4-46b9-a0aa-a75ece3f32e1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/941e61ea-3be5-4d2c-ab48-fb3a5a4ba9bb HTTP/1.1" status: 204 len: 168 time: 1.0304625 Nov 03 18:56:59.083836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:59.090301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:59.095121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:59.101573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Pushing event updated for resources: {'Port': ['ID=bae59352-5658-4ad5-98ad-6dcaca7fb961,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.126238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bbb1b-43a4-46b9-a0aa-a75ece3f32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941e61ea-3be5-4d2c-ab48-fb3a5a4ba9bb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.172620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:59.186610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.192237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.248856 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:54Z', 'revision_number': 3, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:59.263573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6e219b0-ee15-4d71-b2c2-e82cb4021e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.297330 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567351-6e6d-4f4e-9ae8-6be46e1efafb None None] The sync data for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 is: [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:54Z', 'revision_number': 3, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:59.342672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6e219b0-ee15-4d71-b2c2-e82cb4021e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.519089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.575873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f4457bd0-5271-47f5-9799-29a15be7e083 None None] Provisioning complete for port bae59352-5658-4ad5-98ad-6dcaca7fb961 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:59.576776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4457bd0-5271-47f5-9799-29a15be7e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.663356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6e219b0-ee15-4d71-b2c2-e82cb4021e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.668783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f4457bd0-5271-47f5-9799-29a15be7e083 None None] Port bae59352-5658-4ad5-98ad-6dcaca7fb961 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:59.669398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6e219b0-ee15-4d71-b2c2-e82cb4021e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.671113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e6e219b0-ee15-4d71-b2c2-e82cb4021e73 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bd6c5148-12a7-4365-b336-864e4f457f11 HTTP/1.1" status: 204 len: 168 time: 0.7459140 Nov 03 18:56:59.719985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e219b0-ee15-4d71-b2c2-e82cb4021e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6c5148-12a7-4365-b336-864e4f457f11,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.751999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 10.1.1.96 (79f241c3-d0a4-4788-a9aa-6ff8f320552a/5b089c83-a7b3-41f2-9af4-8bac5fad0f53/a1b80768-ae13-4f8c-8d3e-46ddd2868821) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:00.095049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.106279 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.251830 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.375136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Pushing event updated for resources: {'Port': ['ID=bae59352-5658-4ad5-98ad-6dcaca7fb961,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:00.402737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.562431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:00.571439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.586981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:00.594220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:00.597743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:00.645608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab230edb-637e-43f4-b4c1-d2aeb4431d12 req-71736f8b-605b-41d1-8ffb-2a94c6b22639 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.662115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab230edb-637e-43f4-b4c1-d2aeb4431d12 req-71736f8b-605b-41d1-8ffb-2a94c6b22639 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.669666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab230edb-637e-43f4-b4c1-d2aeb4431d12 req-71736f8b-605b-41d1-8ffb-2a94c6b22639 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 1653 time: 0.2704268 Nov 03 18:57:00.784633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.784633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.825452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-f1ecb5d4-73b9-4c3a-bc92-b92598fe0d54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1960521 Nov 03 18:57:00.845229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'admin_state_up': True, 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'security_groups': ['2ddbeb9a-a33a-4c1a-9778-0e587845e82b']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:01.077399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab230edb-637e-43f4-b4c1-d2aeb4431d12 req-b7f463e7-be21-40d6-bb47-5f95b313ec0d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328076 Nov 03 18:57:01.095441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:01.097005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:01.232493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:01.245462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.396066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-87e971f4-d87d-4791-801d-2e91fa08331f None None] Provisioning complete for port a1b80768-ae13-4f8c-8d3e-46ddd2868821 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:01.398903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87e971f4-d87d-4791-801d-2e91fa08331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.569656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-87e971f4-d87d-4791-801d-2e91fa08331f None None] Port a1b80768-ae13-4f8c-8d3e-46ddd2868821 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:01.754466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2f1571b1-d027-4963-a556-0348a20eb62b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:01.782802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 10.1.1.251 (79f241c3-d0a4-4788-a9aa-6ff8f320552a/5b089c83-a7b3-41f2-9af4-8bac5fad0f53/48bbb20d-b062-4ca4-afca-beaeb2216b99) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:01.792083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:02.033449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7c06944e-19ba-42a0-b978-119de41850c9 None None] Provisioning complete for port bae59352-5658-4ad5-98ad-6dcaca7fb961 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:02.033765 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c06944e-19ba-42a0-b978-119de41850c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.092975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:02.101497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-11b824ac-b0e2-4d15-b67d-a9dd77ec0308 admin admin] 10.222.0.91 "PUT /v2.0/routers/2c2d34a6-1bf7-45d1-9151-497b6c102d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2488871 Nov 03 18:57:02.143233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7c06944e-19ba-42a0-b978-119de41850c9 None None] Port bae59352-5658-4ad5-98ad-6dcaca7fb961 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:02.168344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2f1571b1-d027-4963-a556-0348a20eb62b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:02.169022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.335219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.339519 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.422211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.473016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.531794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:02.542553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:02.544842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 2f1571b1-d027-4963-a556-0348a20eb62b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2f1571b1-d027-4963-a556-0348a20eb62b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:02.556197 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.586170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:02.642436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876c146-e95e-40db-8d98-56c9de0d0573 req-f1a7bb4c-3642-4477-96ad-130e7fa471dd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.680118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876c146-e95e-40db-8d98-56c9de0d0573 req-f1a7bb4c-3642-4477-96ad-130e7fa471dd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.702013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5876c146-e95e-40db-8d98-56c9de0d0573 req-f1a7bb4c-3642-4477-96ad-130e7fa471dd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 1653 time: 0.3893704 Nov 03 18:57:02.768823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:02.905193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5876c146-e95e-40db-8d98-56c9de0d0573 req-a296527a-a61b-4a53-afaf-6e8316defca5 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889834 Nov 03 18:57:02.906540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.910355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.945219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=2f1571b1-d027-4963-a556-0348a20eb62b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:02.977856 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.013085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-40fa19f3-73a9-4b8c-9ff8-809fcd77f0d7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1722307 Nov 03 18:57:03.038165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b', 'admin_state_up': True, 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'security_groups': ['2ddbeb9a-a33a-4c1a-9778-0e587845e82b']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:03.130184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Sync routers for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:03.175680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:03.176963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:03.301365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89726f-328c-4e54-b9f7-53b3a256f8df req-3be51520-d21b-4f9e-a933-2eeba603af6b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:03.307167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a89726f-328c-4e54-b9f7-53b3a256f8df req-3be51520-d21b-4f9e-a933-2eeba603af6b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 945 time: 0.1287613 Nov 03 18:57:03.372854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a5c4b84a-0677-42a2-89d2-3afb0422fef6 None None] Provisioning complete for port 48bbb20d-b062-4ca4-afca-beaeb2216b99 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:03.374118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b84a-0677-42a2-89d2-3afb0422fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.461090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a89726f-328c-4e54-b9f7-53b3a256f8df req-27aa90d4-6a9e-4da2-8922-cba640ea82c8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266019 Nov 03 18:57:03.516422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:03.851049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:04.056231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2f1571b1-d027-4963-a556-0348a20eb62b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:04.063696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4b84a-0677-42a2-89d2-3afb0422fef6 None None] Port 48bbb20d-b062-4ca4-afca-beaeb2216b99 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:04.097350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57886) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:04.103973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74765911', 'description': 'tempest-description--52007198'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:04.250578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.378315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f18db4ce-03d9-4ed5-af8b-0b15c3294fac req-fa6d9198-5901-45a5-b164-4be1ab6870eb tempest-FlavorsV2NegativeTest-1494594406 tempest-FlavorsV2NegativeTest-1494594406-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=e3145c60379b4fe58b47f39a018b944f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2074428 Nov 03 18:57:04.432694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.717041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db4ce-03d9-4ed5-af8b-0b15c3294fac req-5befaca0-2ae4-4205-b2e0-996e63b3d15d tempest-FlavorsV2NegativeTest-1494594406 tempest-FlavorsV2NegativeTest-1494594406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:04.734254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f18db4ce-03d9-4ed5-af8b-0b15c3294fac req-5befaca0-2ae4-4205-b2e0-996e63b3d15d tempest-FlavorsV2NegativeTest-1494594406 tempest-FlavorsV2NegativeTest-1494594406-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492835 Nov 03 18:57:04.812015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2f1571b1-d027-4963-a556-0348a20eb62b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:04.812982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.830892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f18db4ce-03d9-4ed5-af8b-0b15c3294fac req-d067b5db-4d80-4b8e-814b-3bc08dd81a6a tempest-FlavorsV2NegativeTest-1494594406 tempest-FlavorsV2NegativeTest-1494594406-project] 10.222.0.91 "GET /v2.0/quotas/e3145c60379b4fe58b47f39a018b944f HTTP/1.1" status: 200 len: 375 time: 0.0455437 Nov 03 18:57:04.891915 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e95a35c-baf9-4a19-ae7d-d4c260139e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.959391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f18db4ce-03d9-4ed5-af8b-0b15c3294fac req-bf595615-b06d-4ac4-8d5f-0ee5bee12ebd tempest-FlavorsV2NegativeTest-1494594406 tempest-FlavorsV2NegativeTest-1494594406-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3145c60379b4fe58b47f39a018b944f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989819 Nov 03 18:57:04.962654 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.978921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.123118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.137787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0353091 Nov 03 18:57:05.144469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:05.147192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fe252-2287-41be-b725-6331ee109689 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff385f2c-fbbd-4258-aca1-d8f9ab102712,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:05.159063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Request body: {'security_group_rule': {'security_group_id': 'ff385f2c-fbbd-4258-aca1-d8f9ab102712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:05.181064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 2, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:05.297850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Checking router: 2c2d34a6-1bf7-45d1-9151-497b6c102d9c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:05.310214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Updating router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c port bae59352-5658-4ad5-98ad-6dcaca7fb961 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:57:05.346991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c097d-1db8-48ad-a0d7-25a2e67c924f req-49f9b4ea-0864-41a6-9dd4-3d53fa7b461d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:05.364316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c097d-1db8-48ad-a0d7-25a2e67c924f req-49f9b4ea-0864-41a6-9dd4-3d53fa7b461d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:05.389620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c097d-1db8-48ad-a0d7-25a2e67c924f req-49f9b4ea-0864-41a6-9dd4-3d53fa7b461d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:05.415573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a59c097d-1db8-48ad-a0d7-25a2e67c924f req-49f9b4ea-0864-41a6-9dd4-3d53fa7b461d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 2374 time: 0.2242713 Nov 03 18:57:05.444939 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.449639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.547837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 10.2.2.100 (e638af9f-cd4b-477e-af2b-035836399f4b/12ee5746-57af-4d2a-bb48-914d3f81eba1/5011383d-24f7-4978-aaa5-71d2a1c2982f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:05.581404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a59c097d-1db8-48ad-a0d7-25a2e67c924f req-6be3c748-b5f7-4930-bded-689f692d93e5 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551731 Nov 03 18:57:05.583855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.598770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.639414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f61e0c-6399-4cfd-8de3-87cfb1a24276,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:05.885554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.893806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57956) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:05.894212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8e181c36-821b-44e1-a651-e69f2c5546e9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7468898 Nov 03 18:57:05.901571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Request body: {'security_group_rule': {'security_group_id': 'ff385f2c-fbbd-4258-aca1-d8f9ab102712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:05.990520 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.019700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.214990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.269739 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.281149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.374518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1738e9-b7c1-4f1e-bc85-b20525f81319,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.426451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.432350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d8038050-6af2-43c4-991f-ec0a654a91e5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5337234 Nov 03 18:57:06.435321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57974) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:06.453558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:06.473412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network e638af9f-cd4b-477e-af2b-035836399f4b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:06.498955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:06.520015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:06.562611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.595075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:06.645995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-4b436b4e-3402-4a97-b878-082dc574eacb tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163290 Nov 03 18:57:06.687957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.810469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.832199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.842915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.846770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.909446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2eb83624-2afa-4a3d-a12c-ecdb6a59463f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8865907 Nov 03 18:57:06.926982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b', 'admin_state_up': True, 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'security_groups': ['2ddbeb9a-a33a-4c1a-9778-0e587845e82b']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:07.109289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82836804-118c-455f-b5df-ed6afdb9e634 None None] Pushing event updated for resources: {'Port': ['ID=bae59352-5658-4ad5-98ad-6dcaca7fb961,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.129473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78899493-d95c-4013-8d2a-c93c576b1b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.225184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c41f080a-c899-4e5d-b620-9ac6c4188358 None None] Provisioning complete for port 5011383d-24f7-4978-aaa5-71d2a1c2982f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:07.225741 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c41f080a-c899-4e5d-b620-9ac6c4188358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.292181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Attempting to bind port bae59352-5658-4ad5-98ad-6dcaca7fb961 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:07.292604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Attempting to bind port bae59352-5658-4ad5-98ad-6dcaca7fb961 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:07.293243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Attempting to bind port bae59352-5658-4ad5-98ad-6dcaca7fb961 on network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:07.298962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Made reservation on behalf of 22b9b84135ed4d5bb9b444eee1403cbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:07.314394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.315591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:07.317934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Checking segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:07.327950 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.333039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Bound using segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:07.337336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Bound port: bae59352-5658-4ad5-98ad-6dcaca7fb961, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:07.338094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.351313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bc1fb-93eb-4424-8cfb-2ccfed919dbf req-68e67189-265c-47b3-a640-a8a35a0b3309 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.368524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bc1fb-93eb-4424-8cfb-2ccfed919dbf req-68e67189-265c-47b3-a640-a8a35a0b3309 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.368903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c41f080a-c899-4e5d-b620-9ac6c4188358 None None] Port 5011383d-24f7-4978-aaa5-71d2a1c2982f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:07.388427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bc1fb-93eb-4424-8cfb-2ccfed919dbf req-68e67189-265c-47b3-a640-a8a35a0b3309 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.401852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bc1fb-93eb-4424-8cfb-2ccfed919dbf req-68e67189-265c-47b3-a640-a8a35a0b3309 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.417602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b7bc1fb-93eb-4424-8cfb-2ccfed919dbf req-68e67189-265c-47b3-a640-a8a35a0b3309 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 3095 time: 0.4513264 Nov 03 18:57:07.468526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-f6af7d7a-67ee-4342-8d8f-3cc3d83e1500 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.485899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-f6af7d7a-67ee-4342-8d8f-3cc3d83e1500 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8298473 Nov 03 18:57:07.554763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] For port bae59352-5658-4ad5-98ad-6dcaca7fb961, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:07.575515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] For port bae59352-5658-4ad5-98ad-6dcaca7fb961, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bae59352-5658-4ad5-98ad-6dcaca7fb961,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:07.598696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.688250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-0353b0da-ad99-4913-87f9-02f519e3faa3 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/quotas/ad3b17cb4ba1464b979e32882f4cc56e HTTP/1.1" status: 200 len: 375 time: 0.1815484 Nov 03 18:57:07.717776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Allocated IP 10.2.2.200 (e638af9f-cd4b-477e-af2b-035836399f4b/12ee5746-57af-4d2a-bb48-914d3f81eba1/e898a6cb-52e9-4017-bece-1f172cc4a936) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:07.862788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82836804-118c-455f-b5df-ed6afdb9e634 None None] Pushing event updated for resources: {'Port': ['ID=bae59352-5658-4ad5-98ad-6dcaca7fb961,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.889912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78899493-d95c-4013-8d2a-c93c576b1b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.918072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b7bc1fb-93eb-4424-8cfb-2ccfed919dbf req-ccb30705-c0e0-4e9d-a1c7-3469fba2a1fb tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276597 Nov 03 18:57:07.919788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-aafa1f35-5848-4f13-ab1d-209efa362fbe None None] Provisioning complete for port bae59352-5658-4ad5-98ad-6dcaca7fb961 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:07.922093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f35-5848-4f13-ab1d-209efa362fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.930109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-549fd2b3-fe79-49e1-95b8-51dbee571671 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2392027 Nov 03 18:57:07.939995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78899493-d95c-4013-8d2a-c93c576b1b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.059852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78899493-d95c-4013-8d2a-c93c576b1b4b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e3145c60379b4fe58b47f39a018b944f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4610426 Nov 03 18:57:08.091980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:08.097948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.120175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:08.120907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:08.304511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f35-5848-4f13-ab1d-209efa362fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.425177 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.425685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78899493-d95c-4013-8d2a-c93c576b1b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f5ec44-52c2-4bc9-a84a-276f434b9587,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:08.455588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:08.539453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.568811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fadb-81af-4c67-ac5d-551065923414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.624707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Allocated IP 172.25.8.77 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/994db09b-0058-4b74-8e07-784ac0a9fecb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:08.644757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Network e638af9f-cd4b-477e-af2b-035836399f4b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:08.648580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fadb-81af-4c67-ac5d-551065923414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.657598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:08.705355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:08.708811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:08.767352 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c44018c-f4f4-4cc3-bbc1-b4be82b607e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.792010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event updated for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:08.873352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:08.874203 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.884969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fadb-81af-4c67-ac5d-551065923414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.890362 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e3fadb-81af-4c67-ac5d-551065923414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.911595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4e3fadb-81af-4c67-ac5d-551065923414 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/02f5ec44-52c2-4bc9-a84a-276f434b9587 HTTP/1.1" status: 204 len: 168 time: 0.5763319 Nov 03 18:57:08.932875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-d786498d-c6e8-46fa-8602-85cf76b7b6c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0099378 Nov 03 18:57:08.952376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:08.996590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3fadb-81af-4c67-ac5d-551065923414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f5ec44-52c2-4bc9-a84a-276f434b9587,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:09.016752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.161546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aafa1f35-5848-4f13-ab1d-209efa362fbe None None] For port bae59352-5658-4ad5-98ad-6dcaca7fb961, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bae59352-5658-4ad5-98ad-6dcaca7fb961,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:09.174436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.332652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.374107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-12ccb10c-aae3-4508-a929-d5505881c472 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2460856 Nov 03 18:57:09.435443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:57:09.631289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f35-5848-4f13-ab1d-209efa362fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.821159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:09.832285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event updated for resources: {'Port': ['ID=994db09b-0058-4b74-8e07-784ac0a9fecb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:09.866004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:09.988042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:10.058210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-a56a2e32-b631-498a-9293-0e36ffd797d3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.092108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-a56a2e32-b631-498a-9293-0e36ffd797d3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.141632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-a56a2e32-b631-498a-9293-0e36ffd797d3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.209083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-a56a2e32-b631-498a-9293-0e36ffd797d3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.275778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-a56a2e32-b631-498a-9293-0e36ffd797d3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.276212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:10.292312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-a56a2e32-b631-498a-9293-0e36ffd797d3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 3816 time: 0.9740686 Nov 03 18:57:10.301087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa1f35-5848-4f13-ab1d-209efa362fbe None None] Pushing event updated for resources: {'Port': ['ID=bae59352-5658-4ad5-98ad-6dcaca7fb961,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:10.303628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.320282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.360521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Transition to ACTIVE for port object 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:10.364636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a69ab95c-6eb2-4de5-a6f9-c7cf7463edce None None] Provisioning complete for port e898a6cb-52e9-4017-bece-1f172cc4a936 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:10.367520 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a69ab95c-6eb2-4de5-a6f9-c7cf7463edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.372063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.503122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a69ab95c-6eb2-4de5-a6f9-c7cf7463edce None None] Port e898a6cb-52e9-4017-bece-1f172cc4a936 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:10.534220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Pushing event updated for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:10.567500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:07Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:10.675904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-feb8ec7c-718e-4b86-b55e-1b329075cd76 req-7cf8993b-7c90-4ca7-b739-6c1a4e52af54 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512219 Nov 03 18:57:10.863361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539096de-9d8a-40fc-a1ea-05d66cdccc36 None None] The sync data for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 is: [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:07Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:10.901638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Attempting to bind port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:10.904420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Attempting to bind port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:10.909837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Attempting to bind port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 on network d4d4e9f5-2e19-45ca-a047-10e8e6221320 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:10.938729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 on network d4d4e9f5-2e19-45ca-a047-10e8e6221320 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:10.939262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Attempting to bind port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 on network d4d4e9f5-2e19-45ca-a047-10e8e6221320 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:10.949123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:10.965076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:10.966615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a69ab95c-6eb2-4de5-a6f9-c7cf7463edce None None] Provisioning complete for port bae59352-5658-4ad5-98ad-6dcaca7fb961 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:10.967210 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a69ab95c-6eb2-4de5-a6f9-c7cf7463edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.973671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Checking segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:10.974425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Bound using segment: {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:10.975195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Bound port: 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bc4f94-86f0-4886-9718-15fcb59f888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:10.975757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.126319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-1e623070-1195-4ccd-928c-b7d2ce906cd8 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:11.151122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-1e623070-1195-4ccd-928c-b7d2ce906cd8 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7178810 Nov 03 18:57:11.278939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-b82e1554-5f9b-4398-981e-a98981dddb92 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/quotas/ad3b17cb4ba1464b979e32882f4cc56e HTTP/1.1" status: 200 len: 375 time: 0.0827634 Nov 03 18:57:11.308391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:11.381011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:11.397417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:11.410460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.537393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-e4990686-fa7d-4c81-bc90-598f28b1b5fd tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2286608 Nov 03 18:57:11.601374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.748387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:11.754549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.769774 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] 10.222.0.110 "PUT /v2.0/ports/2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 200 len: 1092 time: 2.8218956 Nov 03 18:57:11.777492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:11.786114 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc561803-070f-427b-8f34-97c5c1d9a080" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:11.875281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.920571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:11.949214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bae59352-5658-4ad5-98ad-6dcaca7fb961 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:11.960481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.155050 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db845309-3e7c-4e25-a2f6-c337f5e83aa3 x-openstack-request-id: req-db845309-3e7c-4e25-a2f6-c337f5e83aa3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:12.162312 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:12.163334 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-db845309-3e7c-4e25-a2f6-c337f5e83aa3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:12.166999 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'status': 'completed', 'code': 200} Nov 03 18:57:12.168134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.187080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c981c-064e-4e09-8477-a1259fe0dd47 service neutron] Pushing event updated for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:12.335841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:12.402545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.469995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-82b5a4ec-abe2-49c9-b714-a4d8b873b39f tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226799 Nov 03 18:57:12.639013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:12.667318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.674189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:12.920875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-efc8ecfa-ed7f-49be-8527-03478588b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.922483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-efc8ecfa-ed7f-49be-8527-03478588b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.926748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-efc8ecfa-ed7f-49be-8527-03478588b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.927475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-efc8ecfa-ed7f-49be-8527-03478588b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.930025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-efc8ecfa-ed7f-49be-8527-03478588b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.937624 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-efc8ecfa-ed7f-49be-8527-03478588b3fc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 4363 time: 0.5454507 Nov 03 18:57:13.023293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:13.044415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bae59352-5658-4ad5-98ad-6dcaca7fb961 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:13.046744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.422434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:13.447213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.510689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.752162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c371e4c0-d116-4d57-977c-1249c5d6a5b9 req-07186b6b-204e-4fe8-bce6-207488331263 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 210 time: 0.6143742 Nov 03 18:57:14.040408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event updated for resources: {'Port': ['ID=994db09b-0058-4b74-8e07-784ac0a9fecb,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:14.185806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.230489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.233678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5461a0b6-10b4-49db-b588-281cc2e3af71 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7986064 Nov 03 18:57:14.298361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-4cbbcee9-4213-4ea4-8f65-fc3d9e6fed82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.312282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-4cbbcee9-4213-4ea4-8f65-fc3d9e6fed82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.329047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-4cbbcee9-4213-4ea4-8f65-fc3d9e6fed82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.342956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-4cbbcee9-4213-4ea4-8f65-fc3d9e6fed82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.356744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-4cbbcee9-4213-4ea4-8f65-fc3d9e6fed82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.372244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-4cbbcee9-4213-4ea4-8f65-fc3d9e6fed82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 3828 time: 1.8058560 Nov 03 18:57:14.476866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-28e91b6d-d2df-4f3f-b69e-4bfd95ede995 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.480581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-28e91b6d-d2df-4f3f-b69e-4bfd95ede995 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9895763 Nov 03 18:57:14.492950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:14.525956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Request body: {'port': {'device_id': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'ad3b17cb4ba1464b979e32882f4cc56e'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:14.541321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.587067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Transition to ACTIVE for port object 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:14.621042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.676642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:14.882924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:14.891967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.949784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Made reservation on behalf of ad3b17cb4ba1464b979e32882f4cc56e for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:14.966977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.019304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70022366-fbe6-41b6-90e9-8e0a874dc608 req-72793a30-dcd5-4baa-825c-97e8b17302d4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6456447 Nov 03 18:57:15.029227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.236836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Pushing event updated for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:15.268655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.283436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.311965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.316815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.323646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.325321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.325808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.330512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.330971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.331317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.335371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.339059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.341475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.346572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:15.384498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-587e26c6-43b8-4cf4-af59-e12a03ac71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:15.401995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-587e26c6-43b8-4cf4-af59-e12a03ac71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:15.404334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-587e26c6-43b8-4cf4-af59-e12a03ac71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:15.416213 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-587e26c6-43b8-4cf4-af59-e12a03ac71d4 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&shared=False HTTP/1.1" status: 200 len: 2298 time: 2.4292440 Nov 03 18:57:15.579388 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.707623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:15.712704 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:15.716179 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c200c-a92d-44c5-bb7f-a9902ac64ecb" -d '{"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:15.728035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.828206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:15.855927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Allocated IP 192.168.233.57 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/763238f0-5625-4f34-b004-9fa60503cb72) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:16.118622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.127047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b2263f2-53e6-4cf9-9391-6c67052ffb0c req-1023e26f-80ca-4080-969a-d82964bb8617 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 210 time: 0.1069674 Nov 03 18:57:16.193981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Attempting to bind port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:16.194619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Attempting to bind port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:16.195069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Attempting to bind port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:16.199792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-f4339571-fdab-4c42-95f2-54a52f58c7be tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998206 Nov 03 18:57:16.222432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-cbbfc2a2-c885-428c-978c-ceb7828143d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:16.225903 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bc561803-070f-427b-8f34-97c5c1d9a080 req-cbbfc2a2-c885-428c-978c-ceb7828143d7 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7683263 Nov 03 18:57:16.226845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:16.238375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Attempting to bind port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:16.277763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:16.278321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Checking segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:16.278971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Bound using segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:16.279725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Bound port: 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:16.280304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.451380 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42177505-b0a2-4500-9061-86517b9f71e3 x-openstack-request-id: req-42177505-b0a2-4500-9061-86517b9f71e3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:16.451830 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:16.452342 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42177505-b0a2-4500-9061-86517b9f71e3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:16.453064 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'code': 200} Nov 03 18:57:16.546838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:16.557057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:16.584899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.710768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Pushing event updated for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.725536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:16.726360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.729014 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b904e26c-869c-49af-8df6-1cf62401a4eb service neutron] 10.222.0.110 "PUT /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 1134 time: 4.8507173 Nov 03 18:57:16.729701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '6de9b7ba-8e1c-4192-94b7-8106f4b26f82'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:16.734552 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17d1dda-72c6-4c36-8169-4913f92748e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "6de9b7ba-8e1c-4192-94b7-8106f4b26f82"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:16.779578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:16.912537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.097637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-27dba746-757c-45d6-a670-60fdf15b075b tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--74765911&fields=id&tenant_id=dd2237a20aab49b08fb9322c843c5495 HTTP/1.1" status: 200 len: 267 time: 1.3747568 Nov 03 18:57:17.403219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b729b959-f866-435c-a8e6-cd0b3736ffde {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:17.419736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.449082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Transition to ACTIVE for port object b729b959-f866-435c-a8e6-cd0b3736ffde will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:17.458496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.527388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-8726bf61-f011-4afa-ad27-c34e365915a1 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.529949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-8726bf61-f011-4afa-ad27-c34e365915a1 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2998765 Nov 03 18:57:17.583577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Request body: {'port': {'device_id': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'ad3b17cb4ba1464b979e32882f4cc56e'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:17.782344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Pushing event updated for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:17.786672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.796184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.803561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.813437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.820064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.827421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.837403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-9ffd076c-258e-4ce3-8569-cc2831478160 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 4604 time: 0.8533063 Nov 03 18:57:17.884795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-70744fc5-9184-4c34-83fc-a473e776caa7 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.887417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-70744fc5-9184-4c34-83fc-a473e776caa7 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/networks?id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 HTTP/1.1" status: 200 len: 805 time: 0.7496018 Nov 03 18:57:17.921584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.926300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Attempting to bind port b729b959-f866-435c-a8e6-cd0b3736ffde on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:17.926642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Attempting to bind port b729b959-f866-435c-a8e6-cd0b3736ffde by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:17.927034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Attempting to bind port b729b959-f866-435c-a8e6-cd0b3736ffde on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:17.944876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Port b729b959-f866-435c-a8e6-cd0b3736ffde on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:17.945222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Attempting to bind port b729b959-f866-435c-a8e6-cd0b3736ffde on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:17.958728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Made reservation on behalf of ad3b17cb4ba1464b979e32882f4cc56e for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:17.959092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:17.961508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.968365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Checking segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:17.968365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Bound using segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:17.968365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Bound port: b729b959-f866-435c-a8e6-cd0b3736ffde, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:17.969141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.026962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-ed309ea8-b962-4eae-a7c0-bf8887efd0ec tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/quotas/dd2237a20aab49b08fb9322c843c5495 HTTP/1.1" status: 200 len: 375 time: 0.1001654 Nov 03 18:57:18.210960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:18.224359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b729b959-f866-435c-a8e6-cd0b3736ffde,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:18.262659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0268eca1-e813-4cb0-9d44-3bbc5bf62aa5 req-877034e5-cf43-4e3e-b136-9014f0995640 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4233799 Nov 03 18:57:18.272408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.319953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-348ea337-980d-42cd-8129-505252f457a6 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dd2237a20aab49b08fb9322c843c5495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2604656 Nov 03 18:57:18.356248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:18.357470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.360668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] 10.222.0.110 "PUT /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 1135 time: 1.5871623 Nov 03 18:57:18.423662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:18.505119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c9c48-46c0-47e1-a019-b0ac33b9b68a service neutron] Pushing event updated for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.509212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Allocated IP 192.168.233.157 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:18.628406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.728330 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc135eb9-9e45-4fe2-827f-03d756e96d3c x-openstack-request-id: req-dc135eb9-9e45-4fe2-827f-03d756e96d3c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:18.728755 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "6de9b7ba-8e1c-4192-94b7-8106f4b26f82", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:18.728957 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dc135eb9-9e45-4fe2-827f-03d756e96d3c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:18.729559 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '6de9b7ba-8e1c-4192-94b7-8106f4b26f82', 'status': 'completed', 'code': 200} Nov 03 18:57:18.987564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.083141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.089352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.236843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.236843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.236843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.236843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.236843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.237522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.238446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.240950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-33e87825-85b7-4742-a425-e5ea2e752b9d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6218 time: 0.4933975 Nov 03 18:57:19.316324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-bfccfcd4-ce80-4e58-8bfe-31dd2f3ef2a3 service neutron] 10.222.0.91 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515903 Nov 03 18:57:19.341120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:19.479965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-ed093eec-1251-477f-88da-23f87e42a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.480889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-ed093eec-1251-477f-88da-23f87e42a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.481392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-ed093eec-1251-477f-88da-23f87e42a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.483108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-ed093eec-1251-477f-88da-23f87e42a2f1 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2244496 Nov 03 18:57:19.496181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:19.514392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:19.554993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:19.606638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b80768-ae13-4f8c-8d3e-46ddd2868821 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:19.617728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-c045da72-d4b2-4ffd-b8e3-be6ac6b271ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.620232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-c045da72-d4b2-4ffd-b8e3-be6ac6b271ce service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1096 time: 0.5693955 Nov 03 18:57:19.631510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:19.687711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.711201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437957-d424-4604-b50d-969cecf97201 req-22b3f333-161d-418d-8802-d4f155aa7a52 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.721718 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5437957-d424-4604-b50d-969cecf97201 req-22b3f333-161d-418d-8802-d4f155aa7a52 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 936 time: 0.6482055 Nov 03 18:57:19.746615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Transition to ACTIVE for port object a1b80768-ae13-4f8c-8d3e-46ddd2868821 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:19.768308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.811508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:19.892414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-62679d93-9765-44ad-8d7f-3c94f09c9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.893946 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c17d1dda-72c6-4c36-8169-4913f92748e4 req-62679d93-9765-44ad-8d7f-3c94f09c9234 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3731372 Nov 03 18:57:19.908863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-992a29b1-e9f5-4eba-a8a4-377dfb6f4a85 service neutron] 10.222.0.91 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531528 Nov 03 18:57:19.922452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:19.938481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:20.032927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:20.034086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6770f7c2-b565-4787-b6b8-2037f968d902 None None] Provisioning complete for port 763238f0-5625-4f34-b004-9fa60503cb72 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:20.034086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6770f7c2-b565-4787-b6b8-2037f968d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.219673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6770f7c2-b565-4787-b6b8-2037f968d902 None None] Port 763238f0-5625-4f34-b004-9fa60503cb72 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:20.234245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Attempting to bind port a1b80768-ae13-4f8c-8d3e-46ddd2868821 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:20.236913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Attempting to bind port a1b80768-ae13-4f8c-8d3e-46ddd2868821 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:20.237224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Attempting to bind port a1b80768-ae13-4f8c-8d3e-46ddd2868821 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:20.249107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Port a1b80768-ae13-4f8c-8d3e-46ddd2868821 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:20.249660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Attempting to bind port a1b80768-ae13-4f8c-8d3e-46ddd2868821 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:20.264961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:20.265323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Checking segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:20.266870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Bound using segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:20.267489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Bound port: a1b80768-ae13-4f8c-8d3e-46ddd2868821, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:20.269027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.388039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.394685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.519827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:20.530579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:20.542629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.616057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.617858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.655094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-cd94a7da-a44c-412b-90de-c288688d2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.659223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-cd94a7da-a44c-412b-90de-c288688d2d74 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.9275792 Nov 03 18:57:20.668985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5437957-d424-4604-b50d-969cecf97201 req-ec6812a4-ac25-4ccb-8fec-380d44cc3b55 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9454129 Nov 03 18:57:20.671393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a835b6e5-fe25-4ab4-be4c-3cf6bec4c11e None None] Provisioning complete for port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:20.675001 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a835b6e5-fe25-4ab4-be4c-3cf6bec4c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.712697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:20.727839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-745f2a5c-71ec-43b0-954f-96071b6ae35d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2306371 Nov 03 18:57:20.731162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': 'b729b959-f866-435c-a8e6-cd0b3736ffde'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:20.734227 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "b729b959-f866-435c-a8e6-cd0b3736ffde"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:20.773335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.774085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.778261 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9ab48b40-f647-4b83-94bc-392e542c366f service neutron] 10.222.0.110 "PUT /v2.0/ports/a1b80768-ae13-4f8c-8d3e-46ddd2868821 HTTP/1.1" status: 200 len: 1090 time: 2.3634338 Nov 03 18:57:20.828465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:20.859891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a835b6e5-fe25-4ab4-be4c-3cf6bec4c11e None None] Port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:21.005739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.090321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-67215246-0274-4d4f-aca6-9f2fc37f61c9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5239556 Nov 03 18:57:21.193335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Request body: {'port': {'device_id': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:21.337932 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.374153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-8b0194b9-a77f-41c4-801d-e3f2ff444931 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 1000 time: 0.6419833 Nov 03 18:57:21.733447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.748401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.764420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.778711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.795496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.811586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.826728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.829599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92335025-f99d-40a4-8576-99c70d36eac6 req-abe392e9-01f4-4ad3-a6ea-15cf2b7e4603 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.7951725 Nov 03 18:57:21.847072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Request body: {'port': {'device_id': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:21.862299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-f594c080-c8a1-420b-a242-e482199cb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.863794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-f594c080-c8a1-420b-a242-e482199cb172 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.4779911 Nov 03 18:57:22.327021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92335025-f99d-40a4-8576-99c70d36eac6 req-4ca152d3-4e47-4a52-95c4-3521b2ca6e4f tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4664483 Nov 03 18:57:22.476652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-b42bc524-9aef-4649-a241-450e47f73806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.479920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-b42bc524-9aef-4649-a241-450e47f73806 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5603015 Nov 03 18:57:22.483389 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.495604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bbb20d-b062-4ca4-afca-beaeb2216b99 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:22.514910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.540466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Transition to ACTIVE for port object 48bbb20d-b062-4ca4-afca-beaeb2216b99 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:22.567624 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.720476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69d21f73-1a7a-4f4a-a6f7-bc8e4e62c452 req-e09a0a06-62bb-4aa0-9a0a-892902a01b8c tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 210 time: 0.2276852 Nov 03 18:57:22.784192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.815673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.854736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.901584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.931350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.945199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Attempting to bind port 48bbb20d-b062-4ca4-afca-beaeb2216b99 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:22.945828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Attempting to bind port 48bbb20d-b062-4ca4-afca-beaeb2216b99 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:22.947678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Attempting to bind port 48bbb20d-b062-4ca4-afca-beaeb2216b99 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:22.951523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Pushing event updated for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:22.956232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.973144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.990019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-24d9620a-7707-40c1-8a11-3dcdbf230838 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5393 time: 0.9619501 Nov 03 18:57:22.991565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Port 48bbb20d-b062-4ca4-afca-beaeb2216b99 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:22.992235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Attempting to bind port 48bbb20d-b062-4ca4-afca-beaeb2216b99 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:23.025659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:23.026089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Checking segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:23.026507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Bound using segment: {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:23.027232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Bound port: 48bbb20d-b062-4ca4-afca-beaeb2216b99, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c68b6a-0d85-4766-8dfc-00e4e414c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:23.027915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.072585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-b84333e4-0893-4277-9fd5-601c2148371d tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.075009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-b84333e4-0893-4277-9fd5-601c2148371d tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.115 "GET /v2.0/networks?id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 HTTP/1.1" status: 200 len: 805 time: 0.4706037 Nov 03 18:57:23.203965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8360c1a-1003-492c-8342-4737a9b9c9fd req-b1e1c3ca-c5c9-49af-b748-7baae1afdb97 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110307 Nov 03 18:57:23.209307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:23.221257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:23.239208 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b6d81a-67c1-423c-aa81-7e4b8b4c2040 x-openstack-request-id: req-f9b6d81a-67c1-423c-aa81-7e4b8b4c2040 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:23.239524 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "b729b959-f866-435c-a8e6-cd0b3736ffde", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:23.239662 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f9b6d81a-67c1-423c-aa81-7e4b8b4c2040 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:23.240032 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': 'b729b959-f866-435c-a8e6-cd0b3736ffde', 'status': 'completed', 'code': 200} Nov 03 18:57:23.335988 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.482379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.483622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.486566 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] 10.222.0.110 "PUT /v2.0/ports/48bbb20d-b062-4ca4-afca-beaeb2216b99 HTTP/1.1" status: 200 len: 1091 time: 2.6673276 Nov 03 18:57:23.555877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:23.576832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-512aebbe-e0fc-472e-a90a-dba4d6a2e648 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2237a20aab49b08fb9322c843c5495 HTTP/1.1" status: 200 len: 378 time: 0.3517759 Nov 03 18:57:23.590681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.592399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.593175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.594119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.594835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.595494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.596116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.600309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3849ce16-3c73-42dc-8d90-d6aa1757a9d1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6352 time: 0.3695943 Nov 03 18:57:23.631326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de40d41-5be4-4532-abaf-874a948c3374 service neutron] Pushing event updated for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:23.655160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Request body: {'port': {'device_id': '71f37323-4158-4615-94fb-044a2e05f63f', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'admin_state_up': True, 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'security_groups': ['ff385f2c-fbbd-4258-aca1-d8f9ab102712']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:23.752740 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-c73fd2a3-bb96-47fd-95c0-a19c730fd740 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2359104 Nov 03 18:57:24.029076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.097477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-bbade2f0-4238-42da-ab75-9bb24298ea69 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746549 Nov 03 18:57:24.157283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-ebb2e533-4081-4d00-8ebf-e8faca0a83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:24.157917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-ebb2e533-4081-4d00-8ebf-e8faca0a83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:24.158743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-ebb2e533-4081-4d00-8ebf-e8faca0a83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:24.160864 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-ebb2e533-4081-4d00-8ebf-e8faca0a83ee service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5146279 Nov 03 18:57:24.269529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:24.285141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.306561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Transition to ACTIVE for port object 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:24.325817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.579411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Made reservation on behalf of dd2237a20aab49b08fb9322c843c5495 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:24.582995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.006418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0400f2-bcf0-46e0-abdb-8d2f6a08187a req-ec8b5dd6-2782-42c3-a7fd-8e2a661fb82d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.008539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b0400f2-bcf0-46e0-abdb-8d2f6a08187a req-ec8b5dd6-2782-42c3-a7fd-8e2a661fb82d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 936 time: 1.4142907 Nov 03 18:57:25.056281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.068979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.081461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.096748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.108775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.131921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.143212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.157727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1c5429e-bc6c-4840-9f34-1eecdc484974 req-6960bb8b-5faf-4f4e-b6f6-2c31627d5558 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 1.4534552 Nov 03 18:57:25.224063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3bbfb95e-db52-4621-b2d3-140af7559026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.237025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c555d89f-f5fd-4551-8d4f-a37f4c65f5de req-3bbfb95e-db52-4621-b2d3-140af7559026 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9408197 Nov 03 18:57:25.382746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Allocated IP 172.20.0.7 (d5ff5adf-d2ae-4705-b4ba-7b67cf9db276/7b3cdd79-891e-4b81-a459-105f86051b11/6bb16c1a-c86a-4228-bcd9-d5b795c97d6f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:25.555869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Attempting to bind port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:25.556220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Attempting to bind port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:25.556504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Attempting to bind port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:25.574483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:25.574877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Attempting to bind port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:25.605245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.640236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b0400f2-bcf0-46e0-abdb-8d2f6a08187a req-3c6400a8-e759-4e50-884b-875723f0f9b7 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996762 Nov 03 18:57:25.646101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821'}, {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:25.649913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:25.650131 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05020e14-3250-4af6-890a-52640117901f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821"}, {"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:25.659545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:25.659889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:25.660325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:25.660872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Bound port: 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:25.661604 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.672401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-02112919-bd97-4afe-9dd9-9e1b833a0189 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.674776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-02112919-bd97-4afe-9dd9-9e1b833a0189 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.115 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.5007589 Nov 03 18:57:25.741954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9d05-0fe1-41d2-85ef-df7f002ea3f0 req-fcf95b29-dc56-4e43-a143-fef3bafedb2d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.752391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-563b9d05-0fe1-41d2-85ef-df7f002ea3f0 req-fcf95b29-dc56-4e43-a143-fef3bafedb2d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 945 time: 0.3961456 Nov 03 18:57:25.802182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5011383d-24f7-4978-aaa5-71d2a1c2982f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:25.843199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.907585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Transition to ACTIVE for port object 5011383d-24f7-4978-aaa5-71d2a1c2982f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:25.912241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.920077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.966576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-563b9d05-0fe1-41d2-85ef-df7f002ea3f0 req-68adb249-96b9-498c-abcf-147bedeaeeba tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128997 Nov 03 18:57:26.121508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Deleting port 877accab-c0a9-4dd1-9fe2-f695f589284b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:26.122256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.139084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:26.189033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:26.278657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:26.283285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:26.286308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event updated for resources: {'Port': ['ID=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:26.434179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:26.490615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b316-1ef0-484b-bb3c-f2523ae8d15f req-c746a706-39c7-43d2-bb0c-2aacd34c52ee tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:26.499522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c265b316-1ef0-484b-bb3c-f2523ae8d15f req-c746a706-39c7-43d2-bb0c-2aacd34c52ee tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 931 time: 0.5119934 Nov 03 18:57:26.541359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] For port 877accab-c0a9-4dd1-9fe2-f695f589284b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=877accab-c0a9-4dd1-9fe2-f695f589284b,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:26.541742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.643745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:26.653148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.665499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Attempting to bind port 5011383d-24f7-4978-aaa5-71d2a1c2982f on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:26.665902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Attempting to bind port 5011383d-24f7-4978-aaa5-71d2a1c2982f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:26.666243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Attempting to bind port 5011383d-24f7-4978-aaa5-71d2a1c2982f on network e638af9f-cd4b-477e-af2b-035836399f4b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:26.710626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Port 5011383d-24f7-4978-aaa5-71d2a1c2982f on network e638af9f-cd4b-477e-af2b-035836399f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:26.711804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Attempting to bind port 5011383d-24f7-4978-aaa5-71d2a1c2982f on network e638af9f-cd4b-477e-af2b-035836399f4b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:26.725392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-f9bcf055-70f3-4237-9441-5e6b6451ce88 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0940602 Nov 03 18:57:26.726694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:26.727857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Checking segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:26.728449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Bound using segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:26.729159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Bound port: 5011383d-24f7-4978-aaa5-71d2a1c2982f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:26.729760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.740894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Request body: {'port': {'device_id': '71f37323-4158-4615-94fb-044a2e05f63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:26.878697 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.879076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.879382 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Floating IP 06c65958-6c4f-4ed4-84cc-d024093e6410 disassociated. External IP: 172.25.8.194, port: 877accab-c0a9-4dd1-9fe2-f695f589284b. Nov 03 18:57:26.879812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Calling delete_port for 877accab-c0a9-4dd1-9fe2-f695f589284b owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:26.883688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763238f0-5625-4f34-b004-9fa60503cb72 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:26.899502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.900597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:26.908918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.927917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.970189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:26.974326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:27.007454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.013788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6e0eed2b-9c6f-4814-a21b-3019b1f640c6 None None] Provisioning complete for port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:27.024775 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0eed2b-9c6f-4814-a21b-3019b1f640c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.078181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.079351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.082093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] 10.222.0.110 "PUT /v2.0/ports/5011383d-24f7-4978-aaa5-71d2a1c2982f HTTP/1.1" status: 200 len: 1091 time: 3.5405679 Nov 03 18:57:27.085852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Transition to ACTIVE for port object 763238f0-5625-4f34-b004-9fa60503cb72 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:27.142664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.156383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.166146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.173704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.174192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Request body: {'port': {'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:27.186720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.191489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6e0eed2b-9c6f-4814-a21b-3019b1f640c6 None None] Port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:27.198634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.210361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.213789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-10f01cc9-b34e-4fe0-a8d6-2e6c6b39594b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5417 time: 0.9080045 Nov 03 18:57:27.257842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.675042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.703393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 877accab-c0a9-4dd1-9fe2-f695f589284b no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:27.730070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.733826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.744884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-01b2ce80-ab7d-494c-ba7f-38848c9dfa0d service neutron] 10.222.0.110 "PUT /v2.0/ports/53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba HTTP/1.1" status: 200 len: 1096 time: 6.5613210 Nov 03 18:57:27.760689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:27.775227 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ff538-bb4b-485c-bb11-e4c351b6da8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:27.830503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c265b316-1ef0-484b-bb3c-f2523ae8d15f req-432d5c9b-e0cd-4651-8965-0107f2ab297f tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3146460 Nov 03 18:57:27.833401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.874483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fc53-3625-42b7-8638-db6ce32d4f40 service neutron] Pushing event updated for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.997443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.026217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-145df855-0ce7-4b82-a3fd-8651e6904d37 req-39457d27-94f4-4447-bc84-ef06de49c869 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7637904 Nov 03 18:57:28.051348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:28.107001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.194010 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b037d-7a4e-45a5-86bc-4f5332d67fba x-openstack-request-id: req-972b037d-7a4e-45a5-86bc-4f5332d67fba {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:28.194559 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:28.197301 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-972b037d-7a4e-45a5-86bc-4f5332d67fba {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:28.198190 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821', 'status': 'completed', 'code': 200} Nov 03 18:57:28.198592 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99', 'status': 'completed', 'code': 200} Nov 03 18:57:28.265581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Transition to ACTIVE for port object 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:28.319088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.714693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.715824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.717013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.718060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.719216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.720362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.721502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.725576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-05020e14-3250-4af6-890a-52640117901f req-cc18866d-f1df-487a-b826-06b4f1235bea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6419 time: 0.4933832 Nov 03 18:57:28.739818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.841712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:28.995982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.004140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Attempting to bind port 763238f0-5625-4f34-b004-9fa60503cb72 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:29.004667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Attempting to bind port 763238f0-5625-4f34-b004-9fa60503cb72 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:29.005239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Attempting to bind port 763238f0-5625-4f34-b004-9fa60503cb72 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:29.206978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:29.268040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-a7959436-dfaa-4b1b-97da-87931fa81bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.270974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-a7959436-dfaa-4b1b-97da-87931fa81bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.272576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-a7959436-dfaa-4b1b-97da-87931fa81bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.279523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-05020e14-3250-4af6-890a-52640117901f req-a7959436-dfaa-4b1b-97da-87931fa81bbd service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5256274 Nov 03 18:57:29.352706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event deleted for resources: {'Port': ['ID=877accab-c0a9-4dd1-9fe2-f695f589284b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.363036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Port 763238f0-5625-4f34-b004-9fa60503cb72 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:29.363537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Attempting to bind port 763238f0-5625-4f34-b004-9fa60503cb72 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:29.375359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-3fc37b86-a0bc-47be-8c88-d7196a3985cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.377383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-3fc37b86-a0bc-47be-8c88-d7196a3985cc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 1099 time: 1.5453284 Nov 03 18:57:29.386235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Router a4b73afd-5a98-4504-bb82-ab7eba26709c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:29.402141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f953-4503-4819-b24f-93d0f69ab299 req-086dfc0b-2bae-4c37-90aa-ee167d7ee3a4 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.405376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6723f953-4503-4819-b24f-93d0f69ab299 req-086dfc0b-2bae-4c37-90aa-ee167d7ee3a4 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/ports?device_id=04d6aa31-55fc-4463-a0a7-f87cbbc3ee92 HTTP/1.1" status: 200 len: 867 time: 0.9717209 Nov 03 18:57:29.459376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:29.459823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:29.460229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:29.460694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Bound port: 763238f0-5625-4f34-b004-9fa60503cb72, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:29.461131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.461546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Attempting to bind port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:29.469212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Attempting to bind port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:29.470014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Attempting to bind port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f on network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:29.488251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-e2a5b55d-ac44-4c4b-b123-646dab8b3099 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba HTTP/1.1" status: 200 len: 217 time: 0.0763180 Nov 03 18:57:29.568307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f on network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:29.568987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Attempting to bind port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f on network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:29.608518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:29.612496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:29.624989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4722-72c0-4ac7-bd8f-9c3229a8bd79 req-c0785a4c-ce57-40f5-b2e4-a2321b61c865 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.635580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e31f4722-72c0-4ac7-bd8f-9c3229a8bd79 req-c0785a4c-ce57-40f5-b2e4-a2321b61c865 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 948 time: 1.1909895 Nov 03 18:57:29.641412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:29.642143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Checking segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:29.642899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Bound using segment: {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:29.643846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Bound port: 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5c2b7-e42a-4502-9961-2ecfb38f7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:29.644560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.644821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.804478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.806330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.807566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.808772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.809576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.810455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.811329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.811910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-69598e20-d701-4ead-82cb-763c65e43d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.814009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-69598e20-d701-4ead-82cb-763c65e43d78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1737187 Nov 03 18:57:29.814889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-6bd97363-d1ee-4276-b096-2741f064eb3b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6490 time: 0.6043208 Nov 03 18:57:29.865295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.923731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-93dbe727-b783-48f5-b848-8be890f815b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.926122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-05020e14-3250-4af6-890a-52640117901f req-93dbe727-b783-48f5-b848-8be890f815b0 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6162875 Nov 03 18:57:29.947621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e898a6cb-52e9-4017-bece-1f172cc4a936 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:29.972997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e31f4722-72c0-4ac7-bd8f-9c3229a8bd79 req-1c0ff5c9-456f-4a30-805a-998e41e760e3 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363917 Nov 03 18:57:30.000642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.171762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Transition to ACTIVE for port object e898a6cb-52e9-4017-bece-1f172cc4a936 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:30.181221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] For port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:30.200271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.204224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.211201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.214930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:30.216763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3010ed4d-600d-481f-afac-31bfbee488ac service neutron] 10.222.0.115 "PUT /v2.0/ports/763238f0-5625-4f34-b004-9fa60503cb72 HTTP/1.1" status: 200 len: 1095 time: 9.1749058 Nov 03 18:57:30.222808 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:30.253597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:30.280690 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] Sync routers for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:30.342436 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:30.343521 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:30.350802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-cf7cc8fd-f5e0-418f-b1c7-34d80ac9a7ea service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5147324 Nov 03 18:57:30.370709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] For port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:30.373180 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e0c2b5-9828-40ce-933b-2e9156fe1033 x-openstack-request-id: req-67e0c2b5-9828-40ce-933b-2e9156fe1033 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:30.373476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Pushing event updated for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:30.375683 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:30.376484 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67e0c2b5-9828-40ce-933b-2e9156fe1033 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:30.378515 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'status': 'completed', 'code': 200} Nov 03 18:57:30.394109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.395084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.396017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.397016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.398064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.399838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.400929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.405436 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-05020e14-3250-4af6-890a-52640117901f req-b82bd2da-3365-451a-bdf7-25eaaa0fb2ff service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6419 time: 0.3878832 Nov 03 18:57:30.413008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.618914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] No DVR routers for this DVR port 877accab-c0a9-4dd1-9fe2-f695f589284b on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:30.626689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-dbd745d8-4847-45b7-8cea-b973044c31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.631656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-dbd745d8-4847-45b7-8cea-b973044c31a5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7932966 Nov 03 18:57:30.639186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6723f953-4503-4819-b24f-93d0f69ab299 req-723a3a33-6b42-43b9-94ce-4a9e5df9ce28 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups?id=c566f8de-3ea3-4edf-8834-43a4e6da7c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1496425 Nov 03 18:57:30.663561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.681147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2b29d7f-c325-4369-8f93-3a7c2d97d85c req-26145c67-fea5-4b53-896e-a494fc8e401f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.115 "DELETE /v2.0/ports/877accab-c0a9-4dd1-9fe2-f695f589284b HTTP/1.1" status: 204 len: 173 time: 4.9879386 Nov 03 18:57:30.879550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-8a90542c-1c7a-4e3d-b94b-2ef23134f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.880673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-8a90542c-1c7a-4e3d-b94b-2ef23134f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.881494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-8a90542c-1c7a-4e3d-b94b-2ef23134f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.881750 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:30.896375 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-05020e14-3250-4af6-890a-52640117901f req-8a90542c-1c7a-4e3d-b94b-2ef23134f061 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4296932 Nov 03 18:57:31.102774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3ebc9a65-99aa-488c-bea4-c8938efd76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.112202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-3ebc9a65-99aa-488c-bea4-c8938efd76e8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 1098 time: 0.7133868 Nov 03 18:57:31.356168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.357236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.358876 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] 10.222.0.115 "PUT /v2.0/ports/6bb16c1a-c86a-4228-bcd9-d5b795c97d6f HTTP/1.1" status: 200 len: 1091 time: 4.6259267 Nov 03 18:57:31.431668 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:57:31.459702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-f8754199-ab50-4d86-9365-a7e80c829070 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=763238f0-5625-4f34-b004-9fa60503cb72 HTTP/1.1" status: 200 len: 217 time: 0.3335624 Nov 03 18:57:31.522837 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:43Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:31.605710 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] Checking router: a4b73afd-5a98-4504-bb82-ab7eba26709c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:31.612183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8fad-d006-482b-b905-b61b45fc2bea req-d66edcd0-cb4b-44b8-a246-a00dc2f568e0 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.618748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-397b8fad-d006-482b-b905-b61b45fc2bea req-d66edcd0-cb4b-44b8-a246-a00dc2f568e0 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 943 time: 0.4992061 Nov 03 18:57:31.641487 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:31.643185 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:57:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:31.702104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-6814935c-7ea6-44fd-9d9a-d4fba80c94ed service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0438704 Nov 03 18:57:31.739036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05020e14-3250-4af6-890a-52640117901f req-ace11c4f-9862-4266-b050-7769c34168c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.740616 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-05020e14-3250-4af6-890a-52640117901f req-ace11c4f-9862-4266-b050-7769c34168c0 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6836102 Nov 03 18:57:31.839218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be37409-fcaf-4b1b-bd92-bcb653fa1433 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:31.929704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.940608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.958932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-2ddfb65d-f63c-4869-b232-77a2c5cf9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.961781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.968248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-2ddfb65d-f63c-4869-b232-77a2c5cf9067 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dd2237a20aab49b08fb9322c843c5495&device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 1094 time: 0.3339474 Nov 03 18:57:31.970267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.974866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Attempting to bind port e898a6cb-52e9-4017-bece-1f172cc4a936 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:31.975253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Attempting to bind port e898a6cb-52e9-4017-bece-1f172cc4a936 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:31.975535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Attempting to bind port e898a6cb-52e9-4017-bece-1f172cc4a936 on network e638af9f-cd4b-477e-af2b-035836399f4b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:31.983613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Port e898a6cb-52e9-4017-bece-1f172cc4a936 on network e638af9f-cd4b-477e-af2b-035836399f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:31.983949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Attempting to bind port e898a6cb-52e9-4017-bece-1f172cc4a936 on network e638af9f-cd4b-477e-af2b-035836399f4b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:31.987230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.993680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.021318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.023353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-e2270b09-5171-4e2b-8507-d6b950769ad4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.7353055 Nov 03 18:57:32.183483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-397b8fad-d006-482b-b905-b61b45fc2bea req-d9963875-0eb5-45da-bd67-943904d06cb8 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5002384 Nov 03 18:57:32.191100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-b46c498e-df98-45fe-9733-e45916dbee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.192708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-b46c498e-df98-45fe-9733-e45916dbee9c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.6876807 Nov 03 18:57:32.198323 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:32.261989 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.392260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}, {'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'name': 'network-vif-deleted', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:32.394642 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf360840-c97a-495a-8453-588808411052" -d '{"events": [{"name": "network-changed", "server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}, {"server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "name": "network-vif-deleted", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:32.540347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-aa39474e-aad8-4b01-84c4-a54f5fc8c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.552138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-aa39474e-aad8-4b01-84c4-a54f5fc8c2a5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3342578 Nov 03 18:57:32.586080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80aa4712-8aa8-45e3-9169-63eec8b9c19e req-f3067c1a-18b4-41ca-afe1-e8e5ed28beb1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4714930 Nov 03 18:57:32.589850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-177b2a93-5b5a-4e2d-9d42-5d1f26efe362 req-0d7dbddf-e0fb-4103-9149-b39682bf44c4 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627515 Nov 03 18:57:32.865005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.946016 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:43Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:33.017620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-544b87b0-c54b-40d1-af74-86d4c4c5a6ad service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285564 Nov 03 18:57:33.083817 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e6dae-1cef-48a3-af21-2e10d9668b75 None None] The sync data for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 is: [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:54:32Z', 'revision_number': 4, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14ce29dd-1d5c-4c7f-aef9-306bf028abbe', 'name': '', 'network_id': 'd4f79b61-1615-4cab-b7b6-2279eeed954c', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'mac_address': 'fa:16:3e:03:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:30Z', 'updated_at': '2021-11-03T18:54:43Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'subnets': [{'id': '16b4344f-155f-49a7-bd06-c17d6f2760fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:33.146743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:33.324910 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45401a0d-62d3-4b47-9b9f-ec9c7fa1ef5f x-openstack-request-id: req-45401a0d-62d3-4b47-9b9f-ec9c7fa1ef5f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:33.327496 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:33.328128 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-45401a0d-62d3-4b47-9b9f-ec9c7fa1ef5f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:33.329141 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f', 'status': 'completed', 'code': 200} Nov 03 18:57:33.412980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-b0f392e3-ae1d-40bb-bd23-07c16521098a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f HTTP/1.1" status: 200 len: 217 time: 1.4298573 Nov 03 18:57:33.415206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:33.416243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Checking segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:33.417078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Bound using segment: {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:33.418064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Bound port: e898a6cb-52e9-4017-bece-1f172cc4a936, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edc46a5-3750-4939-976d-14ca15ce35ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:33.418867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:33.626872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.628123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.629105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.630584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.632539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.636312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.637527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.646557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-c8b0a9d8-5ca5-4f3c-9c8d-d1357401d1d5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6444 time: 0.3153303 Nov 03 18:57:33.770233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1c5d2-2745-4b84-a268-2b38480c668a None None] New status for floating IP 06c65958-6c4f-4ed4-84cc-d024093e6410: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:57:33.788582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-c112310d-920e-494c-99d3-76ffbc9c380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.792115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-c112310d-920e-494c-99d3-76ffbc9c380b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7b3cdd79-891e-4b81-a459-105f86051b11 HTTP/1.1" status: 200 len: 844 time: 0.3689666 Nov 03 18:57:33.993167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:34.059586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e898a6cb-52e9-4017-bece-1f172cc4a936,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:34.071072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-deebba34-89f5-4c58-8b14-040fa5908743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.074658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-deebba34-89f5-4c58-8b14-040fa5908743 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597659 Nov 03 18:57:34.088491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.364117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-d46ef578-7153-4a1f-9e1b-ca56ebb14ea2 service neutron] 10.222.0.115 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526410 Nov 03 18:57:34.391779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.393011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.397217 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] 10.222.0.110 "PUT /v2.0/ports/e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 200 len: 1091 time: 7.2443132 Nov 03 18:57:34.421428 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6016513-c05e-44f4-a5f0-ad0848ec378d x-openstack-request-id: req-f6016513-c05e-44f4-a5f0-ad0848ec378d {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:34.422026 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "status": "completed", "code": 200}, {"server_uuid": "04d6aa31-55fc-4463-a0a7-f87cbbc3ee92", "name": "network-vif-deleted", "tag": "877accab-c0a9-4dd1-9fe2-f695f589284b", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:34.422313 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f6016513-c05e-44f4-a5f0-ad0848ec378d {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:34.423487 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'status': 'completed', 'code': 200} Nov 03 18:57:34.423981 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d6aa31-55fc-4463-a0a7-f87cbbc3ee92', 'name': 'network-vif-deleted', 'tag': '877accab-c0a9-4dd1-9fe2-f695f589284b', 'status': 'completed', 'code': 200} Nov 03 18:57:34.623756 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22fb8912-3ead-4c9d-9d23-ff86d03aba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.637396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-3f302f1f-deff-4072-ae65-1944e433665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.638399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-3f302f1f-deff-4072-ae65-1944e433665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.640656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-3f302f1f-deff-4072-ae65-1944e433665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.643629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-3f302f1f-deff-4072-ae65-1944e433665a service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9749112 Nov 03 18:57:34.691982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54e2f8-3b32-4ec3-ad66-be69422c50ff req-ed5eefa2-5fe3-4c1d-a32e-a3c66390e60f tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.698107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb54e2f8-3b32-4ec3-ad66-be69422c50ff req-ed5eefa2-5fe3-4c1d-a32e-a3c66390e60f tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 948 time: 1.6763213 Nov 03 18:57:34.699704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.791239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-881da67d-235a-4830-b91f-911bcd922032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.793933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-881da67d-235a-4830-b91f-911bcd922032 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 1099 time: 1.7010231 Nov 03 18:57:34.870165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b34b61-ae92-400a-9a6a-f777289f2c16 req-e75c7047-c37a-4085-aa8c-06dd11e1c558 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.884086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1b34b61-ae92-400a-9a6a-f777289f2c16 req-e75c7047-c37a-4085-aa8c-06dd11e1c558 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 943 time: 0.3215656 Nov 03 18:57:34.983247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4f2d-1aca-4d0e-9ec9-de17574b3714 service neutron] Pushing event updated for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:35.052952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb54e2f8-3b32-4ec3-ad66-be69422c50ff req-4ed5d0dd-6502-4d87-bfd3-13b0edc39907 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868845 Nov 03 18:57:35.282601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f429fbf9-c183-4a1a-881e-ba51a58a7cb5 req-a9695a95-bfa6-482f-9f88-5cbd0051ed00 service neutron] 10.222.0.115 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837440 Nov 03 18:57:35.333221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f'}, {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:35.338277 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409247c8-4aec-46bb-87f2-5433da854d60" -d '{"events": [{"name": "network-changed", "server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f"}, {"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:35.353679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-bafebcd1-9b68-49ac-bca9-6256ac6328d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.356190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f6d3fa2-8a19-43c3-ad64-d261d72bf5f7 req-bafebcd1-9b68-49ac-bca9-6256ac6328d2 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6794002 Nov 03 18:57:35.416207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf57406a-fc83-407d-833c-63fdd8f3ded6 req-ae6b7983-7321-4d14-892f-3250a1f63f31 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2860684 Nov 03 18:57:35.542237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.543060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.544769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.546849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.547946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.549791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.551536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.558906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a4144459-5888-4ffb-8bfc-61d0c9f04afb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6486 time: 0.1365221 Nov 03 18:57:35.643891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1b34b61-ae92-400a-9a6a-f777289f2c16 req-30b0bfad-89ea-4b68-9c04-4a0345317eec tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7208986 Nov 03 18:57:35.690164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-e024df7d-fb49-4a6c-a662-6e6ff882e129 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 200 len: 217 time: 0.1156721 Nov 03 18:57:35.743593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.779594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.812922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.840742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.887692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.906177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.927212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0a8308d4-9a16-45b6-8dc3-9b6080a340b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.930953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0a8308d4-9a16-45b6-8dc3-9b6080a340b8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c2159396-034b-4e95-8912-c1dd9d066094 HTTP/1.1" status: 200 len: 856 time: 0.2133684 Nov 03 18:57:35.933428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.936431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-f64ee76a-3758-4827-9d2c-865433fe4d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.6385655 Nov 03 18:57:36.021089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-773f83d7-c6c6-47c5-9934-04a6b9931d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.025805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-773f83d7-c6c6-47c5-9934-04a6b9931d23 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 1.2126284 Nov 03 18:57:36.043969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-825195e2-cc75-4503-a0d4-c41c31ddcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.050083 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-825195e2-cc75-4503-a0d4-c41c31ddcd08 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007323 Nov 03 18:57:36.155933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5536e5-6f7d-472f-916d-03d94662aa18 req-01a75830-9664-4d43-a31a-2303006d8660 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989491 Nov 03 18:57:36.319279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-4cfdde31-7798-4326-b8af-f0a9a596cd83 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba HTTP/1.1" status: 200 len: 217 time: 0.2007186 Nov 03 18:57:36.332250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf360840-c97a-495a-8453-588808411052 req-f0a30dda-7318-4955-a662-9fa1456201cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.341948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-f0a30dda-7318-4955-a662-9fa1456201cc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 1098 time: 0.7857571 Nov 03 18:57:36.380707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58410) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:36.557382 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6093ba-b300-4e81-874c-571d415afd4c x-openstack-request-id: req-3e6093ba-b300-4e81-874c-571d415afd4c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:36.558739 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:36.559207 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e6093ba-b300-4e81-874c-571d415afd4c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:36.559903 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'status': 'completed', 'code': 200} Nov 03 18:57:36.562830 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936', 'status': 'completed', 'code': 200} Nov 03 18:57:36.598111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf360840-c97a-495a-8453-588808411052 req-8282852d-99df-47aa-baa9-77ec6d619a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.607510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-8282852d-99df-47aa-baa9-77ec6d619a62 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2309632 Nov 03 18:57:36.644035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.696527 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a5384a07-e870-465a-8349-87637f72610e service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365817 Nov 03 18:57:36.785325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:36.790831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.861426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-b0e65e37-6847-44df-8eb3-01f0c2164df7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=763238f0-5625-4f34-b004-9fa60503cb72 HTTP/1.1" status: 200 len: 217 time: 0.1079123 Nov 03 18:57:36.909866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-23fc8767-33c1-430e-9ba8-5995a153730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.912900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-23fc8767-33c1-430e-9ba8-5995a153730d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dd2237a20aab49b08fb9322c843c5495&device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 1094 time: 0.3597417 Nov 03 18:57:36.928428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f188bc0-9ed8-484d-8ba6-e4b591dafbc0 req-7334e870-4b29-4c96-8fb1-e4b64be0e500 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.930449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f188bc0-9ed8-484d-8ba6-e4b591dafbc0 req-7334e870-4b29-4c96-8fb1-e4b64be0e500 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 948 time: 0.3200791 Nov 03 18:57:36.966652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bf55a03-251b-430c-a975-ae1b19c6c05d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.994754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2991246f49024583848a2bd4156a3645&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8441408 Nov 03 18:57:37.004608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:37.010454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-0a0d9ba3-3157-41e3-a5ab-38dc32ce8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:37.013344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-0a0d9ba3-3157-41e3-a5ab-38dc32ce8a7c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.6619122 Nov 03 18:57:37.020343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7569ac58-9b6e-4267-a621-1f1fa4654b57,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:37.063663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.064259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.064840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.065394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.065933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.066484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.067026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.067569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.068898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.070562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.071399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.072351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5014fb0-96f2-4ded-9e2f-7d130fafcbc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.166489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf360840-c97a-495a-8453-588808411052 req-1c0c8951-3c45-4b05-afd8-fe4ebe9d3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:37.168607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bf55a03-251b-430c-a975-ae1b19c6c05d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.168975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-1c0c8951-3c45-4b05-afd8-fe4ebe9d3f2e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.2812068 Nov 03 18:57:37.194528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43ba04-1916-4d1e-a8ba-4ea2f0158b6f req-cdead859-017a-4062-b207-59dad28eb863 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:37.208252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e43ba04-1916-4d1e-a8ba-4ea2f0158b6f req-cdead859-017a-4062-b207-59dad28eb863 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 943 time: 0.3636777 Nov 03 18:57:37.219654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:37.221858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-8055d7ac-3a30-4a7e-acd7-6e9c0a8c3b3a service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012510 Nov 03 18:57:37.277294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'mac_address': 'fa:16:3e:1e:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:37.278411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-859373a4-ace7-4f93-9933-0f67f0bbd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:37.280506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-859373a4-ace7-4f93-9933-0f67f0bbd378 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 HTTP/1.1" status: 200 len: 906 time: 0.3567872 Nov 03 18:57:37.349127 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.412862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f188bc0-9ed8-484d-8ba6-e4b591dafbc0 req-1d2a69ad-42ea-4a96-a9ae-8cee2bc1af36 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332793 Nov 03 18:57:37.413237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:37.453242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-d0a5d9b7-0b9f-44ad-aab2-50e9f6c149b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:37.461632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-d0a5d9b7-0b9f-44ad-aab2-50e9f6c149b0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192803 Nov 03 18:57:37.465161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:37.479860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.591312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:37.608436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.609068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.609671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.610207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.610743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.611284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.611821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.612349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.612918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.613454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.614031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.614585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:37.655800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-97b05ad8-f7f7-4f63-9388-addbb539cea4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f HTTP/1.1" status: 200 len: 217 time: 0.3595068 Nov 03 18:57:37.700240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:37.735516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d184ad37-b026-494b-bd12-2911e7fccd3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.772990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-9c559b3f-4434-4319-8cb4-2b962685d287 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 217 time: 0.4868462 Nov 03 18:57:37.828266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-a886d698-d40c-44be-9d67-4c614f4cecb0 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326893 Nov 03 18:57:37.894590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bf55a03-251b-430c-a975-ae1b19c6c05d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.899713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bf55a03-251b-430c-a975-ae1b19c6c05d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.918114 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2bf55a03-251b-430c-a975-ae1b19c6c05d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "DELETE /v2.0/security-groups/c566f8de-3ea3-4edf-8834-43a4e6da7c7e HTTP/1.1" status: 204 len: 168 time: 1.5440140 Nov 03 18:57:37.939424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58434) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:37.954697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:38.048164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf360840-c97a-495a-8453-588808411052 req-93fbd8e8-3e06-4164-89ad-53ee59b87cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.051253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-93fbd8e8-3e06-4164-89ad-53ee59b87cd5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8354738 Nov 03 18:57:38.095191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d184ad37-b026-494b-bd12-2911e7fccd3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.146494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e43ba04-1916-4d1e-a8ba-4ea2f0158b6f req-2be31e7a-8361-402a-a2e4-68c4bdec63ea tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9145107 Nov 03 18:57:38.174382 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-df3b3aeb-f49a-42ea-9f83-f1534bd54377 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] show failed (client error): The resource could not be found. Nov 03 18:57:38.181718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-df3b3aeb-f49a-42ea-9f83-f1534bd54377 tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "GET /v2.0/security-groups/c566f8de-3ea3-4edf-8834-43a4e6da7c7e HTTP/1.1" status: 404 len: 347 time: 0.1867476 Nov 03 18:57:38.200448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58438) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.240766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf55a03-251b-430c-a975-ae1b19c6c05d tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c566f8de-3ea3-4edf-8834-43a4e6da7c7e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:38.318360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-ac41e49b-4351-4a10-ba3c-5ce1b145bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.322340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-ac41e49b-4351-4a10-ba3c-5ce1b145bdac service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7b3cdd79-891e-4b81-a459-105f86051b11 HTTP/1.1" status: 200 len: 844 time: 0.6303732 Nov 03 18:57:38.449188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-30cfd834-7a06-40ba-b56e-dd617fb696bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.454804 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-30cfd834-7a06-40ba-b56e-dd617fb696bb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.5904667 Nov 03 18:57:38.542667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b14a-158f-4caa-83e4-200752f8b03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.559057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-db90a0cd-38ef-4de2-ab49-f668873bbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.561118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-db90a0cd-38ef-4de2-ab49-f668873bbb18 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303939 Nov 03 18:57:38.562302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58446) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.584514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:38.635961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'port_id': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'mac_address': 'fa:16:3e:80:9e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:38.698216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-508ff538-bb4b-485c-bb11-e4c351b6da8e req-be166c65-d38c-428e-b468-74509ec29973 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7814105 Nov 03 18:57:38.793634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.860533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d184ad37-b026-494b-bd12-2911e7fccd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.878565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d184ad37-b026-494b-bd12-2911e7fccd3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.881884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.889394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.890067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d184ad37-b026-494b-bd12-2911e7fccd3f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7569ac58-9b6e-4267-a621-1f1fa4654b57 HTTP/1.1" status: 204 len: 168 time: 1.8798542 Nov 03 18:57:38.900740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.909377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.917667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.922590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184ad37-b026-494b-bd12-2911e7fccd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7569ac58-9b6e-4267-a621-1f1fa4654b57,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:38.925780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.935169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.935930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-dc0c86cf-13b7-4942-a83a-5d77a94a6cfa tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 1.0739346 Nov 03 18:57:38.964694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:38.969149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-149720a4-a7e5-47c1-91a3-c899ee71421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.977088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-149720a4-a7e5-47c1-91a3-c899ee71421b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4928293 Nov 03 18:57:39.099213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:39.112656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.114579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:39.147488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-75697c00-3c6d-4548-b829-0e4aa6780837 service neutron] 10.222.0.115 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570221 Nov 03 18:57:39.205193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9f68de8-b068-4d65-8554-ad1b7b55a565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.219407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f1d171-5a9b-45b8-bb58-a05b9e92e9d2 req-62d14328-bdc5-4848-b8e4-64882291f55e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529288 Nov 03 18:57:39.309846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-4b798202-9c7e-4ec0-9609-348db3cce42e service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2102478 Nov 03 18:57:39.442949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf360840-c97a-495a-8453-588808411052 req-655f2c92-da05-4476-aefb-14061d0eb585 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231556 Nov 03 18:57:39.458746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8b3a-5dfc-46c5-b6be-02bc646adafb req-409237b6-d848-49f5-941f-df79ccfa8743 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:39.460482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ca8b3a-5dfc-46c5-b6be-02bc646adafb req-409237b6-d848-49f5-941f-df79ccfa8743 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 949 time: 0.7612302 Nov 03 18:57:39.552205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Deleting port 1827889e-4887-459d-b3ad-52e7c8fbb6a7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:39.552557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.655765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:39.690952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:39.721479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ca8b3a-5dfc-46c5-b6be-02bc646adafb req-a1bf15b5-5d3c-4446-b389-28df1d3f3c5d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277071 Nov 03 18:57:39.727220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '763238f0-5625-4f34-b004-9fa60503cb72', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '763238f0-5625-4f34-b004-9fa60503cb72', 'mac_address': 'fa:16:3e:95:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:39.734551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-0454e9ad-af75-4ad6-a51e-80e9439f60ad service neutron] 10.222.0.115 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461929 Nov 03 18:57:39.910491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.932750 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2722eced-aaf3-4834-a447-99228736a2a1 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387054 Nov 03 18:57:39.979050 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.048305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763238f0-5625-4f34-b004-9fa60503cb72 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:40.063859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36619495-a14c-44a0-8e60-3d261078298c req-1da52481-9561-48c5-9274-684405882b7d tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.067172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36619495-a14c-44a0-8e60-3d261078298c req-1da52481-9561-48c5-9274-684405882b7d tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 944 time: 0.3856652 Nov 03 18:57:40.125135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:40.152659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.162136 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.162465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.219673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Calling delete_port for 1827889e-4887-459d-b3ad-52e7c8fbb6a7 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:40.268822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36619495-a14c-44a0-8e60-3d261078298c req-df622918-04c3-42f7-ad10-878d35513aea tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1769586 Nov 03 18:57:40.290991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:40.370442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-2339ade8-1b38-4778-9072-ebaae22572fd service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286244 Nov 03 18:57:40.532564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6bb16c1a-c86a-4228-bcd9-d5b795c97d6f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:40.543812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['763238f0-5625-4f34-b004-9fa60503cb72'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:40.619127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-df6465a8-7dcc-400c-b4b8-6eb063b2b53b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 217 time: 0.2147577 Nov 03 18:57:40.641701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9f68de8-b068-4d65-8554-ad1b7b55a565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.803978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:40.819882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.848875 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9f68de8-b068-4d65-8554-ad1b7b55a565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.852701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.865144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.876367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.884760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.903009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.910960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-476c5f8d-5e67-4e9b-a85f-3461231771db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.914994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.916065 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-476c5f8d-5e67-4e9b-a85f-3461231771db service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.2698085 Nov 03 18:57:40.930045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-dc2bc7ae-bdac-4382-8f4d-bd1457573ca2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.3024752 Nov 03 18:57:40.936049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.075792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Pushing event deleted for resources: {'Port': ['ID=1827889e-4887-459d-b3ad-52e7c8fbb6a7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.126320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9f68de8-b068-4d65-8554-ad1b7b55a565 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2ad12cb41eb4798b4d34b230e4e81a8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5608580 Nov 03 18:57:41.133861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58482) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:41.137030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-1d01ac56-f70d-496e-b843-1eb85509d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:41.141033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-1d01ac56-f70d-496e-b843-1eb85509d181 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113178 Nov 03 18:57:41.143411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f68de8-b068-4d65-8554-ad1b7b55a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd008c-2bcc-4131-a769-86dcc65c9bc1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.225391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:41.296230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:41.296660 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.317052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.321217 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.326173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-619a4e6a-45aa-4eb9-91d6-9718d88e348f tempest-ServersTestFqdnHostnames-1895459558 tempest-ServersTestFqdnHostnames-1895459558-project] 10.222.0.91 "DELETE /v2.0/floatingips/06c65958-6c4f-4ed4-84cc-d024093e6410 HTTP/1.1" status: 204 len: 168 time: 3.0984323 Nov 03 18:57:41.333988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58488) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:41.375708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53bdf1bd-c592-431b-9762-0db067bcb6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.415386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53bdf1bd-c592-431b-9762-0db067bcb6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.479067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-658faecb-6fbe-4114-931d-e94ff9fb0ada service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247669 Nov 03 18:57:41.559089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63dbe-51bb-4c3d-ada1-ba50e2db595a req-254ec4a9-f792-448e-bb1e-efdb78bc6eff tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:41.564977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fd63dbe-51bb-4c3d-ada1-ba50e2db595a req-254ec4a9-f792-448e-bb1e-efdb78bc6eff tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 949 time: 0.5044065 Nov 03 18:57:41.616029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b267576f-0adf-4398-82fe-6ec09638aaa9 req-27fbb982-960c-41ce-92e5-1c18a0817b01 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6831136 Nov 03 18:57:41.627086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.720744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.727844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53bdf1bd-c592-431b-9762-0db067bcb6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.731010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53bdf1bd-c592-431b-9762-0db067bcb6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.732194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-53bdf1bd-c592-431b-9762-0db067bcb6c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2dfd008c-2bcc-4131-a769-86dcc65c9bc1 HTTP/1.1" status: 204 len: 168 time: 0.5897996 Nov 03 18:57:41.769202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:41.772023 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175379a0-2acf-4ef3-8c53-f1454c1b9665" -d '{"events": [{"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-plugged", "status": "completed", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:41.826784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf1bd-c592-431b-9762-0db067bcb6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd008c-2bcc-4131-a769-86dcc65c9bc1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.843891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fd63dbe-51bb-4c3d-ada1-ba50e2db595a req-2772a2a8-68c7-41f4-bc15-3b95e9d57dfc tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173536 Nov 03 18:57:41.883306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:41.909553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b3d77b5b-20d4-4b48-9f06-1b2a09affbdb service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116361 Nov 03 18:57:41.910844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.047613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-aa00e703-3cad-45f5-8943-841bd37d3553 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821 HTTP/1.1" status: 200 len: 217 time: 0.1218143 Nov 03 18:57:42.171607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.247347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:42.274737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-60d8ce5b-4fe6-49ff-994e-1b0aae2b6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:42.283378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-60d8ce5b-4fe6-49ff-994e-1b0aae2b6651 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.2224975 Nov 03 18:57:42.370735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57451ed-7931-447b-9798-0374d1d62e74 req-dcdf3dc2-ea59-4948-b6c1-75c0ee7e7bb9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:42.378071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a57451ed-7931-447b-9798-0374d1d62e74 req-dcdf3dc2-ea59-4948-b6c1-75c0ee7e7bb9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 944 time: 0.3188066 Nov 03 18:57:42.415849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a91c1fbe-3fcf-4153-b2ed-a1b5aa5f8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:42.424585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a91c1fbe-3fcf-4153-b2ed-a1b5aa5f8f51 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259317 Nov 03 18:57:42.490365 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24731040-53ea-438b-9a90-859f60e47a93 x-openstack-request-id: req-24731040-53ea-438b-9a90-859f60e47a93 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:42.490751 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-plugged", "status": "completed", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:42.490885 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-24731040-53ea-438b-9a90-859f60e47a93 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:42.491341 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'code': 200} Nov 03 18:57:42.745706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a57451ed-7931-447b-9798-0374d1d62e74 req-978657b1-d815-43a6-a07f-6751fd892bad tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3617086 Nov 03 18:57:42.808207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-37c103fb-2782-4c28-8859-9149c282c7e2 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691633 Nov 03 18:57:42.977970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe56e1-d64b-4b95-b5bd-19f4fd321eee req-c986f307-c10c-4f6b-b534-83e39ea24ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:42.993610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10fe56e1-d64b-4b95-b5bd-19f4fd321eee req-c986f307-c10c-4f6b-b534-83e39ea24ff1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 1101 time: 0.3924930 Nov 03 18:57:43.123857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-36bab013-cbd2-412b-be7b-c1b4d1d218ca service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079510 Nov 03 18:57:43.217810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b28db7df-ab04-4efb-a2d9-73e162ae5de5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99 HTTP/1.1" status: 200 len: 217 time: 0.0808339 Nov 03 18:57:43.368044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-664c1dd9-837e-4cdc-85a0-a2fd455c384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.369547 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-664c1dd9-837e-4cdc-85a0-a2fd455c384a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1069760 Nov 03 18:57:43.462757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10fe56e1-d64b-4b95-b5bd-19f4fd321eee req-a7b5ce8d-d4e8-4dae-9fcc-5673612d8df5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980353 Nov 03 18:57:43.537293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e52b3-4b45-4707-a7eb-12f12d2d6b4e req-7b7f5dc8-9979-4b47-a292-aa289a67c5b9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.552368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-010e52b3-4b45-4707-a7eb-12f12d2d6b4e req-7b7f5dc8-9979-4b47-a292-aa289a67c5b9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 950 time: 0.4304781 Nov 03 18:57:43.578537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a262dac6-53e8-46eb-8271-5bb4e7e61dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.581586 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-a262dac6-53e8-46eb-8271-5bb4e7e61dd6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1957600 Nov 03 18:57:43.631141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.650168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.683663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.715101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.753404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.771087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.815699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:43.849367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-365392e3-8fec-4b0f-817d-a9dad9aba8ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.7074435 Nov 03 18:57:44.029635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58542) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:44.159608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb0e8a57-5d54-4ba4-a32d-ae38238fbee0 req-398bafef-aa55-44f9-9d2a-84963ee21f0b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3048592 Nov 03 18:57:44.170749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:44.197155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-cd676912-a435-4a77-90e0-d5f16e3c678a service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627469 Nov 03 18:57:44.268968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-010e52b3-4b45-4707-a7eb-12f12d2d6b4e req-536c9138-0029-4a6d-a37a-fd9b11cf3e65 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932512 Nov 03 18:57:44.313465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.469282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 763238f0-5625-4f34-b004-9fa60503cb72 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:44.492795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 763238f0-5625-4f34-b004-9fa60503cb72 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:44.495572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.614852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-1749f46e-566e-4453-8388-1cd0b1271196 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935082 Nov 03 18:57:44.684429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58550) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:44.750667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fef652-6cea-462c-a1b1-24cc89306e78 req-fca91668-ae1c-4c84-a3a6-7ce21d09545d tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:44.752777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6fef652-6cea-462c-a1b1-24cc89306e78 req-fca91668-ae1c-4c84-a3a6-7ce21d09545d tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 944 time: 0.2355301 Nov 03 18:57:44.767055 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-55b1ccb9-7eaa-4c92-80d6-246ae831992a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f HTTP/1.1" status: 200 len: 217 time: 0.1224499 Nov 03 18:57:44.881577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-318745087'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:44.884352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-198883595-network', 'tenant_id': '1210c64b059c4400b66d53b8f2113f99'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:44.897305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-17bfd09a-a8e7-4204-a9b6-b5ee2559b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:44.900164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-17bfd09a-a8e7-4204-a9b6-b5ee2559b81c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.1317642 Nov 03 18:57:44.914847 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.929827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6fef652-6cea-462c-a1b1-24cc89306e78 req-96743cd0-775e-437d-885f-6ed7c8f61ac2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451926 Nov 03 18:57:44.988557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:57:44.988557 n-d-812151-4 neutron-server[101988]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 18:57:44.988557 n-d-812151-4 neutron-server[101988]: [parameters: {'project_id': 'a33335f05148427593ee77ccda66959a', 'id': '05601df9-7a73-4f93-b6a3-d1e51482aafb', 'expiration': datetime.datetime(2021, 11, 3, 18, 59, 44, 978681)}] Nov 03 18:57:44.988557 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:57:44.989606 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:57:45.011057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Deleting port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:45.011057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.015768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:45.017315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:45.021572 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc1a3c8-5f27-4f29-b586-ff1f3f27402d" -d '{"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-plugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:45.025828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0b7ba8a1-f912-4ffc-918f-fb2cb156e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:45.028532 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-0b7ba8a1-f912-4ffc-918f-fb2cb156e182 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140654 Nov 03 18:57:45.029420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Made reservation on behalf of 1210c64b059c4400b66d53b8f2113f99 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:45.036219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.043423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.045490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:45.071384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.152147 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be723993-7aa8-4225-b32b-2e7fa6f28e9d x-openstack-request-id: req-be723993-7aa8-4225-b32b-2e7fa6f28e9d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:45.152967 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-plugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:45.153678 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-be723993-7aa8-4225-b32b-2e7fa6f28e9d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:45.154580 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'code': 200} Nov 03 18:57:45.249599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] For port 14ce29dd-1d5c-4c7f-aef9-306bf028abbe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:45.249927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.283235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:45.295268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-ca726a6e-4aa6-4764-848f-bce0243f7cc9 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418764 Nov 03 18:57:45.326598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:45.327556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Calling delete_port for 14ce29dd-1d5c-4c7f-aef9-306bf028abbe owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:45.338324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:45.341232 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.464924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a99a6-3b37-433c-b59e-bc49fb795065 req-1a9ccb29-6e6c-4b66-afe9-76883fcfacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:45.467122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a3a99a6-3b37-433c-b59e-bc49fb795065 req-1a9ccb29-6e6c-4b66-afe9-76883fcfacf9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 1100 time: 0.1693954 Nov 03 18:57:45.946403 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.047499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-bf279fbb-6087-4d69-a39e-11d4db3d8dc1 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974244 Nov 03 18:57:46.050932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Made reservation on behalf of a33335f05148427593ee77ccda66959a for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:46.051379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:46.057395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.063061 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.091844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.172097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2a3a99a6-3b37-433c-b59e-bc49fb795065 req-fc0f032b-5403-48c3-a95b-cc88c8a553de service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797104 Nov 03 18:57:46.195395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:46.240264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70bfe7-ef6b-4f9d-8be9-f7564a5350aa req-f5654952-0a59-479c-8801-33b5c6bafbcb tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.260415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e70bfe7-ef6b-4f9d-8be9-f7564a5350aa req-f5654952-0a59-479c-8801-33b5c6bafbcb tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 950 time: 0.1326499 Nov 03 18:57:46.275129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.305138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.324824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.341412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.354130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.367229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.369507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.379202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.388339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:46.392267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.404693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.405046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.405582 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Added segment 4450b11d-c0ea-45b9-b93a-358fb8afb47c of type vlan for network 914344ab-c35f-4bf2-a112-e9513518e58e Nov 03 18:57:46.416011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.423905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b8932e03-a85f-4ff7-acaf-ed6485b294a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 200 len: 217 time: 0.3590970 Nov 03 18:57:46.429469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-4abac3fc-fa11-4898-be88-49ccfda734f3 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.9566300 Nov 03 18:57:46.525480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:46.527117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f413193a-05b6-4d5e-a35c-7b1e8bec21db,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:46.597995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.606016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2f1c6-dbdf-4353-a089-574380563200,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:46.613422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.613815 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Added segment a639cd8a-7be8-4114-98a0-539530075324 of type vlan for network 9ad3c954-88d0-432b-908c-3e55ce238a38 Nov 03 18:57:46.635070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b3510f22-8ff1-4c20-bbfb-f6be3506e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.637348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b3510f22-8ff1-4c20-bbfb-f6be3506e50a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.1951425 Nov 03 18:57:46.662995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e70bfe7-ef6b-4f9d-8be9-f7564a5350aa req-f3308516-79bc-4bcd-a133-f0059ef6e134 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009848 Nov 03 18:57:46.738551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.752652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.752652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.763878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c86af7cd-1d33-4a45-883f-5822d1d612e3 req-fb97406e-8bb3-4059-bfc0-799ccd2410d2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3334525 Nov 03 18:57:46.807640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.847088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8083832 Nov 03 18:57:46.853899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58572) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:46.864381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Request body: {'subnet': {'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:46.907029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-576e030c-cd9c-4994-bc05-4ecac0eea854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:46.909268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-576e030c-cd9c-4994-bc05-4ecac0eea854 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2570078 Nov 03 18:57:46.954445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:57:47.024688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.026485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:47.027534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.060411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93338-eb4f-4069-9eb5-7edabdae209e tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event updated for resources: {'Network': ['ID=914344ab-c35f-4bf2-a112-e9513518e58e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.157822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4702511 Nov 03 18:57:47.158600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58578) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:47.166792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:47.171338 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d2416-20cc-41b1-b0b9-20657a19edc0" -d '{"events": [{"server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "name": "network-vif-plugged", "status": "completed", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:47.177980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 914344ab-c35f-4bf2-a112-e9513518e58e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:47.205742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Made reservation on behalf of a33335f05148427593ee77ccda66959a for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:47.210549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.226744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Request body: {'subnet': {'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-198883595-subnet', 'tenant_id': '1210c64b059c4400b66d53b8f2113f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:47.292232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2cda8-b252-4cca-b6db-5836e7d0393c admin admin] Pushing event updated for resources: {'Network': ['ID=9ad3c954-88d0-432b-908c-3e55ce238a38,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.329360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b629fca-333b-4603-8c46-6f011b61b275 req-3afd372c-1c0b-4240-a65c-c4265586bf10 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:47.332534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b629fca-333b-4603-8c46-6f011b61b275 req-3afd372c-1c0b-4240-a65c-c4265586bf10 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.5214105 Nov 03 18:57:47.335586 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7c495-5a8a-4a3c-8016-3514a434429d x-openstack-request-id: req-acb7c495-5a8a-4a3c-8016-3514a434429d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:47.336402 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "name": "network-vif-plugged", "status": "completed", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:47.336661 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-acb7c495-5a8a-4a3c-8016-3514a434429d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:47.337144 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'code': 200} Nov 03 18:57:47.373168 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.387987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9ad3c954-88d0-432b-908c-3e55ce238a38 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:47.445156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-5f7b276d-2a99-4d39-911d-1ec75d57bf58 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930723 Nov 03 18:57:47.591739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ce29dd-1d5c-4c7f-aef9-306bf028abbe,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.766028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b629fca-333b-4603-8c46-6f011b61b275 req-cda32f39-496c-41fd-bb47-1e7302bc5bcd tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3545606 Nov 03 18:57:47.774381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Made reservation on behalf of 1210c64b059c4400b66d53b8f2113f99 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:47.779061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.018532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1090-9a2a-4fec-b19d-9f578b2c8de9 req-a48750de-0460-4672-b8e4-d52a022a8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.020909 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d85b1090-9a2a-4fec-b19d-9f578b2c8de9 req-a48750de-0460-4672-b8e4-d52a022a8e7f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 1096 time: 0.5499322 Nov 03 18:57:48.079257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.100202 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c026d286-36ff-4f71-9d44-187d20b35d55 req-b64cb059-0b57-4818-936a-0b7f974547de service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361909 Nov 03 18:57:48.222491 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.263256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d85b1090-9a2a-4fec-b19d-9f578b2c8de9 req-b620b1dc-7f56-478f-9452-eddfe9c351ba service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2296338 Nov 03 18:57:48.283342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.301661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.316546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.330458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.330713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event updated for resources: {'Subnet': ['ID=a605f93e-7be8-4b62-891f-2424981f34b2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:48.352848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Checking segment: {'id': '4450b11d-c0ea-45b9-b93a-358fb8afb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:48.353489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Network hostable DHCP agents. Network: 914344ab-c35f-4bf2-a112-e9513518e58e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:48.360359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.378526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.392820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.397208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-c37fdefd-5f10-464b-97c9-32d1931b8447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.4060748 Nov 03 18:57:48.448346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.449168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.450138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.451137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.452098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.453071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.454017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.458066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-5b8a6075-582a-4e72-bbd6-f970997b1fc4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6486 time: 0.2053187 Nov 03 18:57:48.459136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Network 914344ab-c35f-4bf2-a112-e9513518e58e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:48.517982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 914344ab-c35f-4bf2-a112-e9513518e58e) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:48.545300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a4166-3d5a-4254-970d-39488cd529b6 None None] Network 914344ab-c35f-4bf2-a112-e9513518e58e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:48.553689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.555664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845deaa-73c8-4341-99f2-907a5aa96fc6 req-32fe42ef-d883-4635-a5d1-472bde5c8f84 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.559094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4845deaa-73c8-4341-99f2-907a5aa96fc6 req-32fe42ef-d883-4635-a5d1-472bde5c8f84 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 950 time: 0.6973500 Nov 03 18:57:48.575479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.699698 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5384236c-b341-432a-8949-62ef4ab6ad44 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8442378 Nov 03 18:57:48.709936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58594) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:48.724151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Request body: {'port': {'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-42446318'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:48.843228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4845deaa-73c8-4341-99f2-907a5aa96fc6 req-9d357755-d319-40df-a7c1-bb4e9a83f34e tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640307 Nov 03 18:57:48.922652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-054cf9ea-d0d0-4c7a-8037-b1cef79c8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.924398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-054cf9ea-d0d0-4c7a-8037-b1cef79c8474 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 200 len: 903 time: 0.4529746 Nov 03 18:57:49.008036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-914344ab-c35f-4bf2-a112-e9513518e58e', 'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e', 'tenant_id': 'a33335f05148427593ee77ccda66959a', 'fixed_ips': [{'subnet_id': 'a605f93e-7be8-4b62-891f-2424981f34b2'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:49.008381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.099279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-8080eac4-14ea-4c38-991c-3be055ee4d31 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 200 len: 217 time: 0.1568453 Nov 03 18:57:49.103712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd39219a-0bd0-42e3-9ed7-397bdbdbcc3e req-b18db1f0-1958-4db5-ab08-3564fd7b8d2d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6837809 Nov 03 18:57:49.155272 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.277373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Allocated IP 172.20.0.2 (914344ab-c35f-4bf2-a112-e9513518e58e/a605f93e-7be8-4b62-891f-2424981f34b2/3025f8b0-fb3a-45ee-9c9f-04e40870a705) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:49.359998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Made reservation on behalf of a33335f05148427593ee77ccda66959a for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:49.367737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.414661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] device_id is not set on port d08dec8c-1c45-4fe5-aa32-c911362d6cb4 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:57:49.427059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8626e8-5dee-4b56-afde-667d6425beee,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:49.512661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-13f87c39-722f-434c-8e11-a78710652e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.515389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-13f87c39-722f-434c-8e11-a78710652e4b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.3987696 Nov 03 18:57:49.564858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.592799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.668566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Network 914344ab-c35f-4bf2-a112-e9513518e58e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:49.680733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63eeb6-b17c-4e28-8bcb-e562e480e1be req-f44601d4-8a61-4b16-bfa4-b1b045c940b8 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.687662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c63eeb6-b17c-4e28-8bcb-e562e480e1be req-f44601d4-8a61-4b16-bfa4-b1b045c940b8 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.6271300 Nov 03 18:57:49.695375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409247c8-4aec-46bb-87f2-5433da854d60 req-544ba0c7-882e-417b-8f33-9ade9fd867ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.697388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:49.698251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-544ba0c7-882e-417b-8f33-9ade9fd867ab service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539509 Nov 03 18:57:49.710097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:49.779303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8eaca-b847-4203-bb63-ce16594a1fad req-674d4516-972c-42d2-9dbb-088f987f084a tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.809210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22a8eaca-b847-4203-bb63-ce16594a1fad req-674d4516-972c-42d2-9dbb-088f987f084a tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 949 time: 0.3718896 Nov 03 18:57:49.828159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9ac8cfbc-0a90-4f5d-9698-2c3b862c7792 {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:57:49.828710 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:57:49.844797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Pushing event updated for resources: {'Port': ['ID=3025f8b0-fb3a-45ee-9c9f-04e40870a705,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:49.858431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Attempting to bind port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:49.859065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Attempting to bind port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4450b11d-c0ea-45b9-b93a-358fb8afb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:49.859826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Attempting to bind port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 on network 914344ab-c35f-4bf2-a112-e9513518e58e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:49.870858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:49.871362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Checking segment: {'id': '4450b11d-c0ea-45b9-b93a-358fb8afb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:49.872560 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.873546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Bound using segment: {'id': '4450b11d-c0ea-45b9-b93a-358fb8afb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:49.874357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Bound port: 3025f8b0-fb3a-45ee-9c9f-04e40870a705, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4450b11d-c0ea-45b9-b93a-358fb8afb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '914344ab-c35f-4bf2-a112-e9513518e58e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:49.875755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.901631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-710bc2db-1756-4967-974e-a47a7cce439a service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843488 Nov 03 18:57:49.977375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Checking segment: {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:49.978115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Network hostable DHCP agents. Network: 9ad3c954-88d0-432b-908c-3e55ce238a38, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:50.015822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Router a4b73afd-5a98-4504-bb82-ab7eba26709c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:50.021246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] For port 3025f8b0-fb3a-45ee-9c9f-04e40870a705, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:50.028160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] For port 3025f8b0-fb3a-45ee-9c9f-04e40870a705, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3025f8b0-fb3a-45ee-9c9f-04e40870a705,segment=NetworkSegment(4450b11d-c0ea-45b9-b93a-358fb8afb47c),segment_id=4450b11d-c0ea-45b9-b93a-358fb8afb47c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:50.040760 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.043979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22a8eaca-b847-4203-bb63-ce16594a1fad req-184ab64f-2c75-4b9c-ada0-e4519ff18089 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330918 Nov 03 18:57:50.101353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Network 9ad3c954-88d0-432b-908c-3e55ce238a38 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:50.104642 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-409247c8-4aec-46bb-87f2-5433da854d60 req-6c75820c-8ffd-4dee-a463-a7565074f1b1 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841557 Nov 03 18:57:50.129809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c63eeb6-b17c-4e28-8bcb-e562e480e1be req-406486b6-32c4-4fd2-9831-a3fc3961062c tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3155768 Nov 03 18:57:50.158251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a1a6e-e2ab-49b5-abea-91b60afbbd18 None None] Pushing event updated for resources: {'Port': ['ID=3025f8b0-fb3a-45ee-9c9f-04e40870a705,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:50.221144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9ad3c954-88d0-432b-908c-3e55ce238a38) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:50.233324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a732187-2548-49b7-bef1-347a5050ddbe None None] Network 9ad3c954-88d0-432b-908c-3e55ce238a38 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:50.265096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:50.266336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.330589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.377056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] device_id is not set on port b93c9db4-ae23-4930-9228-a7e94183b8d4 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:57:50.513095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6764ed9-3d8f-48b9-9c43-931fce200c59 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3530743 Nov 03 18:57:50.651432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:50.673091 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] Sync routers for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:50.695150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e28453ff-8046-4b19-8be2-6361613ee569 admin admin] 10.222.0.91 "PUT /v2.0/routers/a4b73afd-5a98-4504-bb82-ab7eba26709c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3558438 Nov 03 18:57:50.700043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59258da-69c5-4202-9c58-f91eb48621d0 None None] Network 9ad3c954-88d0-432b-908c-3e55ce238a38 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:50.730608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58632) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:50.759167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:50.761079 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:50.793565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Allocated IP 172.20.0.10 (914344ab-c35f-4bf2-a112-e9513518e58e/a605f93e-7be8-4b62-891f-2424981f34b2/b93c9db4-ae23-4930-9228-a7e94183b8d4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:50.970754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:50.979245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:50.991659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.000326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.008328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.017260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.027089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.030908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-7a3b6393-6e5a-43f9-bd9f-f6b86c684be7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.5165961 Nov 03 18:57:51.142981 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:51.228385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.263813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-070db30e-647e-43f1-a2fe-c45a04a4e089 req-9f49cdf0-f914-4601-b6e1-a95c18e1f6d2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732178 Nov 03 18:57:51.272650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.285411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e51b-819b-441c-b55d-c0d93b2959a3 req-f0e78350-7474-492b-b6b2-403cd947b35f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.293141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4338e51b-819b-441c-b55d-c0d93b2959a3 req-f0e78350-7474-492b-b6b2-403cd947b35f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 945 time: 0.1165268 Nov 03 18:57:51.310874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.427978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Network 914344ab-c35f-4bf2-a112-e9513518e58e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:51.433026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:51.449361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:51.522857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:51.524641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.535476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4338e51b-819b-441c-b55d-c0d93b2959a3 req-05ef1879-2527-4efc-8fac-e193c1d79a50 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414877 Nov 03 18:57:51.541837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event updated for resources: {'Port': ['ID=b93c9db4-ae23-4930-9228-a7e94183b8d4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:51.611399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58654) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:51.613994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-589f79ef-7705-49e5-ac54-6de180a541e0 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9007237 Nov 03 18:57:51.614446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.657180 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:57:46Z', 'revision_number': 5, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port': {'id': '59473a16-4764-4bc0-be21-a3d4aefa6ff3', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:54:16Z', 'updated_at': '2021-11-03T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:51.756554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] Checking router: a4b73afd-5a98-4504-bb82-ab7eba26709c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:57:51.787568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] Routers {'a4b73afd-5a98-4504-bb82-ab7eba26709c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:51.789324 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a4b73afd-5a98-4504-bb82-ab7eba26709c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:51.882835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-7bb315a0-712a-495f-abf0-724db3d9d896 req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1875710474', 'description': 'tempest-description-2142209849'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:51.993624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] Set router a4b73afd-5a98-4504-bb82-ab7eba26709c gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:52.092836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16955-8a76-42aa-8702-dfae6db50772 req-6d9e9306-3feb-466b-9ab5-fca44ea5ce05 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:52.102341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85d16955-8a76-42aa-8702-dfae6db50772 req-6d9e9306-3feb-466b-9ab5-fca44ea5ce05 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.2833428 Nov 03 18:57:52.108103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7bb315a0-712a-495f-abf0-724db3d9d896 req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.123279 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:57:51Z', 'revision_number': 6, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:52.154823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Deleting port 59473a16-4764-4bc0-be21-a3d4aefa6ff3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:52.155364 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.158141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3025f8b0-fb3a-45ee-9c9f-04e40870a705 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:52.192308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035e939-6f72-4233-93da-9a4b877827d6 None None] Network 914344ab-c35f-4bf2-a112-e9513518e58e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:52.202343 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f041808-5aed-4c1d-bfbd-1e8fba3f2b22 None None] The sync data for ids ['a4b73afd-5a98-4504-bb82-ab7eba26709c'] in n-d-812151-4 is: [{'id': 'a4b73afd-5a98-4504-bb82-ab7eba26709c', 'name': 'tempest-ServersTestFqdnHostnames-1552265177-router', 'tenant_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:11Z', 'updated_at': '2021-11-03T18:57:51Z', 'revision_number': 6, 'project_id': '7d491b60cfca4ec89c3ac22195ce3c73', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:52.294514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Deleting port b93c9db4-ae23-4930-9228-a7e94183b8d4 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:52.294514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.348966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a1676f61-4cc6-4232-bce4-0a54802f6c1a None None] Provisioning complete for port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:52.349331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1676f61-4cc6-4232-bce4-0a54802f6c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.412769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:52.413056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.472387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85d16955-8a76-42aa-8702-dfae6db50772 req-1f0a4eb8-91dc-4159-b1a0-d48e986d6bc4 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3534317 Nov 03 18:57:52.513983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] For port 59473a16-4764-4bc0-be21-a3d4aefa6ff3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59473a16-4764-4bc0-be21-a3d4aefa6ff3,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:52.514452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.551102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Calling delete_port for 59473a16-4764-4bc0-be21-a3d4aefa6ff3 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:52.589968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.608958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7bb315a0-712a-495f-abf0-724db3d9d896 req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.615272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Calling delete_port for b93c9db4-ae23-4930-9228-a7e94183b8d4 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:52.655738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7bb315a0-712a-495f-abf0-724db3d9d896 req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.686349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1676f61-4cc6-4232-bce4-0a54802f6c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.756058 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.763232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7bb315a0-712a-495f-abf0-724db3d9d896 req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.764497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb315a0-712a-495f-abf0-724db3d9d896 req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9211786 Nov 03 18:57:52.785988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706abf4-ca31-48e8-9192-5826faff7600 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:52.835643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a1676f61-4cc6-4232-bce4-0a54802f6c1a None None] For port 3025f8b0-fb3a-45ee-9c9f-04e40870a705, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3025f8b0-fb3a-45ee-9c9f-04e40870a705,segment=NetworkSegment(4450b11d-c0ea-45b9-b93a-358fb8afb47c),segment_id=4450b11d-c0ea-45b9-b93a-358fb8afb47c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:52.851887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1676f61-4cc6-4232-bce4-0a54802f6c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.865326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:53.133562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:57:53.134056 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:57:53.135068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1676f61-4cc6-4232-bce4-0a54802f6c1a None None] Pushing event updated for resources: {'Port': ['ID=3025f8b0-fb3a-45ee-9c9f-04e40870a705,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.230148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.285882 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.314748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.328611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.333645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f7cd11df-06d7-4b62-8514-ffbf0f49f17e None None] Provisioning complete for port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:53.334246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7cd11df-06d7-4b62-8514-ffbf0f49f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.345496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.357304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.373303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.382794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:53.386889 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d973e3-8f3b-464d-aa8f-1c5f90274f82" -d '{"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-unplugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:53.389595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.401937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.404629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-965d0f76-0afd-49fb-ba3a-2f837c6f1009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.4414334 Nov 03 18:57:53.413465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Pushing event deleted for resources: {'Port': ['ID=59473a16-4764-4bc0-be21-a3d4aefa6ff3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.415630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:53.418903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.428676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.544979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event deleted for resources: {'Port': ['ID=b93c9db4-ae23-4930-9228-a7e94183b8d4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.562884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.641897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f7cd11df-06d7-4b62-8514-ffbf0f49f17e None None] Could not find standard attr ID for object b93c9db4-ae23-4930-9228-a7e94183b8d4. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:57:53.769068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d216594b-48d8-4088-9497-cab950ae80c0 None None] Could not find standard attr ID for object b93c9db4-ae23-4930-9228-a7e94183b8d4. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:57:53.769383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fcc30-0b05-4dfd-ad54-2f1eb9f29508 req-39176d6d-211b-4d92-99dd-103ffd383395 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.771289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-722fcc30-0b05-4dfd-ad54-2f1eb9f29508 req-39176d6d-211b-4d92-99dd-103ffd383395 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.3593733 Nov 03 18:57:53.788885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58682) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:53.798714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Request body: {'floatingip': {'port_id': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:53.827694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-584fe227-2d33-4a1c-a077-bec5c163e162 req-2f009bfc-3478-45a4-8e9d-391cb29d0d10 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3730147 Nov 03 18:57:53.868074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.875139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-85ad55f9-9732-42fe-afc8-b2897af8b2ee tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "DELETE /v2.0/ports/b93c9db4-ae23-4930-9228-a7e94183b8d4 HTTP/1.1" status: 204 len: 168 time: 2.2425816 Nov 03 18:57:53.876770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.879899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58688) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:53.922838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.007722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-56e635c7-4165-413b-8faa-0aa530fa5dfb req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-67192733', 'description': 'tempest-description-1734532921'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:54.043665 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b63f50-a666-4540-b5f3-0d0f9592d7ab x-openstack-request-id: req-38b63f50-a666-4540-b5f3-0d0f9592d7ab {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:54.043836 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-unplugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:54.044260 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38b63f50-a666-4540-b5f3-0d0f9592d7ab {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:54.045190 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'code': 200} Nov 03 18:57:54.132170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3025f8b0-fb3a-45ee-9c9f-04e40870a705 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:54.215846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:54.417515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:54.418386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.555265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:54.594246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '763238f0-5625-4f34-b004-9fa60503cb72', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '763238f0-5625-4f34-b004-9fa60503cb72', 'mac_address': 'fa:16:3e:95:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:54.766386 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.770698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.780194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b67a2210-c450-46c4-bade-ac0d2480882a tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.8982110 Nov 03 18:57:54.783650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.790957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58708) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:54.814125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1889603225'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:54.828030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 763238f0-5625-4f34-b004-9fa60503cb72 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:54.890613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 14ce29dd-1d5c-4c7f-aef9-306bf028abbe no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:54.895343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56e635c7-4165-413b-8faa-0aa530fa5dfb req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.901621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:54.963797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.964816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b73afd-5a98-4504-bb82-ab7eba26709c {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:57:55.012000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.026291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 14ce29dd-1d5c-4c7f-aef9-306bf028abbe {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:55.026846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 14ce29dd-1d5c-4c7f-aef9-306bf028abbe not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:55.031779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59473a16-4764-4bc0-be21-a3d4aefa6ff3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:55.031979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8c138601-f3ab-4830-8bf0-90d71145981a admin admin] 10.222.0.91 "DELETE /v2.0/routers/a4b73afd-5a98-4504-bb82-ab7eba26709c HTTP/1.1" status: 204 len: 168 time: 4.2928967 Nov 03 18:57:55.037753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Made reservation on behalf of a33335f05148427593ee77ccda66959a for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:55.044317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.067548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58718) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:55.078820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.087090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.134442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 59473a16-4764-4bc0-be21-a3d4aefa6ff3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:55.135625 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59473a16-4764-4bc0-be21-a3d4aefa6ff3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:55.142551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.259740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:55.264332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Deleting subnet 16b4344f-155f-49a7-bd06-c17d6f2760fd {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:55.296824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.311550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['763238f0-5625-4f34-b004-9fa60503cb72'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:55.392766 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Floating IP 9ebfffee-79d6-4e00-a500-491fb687d543 associated. External IP: 172.25.8.77, port: 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f. Nov 03 18:57:55.418910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:55.472104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.504320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56e635c7-4165-413b-8faa-0aa530fa5dfb req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.512641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.513146 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Added segment eb2243f3-7150-4b99-80b9-a4a87eaad211 of type vlan for network 16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f Nov 03 18:57:55.533273 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56e635c7-4165-413b-8faa-0aa530fa5dfb req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.592815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.599103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.606272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.614275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.624236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.635983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.647816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.661995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-a6d75f13-f4b2-4933-a155-fd39a0129274 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.4735897 Nov 03 18:57:55.754546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-56e635c7-4165-413b-8faa-0aa530fa5dfb req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.756695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56e635c7-4165-413b-8faa-0aa530fa5dfb req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.7564278 Nov 03 18:57:55.759883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.811902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec47a28-6c47-4dd1-bbba-2e823248415e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1e8578-e21e-40a9-a235-24287538f089,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:55.905487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:55.930676 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.935392 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.945834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.946845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.027908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a13cbb1-5658-4949-a53b-8b2a88dba183 req-f1e5dfb1-6e55-4541-8eb0-3a31df5d11e4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3439951 Nov 03 18:57:56.147380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3456912 Nov 03 18:57:56.152033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58750) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:56.175085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848f5e3-2a98-4352-82a1-57238ceedb63 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event updated for resources: {'Network': ['ID=16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:56.194132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:56.267068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:56.282003 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.283590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.417165 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-70b6c78a-5b61-47e3-a92f-29abbdb94df1 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "PUT /v2.0/floatingips/9ebfffee-79d6-4e00-a500-491fb687d543 HTTP/1.1" status: 200 len: 990 time: 2.6173539 Nov 03 18:57:56.418092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:56.421865 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb71e01-54d3-4f60-a0a8-fa66dc30d767" -d '{"events": [{"name": "network-changed", "server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:56.517730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-390a6f04-d746-4ce1-b585-37377f84778c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:56.523514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-390a6f04-d746-4ce1-b585-37377f84778c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 812 time: 0.2615616 Nov 03 18:57:56.569311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:56.590422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] Sync routers for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:56.596074 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7711df8-f9d6-4ebd-aa30-125a630afb94 x-openstack-request-id: req-a7711df8-f9d6-4ebd-aa30-125a630afb94 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:56.596696 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:56.597246 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a7711df8-f9d6-4ebd-aa30-125a630afb94 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:56.598923 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'status': 'completed', 'code': 200} Nov 03 18:57:56.630654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b4344f-155f-49a7-bd06-c17d6f2760fd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:56.663393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.672602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8b69f6b3-56d4-421f-b26c-dd9126e52a82 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/16b4344f-155f-49a7-bd06-c17d6f2760fd HTTP/1.1" status: 204 len: 168 time: 1.5999649 Nov 03 18:57:56.675194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58764) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:56.687433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae376f29-d97f-4a06-8b15-0fdbae81ccca None None] Network d4f79b61-1615-4cab-b7b6-2279eeed954c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:56.687872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-7fcd259c-da3c-441b-a416-a05f128964d0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/quotas/1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 375 time: 0.0662341 Nov 03 18:57:56.724438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-b1b831a4-56eb-4a38-8014-be615d54a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:56.727273 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-b1b831a4-56eb-4a38-8014-be615d54a7c6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dd2237a20aab49b08fb9322c843c5495&device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 1096 time: 0.0923615 Nov 03 18:57:56.809749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-38041f42-10fc-4abd-a071-8d624d782c1d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202369 Nov 03 18:57:56.885978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:56.890315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:56.904203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:56.971826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-5da1022c-1fdc-4941-8239-566f80268173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:56.975886 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-5da1022c-1fdc-4941-8239-566f80268173 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 HTTP/1.1" status: 200 len: 906 time: 0.2144988 Nov 03 18:57:57.106722 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.135532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17fe843d-b820-49c4-beb9-179fc3a54dc3 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/agents/e7fe135f-ca90-4658-b231-5312c928c946/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.9730155 Nov 03 18:57:57.142313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58774) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.293158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 763238f0-5625-4f34-b004-9fa60503cb72 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:57.296430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-2c0c663e-8397-43d9-bc31-b3fa5ba24caa service neutron] 10.222.0.91 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639771 Nov 03 18:57:57.297253 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.350102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-3eef2c2b-b7b5-4aa2-a6a3-caed739d4e87 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f HTTP/1.1" status: 200 len: 998 time: 0.3547947 Nov 03 18:57:57.488783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Deleting port a1137341-9116-44ef-bba5-9ebcc23e973c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:57.489372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.546348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-e8e3bf2e-716e-441a-b392-1f80e38b2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.549516 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-e8e3bf2e-716e-441a-b392-1f80e38b2e39 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7b3cdd79-891e-4b81-a459-105f86051b11 HTTP/1.1" status: 200 len: 844 time: 0.1302202 Nov 03 18:57:57.612691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a6ca6-1a88-43a0-9691-e324e43f7e4f tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] Network 16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:57.643526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-86c23035-3315-4383-8d79-fda794ca02e0 service neutron] 10.222.0.91 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418243 Nov 03 18:57:57.686510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:57:57.722140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f20a6ca6-1a88-43a0-9691-e324e43f7e4f tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "POST /v2.0/agents/e7fe135f-ca90-4658-b231-5312c928c946/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5709426 Nov 03 18:57:57.733326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58786) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.765232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d734481-b2fa-4421-9068-a2650e6b2bf2 None None] Network 16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:57.779396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:57.830331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-db252210-d7f1-4838-9afe-b68f9124ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.840930 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-db252210-d7f1-4838-9afe-b68f9124ca80 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783029 Nov 03 18:57:58.032355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] DHCP port deletion for d4f79b61-1615-4cab-b7b6-2279eeed954c request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:58.041952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.087348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.131996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.181041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.225713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.280103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.329363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.349372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-ccb7c8fd-0a01-4b11-b46f-5e1ba6f469ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.8635864 Nov 03 18:57:58.359306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-aa3c089a-cc3e-4a2d-a14a-47a825ad9f99 service neutron] 10.222.0.115 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065603 Nov 03 18:57:58.420223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] For port a1137341-9116-44ef-bba5-9ebcc23e973c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a1137341-9116-44ef-bba5-9ebcc23e973c,segment=NetworkSegment(85e51120-e394-4e06-8e95-823a29e0da62),segment_id=85e51120-e394-4e06-8e95-823a29e0da62)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:58.420707 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.464976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Calling delete_port for a1137341-9116-44ef-bba5-9ebcc23e973c owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:58.564516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.582644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a1137341-9116-44ef-bba5-9ebcc23e973c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:58.603342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:58.724657 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-acb71e01-54d3-4f60-a0a8-fa66dc30d767 req-1cf512ba-e1f6-4552-b95b-f3248243eda2 service neutron] 10.222.0.115 "GET /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531513 Nov 03 18:57:58.817240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.885073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:58.887711 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fa9963-9c9d-4d36-9ee8-202ecf6f0f3c" -d '{"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-plugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:58.942587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1137341-9116-44ef-bba5-9ebcc23e973c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:59.011786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28573568-adcf-4d63-9667-ff1e17f8708e req-2cd13d6e-02b2-4c2f-9170-7e39d5696154 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 210 time: 0.2133324 Nov 03 18:57:59.048408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:59.056040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] No DVR routers for this DVR port a1137341-9116-44ef-bba5-9ebcc23e973c on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:59.062129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port a1137341-9116-44ef-bba5-9ebcc23e973c {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:57:59.062898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a1137341-9116-44ef-bba5-9ebcc23e973c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:59.064781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.124277 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.177787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:59.191291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Deleting port a1137341-9116-44ef-bba5-9ebcc23e973c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:59.191985 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.261387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:59.288014 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.332680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f79b61-1615-4cab-b7b6-2279eeed954c']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:59.349671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.380689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e51120-e394-4e06-8e95-823a29e0da62') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:59.381538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e51120-e394-4e06-8e95-823a29e0da62') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:59.428044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:59.454003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] For port a1137341-9116-44ef-bba5-9ebcc23e973c, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:59.454665 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.467984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.510239 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.576240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:59.576914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:59.581195 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:59.589639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:59.619079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-30fc2b01-82c3-4aaf-aa42-0d85ee1cc462 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/agents/e7fe135f-ca90-4658-b231-5312c928c946/dhcp-networks HTTP/1.1" status: 200 len: 11966 time: 1.8739250 Nov 03 18:57:59.624043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58836) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:59.635405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f41662ac-85dc-4f42-9624-5fac8fd2c64c req-2d84a852-a454-4c75-a3dc-c6e8aad1c2b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2842097 Nov 03 18:57:59.748699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Calling delete_port for a1137341-9116-44ef-bba5-9ebcc23e973c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:59.782621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Port a1137341-9116-44ef-bba5-9ebcc23e973c was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:57:59.806443 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a137598-d072-4476-89a4-1f3784a07298 x-openstack-request-id: req-2a137598-d072-4476-89a4-1f3784a07298 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:59.806886 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-plugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:59.807217 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a137598-d072-4476-89a4-1f3784a07298 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:59.807638 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'code': 200} Nov 03 18:57:59.867761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.882190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.910011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.948843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d4f79b61-1615-4cab-b7b6-2279eeed954c HTTP/1.1" status: 204 len: 168 time: 3.2260563 Nov 03 18:58:00.029308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6381d288-ab4f-4bb2-b1e5-4f345f110358 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "DELETE /v2.0/agents/e7fe135f-ca90-4658-b231-5312c928c946/dhcp-networks/16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f HTTP/1.1" status: 204 len: 168 time: 0.4026196 Nov 03 18:58:00.031725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58844) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.043496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62fd1-f459-42e4-ad20-6aef196a6153 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f79b61-1615-4cab-b7b6-2279eeed954c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.144122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Network d4f79b61-1615-4cab-b7b6-2279eeed954c is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:58:00.149416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] No DVR routers for this DVR port a1137341-9116-44ef-bba5-9ebcc23e973c on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:00.303383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.442295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f0b7d-0e9c-4a46-9566-0558c9a27adf None None] Pushing event deleted for resources: {'Port': ['ID=a1137341-9116-44ef-bba5-9ebcc23e973c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.484217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9ebfffee-79d6-4e00-a500-491fb687d543', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'port_id': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'mac_address': 'fa:16:3e:80:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f37323-4158-4615-94fb-044a2e05f63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:57:10Z', 'updated_at': '2021-11-03T18:57:54Z', 'revision_number': 1, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:08Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.528635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58848) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.542328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5db1b5ab-2cc9-4386-94e9-9c69b487590b req-ffe66e34-2cbe-40c3-a0ee-80474b866bcf tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 210 time: 0.1070478 Nov 03 18:58:00.650486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] Checking router: 2c2d34a6-1bf7-45d1-9151-497b6c102d9c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:58:00.698926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58852) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.699555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dfdf5ed8-11ea-4b38-9475-45a83cc7ed52 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/agents/e7fe135f-ca90-4658-b231-5312c928c946/dhcp-networks HTTP/1.1" status: 200 len: 10433 time: 0.6642869 Nov 03 18:58:00.750685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:00.755033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:57:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.770613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d43f8203-2ee4-4491-9527-69fbc6849bff admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7d491b60cfca4ec89c3ac22195ce3c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387893 Nov 03 18:58:00.773793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58854) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.821020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d777ca17-8bb8-4849-9332-f8ec33639d60 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/networks/914344ab-c35f-4bf2-a112-e9513518e58e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1178219 Nov 03 18:58:00.827914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58856) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.918865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a3293721-7665-493d-9a2a-a3e0082f7c84 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/networks/914344ab-c35f-4bf2-a112-e9513518e58e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0783334 Nov 03 18:58:00.920275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58858) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.025548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3086348-47e1-4825-8a2f-6e14af1ad7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.162931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3086348-47e1-4825-8a2f-6e14af1ad7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.540574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8d6df8f-8d3e-468b-8cfd-52ba80e374a6 tempest-DHCPAgentSchedulersTestJSON-1857306308 tempest-DHCPAgentSchedulersTestJSON-1857306308-project-admin] 10.222.0.91 "GET /v2.0/agents/e7fe135f-ca90-4658-b231-5312c928c946/dhcp-networks HTTP/1.1" status: 200 len: 10433 time: 0.6175432 Nov 03 18:58:01.546612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.642172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:01.745013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.763513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.782027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.797812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.815247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.832631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.851806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:01.868349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9e8ebed2-fa93-49b9-9d8d-6b1bb12b6b78 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.5719554 Nov 03 18:58:02.111971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4ca1050-3789-4af2-a8a0-21791540ec26 req-9a0b69d3-0390-484c-928c-bff59ddf2804 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420590 Nov 03 18:58:02.151120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.413849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.477377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3086348-47e1-4825-8a2f-6e14af1ad7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.480285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3086348-47e1-4825-8a2f-6e14af1ad7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.493566 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a3086348-47e1-4825-8a2f-6e14af1ad7ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5149fbaf-d3b9-4a7a-8f84-18a1ff5c534b HTTP/1.1" status: 204 len: 168 time: 1.7179801 Nov 03 18:58:02.553976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3086348-47e1-4825-8a2f-6e14af1ad7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5149fbaf-d3b9-4a7a-8f84-18a1ff5c534b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:02.622242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.809701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9ebfffee-79d6-4e00-a500-491fb687d543', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'port_id': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'mac_address': 'fa:16:3e:80:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f37323-4158-4615-94fb-044a2e05f63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:57:10Z', 'updated_at': '2021-11-03T18:57:54Z', 'revision_number': 1, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:08Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:02.863440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-052375e8-8ee3-49ad-a812-1c49d18aa6d8 req-4b097a29-6ee5-43c5-86a1-dec67689f860 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 210 time: 0.2443035 Nov 03 18:58:02.866562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:02.869120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-06021aef-3e4f-4cb6-9b99-3e266435b633 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:02.879313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-06021aef-3e4f-4cb6-9b99-3e266435b633 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.115 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 812 time: 0.4528921 Nov 03 18:58:02.911876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'port': {'device_id': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38', 'admin_state_up': True, 'tenant_id': '1210c64b059c4400b66d53b8f2113f99'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:02.921725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2243f3-7150-4b99-80b9-a4a87eaad211') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:02.922501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2243f3-7150-4b99-80b9-a4a87eaad211') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:02.940174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b61143-b37c-423b-acc1-6891cc6ceb6c None None] The sync data for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 is: [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9ebfffee-79d6-4e00-a500-491fb687d543', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'port_id': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'mac_address': 'fa:16:3e:80:9e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f37323-4158-4615-94fb-044a2e05f63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:57:10Z', 'updated_at': '2021-11-03T18:57:54Z', 'revision_number': 1, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:08Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:58:02.980574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.002755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.063581 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.093670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:03.094525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:03.100046 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:03.371944 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.388419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:03.399473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.421610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "DELETE /v2.0/networks/16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f HTTP/1.1" status: 204 len: 168 time: 1.8568785 Nov 03 18:58:03.440968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58872) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:03.530992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1b153-916f-44ce-9a6a-1ae602de3f43 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event deleted for resources: {'Network': ['ID=16714b7f-ff5e-43d2-ad8b-fd2f256d8b7f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:03.608740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:03.609618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.637194 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-664d45e7-345f-499f-9ca5-08519a915fda tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:03.641184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664d45e7-345f-499f-9ca5-08519a915fda tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:03.657297 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-664d45e7-345f-499f-9ca5-08519a915fda tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "DELETE /v2.0/ports/b93c9db4-ae23-4930-9228-a7e94183b8d4 HTTP/1.1" status: 404 len: 333 time: 0.2101545 Nov 03 18:58:03.658518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58878) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:03.721191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b04eee-8c21-4e27-aea5-5b19fa6db083 None None] New status for floating IP 9ebfffee-79d6-4e00-a500-491fb687d543: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:58:03.743193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Made reservation on behalf of 1210c64b059c4400b66d53b8f2113f99 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:03.773660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.815596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.845324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.846849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.893447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.912621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.925114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:03.928575 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3815ae44-05dc-46b9-8ac9-90fde247b329" -d '{"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:03.943246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.973777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.985250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:03.993957 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.001844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:04.030988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-b9c8975d-d1f0-43d5-bddc-b50eae2b8dfd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.6458766 Nov 03 18:58:04.214326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:04.275786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Deleting subnet a605f93e-7be8-4b62-891f-2424981f34b2 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:58:04.323219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.427640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Allocated IP 172.20.0.8 (9ad3c954-88d0-432b-908c-3e55ce238a38/3c8626e8-5dee-4b56-afde-667d6425beee/6430ce69-0572-4593-9159-9360b0ee1edc) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:04.592628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2748a22-f359-4116-b5ce-03dc0844cb80 req-8d5df44e-d398-4f61-92ca-848fe42a6d82 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5423672 Nov 03 18:58:04.611109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.650884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84a55207-e8aa-4575-a2ca-185a6199bc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.828747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.951944 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.019138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.027739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "DELETE /v2.0/subnets/a605f93e-7be8-4b62-891f-2424981f34b2 HTTP/1.1" status: 204 len: 168 time: 1.3610630 Nov 03 18:58:05.040887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aaef9b-2b8c-4221-896a-d515084acbae None None] Network 914344ab-c35f-4bf2-a112-e9513518e58e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:05.118796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58894) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.161828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32d28a-df18-46e1-a5a4-ae35a6b3fb79 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event deleted for resources: {'Subnet': ['ID=a605f93e-7be8-4b62-891f-2424981f34b2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:05.264309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.377244 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.605993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] DHCP port deletion for 914344ab-c35f-4bf2-a112-e9513518e58e request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:58:05.607627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Network 9ad3c954-88d0-432b-908c-3e55ce238a38 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:05.643547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:05.643835 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.646888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:05.675545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:05.728700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58902) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:05.762735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d34f0-f58c-4129-9e85-1449c6fe8262 req-fa7c41a8-494b-441c-a39f-cd74f2367be8 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:05.765402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc4d34f0-f58c-4129-9e85-1449c6fe8262 req-fa7c41a8-494b-441c-a39f-cd74f2367be8 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 931 time: 0.3459518 Nov 03 18:58:05.791674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] Deleting port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:05.793231 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.996016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:06.003134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.026074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] For port 3025f8b0-fb3a-45ee-9c9f-04e40870a705, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3025f8b0-fb3a-45ee-9c9f-04e40870a705,segment=NetworkSegment(4450b11d-c0ea-45b9-b93a-358fb8afb47c),segment_id=4450b11d-c0ea-45b9-b93a-358fb8afb47c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:06.030227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.088828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] Calling delete_port for 3025f8b0-fb3a-45ee-9c9f-04e40870a705 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:06.110956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-91924b9e-40ce-4dc8-89ec-b7027a99ee4c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2163501 Nov 03 18:58:06.143711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Request body: {'port': {'device_id': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:06.312863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-894440511-network', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:06.340424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc4d34f0-f58c-4129-9e85-1449c6fe8262 req-8ac671bb-5467-4a84-921f-34ca7f1b3197 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372474 Nov 03 18:58:06.368269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Deleting port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:06.373890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.419081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.506894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3025f8b0-fb3a-45ee-9c9f-04e40870a705 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:06.564784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.583840 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6051986e-59d1-4724-8e29-c800ef093e2f x-openstack-request-id: req-6051986e-59d1-4724-8e29-c800ef093e2f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:06.584298 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:06.584709 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6051986e-59d1-4724-8e29-c800ef093e2f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:06.585987 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'code': 200} Nov 03 18:58:06.586848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 3025f8b0-fb3a-45ee-9c9f-04e40870a705 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:06.587487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3025f8b0-fb3a-45ee-9c9f-04e40870a705 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:06.655023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:06.659601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] Pushing event deleted for resources: {'Port': ['ID=3025f8b0-fb3a-45ee-9c9f-04e40870a705,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:06.673816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.675944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f4d48-9afc-416c-9516-2b7379086d67 None None] No DVR routers for this DVR port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:06.746791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.044401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.085004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.163780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] For port 3025f8b0-fb3a-45ee-9c9f-04e40870a705, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3025f8b0-fb3a-45ee-9c9f-04e40870a705,segment=NetworkSegment(4450b11d-c0ea-45b9-b93a-358fb8afb47c),segment_id=4450b11d-c0ea-45b9-b93a-358fb8afb47c)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:07.164432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.241847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:07.268930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Calling delete_port for 3025f8b0-fb3a-45ee-9c9f-04e40870a705 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:07.341112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373eedf0-4f25-473d-abaf-25dcb90da004,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:07.400618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.415304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.429448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.443122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.449107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6430ce69-0572-4593-9159-9360b0ee1edc {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:07.459629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.474099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.474629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.489597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.508555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-437020ca-0c47-40e5-999f-bad0b2072278 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5429 time: 0.7158117 Nov 03 18:58:07.521470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.524485 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Added segment 74628787-3363-44bc-b7b0-2ea1a97f03a5 of type vlan for network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 Nov 03 18:58:07.525340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Transition to ACTIVE for port object 6430ce69-0572-4593-9159-9360b0ee1edc will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:58:07.544243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.639638 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.710095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.712331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.713895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.851571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] Pushing event updated for resources: {'Network': ['ID=31fa24cc-4870-48e1-ba6d-bc3804374fd5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:07.868967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:07.914259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:08.027199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Attempting to bind port 6430ce69-0572-4593-9159-9360b0ee1edc on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:08.029365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Attempting to bind port 6430ce69-0572-4593-9159-9360b0ee1edc by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:08.029365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Attempting to bind port 6430ce69-0572-4593-9159-9360b0ee1edc on network 9ad3c954-88d0-432b-908c-3e55ce238a38 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:08.039121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Port 6430ce69-0572-4593-9159-9360b0ee1edc on network 9ad3c954-88d0-432b-908c-3e55ce238a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:58:08.039668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Attempting to bind port 6430ce69-0572-4593-9159-9360b0ee1edc on network 9ad3c954-88d0-432b-908c-3e55ce238a38 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:08.051100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:08.051659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Checking segment: {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:08.052304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Bound using segment: {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:08.053116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Bound port: 6430ce69-0572-4593-9159-9360b0ee1edc, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:08.053720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.168498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-03a6d541-d156-4098-83b0-322b1042af83 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4013762 Nov 03 18:58:08.170031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58916) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:08.214228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Request body: {'subnet': {'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-894440511-subnet', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:08.275531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:08.302410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:08.330745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.349140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f46b536-4651-40c4-b66f-f4d6c95bae6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.372775 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:58:08.425996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e54b17a5-37e4-411a-a6d4-4ed1dde98a6e req-88dbe901-9f70-428a-a9c7-17e9ce83b87f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9152172 Nov 03 18:58:08.478123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:08.501771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.521795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:08.537941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:08.539327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.546078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-79dba8f6-5db3-4aea-8d22-e225e08b4acd service neutron] 10.222.0.115 "PUT /v2.0/ports/6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 1091 time: 2.4189782 Nov 03 18:58:08.549506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:08.562032 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e649062-1fea-4d87-8c59-f7c664379964" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:08.788779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.801465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-a6054e36-118e-49c8-9dda-5b079d876fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:08.809673 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-a6054e36-118e-49c8-9dda-5b079d876fa8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1094 time: 0.1905205 Nov 03 18:58:08.898717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] No DVR routers for this DVR port 3025f8b0-fb3a-45ee-9c9f-04e40870a705 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:08.908510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event deleted for resources: {'Port': ['ID=3025f8b0-fb3a-45ee-9c9f-04e40870a705,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:09.014264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-7a43631d-22e8-45f6-98e3-d9cbf041bceb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 217 time: 0.1871855 Nov 03 18:58:09.169072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:09.254078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-c9f25e80-f1d5-4fd5-b90c-149962eed6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:09.256114 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-c9f25e80-f1d5-4fd5-b90c-149962eed6f7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.2290361 Nov 03 18:58:09.311518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd0f54-af69-4994-ac93-6a4fc8a3a37f req-6c7561a6-3103-488b-9977-0723a85f1689 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:09.330693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cfd0f54-af69-4994-ac93-6a4fc8a3a37f req-6c7561a6-3103-488b-9977-0723a85f1689 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 943 time: 0.3735919 Nov 03 18:58:09.342238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-a806c93a-4ac7-44d1-ae75-3d2c9d22f584 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627351 Nov 03 18:58:09.392493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914344ab-c35f-4bf2-a112-e9513518e58e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:09.412991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5011383d-24f7-4978-aaa5-71d2a1c2982f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:09.747446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4450b11d-c0ea-45b9-b93a-358fb8afb47c') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:09.748304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4450b11d-c0ea-45b9-b93a-358fb8afb47c') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:09.804641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-73fc30ee-9906-419a-b117-c657a95fa4c6 service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483273 Nov 03 18:58:09.806632 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:09.843426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:09.882005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:09.930493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:09.945113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:09.988803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:09.989466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.030603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '5011383d-24f7-4978-aaa5-71d2a1c2982f', 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b', 'port_id': '5011383d-24f7-4978-aaa5-71d2a1c2982f', 'mac_address': 'fa:16:3e:ff:a4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ee5746-57af-4d2a-bb48-914d3f81eba1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:10.201981 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e056e1f9-dbf8-457a-8851-63bf0998836f req-3fe4e796-21c7-4df8-a0ee-65e1e5f93e0f service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745792 Nov 03 18:58:10.229913 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.312989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5011383d-24f7-4978-aaa5-71d2a1c2982f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:10.391813 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:10.432532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:10.440368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.441959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a1b80768-ae13-4f8c-8d3e-46ddd2868821 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:10.501323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.586888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cfd0f54-af69-4994-ac93-6a4fc8a3a37f req-a9f23b90-8873-45ee-8a8a-0f647d297bf5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2342510 Nov 03 18:58:10.659151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:10.659698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.690134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:58:10.690294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] 10.222.0.91 "DELETE /v2.0/networks/914344ab-c35f-4bf2-a112-e9513518e58e HTTP/1.1" status: 204 len: 168 time: 5.5619252 Nov 03 18:58:10.734749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c23ffc-5f3e-470e-941d-e0f2e71a9006,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:10.760565 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ff40f-3edf-4f4a-a0af-71cb8d495a50 x-openstack-request-id: req-4c1ff40f-3edf-4f4a-a0af-71cb8d495a50 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:10.761060 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:10.761719 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c1ff40f-3edf-4f4a-a0af-71cb8d495a50 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:10.762379 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc', 'status': 'completed', 'code': 200} Nov 03 18:58:10.774187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044083d7-20e7-4fc3-920d-5ec2602e53f9 tempest-DHCPAgentSchedulersTestJSON-1822814408 tempest-DHCPAgentSchedulersTestJSON-1822814408-project] Pushing event deleted for resources: {'Network': ['ID=914344ab-c35f-4bf2-a112-e9513518e58e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:10.790607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Checking segment: {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:10.791225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Network hostable DHCP agents. Network: 31fa24cc-4870-48e1-ba6d-bc3804374fd5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:10.888932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:10.918894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 31fa24cc-4870-48e1-ba6d-bc3804374fd5) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:10.927965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:10.929580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:10.990337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a261197-8ea9-42af-975b-4cccaed68512 None None] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:11.040349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b667b0d6-d79b-462f-8b4d-404126902bc2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8459177 Nov 03 18:58:11.048204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:11.069895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:11.100214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649062-1fea-4d87-8c59-f7c664379964 req-32239fa4-ea0d-4367-969f-a883af8d938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.109802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-32239fa4-ea0d-4367-969f-a883af8d938d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1094 time: 0.2951717 Nov 03 18:58:11.388896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.409848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.422120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.435953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.458237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.482313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.508349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.528584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85505613-6607-4526-ab51-5e76d9cb764f req-09a02851-33f3-412a-ac1b-f0813dd38451 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5430 time: 0.4860423 Nov 03 18:58:11.556906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.558988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.593066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:11.685997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'port_id': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821', 'mac_address': 'fa:16:3e:e4:28:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:11.705515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649062-1fea-4d87-8c59-f7c664379964 req-301b429b-dbeb-498f-a77c-932a1f3f690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.720128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-301b429b-dbeb-498f-a77c-932a1f3f690e service neutron] 10.222.0.115 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.5966446 Nov 03 18:58:11.746190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.869115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58936) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:11.886103 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-4bd65479-4296-4089-81d0-fb51814d2028 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 217 time: 0.1528625 Nov 03 18:58:11.953873 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.143416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e649062-1fea-4d87-8c59-f7c664379964 req-0c806642-fd41-4ed3-a05a-551b0347409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:12.159434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-0c806642-fd41-4ed3-a05a-551b0347409a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.2609189 Nov 03 18:58:12.305108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.310574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.339295 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-bb4a5fc3-25be-4d0c-aa7e-05bf2128f055 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659002 Nov 03 18:58:12.405331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.417738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'fixed_ips': [{'subnet_id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:58:12.420334 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.424489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b80768-ae13-4f8c-8d3e-46ddd2868821 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:12.477476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:12.563338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:12.564562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:12.659494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85505613-6607-4526-ab51-5e76d9cb764f req-b7f4d00d-e81a-4591-8d51-e1a3a6167116 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1253757 Nov 03 18:58:12.705568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e0817b87-14b1-41b5-b90d-1abc90fd183c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a33335f05148427593ee77ccda66959a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8286934 Nov 03 18:58:12.706975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:12.714594 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-a7dd198c-c65e-4f30-acbc-fe09c4a053db service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664653 Nov 03 18:58:12.853307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:12.887282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:12.908619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'port_id': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'mac_address': 'fa:16:3e:14:51:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:13.052131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e649062-1fea-4d87-8c59-f7c664379964 req-ce9927a2-a819-4bd6-94be-65529c2c25bd service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220699 Nov 03 18:58:13.058553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:13.151127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:13.267450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:13.293936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:13.298714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:13.308586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Allocated IP 172.20.0.2 (31fa24cc-4870-48e1-ba6d-bc3804374fd5/b5c23ffc-5f3e-470e-941d-e0f2e71a9006/8c66fbb3-aabe-4974-86a3-8fc8cc634666) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:13.474542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:13.622200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:13.666280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '6de9b7ba-8e1c-4192-94b7-8106f4b26f82', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'port_id': '6de9b7ba-8e1c-4192-94b7-8106f4b26f82', 'mac_address': 'fa:16:3e:4e:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:14.074686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-674bc778-25be-4d10-b076-93c0de1a3208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.094919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc749b-0058-4786-a648-baf7ae76b880 req-a9186982-6935-4715-8f80-909d0b216908 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:14.097403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94bc749b-0058-4786-a648-baf7ae76b880 req-a9186982-6935-4715-8f80-909d0b216908 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 943 time: 0.2814639 Nov 03 18:58:14.176754 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-674bc778-25be-4d10-b076-93c0de1a3208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.234052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94bc749b-0058-4786-a648-baf7ae76b880 req-64791b8a-a6e2-4282-9925-39241d552aed tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185248 Nov 03 18:58:14.487241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6430ce69-0572-4593-9159-9360b0ee1edc details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:14.550459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.587827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.652278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.736450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:14.737494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-674bc778-25be-4d10-b076-93c0de1a3208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.755710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-674bc778-25be-4d10-b076-93c0de1a3208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.758231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-674bc778-25be-4d10-b076-93c0de1a3208 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f413193a-05b6-4d5e-a35c-7b1e8bec21db HTTP/1.1" status: 204 len: 168 time: 0.9953582 Nov 03 18:58:14.786809 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:58:14.914171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc778-25be-4d10-b076-93c0de1a3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f413193a-05b6-4d5e-a35c-7b1e8bec21db,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:14.986398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.037270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.056482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.092992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:15.112587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.144542 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.145528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b729b959-f866-435c-a8e6-cd0b3736ffde details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:15.147080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.175068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.207589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.221781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-11b3420e-94bb-4dd8-abc2-37469ef31f5d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5432 time: 0.5847998 Nov 03 18:58:15.499223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:58:15.549799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:15.564872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Allocated IP 172.25.8.191 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/f963f3c9-eba7-4fc2-86f0-a85813ca29e7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:15.578428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.610869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2eea753-ca5d-4540-a538-d31cddc85507 req-26fbc83f-af30-4542-a248-d330b62af148 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3691599 Nov 03 18:58:15.649793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b729b959-f866-435c-a8e6-cd0b3736ffde,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:15.660818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:15.700836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.719837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '6430ce69-0572-4593-9159-9360b0ee1edc', 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38', 'port_id': '6430ce69-0572-4593-9159-9360b0ee1edc', 'mac_address': 'fa:16:3e:ae:d4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8626e8-5dee-4b56-afde-667d6425beee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:15.777838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Pushing event updated for resources: {'Port': ['ID=8c66fbb3-aabe-4974-86a3-8fc8cc634666,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:15.787040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'b729b959-f866-435c-a8e6-cd0b3736ffde', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'port_id': 'b729b959-f866-435c-a8e6-cd0b3736ffde', 'mac_address': 'fa:16:3e:e3:b6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:15.926832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58960) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:15.963275 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.020182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.030619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.051612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:16.080598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:16.089836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b729b959-f866-435c-a8e6-cd0b3736ffde {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:16.118763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b729b959-f866-435c-a8e6-cd0b3736ffde,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:16.121239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:16.135936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.138836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.139849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 48bbb20d-b062-4ca4-afca-beaeb2216b99 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:16.186751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:16.209306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '48bbb20d-b062-4ca4-afca-beaeb2216b99', 'network_id': '79f241c3-d0a4-4788-a9aa-6ff8f320552a', 'port_id': '48bbb20d-b062-4ca4-afca-beaeb2216b99', 'mac_address': 'fa:16:3e:5d:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b089c83-a7b3-41f2-9af4-8bac5fad0f53', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:16.278255 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.319515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6430ce69-0572-4593-9159-9360b0ee1edc {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:16.393222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.400941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.406926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Attempting to bind port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:16.407706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Attempting to bind port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:16.408352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Attempting to bind port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 on network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:16.449869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179517-8a63-4185-8ec1-4a80cd8bc9c4 req-df704311-e1f9-43ab-83c7-8d90d883c0f4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:16.465472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8179517-8a63-4185-8ec1-4a80cd8bc9c4 req-df704311-e1f9-43ab-83c7-8d90d883c0f4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 943 time: 0.3840315 Nov 03 18:58:16.482547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:16.492575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:16.509553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Checking segment: {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:16.510953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.512014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Bound using segment: {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:16.513060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Bound port: 8c66fbb3-aabe-4974-86a3-8fc8cc634666, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:16.513889 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.521484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:16.523219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Pushing event updated for resources: {'Port': ['ID=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:16.538158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:16.543765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:16.544395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a7dee6-dda2-4057-8937-9083fc6c9885,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:16.577278 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7e2217faf6a40c7bd4541b2ca8bec77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487339 Nov 03 18:58:16.579021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.581256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.581735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.582182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.582624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.586256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.586858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.587426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.587953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.588421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.589132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.591955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb52c9-1ac9-4c6b-a26b-b3c3d1949d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:16.596491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58962) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:16.623316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:16.658874 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.669756 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.701278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8179517-8a63-4185-8ec1-4a80cd8bc9c4 req-6ae0e32e-2fb9-44c8-8b09-0ef510712be1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344921 Nov 03 18:58:16.807770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b3-fe16-4e67-af11-ca57abb455ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.896031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b3-fe16-4e67-af11-ca57abb455ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.907051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bbb20d-b062-4ca4-afca-beaeb2216b99 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:17.005813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b3-fe16-4e67-af11-ca57abb455ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.014822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b3-fe16-4e67-af11-ca57abb455ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.035744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ca3595b3-fe16-4e67-af11-ca57abb455ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e6a7dee6-dda2-4057-8937-9083fc6c9885 HTTP/1.1" status: 204 len: 168 time: 0.4228895 Nov 03 18:58:17.089051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3595b3-fe16-4e67-af11-ca57abb455ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a7dee6-dda2-4057-8937-9083fc6c9885,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:17.092569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] For port 8c66fbb3-aabe-4974-86a3-8fc8cc634666, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:17.207418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:17.215769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:17.244763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] For port 8c66fbb3-aabe-4974-86a3-8fc8cc634666, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c66fbb3-aabe-4974-86a3-8fc8cc634666,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:17.306708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:17.416085 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.419374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e898a6cb-52e9-4017-bece-1f172cc4a936 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:17.444779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.529956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.547791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.570246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.585091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.611527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.631358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.679284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.699844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-894b6019-9a20-43de-8319-ac09fd0e0b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5434 time: 0.7981012 Nov 03 18:58:17.726807 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:58:17.783027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:17.791592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e898a6cb-52e9-4017-bece-1f172cc4a936,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:17.982558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c058-8acc-40aa-a14c-770a6ff7e075 None None] Pushing event updated for resources: {'Port': ['ID=8c66fbb3-aabe-4974-86a3-8fc8cc634666,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:18.119352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'e898a6cb-52e9-4017-bece-1f172cc4a936', 'network_id': 'e638af9f-cd4b-477e-af2b-035836399f4b', 'port_id': 'e898a6cb-52e9-4017-bece-1f172cc4a936', 'mac_address': 'fa:16:3e:3b:3a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ee5746-57af-4d2a-bb48-914d3f81eba1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:18.171853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.440514 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.497612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e898a6cb-52e9-4017-bece-1f172cc4a936 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:18.541415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e898a6cb-52e9-4017-bece-1f172cc4a936,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:18.548073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.622910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fbdde50-d17e-42df-b762-3e48ad00b561 req-b1ee600f-bea6-4f40-b52c-95fea805340f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9218192 Nov 03 18:58:18.647416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c66fbb3-aabe-4974-86a3-8fc8cc634666 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:18.898966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:18.981638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:18.982185 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.463951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.539102 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.686334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 8c66fbb3-aabe-4974-86a3-8fc8cc634666, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c66fbb3-aabe-4974-86a3-8fc8cc634666,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:19.702957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['a1b80768-ae13-4f8c-8d3e-46ddd2868821'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:19.921605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['5011383d-24f7-4978-aaa5-71d2a1c2982f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:19.922339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6f929-d70a-4d7c-b135-b4dd48585424 req-7ddf245e-7214-41a9-8f53-26402e72f70e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:19.942743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cd6f929-d70a-4d7c-b135-b4dd48585424 req-7ddf245e-7214-41a9-8f53-26402e72f70e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 944 time: 0.5591850 Nov 03 18:58:20.026630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['6de9b7ba-8e1c-4192-94b7-8106f4b26f82'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:20.030120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['48bbb20d-b062-4ca4-afca-beaeb2216b99'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:20.104602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['b729b959-f866-435c-a8e6-cd0b3736ffde'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:20.108664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e898a6cb-52e9-4017-bece-1f172cc4a936'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:20.158538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670425f-431a-4133-aa4b-2e6180d3717e None None] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:20.164436 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:20.489683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cd6f929-d70a-4d7c-b135-b4dd48585424 req-b0bc314c-c629-4e59-983e-020825d67828 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307910 Nov 03 18:58:20.756466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:58:20.773299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=8c66fbb3-aabe-4974-86a3-8fc8cc634666,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:20.861065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6430ce69-0572-4593-9159-9360b0ee1edc up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:21.226284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:58:21.289848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:21.291155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d69b07fd-3f80-499c-9738-15a2ec359013 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2397799 Nov 03 18:58:21.297834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59002) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:21.326782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.335523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.342888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.351995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.364163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.371423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.383462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.383750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47f56679-28af-464f-aaff-0b5c2f441700 req-fdafc7a3-e4c2-4523-8aeb-5b9a7978f61e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5436 time: 0.5253379 Nov 03 18:58:21.472002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:21.509330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Sync routers for ids ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:58:21.542880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47f56679-28af-464f-aaff-0b5c2f441700 req-7af6d840-4558-4d44-9d93-72704d820b6b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386123 Nov 03 18:58:21.655686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eebaa2d4-9558-44a4-a1b8-5c4666bc7e28 None None] Provisioning complete for port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:21.656307 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eebaa2d4-9558-44a4-a1b8-5c4666bc7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.097254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74548f6-bee7-4d3f-8e4e-4c5ae99ef932 req-ea7e1e42-255a-42b8-acb7-fb1f091ba88e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:22.109726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d74548f6-bee7-4d3f-8e4e-4c5ae99ef932 req-ea7e1e42-255a-42b8-acb7-fb1f091ba88e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 944 time: 0.1799498 Nov 03 18:58:22.119870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 6430ce69-0572-4593-9159-9360b0ee1edc completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:22.260563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59012) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:22.336310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d74548f6-bee7-4d3f-8e4e-4c5ae99ef932 req-027f6645-9a85-45c0-8239-68ec4f478243 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049756 Nov 03 18:58:22.520402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Routers {'3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:22.521449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:22.824063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-839161545'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:23.077667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c66fbb3-aabe-4974-86a3-8fc8cc634666 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:23.102550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 6430ce69-0572-4593-9159-9360b0ee1edc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:23.107834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.155123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Made reservation on behalf of 9f1f18ae5d46469bba43225f05ffd337 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:23.175320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.213358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.299703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.352871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.405010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.441857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.467528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.504541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.529712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.573109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.578022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20633f5a-7303-465a-8edc-e4830958c6ea req-92599130-4862-4c61-b554-47cc7c7bfa43 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5436 time: 0.7387118 Nov 03 18:58:23.672534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-b94cc59b-9a50-43fe-b1b1-2c2a6c1c1fc7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3904741 Nov 03 18:58:23.898183 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.914198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.014148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:24.044227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1dd8c9-5144-46ba-bbc1-5de969d6368e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:24.067807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20633f5a-7303-465a-8edc-e4830958c6ea req-44c311d3-a838-439c-8065-61cfab334bb9 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4515781 Nov 03 18:58:24.071221 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.071975 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Added segment 87d11223-f6fa-4d24-80db-e3f70b5169d6 of type vlan for network 359f8b0d-351a-4755-8b45-5618aa5a66ad Nov 03 18:58:24.187838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Allocated IP 172.20.0.1 (31fa24cc-4870-48e1-ba6d-bc3804374fd5/b5c23ffc-5f3e-470e-941d-e0f2e71a9006/74c5ccf1-b34e-426e-891d-0ed79a635557) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:24.430174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.565329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.591314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.594169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.644255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.651673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.653208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.659659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.661062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.663732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.672831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.677111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5076415a-f1de-412f-b2a0-e2d630634e3e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 6490 time: 0.8489141 Nov 03 18:58:24.737392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Set router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:24.843120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.878050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Pushing event updated for resources: {'Network': ['ID=359f8b0d-351a-4755-8b45-5618aa5a66ad,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:24.905277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-619dbf19-f242-4036-8d0e-9c762e20880a tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6423995 Nov 03 18:58:24.908122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:25.015532 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.035491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188d3c3-d5bd-4639-9dd7-9bb5b3923114 req-127c4eb7-9707-4672-a5a5-b9b576510a86 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:25.058361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9188d3c3-d5bd-4639-9dd7-9bb5b3923114 req-127c4eb7-9707-4672-a5a5-b9b576510a86 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 944 time: 0.2308066 Nov 03 18:58:25.068554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:25.069283 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.125750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.129694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'network': {'name': 'tempest-network--312315621', 'router:external': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:25.174912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Made reservation on behalf of 8429ea07448c433ba0cd6c1b887ae8b9 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:25.185809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.280471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.286425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:25.322321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:25.325722 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ed7ef-ac13-4fa5-b5ec-5eb97ebfb2c6" -d '{"events": [{"server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "name": "network-vif-plugged", "status": "completed", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:25.330935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.392292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:25.409513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-0e5fc284-a3e6-494b-b2d7-2c258c7bea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:25.410892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-0e5fc284-a3e6-494b-b2d7-2c258c7bea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:25.414234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-0e5fc284-a3e6-494b-b2d7-2c258c7bea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:25.418044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-0e5fc284-a3e6-494b-b2d7-2c258c7bea9b service neutron] 10.222.0.115 "GET /v2.0/networks?id=22eb02e1-6b86-47d4-baee-04b220578556&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 200 len: 2293 time: 0.6260877 Nov 03 18:58:25.436583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:25.437726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9188d3c3-d5bd-4639-9dd7-9bb5b3923114 req-846d746f-24ea-4457-ad42-38c787939a81 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752880 Nov 03 18:58:25.462939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:25.514650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:25.603385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 359f8b0d-351a-4755-8b45-5618aa5a66ad details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:25.723203 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eae1f8f-a6dc-4c18-a48d-901c162ec84a x-openstack-request-id: req-9eae1f8f-a6dc-4c18-a48d-901c162ec84a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:25.724013 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "name": "network-vif-plugged", "status": "completed", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:25.724798 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9eae1f8f-a6dc-4c18-a48d-901c162ec84a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:25.726310 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc', 'code': 200} Nov 03 18:58:25.746160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.759037 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.811452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Pushing event updated for resources: {'Port': ['ID=74c5ccf1-b34e-426e-891d-0ed79a635557,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:25.817842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:25.861453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.862027 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Added segment 31b4ece4-ad1b-4cd6-a0b7-236c4ce4d73a of type vlan for network 65c41cdd-09b6-4258-9bb2-084facc6a558 Nov 03 18:58:26.063828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.102193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-ef67203d-5878-4c69-8e01-123311705067 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 200 len: 1000 time: 0.6547036 Nov 03 18:58:26.128848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T18:58:17Z', 'revision_number': 3, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:26.232958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Checking router: 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:58:26.234942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Updating router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:58:26.314888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bff71e2-b17e-4df2-a667-4af6480c90dc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:26.322191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.365416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8503f-d490-4473-833e-f28034125291 req-ea628fba-fb06-4863-95dd-5930963adc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.368778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71a8503f-d490-4473-833e-f28034125291 req-ea628fba-fb06-4863-95dd-5930963adc19 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1096 time: 0.3431447 Nov 03 18:58:26.406798 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.414758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-762d4ab9-7fdc-4d4c-a80a-cdb4a017f1fb None None] Provisioning complete for port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:26.415295 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-762d4ab9-7fdc-4d4c-a80a-cdb4a017f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.458036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.490633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.509683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.529710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.546803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.563429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.567088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-729a9955-5183-449a-8542-a50911df82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.570300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-729a9955-5183-449a-8542-a50911df82ab service neutron] 10.222.0.115 "GET /v2.0/subnets?id=57b15da0-0f41-4a92-982e-cb04bf19b799 HTTP/1.1" status: 200 len: 851 time: 0.2271225 Nov 03 18:58:26.591730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.607716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-fda9d054-1a56-4c80-952d-79bc3e5d3075 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5436 time: 0.8415129 Nov 03 18:58:26.782306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-feba5f3c-5236-4c00-bba3-cce6d75c0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.786815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-feba5f3c-5236-4c00-bba3-cce6d75c0030 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=22eb02e1-6b86-47d4-baee-04b220578556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023957 Nov 03 18:58:26.820837 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.825653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.827247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.876562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.998110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71a8503f-d490-4473-833e-f28034125291 req-d058ba93-7973-4a23-bbaa-b62c2d18b2b3 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145267 Nov 03 18:58:27.073465 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1630607 Nov 03 18:58:27.104223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 48bbb20d-b062-4ca4-afca-beaeb2216b99 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:27.105132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ffe75-74e4-4bf2-8f34-021675d21ef2 req-ef4cb96d-ca4e-473c-851e-d9c807c7dd55 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:27.120473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df3ffe75-74e4-4bf2-8f34-021675d21ef2 req-ef4cb96d-ca4e-473c-851e-d9c807c7dd55 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 949 time: 0.5007358 Nov 03 18:58:27.128444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59076) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:27.168620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7bfa3-c983-45d0-9608-b4218ffda7be tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Network': ['ID=65c41cdd-09b6-4258-9bb2-084facc6a558,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.200392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 65c41cdd-09b6-4258-9bb2-084facc6a558 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:27.232842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9c15b95-b647-44f1-9664-9d5a3b4d052d req-6dc55750-2a1d-4ac4-bc5c-057a3914900a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6229293 Nov 03 18:58:27.249070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.261072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.517975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.538877 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.561480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df3ffe75-74e4-4bf2-8f34-021675d21ef2 req-4bf0e198-747f-418f-b03f-d2d1467c6072 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390755 Nov 03 18:58:27.644229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d8835-056c-43f7-b7b1-1071dc987ca4 req-b4dba037-6b82-496f-b45f-c15e344860c7 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:27.650319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Pushing event updated for resources: {'Port': ['ID=74c5ccf1-b34e-426e-891d-0ed79a635557,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.662552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc3d8835-056c-43f7-b7b1-1071dc987ca4 req-b4dba037-6b82-496f-b45f-c15e344860c7 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 945 time: 0.1897159 Nov 03 18:58:27.673984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-873e174a-7a8d-4e9d-935e-45e2ee3ccc64 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8467932 Nov 03 18:58:27.726426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 48bbb20d-b062-4ca4-afca-beaeb2216b99 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:27.733942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 48bbb20d-b062-4ca4-afca-beaeb2216b99 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:27.734412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.903227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.925469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.965530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:27.974044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:28.043962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Attempting to bind port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:28.044611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Attempting to bind port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:28.045221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Attempting to bind port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:28.051370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-56acb2c8-7404-47f7-8d85-3414429787bb None None] Provisioning complete for port 74c5ccf1-b34e-426e-891d-0ed79a635557 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:28.051842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56acb2c8-7404-47f7-8d85-3414429787bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.160567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.174435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:28.175041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:28.175685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.176406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:28.177381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Bound port: f963f3c9-eba7-4fc2-86f0-a85813ca29e7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:28.179168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.200268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47fb28-6321-4989-a618-e35af725b50b None None] Pushing event updated for resources: {'Port': ['ID=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:28.203630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-3552ea5e-5746-4e79-adb5-7311becf1bf3 service neutron] 10.222.0.115 "GET /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591371 Nov 03 18:58:28.338887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-56acb2c8-7404-47f7-8d85-3414429787bb None None] Port 74c5ccf1-b34e-426e-891d-0ed79a635557 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:58:28.358985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c41cdd-09b6-4258-9bb2-084facc6a558']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:28.377481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.405527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc3d8835-056c-43f7-b7b1-1071dc987ca4 req-604ce762-6e5c-4ffe-a421-0d770de27bb9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7413039 Nov 03 18:58:28.415404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b4ece4-ad1b-4cd6-a0b7-236c4ce4d73a') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:28.420792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b4ece4-ad1b-4cd6-a0b7-236c4ce4d73a') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:28.452203 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.497226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] For port f963f3c9-eba7-4fc2-86f0-a85813ca29e7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:28.502565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] For port f963f3c9-eba7-4fc2-86f0-a85813ca29e7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:28.514858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.541624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:28.544912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.567239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:28.572516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:28.576483 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298a9941-b89c-42d1-9f79-2c922b9e82c4" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:28.586598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.592257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-4f7c47cb-3d90-477c-bc21-f2a1ba794001 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 217 time: 0.3678849 Nov 03 18:58:28.599723 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.601790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e898a6cb-52e9-4017-bece-1f172cc4a936 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:28.638812 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:28.676184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-174d4c91-d48c-4c61-9c37-a7daa65b3698 None None] Provisioning complete for port 74c5ccf1-b34e-426e-891d-0ed79a635557 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:28.682066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-174d4c91-d48c-4c61-9c37-a7daa65b3698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.798910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:58:28.802700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-656cf4ac-5948-45d0-bde4-5b0a63c2ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:28.805702 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-656cf4ac-5948-45d0-bde4-5b0a63c2ff69 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1471083 Nov 03 18:58:28.870853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:28.877523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47fb28-6321-4989-a618-e35af725b50b None None] Pushing event updated for resources: {'Port': ['ID=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:28.948688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:28.973027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:28.977730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c4c20ce3-dbd6-4d65-8a7c-5be1d5380703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:28.979561 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c4c20ce3-dbd6-4d65-8a7c-5be1d5380703 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633224 Nov 03 18:58:28.988110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.000405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.013366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.028620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Routers {'3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:29.029647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:29.032946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.060768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.063059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-46f6c999-bbe4-470c-ae8f-4c218a62ce06 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5437 time: 0.2847311 Nov 03 18:58:29.064383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.095412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65c41cdd-09b6-4258-9bb2-084facc6a558 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:58:29.118099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:58:29.154014 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ca808e8-a49a-4511-ab95-25ea703409ab admin admin] 10.222.0.91 "PUT /v2.0/routers/3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8537977 Nov 03 18:58:29.158664 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6f83e6-1cfb-40a3-a52a-97e6ec38517c x-openstack-request-id: req-4a6f83e6-1cfb-40a3-a52a-97e6ec38517c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:29.172061 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:29.177864 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4a6f83e6-1cfb-40a3-a52a-97e6ec38517c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:29.178189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.179085 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99', 'code': 200} Nov 03 18:58:29.193487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/networks/65c41cdd-09b6-4258-9bb2-084facc6a558 HTTP/1.1" status: 204 len: 168 time: 2.0532241 Nov 03 18:58:29.224369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360413d6-c486-46f4-935a-867a547f51e6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Network': ['ID=65c41cdd-09b6-4258-9bb2-084facc6a558,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:29.230341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:29.248650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-174d4c91-d48c-4c61-9c37-a7daa65b3698 None None] Port 74c5ccf1-b34e-426e-891d-0ed79a635557 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:58:29.301474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:29.363239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port e898a6cb-52e9-4017-bece-1f172cc4a936 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:29.369731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:29.445064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6a510d3-eaec-4a55-9e95-aefe0b5d20a1 req-2f467a7e-33e6-4395-834e-9f00a7166cd2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3347764 Nov 03 18:58:29.555568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Made reservation on behalf of 8429ea07448c433ba0cd6c1b887ae8b9 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:29.563577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port e898a6cb-52e9-4017-bece-1f172cc4a936 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:29.563955 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.565439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.697642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59138) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:29.703016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-36998591-5fcb-4612-9599-6aaffc53cdec service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813789 Nov 03 18:58:29.823271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] Set router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:29.830236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:29.845819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-477181057'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:29.895377 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.901476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:29.909883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.950383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f53a6-ff62-408b-a296-f59ef5fa97bd req-e800d76c-20e3-4645-91c0-5a43f81f23ba tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.952936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-845f53a6-ff62-408b-a296-f59ef5fa97bd req-e800d76c-20e3-4645-91c0-5a43f81f23ba tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 945 time: 0.2055824 Nov 03 18:58:29.979729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.980333 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Added segment 77714eee-6787-4f9c-bea8-a4fa854c63db of type vlan for network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 Nov 03 18:58:29.988514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:29.993159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:30.004641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.042424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.042988 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Added segment 8f8273e1-78b5-4349-ac88-17c7c5b91393 of type vlan for network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 Nov 03 18:58:30.086458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-845f53a6-ff62-408b-a296-f59ef5fa97bd req-0b4b7617-a6c9-4c64-b6ca-4888d4242007 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215277 Nov 03 18:58:30.172311 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-0becd9f6-7df5-43a0-a616-e696e3f57409 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591756 Nov 03 18:58:30.182738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.280876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.284040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.327554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd0306-5646-4942-a7e2-9979d125e718 req-cf3b61c4-3caa-4769-b388-0f255bbaf111 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:30.329759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91bd0306-5646-4942-a7e2-9979d125e718 req-cf3b61c4-3caa-4769-b388-0f255bbaf111 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 946 time: 0.1726866 Nov 03 18:58:30.348190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-3d336023-5934-4ddc-838f-e411864f8c90 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 217 time: 0.1491282 Nov 03 18:58:30.483388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.504097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.516703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:30.517855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.518539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-edece523-f4a4-4e28-8992-3c12d522218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:30.521517 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-edece523-f4a4-4e28-8992-3c12d522218e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.1599066 Nov 03 18:58:30.523276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.525841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:30.529305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.535962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e898a6cb-52e9-4017-bece-1f172cc4a936,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:30.544605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.545551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a1b80768-ae13-4f8c-8d3e-46ddd2868821 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:30.626643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-bf23a49b-9297-4d4d-82ce-ae9e4ff09f97 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1875710474&fields=id&tenant_id=1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 267 time: 0.2920902 Nov 03 18:58:30.632821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91bd0306-5646-4942-a7e2-9979d125e718 req-f5eddb69-af9e-4da9-aef8-fec878f4b8c6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832389 Nov 03 18:58:30.770768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5340307 Nov 03 18:58:30.778219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:30.779687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0804453 Nov 03 18:58:30.792817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'subnet': {'network_id': '8d265fa8-f5e4-49f8-9f3d-e6933dcca949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:30.796992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59160) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:30.803877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.810010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'subnet': {'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:30.818763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3089f6-fba0-49f4-a069-2f52355204bf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Network': ['ID=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.830996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91bcdd-5b51-47a9-b7e7-e6543551310d tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Network': ['ID=8d265fa8-f5e4-49f8-9f3d-e6933dcca949,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.870945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:30.879997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-635d58ba-14b5-458c-b328-8dbd2304ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:30.883045 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-635d58ba-14b5-458c-b328-8dbd2304ee61 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3351891 Nov 03 18:58:30.883459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T18:58:26Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '74c5ccf1-b34e-426e-891d-0ed79a635557', 'name': '', 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'mac_address': 'fa:16:3e:be:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:23Z', 'updated_at': '2021-11-03T18:58:27Z', 'revision_number': 2, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'subnets': [{'id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:30.883743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Made reservation on behalf of 8429ea07448c433ba0cd6c1b887ae8b9 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:30.888171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.979357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3371a-6f0b-46cb-9d5c-cf5b6e137d41 None None] The sync data for ids ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'] in n-d-812151-4 is: [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T18:58:26Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '74c5ccf1-b34e-426e-891d-0ed79a635557', 'name': '', 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'mac_address': 'fa:16:3e:be:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:23Z', 'updated_at': '2021-11-03T18:58:27Z', 'revision_number': 2, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'subnets': [{'id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:58:30.999010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port a1b80768-ae13-4f8c-8d3e-46ddd2868821 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:31.023224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-76dd1b71-d448-495d-a8c4-0f18a3cb904a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.039213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-76dd1b71-d448-495d-a8c4-0f18a3cb904a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 945 time: 0.3244288 Nov 03 18:58:31.044084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:31.057743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'port': {'security_groups': ['a5a2f1c6-dbdf-4353-a089-574380563200', '2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:31.098810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port a1b80768-ae13-4f8c-8d3e-46ddd2868821 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:31.100481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.326467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.338341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.351142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.356915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}, {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:31.362577 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c5fdbf-0b9a-4ba6-8fdd-e1df1d2597ba" -d '{"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:31.366453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.381860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.409227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.433050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.437623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-4845411d-db49-433b-80c9-5a6f375428bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5438 time: 0.3251183 Nov 03 18:58:31.446215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.483554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:31.488035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.673674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.715526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38d6ead9-b809-486c-ac62-8d86122347f7 req-1125e297-131b-4984-94b4-df08ae2ff944 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340915 Nov 03 18:58:31.740349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-78ad13d2-f88e-40dd-807b-56f6acbb5989 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450029 Nov 03 18:58:31.752077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:31.764883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.766646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5011383d-24f7-4978-aaa5-71d2a1c2982f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:32.000143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:32.048175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 5011383d-24f7-4978-aaa5-71d2a1c2982f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:32.061591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 5011383d-24f7-4978-aaa5-71d2a1c2982f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:32.062208 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.147820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:32.189273 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-3206fb71-dfc1-4449-b501-e83cdb82d7e0 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140399 Nov 03 18:58:32.224542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.237292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.305291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:32.306578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.333824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb03f3a1-9dad-4b17-80d4-4809278f2a97 req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "PUT /v2.0/ports/6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 981 time: 1.2846498 Nov 03 18:58:32.361505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.402784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:32.431917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:32.448935 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d030aa-0318-43cc-bd9d-6e88d5702d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:32.461769 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-796b80e9-6e68-46cd-b460-23b4910857d3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=1282a400-3de1-4def-8d50-30436d08405f HTTP/1.1" status: 200 len: 217 time: 0.2351804 Nov 03 18:58:32.530230 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1851306-8ea1-4423-9e7c-79fd8e33e629 x-openstack-request-id: req-c1851306-8ea1-4423-9e7c-79fd8e33e629 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:32.530690 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "code": 200}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:32.531090 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c1851306-8ea1-4423-9e7c-79fd8e33e629 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:32.531710 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'code': 200} Nov 03 18:58:32.532119 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936', 'code': 200} Nov 03 18:58:32.730092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:32.836402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-31fecbf9-cd94-47a4-9f6e-657d36ddecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:32.856708 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-31fecbf9-cd94-47a4-9f6e-657d36ddecac service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.2657721 Nov 03 18:58:32.897731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:32.933838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4481a-eacc-4aa8-b95a-5884940def0d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:32.974449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.088516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5a31ee5b-c2bd-452c-b190-3fe42d2781df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:33.091842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-5a31ee5b-c2bd-452c-b190-3fe42d2781df service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2018476 Nov 03 18:58:33.096998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:33.169298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.200238 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246072d9-f84a-4003-b23e-9880b2269418 x-openstack-request-id: req-246072d9-f84a-4003-b23e-9880b2269418 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:33.200238 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:33.201577 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-246072d9-f84a-4003-b23e-9880b2269418 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:33.203234 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc', 'status': 'completed', 'code': 200} Nov 03 18:58:33.220923 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.304089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:33.320474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Subnet': ['ID=ebd0836c-f882-4ca0-9ac7-e664a3527def,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:33.353163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:33.372660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-e210ad62-f051-474f-b036-02283b4cc636 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868880 Nov 03 18:58:33.374010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:58:33.374720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.577125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Subnet': ['ID=764cadc0-2771-4c9d-a5e8-f255b6ee3990,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:33.652110 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.707936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'mac_address': 'fa:16:3e:1e:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:33.739145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-10017403-d925-4a45-81d3-1ccc1cb4a614 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552303 Nov 03 18:58:33.744399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Checking segment: {'id': '77714eee-6787-4f9c-bea8-a4fa854c63db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8d265fa8-f5e4-49f8-9f3d-e6933dcca949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:33.745403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Network hostable DHCP agents. Network: 8d265fa8-f5e4-49f8-9f3d-e6933dcca949, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:33.825110 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-bf05d8e8-70ff-40fc-9e49-760e69de9154 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=7086f24f-8efb-4c80-9c08-3d0348e47750 HTTP/1.1" status: 200 len: 217 time: 0.0738332 Nov 03 18:58:34.032184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:34.062375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:34.070784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c9c73383-335f-408b-9962-0cfed732aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.073373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c9c73383-335f-408b-9962-0cfed732aa18 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 200 len: 797 time: 0.2347233 Nov 03 18:58:34.233518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 8d265fa8-f5e4-49f8-9f3d-e6933dcca949) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:34.235262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.239778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f963f3c9-eba7-4fc2-86f0-a85813ca29e7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:34.247909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c36f4ae3-59d3-4bb9-9ece-0d9623655002 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-67192733&fields=id&tenant_id=1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 267 time: 1.2462461 Nov 03 18:58:34.266355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-005dfef8-6c71-4091-8491-8f8e73769581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.269382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-005dfef8-6c71-4091-8491-8f8e73769581 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1135 time: 1.1579072 Nov 03 18:58:34.284687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Checking segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:34.285674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network hostable DHCP agents. Network: 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:34.290590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3346e05-8467-4d82-8074-7bee143e3a8b None None] Network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:34.294620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.295816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.378659 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c719553a-557a-40b1-a714-0815e84031f8 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5970368 Nov 03 18:58:34.385322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59220) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:34.388421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.401861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.413134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.421796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'floatingip': {'floating_network_id': '8d265fa8-f5e4-49f8-9f3d-e6933dcca949'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:34.426267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.438022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.451786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.463586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.476017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8ed2a456-c3d0-4396-b24e-7d6207b27c48 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5440 time: 1.1666713 Nov 03 18:58:34.495441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-fedd75bf-e45a-476c-94bc-c4171f5a8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.498792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-fedd75bf-e45a-476c-94bc-c4171f5a8c37 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d202677e-55b0-4b69-961d-2f37ab7d0eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4094505 Nov 03 18:58:34.516425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.531029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:34.545800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821'}, {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:34.549265 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20328dad-7db7-4825-beac-a9e04d1d25ab" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821"}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:34.553971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:34.554575 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.672361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:34.700998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-306cc96b-f81e-4e27-8551-f65da56a38fd tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.702886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-306cc96b-f81e-4e27-8551-f65da56a38fd tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 984 time: 0.4103160 Nov 03 18:58:34.718571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:34.736413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'port': {'security_groups': ['2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7', 'a5a2f1c6-dbdf-4353-a089-574380563200', '5f1e8578-e21e-40a9-a235-24287538f089']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:34.757341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.758333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.824704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67a7eaf7-cdda-470a-a4e0-d7814184bff2 req-8993e2c2-3f89-483f-8209-447402d17d26 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472972 Nov 03 18:58:34.855624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-6c859e6a-b542-4204-a90c-81951a2537ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:34.864374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:34.872207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-6c859e6a-b542-4204-a90c-81951a2537ba service neutron] 10.222.0.115 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.5607998 Nov 03 18:58:34.880207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8064a016-6a51-4ebf-b6c7-0d4e2b168b93 None None] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:34.892661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c2f53f18-2d17-4be5-8486-192c913d568c service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467710 Nov 03 18:58:34.910641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1256bbe0-9cf0-42fe-8c5e-d8abe694d41e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1088822 Nov 03 18:58:34.915941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59228) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:34.932166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-221016816'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:35.065042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-2cb10e35-66dd-4280-a29a-c815605249d0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 217 time: 0.1746550 Nov 03 18:58:35.145259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c469f808-bf3d-4d0a-94e4-b0cf2ab0b472 service neutron] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274146 Nov 03 18:58:35.146961 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.208643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef5651-4cd7-4577-ac65-bfb07ac541eb None None] Network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:35.228344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bea621fe-4311-4876-a003-74378135ec84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.251103 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-c2655820-32ea-4701-985e-565c2a71f102 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=187556e5-51af-4b57-a34d-04b9379b8528 HTTP/1.1" status: 200 len: 217 time: 0.0947783 Nov 03 18:58:35.255427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.257446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-436d48f8-3a31-4fdf-810f-7bb5c8039864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:35.260437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-436d48f8-3a31-4fdf-810f-7bb5c8039864 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.1723893 Nov 03 18:58:35.276857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fec7b0-e136-40e7-afa6-c897f503a599 req-1049ad1c-8f75-4c02-935b-922075307ffd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:35.289522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87fec7b0-e136-40e7-afa6-c897f503a599 req-1049ad1c-8f75-4c02-935b-922075307ffd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 946 time: 0.2414207 Nov 03 18:58:35.377998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-5aa1dcf1-0932-4893-ba08-ef341d856bac service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749533 Nov 03 18:58:35.470801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Allocated IP 172.20.0.14 (8d265fa8-f5e4-49f8-9f3d-e6933dcca949/764cadc0-2771-4c9d-a5e8-f255b6ee3990/b135e719-d7c5-4d62-a65c-c65cfba86447) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:35.517566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:35.521367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:35.524327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.637519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87fec7b0-e136-40e7-afa6-c897f503a599 req-25a0f6e9-a39e-4c6b-a19a-f93634eaef55 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465185 Nov 03 18:58:35.739885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.786848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-851abb91-3767-45ca-a1c9-1355c56541f3 service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854907 Nov 03 18:58:35.835827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:35.841536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.928765 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Sync routers for ids ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:58:35.969614 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:35.975914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:35.983582 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Routers {'3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:35.984694 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:36.010118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-16a6ecf0-6f1e-4095-a2c7-84d49533b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.021246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-16a6ecf0-6f1e-4095-a2c7-84d49533b1d9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.5197518 Nov 03 18:58:36.037304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.037304 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Added segment 2c9a9100-0cd4-4102-ba19-b2f1b0933519 of type vlan for network d2eb191d-f207-4e39-b42c-8148a51090f6 Nov 03 18:58:36.043952 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.057113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:36.217449 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.227987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'fixed_ips': [{'subnet_id': 'ebd0836c-f882-4ca0-9ac7-e664a3527def'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:58:36.229462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.267566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-f60f9a18-a7b6-4093-82d8-8d6958047566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.281545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-f60f9a18-a7b6-4093-82d8-8d6958047566 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2415092 Nov 03 18:58:36.286010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.354671 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1559e2cc-3311-4741-bbe4-798815973ec0 x-openstack-request-id: req-1559e2cc-3311-4741-bbe4-798815973ec0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:36.355296 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821", "code": 200}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:36.355785 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1559e2cc-3311-4741-bbe4-798815973ec0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:36.356532 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821', 'code': 200} Nov 03 18:58:36.357035 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f', 'code': 200} Nov 03 18:58:36.407150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:36.498358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:36.505478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:36.506703 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.562090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:36.562762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:36.574592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.580656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.581365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.583454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d030aa-0318-43cc-bd9d-6e88d5702d5b req-7b999ada-f7ad-4d27-b5c7-30f6e2cb7705 service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725987 Nov 03 18:58:36.584354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:36.620712 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Set router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:36.702408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.727405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Port': ['ID=b135e719-d7c5-4d62-a65c-c65cfba86447,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:36.744785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:36.781008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8580892 Nov 03 18:58:36.788494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59246) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:36.912951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'subnet': {'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:36.920769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:36.959086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.972934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.988789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.015926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.041749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.066051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95a6f6-b480-4fc3-a407-be6f645d9304 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Network': ['ID=d2eb191d-f207-4e39-b42c-8148a51090f6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:37.084972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.134714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.144900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-865b2bc8-ac93-4694-8bf7-1badc9fa510e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5441 time: 0.7724581 Nov 03 18:58:37.146631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-4a2865a9-b08f-4b8b-ae5e-f1d2628ea632 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8459997 Nov 03 18:58:37.160548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.168393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.172184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94e8a172-393a-4f52-9e2f-86871eba50fa req-c2e65f47-0784-45df-9976-faef5ff44a22 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "PUT /v2.0/ports/6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 1020 time: 2.4426219 Nov 03 18:58:37.175268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:37.184966 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb5c03-9096-4bc1-a059-41df89aee019" -d '{"events": [{"name": "network-changed", "server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:37.186592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:37.230869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:37.249214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d2eb191d-f207-4e39-b42c-8148a51090f6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:37.259232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:37.274167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.393142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e839b4e8-b54d-4ac8-911e-6c8b66ba83ab req-a3bb94ee-8083-4ed7-bbcd-2f6f601f55ca tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968410 Nov 03 18:58:37.530529 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T18:58:26Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '74c5ccf1-b34e-426e-891d-0ed79a635557', 'name': '', 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'mac_address': 'fa:16:3e:be:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:23Z', 'updated_at': '2021-11-03T18:58:27Z', 'revision_number': 2, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'subnets': [{'id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:37.634289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:37.650657 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Checking router: 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:58:37.651637 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Updating router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd port 74c5ccf1-b34e-426e-891d-0ed79a635557 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:58:37.696227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5022-6185-4f59-b3ba-8b567b0f1d34 req-5be8da98-ff5d-44aa-bc75-acf9bf369e9a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.708857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.716955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-959d5022-6185-4f59-b3ba-8b567b0f1d34 req-5be8da98-ff5d-44aa-bc75-acf9bf369e9a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 946 time: 0.2150178 Nov 03 18:58:37.720274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-96b19b89-38e5-4780-81e5-5a219f5f3a3c service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547061 Nov 03 18:58:37.780033 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.859704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-959d5022-6185-4f59-b3ba-8b567b0f1d34 req-0c5897ff-15e1-4456-ac2d-bf7f9de9beeb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398954 Nov 03 18:58:37.946092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:37.954049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:37.958784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:38.021677 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cb9a30-d860-451c-b93c-ce6afab242b1 x-openstack-request-id: req-61cb9a30-d860-451c-b93c-ce6afab242b1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:38.023853 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:38.024770 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61cb9a30-d860-451c-b93c-ce6afab242b1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:38.025227 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc', 'status': 'completed', 'code': 200} Nov 03 18:58:38.077682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be50f81-06ac-40e2-be31-1694e0e73e70 req-3cca6014-f31a-41c0-afd9-7b40397c88ef tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:38.099579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3be50f81-06ac-40e2-be31-1694e0e73e70 req-3cca6014-f31a-41c0-afd9-7b40397c88ef tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1023 time: 0.2576988 Nov 03 18:58:38.220340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:38.326592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:38.327369 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.340455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'mac_address': 'fa:16:3e:7a:8d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:38.364038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-e9714b9f-6a79-4d0d-bde9-ddbf87c876eb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 200 len: 217 time: 0.4093018 Nov 03 18:58:38.420619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-3c161afd-5e80-40e7-9839-13a138ff1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:38.426260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-3c161afd-5e80-40e7-9839-13a138ff1e57 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1174 time: 0.3247344 Nov 03 18:58:38.465038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:38.468185 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27033fe-029d-4c1a-a4e6-7c86f901c679" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:38.475354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.502590 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.522699 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.571624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.612212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.612679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.613003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.616909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.617475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.617860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.618199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.618649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.619220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.622905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.625364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.628643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.644003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.679760 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Pushing event updated for resources: {'Port': ['ID=74c5ccf1-b34e-426e-891d-0ed79a635557,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:38.725427 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.727528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:38.735701 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.736861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.737732 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.738609 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.739612 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.740495 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.743583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.744611 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.745548 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.751887 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.753037 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:38.970839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34434427-c52b-49d8-a50b-7bd3b3efbde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.988476 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Attempting to bind port 74c5ccf1-b34e-426e-891d-0ed79a635557 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:38.989597 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Attempting to bind port 74c5ccf1-b34e-426e-891d-0ed79a635557 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:38.990535 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Attempting to bind port 74c5ccf1-b34e-426e-891d-0ed79a635557 on network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:39.010628 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:39.012507 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Checking segment: {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:39.012507 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.013276 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Bound using segment: {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:39.015009 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Bound port: 74c5ccf1-b34e-426e-891d-0ed79a635557, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74628787-3363-44bc-b7b0-2ea1a97f03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:39.015009 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.100639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Subnet': ['ID=f1e9bd37-562b-45e7-850d-5d9ff4a364c5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:39.184849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-96e852e9-84d3-475d-8c33-33a0780cbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.187723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-96e852e9-84d3-475d-8c33-33a0780cbba1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 200 len: 797 time: 0.7861295 Nov 03 18:58:39.226455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3be50f81-06ac-40e2-be31-1694e0e73e70 req-df3f760e-dcae-48a1-a26a-036ff0782091 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7&id=5f1e8578-e21e-40a9-a235-24287538f089&id=a5a2f1c6-dbdf-4353-a089-574380563200 HTTP/1.1" status: 200 len: 6207 time: 1.0975583 Nov 03 18:58:39.254549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:39.314621 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] For port 74c5ccf1-b34e-426e-891d-0ed79a635557, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:39.329704 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] For port 74c5ccf1-b34e-426e-891d-0ed79a635557, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74c5ccf1-b34e-426e-891d-0ed79a635557,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:39.337649 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.366490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-34703eeb-0e96-470f-a784-09a5782a21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.376657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-34703eeb-0e96-470f-a784-09a5782a21ff service neutron] 10.222.0.115 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.9361064 Nov 03 18:58:39.387143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Allocated IP 19.80.0.2 (3a7ea08a-c5f1-430d-9fe5-8a70e060dac6/ebd0836c-f882-4ca0-9ac7-e664a3527def/e6e9c690-1445-4110-b70a-2c68a337725b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:39.444752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.479747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.508449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.550229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.559576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Checking segment: {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:39.561349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network hostable DHCP agents. Network: d2eb191d-f207-4e39-b42c-8148a51090f6, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:39.588612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.630245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.639920 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dce8cf-3b08-4669-bfcf-39b3a927b23c None None] Pushing event updated for resources: {'Port': ['ID=74c5ccf1-b34e-426e-891d-0ed79a635557,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:39.666241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.669587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-3208bbb7-1b65-44a5-b3a1-98d666e1c0bd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5441 time: 0.9976883 Nov 03 18:58:39.672041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-42f92ed9-2f38-4442-bfb4-c8cbc0ec6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.684978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-42f92ed9-2f38-4442-bfb4-c8cbc0ec6c4a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4655225 Nov 03 18:58:39.694928 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Routers {'3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:58:39.701457 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:58:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:39.895008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-cad2ce0f-7ad4-4669-bd12-ad26792b7884 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 200 len: 217 time: 0.2240820 Nov 03 18:58:39.930971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.931556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.059517 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.074456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.109715 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e453d975-54ce-4da6-a7ac-7717ba054a5d x-openstack-request-id: req-e453d975-54ce-4da6-a7ac-7717ba054a5d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:40.110676 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:40.111090 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e453d975-54ce-4da6-a7ac-7717ba054a5d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:40.111494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.112942 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'code': 200} Nov 03 18:58:40.158718 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] Set router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:58:40.167139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-1e763094-194f-4989-88e4-32513bf25fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:40.173245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network d2eb191d-f207-4e39-b42c-8148a51090f6 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:40.173554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-1e763094-194f-4989-88e4-32513bf25fce service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.2560608 Nov 03 18:58:40.315653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-60b91cc2-f65b-45f8-a912-0f8b9628f509 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204128 Nov 03 18:58:40.339619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.700216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:40.762326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e81f246-fe38-4cb0-87b0-4b580dc22a1d req-d381442c-0daa-42f3-af14-56eba7c175ec tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0782201 Nov 03 18:58:40.862031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-3f253a2b-437e-48ef-a764-0ad234959a3c service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117370 Nov 03 18:58:40.866805 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T18:58:26Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '74c5ccf1-b34e-426e-891d-0ed79a635557', 'name': '', 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'mac_address': 'fa:16:3e:be:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:23Z', 'updated_at': '2021-11-03T18:58:39Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'subnets': [{'id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:40.876101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d2eb191d-f207-4e39-b42c-8148a51090f6) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:40.878340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:40.904566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:40.907756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:40.916641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.920285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-350b8609-b813-43f3-9894-ad88e40c7f9c service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766430 Nov 03 18:58:40.950844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:40.962063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:41.022304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-39b3309d-41ad-469b-84d1-0d0e0be58d5b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1428154 Nov 03 18:58:41.058886 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59282125-8d32-49e7-8b1c-71265c8e485d None None] The sync data for ids ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'] in n-d-812151-4 is: [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T18:58:26Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '74c5ccf1-b34e-426e-891d-0ed79a635557', 'name': '', 'network_id': '31fa24cc-4870-48e1-ba6d-bc3804374fd5', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'mac_address': 'fa:16:3e:be:b5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:23Z', 'updated_at': '2021-11-03T18:58:39Z', 'revision_number': 4, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'subnets': [{'id': 'b5c23ffc-5f3e-470e-941d-e0f2e71a9006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:58:41.069927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.272890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f2b52-8d18-4e7a-abb4-c144fcf25662 None None] Network d2eb191d-f207-4e39-b42c-8148a51090f6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:41.330683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Port': ['ID=b135e719-d7c5-4d62-a65c-c65cfba86447,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:41.362919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.366909 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1f674c34-6b24-4081-9148-9139bd29c32b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9797649 Nov 03 18:58:41.380456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59308) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.392186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f963f3c9-eba7-4fc2-86f0-a85813ca29e7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:41.430359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aafe54-32d2-445c-8272-8e0e71526284 req-3c588289-f04b-411c-96d2-75613686b738 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:41.445575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5aafe54-32d2-445c-8272-8e0e71526284 req-3c588289-f04b-411c-96d2-75613686b738 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 945 time: 0.3630695 Nov 03 18:58:41.464392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dcb5c03-9096-4bc1-a059-41df89aee019 req-c2076603-cd5f-41cc-8416-e83f0fc5e3e5 service neutron] 10.222.0.115 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288615 Nov 03 18:58:41.515827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.624948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eb2aca6f-cc20-4194-9c7e-ae91b2b21fb4 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "GET /v2.0/floatingips?floating_network_id=8d265fa8-f5e4-49f8-9f3d-e6933dcca949 HTTP/1.1" status: 200 len: 690 time: 0.2405441 Nov 03 18:58:41.629567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59310) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.671148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5aafe54-32d2-445c-8272-8e0e71526284 req-2cd566ea-6a62-42f4-96f2-9515b63176d5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241476 Nov 03 18:58:41.704449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aab9c840-5205-47bf-95b6-d933b9bb4e4e req-8bac41ee-e7dc-4b5c-954b-ff8dfd1ffb33 service neutron] 10.222.0.115 "GET /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350872 Nov 03 18:58:41.732179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Pushing event updated for resources: {'Port': ['ID=e6e9c690-1445-4110-b70a-2c68a337725b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:41.736877 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.927965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.937912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-9fe5ddd7-28fc-4e58-9047-08aee3737778 req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1105769056 ', 'description': 'tempest-description-525363850'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:41.996839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-37c3c31b-fcc6-42b3-987c-ce3c53719a9a None None] Provisioning complete for port 74c5ccf1-b34e-426e-891d-0ed79a635557 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:41.998087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c3c31b-fcc6-42b3-987c-ce3c53719a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.140738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9fe5ddd7-28fc-4e58-9047-08aee3737778 req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.343620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74c5ccf1-b34e-426e-891d-0ed79a635557 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:42.346968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.421979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:42.423681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.429450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Deleting port b135e719-d7c5-4d62-a65c-c65cfba86447 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:42.434799 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.472703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de9b7ba-8e1c-4192-94b7-8106f4b26f82'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:42.475670 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b44db-cb91-4980-ab3b-5b2c583efbae" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "6de9b7ba-8e1c-4192-94b7-8106f4b26f82"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:42.561437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.562034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b729b959-f866-435c-a8e6-cd0b3736ffde up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:42.659345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Attempting to bind port e6e9c690-1445-4110-b70a-2c68a337725b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:42.659896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Attempting to bind port e6e9c690-1445-4110-b70a-2c68a337725b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:42.660395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Attempting to bind port e6e9c690-1445-4110-b70a-2c68a337725b on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:42.680265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:42.680635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Checking segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:42.681039 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.682062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Bound using segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:42.682734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Bound port: e6e9c690-1445-4110-b70a-2c68a337725b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:42.683117 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.795019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9fe5ddd7-28fc-4e58-9047-08aee3737778 req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.815465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c3c31b-fcc6-42b3-987c-ce3c53719a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.822040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9fe5ddd7-28fc-4e58-9047-08aee3737778 req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.985778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-37c3c31b-fcc6-42b3-987c-ce3c53719a9a None None] For port 74c5ccf1-b34e-426e-891d-0ed79a635557, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74c5ccf1-b34e-426e-891d-0ed79a635557,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:43.000893 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.034502 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.046662 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.056164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-9fe5ddd7-28fc-4e58-9047-08aee3737778 req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.070224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe5ddd7-28fc-4e58-9047-08aee3737778 req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1356463 Nov 03 18:58:43.092191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83ad04-724e-4309-a455-e3fcdbe0eec8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:43.141676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Calling delete_port for b135e719-d7c5-4d62-a65c-c65cfba86447 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:43.155663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] For port e6e9c690-1445-4110-b70a-2c68a337725b, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:43.170892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.170892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.171557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.171978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.180589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.181183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.181746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.182298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.183385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] For port e6e9c690-1445-4110-b70a-2c68a337725b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e6e9c690-1445-4110-b70a-2c68a337725b,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:43.185223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.185741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.186410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.186955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c57360-f857-43b8-8903-8ed5724562f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:43.343189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37c3c31b-fcc6-42b3-987c-ce3c53719a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.345940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:43.763137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.909726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Port': ['ID=b135e719-d7c5-4d62-a65c-c65cfba86447,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:44.284618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.336005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.516951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d2eb191d-f207-4e39-b42c-8148a51090f6', 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'fixed_ips': [{'subnet_id': 'f1e9bd37-562b-45e7-850d-5d9ff4a364c5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:58:44.519430 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.558116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port b729b959-f866-435c-a8e6-cd0b3736ffde completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:44.645222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port b729b959-f866-435c-a8e6-cd0b3736ffde triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:44.646010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.782548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 74c5ccf1-b34e-426e-891d-0ed79a635557 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:44.783437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.839910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.151011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.194501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7f60a30f-88a6-4642-b539-e4d521a554d6 None None] Provisioning complete for port 74c5ccf1-b34e-426e-891d-0ed79a635557 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:45.201677 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f60a30f-88a6-4642-b539-e4d521a554d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.236336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.356056 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:58:45.391399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=764cadc0-2771-4c9d-a5e8-f255b6ee3990,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.624685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.676216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d265fa8-f5e4-49f8-9f3d-e6933dcca949']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:45.696459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77714eee-6787-4f9c-bea8-a4fa854c63db') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:45.696459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77714eee-6787-4f9c-bea8-a4fa854c63db') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:45.734793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3c31b-fcc6-42b3-987c-ce3c53719a9a None None] Pushing event updated for resources: {'Port': ['ID=74c5ccf1-b34e-426e-891d-0ed79a635557,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.737429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.789650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.802297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:45.803073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:45.940861 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:45.945920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.968980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d265fa8-f5e4-49f8-9f3d-e6933dcca949 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:58:46.032767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.052518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/networks/8d265fa8-f5e4-49f8-9f3d-e6933dcca949 HTTP/1.1" status: 204 len: 168 time: 4.4153392 Nov 03 18:58:46.052909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c1fc0-3d38-4c7b-bd58-15e359462089 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d265fa8-f5e4-49f8-9f3d-e6933dcca949,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:46.053429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:46.126215 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.428350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Allocated IP 19.86.0.2 (d2eb191d-f207-4e39-b42c-8148a51090f6/f1e9bd37-562b-45e7-850d-5d9ff4a364c5/33f44059-dada-44e3-8eac-51789268c17f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:46.461961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8a909-b690-4706-98b6-69913e111feb None None] Pushing event updated for resources: {'Port': ['ID=e6e9c690-1445-4110-b70a-2c68a337725b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:46.697261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59332) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:46.697561 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a9e20fab-98e6-4323-8d5d-8d3f7efa10b6 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3043 time: 0.6381199 Nov 03 18:58:47.029465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b729b959-f866-435c-a8e6-cd0b3736ffde,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:47.073010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226720a-d03c-400c-bb1f-49963da89ac4 None None] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:47.119315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.120967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.121455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.123348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.123860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.126636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.127108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.127568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.128021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.130008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.134373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.135187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.136273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.137149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.137781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.149357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:47.157906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-14454fd6-8bb4-40b2-b255-1efe60945598 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9453 time: 0.4519756 Nov 03 18:58:47.625666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.626642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:47.758228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.943387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74c5ccf1-b34e-426e-891d-0ed79a635557 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:47.952433 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.994584 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-878effa9-066e-4909-bd3e-75e5942b3a2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] delete failed (client error): The resource could not be found. Nov 03 18:58:47.997157 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-878effa9-066e-4909-bd3e-75e5942b3a2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/523dcd4e-5154-46a4-b829-f0de8e907e81 HTTP/1.1" status: 404 len: 345 time: 0.8465469 Nov 03 18:58:48.001660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59340) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.058703 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557ed1f-e821-49e0-9a52-58271d66d796 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] DELETE failed (client error): The resource could not be found. Nov 03 18:58:48.059603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c557ed1f-e821-49e0-9a52-58271d66d796 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:48.073686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59342) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.082955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'network': {'name': 'tempest-network--389819374', 'router:external': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:48.083232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c557ed1f-e821-49e0-9a52-58271d66d796 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/networks/8d265fa8-f5e4-49f8-9f3d-e6933dcca949 HTTP/1.1" status: 404 len: 339 time: 0.0797920 Nov 03 18:58:48.199414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Made reservation on behalf of 8429ea07448c433ba0cd6c1b887ae8b9 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:48.220632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.261755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.324855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:48.342434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:48.384468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Network d2eb191d-f207-4e39-b42c-8148a51090f6 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:48.424661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:48.434770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.435327 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Added segment e90ae734-8b96-42ea-8ea2-c19d6a54dd29 of type vlan for network 03c53fe8-a44d-4c70-8e53-aa453e0c8103 Nov 03 18:58:48.469504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:48.484551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Pushing event updated for resources: {'Port': ['ID=33f44059-dada-44e3-8eac-51789268c17f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:48.489908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7c85f84a-f3b1-4c48-a7e4-53e6e221a5d1 None None] Provisioning complete for port e6e9c690-1445-4110-b70a-2c68a337725b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:48.490410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c85f84a-f3b1-4c48-a7e4-53e6e221a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.508358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:48.715827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.745705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:48.748634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Attempting to bind port 33f44059-dada-44e3-8eac-51789268c17f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:48.749385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Attempting to bind port 33f44059-dada-44e3-8eac-51789268c17f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:48.749534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Attempting to bind port 33f44059-dada-44e3-8eac-51789268c17f on network d2eb191d-f207-4e39-b42c-8148a51090f6 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:48.752333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 74c5ccf1-b34e-426e-891d-0ed79a635557 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:48.752742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.782920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.789820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:48.791887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.819649 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.838603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:48.842289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:48.842720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Checking segment: {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:48.843136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.843564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Bound using segment: {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:48.844251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Bound port: 33f44059-dada-44e3-8eac-51789268c17f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:48.844868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.028904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Network': ['ID=03c53fe8-a44d-4c70-8e53-aa453e0c8103,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:49.050506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73cae229-685d-4a51-8fe8-de00f4b0f826 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9700096 Nov 03 18:58:49.051663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59344) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.127257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 03c53fe8-a44d-4c70-8e53-aa453e0c8103 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:49.541187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c85f84a-f3b1-4c48-a7e4-53e6e221a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.572541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e6e9c690-1445-4110-b70a-2c68a337725b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:49.593784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:49.746960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6896e7-9c6d-47c0-8a86-cfe39dbc0079 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.761463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6896e7-9c6d-47c0-8a86-cfe39dbc0079 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.781232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6896e7-9c6d-47c0-8a86-cfe39dbc0079 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.784168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7c85f84a-f3b1-4c48-a7e4-53e6e221a5d1 None None] For port e6e9c690-1445-4110-b70a-2c68a337725b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e6e9c690-1445-4110-b70a-2c68a337725b,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:49.807635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6896e7-9c6d-47c0-8a86-cfe39dbc0079 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.809715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b6896e7-9c6d-47c0-8a86-cfe39dbc0079 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7552934 Nov 03 18:58:49.815020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59346) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.844159 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c85f84a-f3b1-4c48-a7e4-53e6e221a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.859064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:49.859545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.871964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] For port 33f44059-dada-44e3-8eac-51789268c17f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:50.114686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.402507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.476410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c53fe8-a44d-4c70-8e53-aa453e0c8103']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:50.512147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] For port 33f44059-dada-44e3-8eac-51789268c17f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=33f44059-dada-44e3-8eac-51789268c17f,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:50.525991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f84a-f3b1-4c48-a7e4-53e6e221a5d1 None None] Pushing event updated for resources: {'Port': ['ID=e6e9c690-1445-4110-b70a-2c68a337725b,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:50.543576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.553717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90ae734-8b96-42ea-8ea2-c19d6a54dd29') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:50.555760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90ae734-8b96-42ea-8ea2-c19d6a54dd29') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:50.590106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.614783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2e6832ab-e6e2-4021-92df-f6461a812795 None None] Provisioning complete for port e6e9c690-1445-4110-b70a-2c68a337725b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:50.615333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e6832ab-e6e2-4021-92df-f6461a812795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.643135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.662938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:50.663473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:50.666992 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:50.704665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e6e9c690-1445-4110-b70a-2c68a337725b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:50.705485 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.997953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.051540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03c53fe8-a44d-4c70-8e53-aa453e0c8103 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:58:51.058227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.088760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/networks/03c53fe8-a44d-4c70-8e53-aa453e0c8103 HTTP/1.1" status: 204 len: 168 time: 1.2515528 Nov 03 18:58:51.089081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59348) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.094736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'network': {'name': 'tempest-network--871853373', 'router:external': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:51.113221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028541aa-3cf7-4f0b-85e1-5781becc6c9f None None] Pushing event updated for resources: {'Port': ['ID=33f44059-dada-44e3-8eac-51789268c17f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.225232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ef2a7-93a2-48f0-b25d-c21dbc7e88bf tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Network': ['ID=03c53fe8-a44d-4c70-8e53-aa453e0c8103,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.225561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.288435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Made reservation on behalf of 8429ea07448c433ba0cd6c1b887ae8b9 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:51.297465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.449584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:51.494279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f963f3c9-eba7-4fc2-86f0-a85813ca29e7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:51.511403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.513508 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Added segment d2013e52-3c7e-46a4-8200-1b5c512110cd of type vlan for network cfba54e0-1d74-47d5-b435-2106862958a8 Nov 03 18:58:51.604452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:51.618541 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.619396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:51.758720 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.858564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.860270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:51.866274 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.931452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59350) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.933174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8461990 Nov 03 18:58:51.960134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:52.005229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:52.006931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.275730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb55ae3-7927-48c1-aaeb-7c609c83b5d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:52.289694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:52.290312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.300933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dac47-d255-4a20-9afa-b5e3add8008b tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Network': ['ID=cfba54e0-1d74-47d5-b435-2106862958a8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:52.331376 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5cb55ae3-7927-48c1-aaeb-7c609c83b5d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] 10.222.0.91 "GET /v2.0/networks/cfba54e0-1d74-47d5-b435-2106862958a8 HTTP/1.1" status: 200 len: 756 time: 0.3968313 Nov 03 18:58:52.333275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:52.452316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network cfba54e0-1d74-47d5-b435-2106862958a8 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:52.811297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24394531-ed82-43c1-a028-6afce5f4a66d tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:52.812816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-24394531-ed82-43c1-a028-6afce5f4a66d tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] 10.222.0.91 "GET /v2.0/networks/359f8b0d-351a-4755-8b45-5618aa5a66ad HTTP/1.1" status: 200 len: 767 time: 0.4780378 Nov 03 18:58:52.817960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59356) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.081847 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.220140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:53.222934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.232963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.311581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ce501-f8d4-4aa2-b354-62e1e32da9c3 None None] Network d2eb191d-f207-4e39-b42c-8148a51090f6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:53.548848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.588282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfba54e0-1d74-47d5-b435-2106862958a8']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:53.603399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2013e52-3c7e-46a4-8200-1b5c512110cd') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:53.603973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2013e52-3c7e-46a4-8200-1b5c512110cd') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:53.643830 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.677406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.697157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:53.697868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.736590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 33f44059-dada-44e3-8eac-51789268c17f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:53.805535 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:53.812683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.822268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfba54e0-1d74-47d5-b435-2106862958a8 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:58:53.840389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.850302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59362) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.852772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/networks/cfba54e0-1d74-47d5-b435-2106862958a8 HTTP/1.1" status: 204 len: 168 time: 1.0326893 Nov 03 18:58:53.858842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'network': {'name': 'tempest-network--15826217'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:53.877805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58685c69-2063-4660-99bb-01f6bdccc68e tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfba54e0-1d74-47d5-b435-2106862958a8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:53.963423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Made reservation on behalf of 8429ea07448c433ba0cd6c1b887ae8b9 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:53.967227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.986787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=13']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:54.096681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:54.131966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ca1ee563-7f54-4afc-bae1-cd676378a8e3 None None] Provisioning complete for port 33f44059-dada-44e3-8eac-51789268c17f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:54.132890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee563-7f54-4afc-bae1-cd676378a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.134263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.138297 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Added segment 9c8602f0-ad01-4cb6-b098-48eb08d73413 of type vlan for network 98d98a95-a545-414a-aeea-2e1a74ae5b1f Nov 03 18:58:54.272113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.328819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.331786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:54.333501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.451591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:54.459948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:54.463527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6112115 Nov 03 18:58:54.482700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccade225-f60f-45b2-85b2-724e2bc5ddbd tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Network': ['ID=98d98a95-a545-414a-aeea-2e1a74ae5b1f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:54.569173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 98d98a95-a545-414a-aeea-2e1a74ae5b1f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:54.861107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 33f44059-dada-44e3-8eac-51789268c17f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:54.861107 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.891950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.935322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.968244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Network 98d98a95-a545-414a-aeea-2e1a74ae5b1f is not hosted by any dhcp agent {{(pid=101988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:58:54.969434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:54.970844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:54.972754 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "PUT /v2.0/networks/98d98a95-a545-414a-aeea-2e1a74ae5b1f HTTP/1.1" status: 200 len: 856 time: 0.5185442 Nov 03 18:58:54.995608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59366) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:55.148093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee563-7f54-4afc-bae1-cd676378a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.156588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a366a19-919b-46e3-b221-42af89b11ea3 tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event updated for resources: {'Network': ['ID=98d98a95-a545-414a-aeea-2e1a74ae5b1f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:55.164407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.305579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ca1ee563-7f54-4afc-bae1-cd676378a8e3 None None] For port 33f44059-dada-44e3-8eac-51789268c17f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=33f44059-dada-44e3-8eac-51789268c17f,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:55.371545 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.414683 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee563-7f54-4afc-bae1-cd676378a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.473866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d98a95-a545-414a-aeea-2e1a74ae5b1f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:55.539448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8602f0-ad01-4cb6-b098-48eb08d73413') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:55.540137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8602f0-ad01-4cb6-b098-48eb08d73413') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:55.620371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.681363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e6e9c690-1445-4110-b70a-2c68a337725b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:55.688452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.715704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:55.716567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:55.730278 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:55.829777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee563-7f54-4afc-bae1-cd676378a8e3 None None] Pushing event updated for resources: {'Port': ['ID=33f44059-dada-44e3-8eac-51789268c17f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:55.868198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-928a5506-4bf5-4a32-aee8-dc0b493b828e None None] Provisioning complete for port 33f44059-dada-44e3-8eac-51789268c17f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:55.868917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-928a5506-4bf5-4a32-aee8-dc0b493b828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.914185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.927878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98d98a95-a545-414a-aeea-2e1a74ae5b1f {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:58:55.932406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.940220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] 10.222.0.91 "DELETE /v2.0/networks/98d98a95-a545-414a-aeea-2e1a74ae5b1f HTTP/1.1" status: 204 len: 168 time: 0.9422207 Nov 03 18:58:55.946982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59372) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:56.011670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865b2fe-4eaa-4903-9b5b-535fea22fd2c tempest-ExternalNetworksTestJSON-1123807822 tempest-ExternalNetworksTestJSON-1123807822-project-admin] Pushing event deleted for resources: {'Network': ['ID=98d98a95-a545-414a-aeea-2e1a74ae5b1f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:56.039188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e6e9c690-1445-4110-b70a-2c68a337725b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:56.041042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.049343 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-730dd490-239c-4342-ad17-7183483cc1dd tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:56.049969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730dd490-239c-4342-ad17-7183483cc1dd tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:56.066968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-730dd490-239c-4342-ad17-7183483cc1dd tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] 10.222.0.91 "DELETE /v2.0/subnets/764cadc0-2771-4c9d-a5e8-f255b6ee3990 HTTP/1.1" status: 404 len: 337 time: 0.1184735 Nov 03 18:58:56.071506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59374) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:56.319666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.617765 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.652215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 33f44059-dada-44e3-8eac-51789268c17f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:56.666398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359f8b0d-351a-4755-8b45-5618aa5a66ad']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:56.682055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d11223-f6fa-4d24-80db-e3f70b5169d6') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:56.682384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d11223-f6fa-4d24-80db-e3f70b5169d6') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:56.699518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.716404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.726268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:56.726674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: timer() Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:56.822599 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:56.829252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.829714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 33f44059-dada-44e3-8eac-51789268c17f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:56.830494 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.848804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.854248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] 10.222.0.91 "DELETE /v2.0/networks/359f8b0d-351a-4755-8b45-5618aa5a66ad HTTP/1.1" status: 204 len: 168 time: 0.7813721 Nov 03 18:58:56.869622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90763c43-ad16-4394-b0c0-10f8e122b3d9 tempest-ExternalNetworksTestJSON-1972979451 tempest-ExternalNetworksTestJSON-1972979451-project] Pushing event deleted for resources: {'Network': ['ID=359f8b0d-351a-4755-8b45-5618aa5a66ad,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:57.523985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:57.862421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:57.884395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4420ff31-59ac-4fc3-8d2a-abc9edfeae2a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9f1f18ae5d46469bba43225f05ffd337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589139 Nov 03 18:58:57.989641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06f17fe4-b464-4eb8-b840-840dcdc9d61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:58.026314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06f17fe4-b464-4eb8-b840-840dcdc9d61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:58.110410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06f17fe4-b464-4eb8-b840-840dcdc9d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:58.120249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06f17fe4-b464-4eb8-b840-840dcdc9d61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:58.136785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-06f17fe4-b464-4eb8-b840-840dcdc9d61b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5a1dd8c9-5144-46ba-bbc1-5de969d6368e HTTP/1.1" status: 204 len: 168 time: 0.2726660 Nov 03 18:58:58.162223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f17fe4-b464-4eb8-b840-840dcdc9d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1dd8c9-5144-46ba-bbc1-5de969d6368e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:58.908555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59390) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:59.138565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b307d0ee-c0a7-4c5c-b476-e1da5eb67591 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8429ea07448c433ba0cd6c1b887ae8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223084 Nov 03 18:58:59.139043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59392) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:59.215994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ed6d56-f556-4a98-8dbe-1e3e0bd398cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.266583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ed6d56-f556-4a98-8dbe-1e3e0bd398cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.418046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ed6d56-f556-4a98-8dbe-1e3e0bd398cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.424663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ed6d56-f556-4a98-8dbe-1e3e0bd398cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.445749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40ed6d56-f556-4a98-8dbe-1e3e0bd398cb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9bff71e2-b17e-4df2-a667-4af6480c90dc HTTP/1.1" status: 204 len: 168 time: 0.3040631 Nov 03 18:58:59.486375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed6d56-f556-4a98-8dbe-1e3e0bd398cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bff71e2-b17e-4df2-a667-4af6480c90dc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:01.581391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.591196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.600326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.610259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.621815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.634804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.654684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.669528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-def2a89c-3893-4776-b0b5-25144c442885 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.2311971 Nov 03 18:59:01.709867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-9bf0cdf0-bdd6-48aa-8465-fe3ec0cf30e0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.718777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-9bf0cdf0-bdd6-48aa-8465-fe3ec0cf30e0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:01.721136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-9bf0cdf0-bdd6-48aa-8465-fe3ec0cf30e0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/networks?id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6&id=d2eb191d-f207-4e39-b42c-8148a51090f6&id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 HTTP/1.1" status: 200 len: 1390 time: 0.4254003 Nov 03 18:59:01.763648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-6f075647-436e-4db5-b4b1-be1ab8b98089 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/quotas/8bb0f86d4ff34b7ca020d7acdfdecfa0 HTTP/1.1" status: 200 len: 375 time: 0.0312891 Nov 03 18:59:01.853220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59741c79-64ee-43dc-ab84-10ee6ff4f3d5 req-9dcbe83f-9ddb-4560-b4ed-bb378a1c6c25 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824710 Nov 03 18:59:01.891811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-fe9c6477-bf20-4c6f-af3f-8b0b2b4e55b8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1153557 Nov 03 18:59:01.970487 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b6bf9a-9a12-48d6-96cb-929e75cfe450 x-openstack-request-id: req-56b6bf9a-9a12-48d6-96cb-929e75cfe450 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:01.972265 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "6de9b7ba-8e1c-4192-94b7-8106f4b26f82", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:01.973839 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-56b6bf9a-9a12-48d6-96cb-929e75cfe450 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:01.975326 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de9b7ba-8e1c-4192-94b7-8106f4b26f82', 'code': 200} Nov 03 18:59:02.284891 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.308113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-c92f7a2f-195a-4452-a723-9b8d4e643011 service neutron] 10.222.0.91 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051006 Nov 03 18:59:02.694653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59474) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:02.875188 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.881905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ba0a03a1-4484-45b6-9626-5f7cb05589c5 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1610747054'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:02.883059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ba0a03a1-4484-45b6-9626-5f7cb05589c5 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Unknown quota resources ['metering_label']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:59:03.040099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-f00856e2-cd2e-4c4c-af19-f56fdf07b020 service neutron] 10.222.0.91 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993184 Nov 03 18:59:03.062369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb353c25-c948-488d-b8eb-8385be9e54dc req-70ddc96f-3b43-4b1d-9242-f64566a7e892 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.064823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb353c25-c948-488d-b8eb-8385be9e54dc req-70ddc96f-3b43-4b1d-9242-f64566a7e892 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 946 time: 0.1367915 Nov 03 18:59:03.199200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba0a03a1-4484-45b6-9626-5f7cb05589c5 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.205349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ba0a03a1-4484-45b6-9626-5f7cb05589c5 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5053952 Nov 03 18:59:03.206445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:03.213320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9bf0c8e5-51b4-4cb8-886e-4c2d0581d1e2 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3bb8bb7b-b5af-43d2-9bf4-e6ac01999388'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:03.214295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9bf0c8e5-51b4-4cb8-886e-4c2d0581d1e2 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:59:03.270596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb353c25-c948-488d-b8eb-8385be9e54dc req-38cd6b67-23a1-4398-8a0f-77a4ac59dd0c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910152 Nov 03 18:59:03.301516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-ef05c6f5-4a87-4c85-aadd-81d9ece88e5f service neutron] 10.222.0.91 "GET /v2.0/networks/d2eb191d-f207-4e39-b42c-8148a51090f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350781 Nov 03 18:59:03.375763 n-d-812151-4 neutron-server[101988]: WARNING neutron.services.metering.metering_plugin [None req-9bf0c8e5-51b4-4cb8-886e-4c2d0581d1e2 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 18:59:03.433341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-745a0c46-751e-43cb-9b4d-bd85339ccb82 req-1ba0be26-4b0d-4b35-934f-99db1cf43965 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/8a83ad04-724e-4309-a455-e3fcdbe0eec8 HTTP/1.1" status: 200 len: 1799 time: 0.1160569 Nov 03 18:59:03.452479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-427bfb97-7309-4ba9-b355-9d0bc2235d09 service neutron] 10.222.0.91 "GET /v2.0/networks/d2eb191d-f207-4e39-b42c-8148a51090f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437285 Nov 03 18:59:03.566561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c8e5-51b4-4cb8-886e-4c2d0581d1e2 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.567956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9bf0c8e5-51b4-4cb8-886e-4c2d0581d1e2 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3602962 Nov 03 18:59:03.573815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59510) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:03.578758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1cc79947-311b-4c68-841c-4da9c5cbbaa8 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3bb8bb7b-b5af-43d2-9bf4-e6ac01999388'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:03.579261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1cc79947-311b-4c68-841c-4da9c5cbbaa8 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:59:03.605962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-2907eb20-1f36-42cb-ac2e-9f59a61c023a service neutron] 10.222.0.91 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321509 Nov 03 18:59:03.686951 n-d-812151-4 neutron-server[101988]: WARNING neutron.services.metering.metering_plugin [None req-1cc79947-311b-4c68-841c-4da9c5cbbaa8 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 18:59:03.786203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.793123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.798814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.805450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.811610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.817716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.824798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.826783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-235d8626-d8ae-4817-ae09-dab218f70377 req-64a20fc5-a0df-4fb1-b97d-9dfff47a175c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.1320255 Nov 03 18:59:03.828993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-7fec3d3d-9417-4014-9a4a-4529bcb3554f service neutron] 10.222.0.91 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053509 Nov 03 18:59:03.855802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cc79947-311b-4c68-841c-4da9c5cbbaa8 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.861434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1cc79947-311b-4c68-841c-4da9c5cbbaa8 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2861929 Nov 03 18:59:03.862304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:03.880159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6f30b211-0ec4-431c-919b-841f6f3c3e88 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=97902812-ef47-4be3-8c12-9a3bccd6e37d HTTP/1.1" status: 200 len: 464 time: 0.0160639 Nov 03 18:59:03.883384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59536) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:03.939888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-235d8626-d8ae-4817-ae09-dab218f70377 req-b2d8c835-dce0-432f-99bd-ad414be7f487 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043947 Nov 03 18:59:03.977017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729b959-f866-435c-a8e6-cd0b3736ffde'}, {'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'}, {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:03.981009 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba01460-79aa-4d40-ac70-3ddc95245811" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "b729b959-f866-435c-a8e6-cd0b3736ffde"}, {"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-plugged", "status": "completed", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba"}, {"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:04.070913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-247fb99d-32db-4fbe-8cc5-e6254e0860ad tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.071991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-247fb99d-32db-4fbe-8cc5-e6254e0860ad tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/97902812-ef47-4be3-8c12-9a3bccd6e37d HTTP/1.1" status: 204 len: 168 time: 0.1851354 Nov 03 18:59:04.077174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59544) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:04.088482 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f1a1ee0e-9c5d-43e9-b301-446369f0b1e2 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=97902812-ef47-4be3-8c12-9a3bccd6e37d HTTP/1.1" status: 200 len: 221 time: 0.0099823 Nov 03 18:59:04.094371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:04.104447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-63336b57-c4e0-42f0-979a-a2b3441cdd92 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--205904613', 'description': 'label created by tempest'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:04.105687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-63336b57-c4e0-42f0-979a-a2b3441cdd92 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Unknown quota resources ['metering_label']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:59:04.110506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca288a97-87d2-4dc0-a16f-3bf052eb66f8 req-fcf794cd-55f1-494e-830a-7ce0a7524c5f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/8a83ad04-724e-4309-a455-e3fcdbe0eec8 HTTP/1.1" status: 200 len: 1799 time: 0.1191659 Nov 03 18:59:04.227156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50379ee-f128-4f7e-a18c-6188ecf1714b req-a342d76b-6158-4ca5-a657-2477517ddc70 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:04.228845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f50379ee-f128-4f7e-a18c-6188ecf1714b req-a342d76b-6158-4ca5-a657-2477517ddc70 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 950 time: 0.1437304 Nov 03 18:59:04.304592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ca288a97-87d2-4dc0-a16f-3bf052eb66f8 req-63335fc5-7e3f-4192-9370-a1613ff6f2ec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.343583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f50379ee-f128-4f7e-a18c-6188ecf1714b req-b8d0a8e5-1429-4576-aef0-0bdfeb45f30b tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016724 Nov 03 18:59:04.368051 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ca288a97-87d2-4dc0-a16f-3bf052eb66f8 req-63335fc5-7e3f-4192-9370-a1613ff6f2ec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.409551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63336b57-c4e0-42f0-979a-a2b3441cdd92 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.410878 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-63336b57-c4e0-42f0-979a-a2b3441cdd92 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3149395 Nov 03 18:59:04.415585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59556) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:04.474906 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9358d56-6f53-4eef-a209-71b2f7bb8af8 x-openstack-request-id: req-c9358d56-6f53-4eef-a209-71b2f7bb8af8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:04.475374 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-plugged", "status": "completed", "tag": "b729b959-f866-435c-a8e6-cd0b3736ffde", "code": 200}, {"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-plugged", "status": "completed", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba", "code": 200}, {"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-plugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:04.475835 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9358d56-6f53-4eef-a209-71b2f7bb8af8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:04.476369 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729b959-f866-435c-a8e6-cd0b3736ffde', 'code': 200} Nov 03 18:59:04.476923 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'code': 200} Nov 03 18:59:04.477197 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'code': 200} Nov 03 18:59:04.533413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-660255f5-d171-470f-98cb-918f7b8a3f2e tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=3d068ee9-94ad-431f-adaa-df955904a6a0 HTTP/1.1" status: 200 len: 467 time: 0.1166153 Nov 03 18:59:04.537393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59562) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:04.593321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b307e99-e20f-4a75-91f8-2408953f6073 req-aa3b0599-9cd2-434f-b73b-589c67665668 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 210 time: 0.0695546 Nov 03 18:59:04.598289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ca288a97-87d2-4dc0-a16f-3bf052eb66f8 req-63335fc5-7e3f-4192-9370-a1613ff6f2ec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.613562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ca288a97-87d2-4dc0-a16f-3bf052eb66f8 req-63335fc5-7e3f-4192-9370-a1613ff6f2ec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.613562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca288a97-87d2-4dc0-a16f-3bf052eb66f8 req-63335fc5-7e3f-4192-9370-a1613ff6f2ec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/8a83ad04-724e-4309-a455-e3fcdbe0eec8 HTTP/1.1" status: 204 len: 173 time: 0.4539609 Nov 03 18:59:04.639830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f65da459-7024-4a99-87fb-411505b1ba5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.647264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63335fc5-7e3f-4192-9370-a1613ff6f2ec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83ad04-724e-4309-a455-e3fcdbe0eec8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:04.806815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b286-27a9-4ddd-87a3-f20d7aacf3a2 req-72be797a-9630-43ae-a0df-8562880ff36d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:04.816072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af20b286-27a9-4ddd-87a3-f20d7aacf3a2 req-72be797a-9630-43ae-a0df-8562880ff36d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 946 time: 0.0774968 Nov 03 18:59:04.889773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af20b286-27a9-4ddd-87a3-f20d7aacf3a2 req-a0cc9bd4-ce55-4142-b1e7-4c432beb6364 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723734 Nov 03 18:59:05.015433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.016309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.016679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.017203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.017690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.018500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.018668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.021412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-0011874b-8183-4bd1-a47c-adbdd8d9da8e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6500 time: 0.3387754 Nov 03 18:59:05.118600 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-ae884200-e6b9-4a01-84b2-13eaad9d9535 req-d3e32210-396b-4815-b4ee-99cb3e93393b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 18:59:05.133325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae884200-e6b9-4a01-84b2-13eaad9d9535 req-d3e32210-396b-4815-b4ee-99cb3e93393b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/8a83ad04-724e-4309-a455-e3fcdbe0eec8 HTTP/1.1" status: 404 len: 352 time: 0.0496452 Nov 03 18:59:05.154199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0558bd67-5e02-4f59-9a78-5c8f153c3818 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.156432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0558bd67-5e02-4f59-9a78-5c8f153c3818 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/3d068ee9-94ad-431f-adaa-df955904a6a0 HTTP/1.1" status: 204 len: 168 time: 0.6166239 Nov 03 18:59:05.161210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.201481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-90443f0e-affe-4913-9155-e3ed8b6eb786 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=3d068ee9-94ad-431f-adaa-df955904a6a0 HTTP/1.1" status: 200 len: 216 time: 0.0373104 Nov 03 18:59:05.209750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59592) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.233223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fb7643d9-0bbc-416b-9b5b-60a793ddc58f tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0214703 Nov 03 18:59:05.238587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.260064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3f8f0ec-89c1-464a-97f9-39a167a895cf req-d2adb071-d591-498a-ae73-d31a51b900f6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329036 Nov 03 18:59:05.291152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fd207f2d-2f60-4bd9-b6d4-f62cf39a63ab tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0490730 Nov 03 18:59:05.297823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59596) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.391761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daded92-6853-4bc3-bda7-53209341f772 req-94882a3b-7784-45ce-9e6b-75e82c49fa2e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.391761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6daded92-6853-4bc3-bda7-53209341f772 req-94882a3b-7784-45ce-9e6b-75e82c49fa2e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 946 time: 0.1308115 Nov 03 18:59:05.412928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ebdd1a9b-f941-4265-a948-ffd9d8ef5011 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels/3bb8bb7b-b5af-43d2-9bf4-e6ac01999388 HTTP/1.1" status: 200 len: 473 time: 0.1128523 Nov 03 18:59:05.417609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59598) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.434227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bc7b4299-ae20-4015-bc7c-0db931a51acc tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules/7ddc9e77-a775-40a6-a4cf-737872791cfb HTTP/1.1" status: 200 len: 461 time: 0.0146313 Nov 03 18:59:05.437538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59600) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.453217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.464179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.475175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.487217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.498564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.509380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.520251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.524071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39478d84-2c85-4808-a70a-3dc955f61108 req-9f311085-f48c-4ddf-aa28-8faea63893c8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.1862769 Nov 03 18:59:05.579473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8ae2-e57e-4fa0-b967-7453b0804777 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.581161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ddb8ae2-e57e-4fa0-b967-7453b0804777 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/7ddc9e77-a775-40a6-a4cf-737872791cfb HTTP/1.1" status: 204 len: 168 time: 0.1421599 Nov 03 18:59:05.585457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59602) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.595541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6daded92-6853-4bc3-bda7-53209341f772 req-f6885293-ad00-4ae3-9171-ac5631656878 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922836 Nov 03 18:59:05.649025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e12de3da-1526-4065-805c-3d0d09d8e1fd req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-408689044', 'description': 'tempest-description-953092744'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:05.665207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39478d84-2c85-4808-a70a-3dc955f61108 req-4d9f007d-1b31-4c64-9077-e66296aebb6f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313362 Nov 03 18:59:05.696790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e12de3da-1526-4065-805c-3d0d09d8e1fd req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.862040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e12de3da-1526-4065-805c-3d0d09d8e1fd req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.874700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e12de3da-1526-4065-805c-3d0d09d8e1fd req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.952178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e12de3da-1526-4065-805c-3d0d09d8e1fd req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.954367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e12de3da-1526-4065-805c-3d0d09d8e1fd req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3151748 Nov 03 18:59:06.008456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-b0a8-442a-926e-0f95d95acd65 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.014284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fdf372fa-b0a8-442a-926e-0f95d95acd65 tempest-MeteringTestJSON-381364744 tempest-MeteringTestJSON-381364744-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/3bb8bb7b-b5af-43d2-9bf4-e6ac01999388 HTTP/1.1" status: 204 len: 168 time: 0.4233024 Nov 03 18:59:06.051984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f97f2751-b698-46f3-96fd-1eadd7bf14c1 req-89af9350-9ddd-4ef1-bd30-4ed72df56766 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 210 time: 0.0958519 Nov 03 18:59:06.071413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-4e4dd996-21cb-4b5d-8bbc-e3ad39d05070 req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221517452', 'description': 'tempest-description-920408397'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:06.116635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896b499-a899-4a84-b92e-47c01d118d32 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfde5dc-f8a1-4b6b-8858-75a4da490b55,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.136308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e4dd996-21cb-4b5d-8bbc-e3ad39d05070 req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.175825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:06.354130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e4dd996-21cb-4b5d-8bbc-e3ad39d05070 req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.365271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e4dd996-21cb-4b5d-8bbc-e3ad39d05070 req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.422325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-6904b2c8-f025-4731-9896-6f01e50c24e7 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.445869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-6904b2c8-f025-4731-9896-6f01e50c24e7 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.451356 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-6904b2c8-f025-4731-9896-6f01e50c24e7 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "GET /v2.0/networks?id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6&id=d2eb191d-f207-4e39-b42c-8148a51090f6&id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 HTTP/1.1" status: 200 len: 1390 time: 0.4221659 Nov 03 18:59:06.455118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.460262 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4e4dd996-21cb-4b5d-8bbc-e3ad39d05070 req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.468286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e4dd996-21cb-4b5d-8bbc-e3ad39d05070 req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4059846 Nov 03 18:59:06.473018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e116b25-31c5-4dc4-8e67-ddfce60ca2b9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cbea59-122a-4691-8987-6effceaaf9d3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.488018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'port': {'device_id': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'admin_state_up': True, 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:06.500879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:06.506858 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475d22be-86cd-4f5e-ae1b-3fb07a045150" -d '{"events": [{"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-unplugged", "status": "completed", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:06.537848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:06.546164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.547797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:06.549233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-8a2f5b46-a71e-4d80-b341-fc79ca985365 req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-895941427', 'description': 'tempest-description-413643324'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:06.613304 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cddb140-c478-4d19-9426-681975d8b3be x-openstack-request-id: req-1cddb140-c478-4d19-9426-681975d8b3be {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:06.614119 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-unplugged", "status": "completed", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:06.615236 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1cddb140-c478-4d19-9426-681975d8b3be {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:06.616065 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'code': 200} Nov 03 18:59:06.658038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8a2f5b46-a71e-4d80-b341-fc79ca985365 req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.793143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:06.803411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.836283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.870876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59672) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:06.999307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8a2f5b46-a71e-4d80-b341-fc79ca985365 req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.013774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8a2f5b46-a71e-4d80-b341-fc79ca985365 req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.049840 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.110570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.118857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:07.126878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.129295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.145286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.157803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.169734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.175454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Allocated IP 19.80.0.193 (3a7ea08a-c5f1-430d-9fe5-8a70e060dac6/ebd0836c-f882-4ca0-9ac7-e664a3527def/e9620f38-99d3-4e5e-8563-c9fc5dfac408) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:07.183005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.215004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.223115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-f5fe3041-7d50-43cb-956f-b8d185bc21de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.3223979 Nov 03 18:59:07.248597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8a2f5b46-a71e-4d80-b341-fc79ca985365 req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.261301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=14']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:07.281474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a2f5b46-a71e-4d80-b341-fc79ca985365 req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7223606 Nov 03 18:59:07.310401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacf2f8-3fa9-4ac6-a926-966557be12b6 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0446e097-17ee-48ba-b5ed-477e76d28e89,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:07.457858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2a12b1e-c792-4caf-a556-636c8b20943f req-d587ed4e-9cb0-4c1b-a887-5268121d4d4d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624207 Nov 03 18:59:07.491990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-238c373f-7309-4214-86d6-e616018b20e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.603910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e756b4b3-0885-435e-8ea6-f2c5abd98ce1 req-2d148536-16f7-4326-945f-d45e11e06cc0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 210 time: 0.0818472 Nov 03 18:59:07.714644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.791766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cc1e16e-3617-47dc-b532-602dec21516a req-117c326b-387f-4332-ac2f-e8dd726b9f37 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 11009 time: 0.2547097 Nov 03 18:59:07.823614 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-238c373f-7309-4214-86d6-e616018b20e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.832103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-238c373f-7309-4214-86d6-e616018b20e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.843765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.861173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cc1e16e-3617-47dc-b532-602dec21516a req-8d4b7bfa-6f13-4d2d-b66d-f348a1b4a2fb tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/a5a2f1c6-dbdf-4353-a089-574380563200 HTTP/1.1" status: 200 len: 3002 time: 0.0542793 Nov 03 18:59:07.954826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cc1e16e-3617-47dc-b532-602dec21516a req-3ce16acd-c745-44ae-8a84-44866649aac0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/a5a2f1c6-dbdf-4353-a089-574380563200 HTTP/1.1" status: 200 len: 3002 time: 0.0769517 Nov 03 18:59:07.997322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:08.005726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-238c373f-7309-4214-86d6-e616018b20e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57d0bf96a2af40f184a1a22129c3e041&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1329372 Nov 03 18:59:08.012297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59724) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.024211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:08.026295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c373f-7309-4214-86d6-e616018b20e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc869b75-7eb5-4479-a99d-3fa53e763b0e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.033346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:08.039911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Port': ['ID=e9620f38-99d3-4e5e-8563-c9fc5dfac408,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.129333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be118ebb-aad7-4822-9a30-bf3820337f9c req-a1331006-adc6-42a1-b478-8caa027266f9 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/4cfde5dc-f8a1-4b6b-8858-75a4da490b55 HTTP/1.1" status: 200 len: 1818 time: 0.1371272 Nov 03 18:59:08.146435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0bbb-a353-4573-9201-0dd13864cd1b req-78df350d-6d38-49dc-a36e-27079caaf373 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.154983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f0e0bbb-a353-4573-9201-0dd13864cd1b req-78df350d-6d38-49dc-a36e-27079caaf373 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1423774 Nov 03 18:59:08.166154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.166647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.186022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5d43a1c-602f-418a-a3c5-15e09c3b5b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.205345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5aa53982-596b-4aa9-a4a8-ae0540caa31a tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7268958 Nov 03 18:59:08.222334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5d43a1c-602f-418a-a3c5-15e09c3b5b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.228690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'port': {'device_id': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6', 'admin_state_up': True, 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:08.278257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db5ee19e-cf01-477f-bd05-acbbfe770734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.303717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f0e0bbb-a353-4573-9201-0dd13864cd1b req-4f32cae4-e2e4-4d4f-b5a6-81a5fa82688b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476824 Nov 03 18:59:08.327404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be118ebb-aad7-4822-9a30-bf3820337f9c req-e3c033f4-62fc-492f-9cb7-2e9ed3c2a0ce tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.390728 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be118ebb-aad7-4822-9a30-bf3820337f9c req-e3c033f4-62fc-492f-9cb7-2e9ed3c2a0ce tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.439595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5d43a1c-602f-418a-a3c5-15e09c3b5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.445067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5d43a1c-602f-418a-a3c5-15e09c3b5b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.446977 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e5d43a1c-602f-418a-a3c5-15e09c3b5b2d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc869b75-7eb5-4479-a99d-3fa53e763b0e HTTP/1.1" status: 204 len: 168 time: 0.4327452 Nov 03 18:59:08.471267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d43a1c-602f-418a-a3c5-15e09c3b5b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc869b75-7eb5-4479-a99d-3fa53e763b0e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.506216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be118ebb-aad7-4822-9a30-bf3820337f9c req-e3c033f4-62fc-492f-9cb7-2e9ed3c2a0ce tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.509451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be118ebb-aad7-4822-9a30-bf3820337f9c req-e3c033f4-62fc-492f-9cb7-2e9ed3c2a0ce tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.511562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be118ebb-aad7-4822-9a30-bf3820337f9c req-e3c033f4-62fc-492f-9cb7-2e9ed3c2a0ce tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/4cfde5dc-f8a1-4b6b-8858-75a4da490b55 HTTP/1.1" status: 204 len: 173 time: 0.3485787 Nov 03 18:59:08.538314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:08.539317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c033f4-62fc-492f-9cb7-2e9ed3c2a0ce tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfde5dc-f8a1-4b6b-8858-75a4da490b55,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.544616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.636691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0fc29e07-8a89-49fd-bb74-0d439b587a33 None None] Provisioning complete for port e9620f38-99d3-4e5e-8563-c9fc5dfac408 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:08.639805 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fc29e07-8a89-49fd-bb74-0d439b587a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.663483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:08.674952 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1076eaf7-df8d-40a7-b761-f82cf596440c" -d '{"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-unplugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:08.777871 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-f052c1f6-fb3f-4182-8583-25a682049db7 req-034e1aa0-5cdc-4a43-a66e-e50bc555d208 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 18:59:08.778867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f052c1f6-fb3f-4182-8583-25a682049db7 req-034e1aa0-5cdc-4a43-a66e-e50bc555d208 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/4cfde5dc-f8a1-4b6b-8858-75a4da490b55 HTTP/1.1" status: 404 len: 352 time: 0.0286040 Nov 03 18:59:08.812081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.819105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.828084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.831085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0fc29e07-8a89-49fd-bb74-0d439b587a33 None None] Port e9620f38-99d3-4e5e-8563-c9fc5dfac408 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:08.836050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.843269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.851757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.858125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.867183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-54c7e096-8e48-4fdd-b997-cb8dba0a0d99 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.2242491 Nov 03 18:59:08.872021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-42c8c989-8817-4721-b365-4f193001d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.873760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-42c8c989-8817-4721-b365-4f193001d235 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.1738553 Nov 03 18:59:08.956817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Allocated IP 19.86.0.98 (d2eb191d-f207-4e39-b42c-8148a51090f6/f1e9bd37-562b-45e7-850d-5d9ff4a364c5/f8c00079-7e45-4061-b5f3-04efc7a810a6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:09.061003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:09.112483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5df7d6d6-523a-4069-9b42-f9f48f05dedd req-c24be351-510c-4413-afab-843c9710a488 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2440934 Nov 03 18:59:09.149454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc37e7-e241-4189-8509-a3255378f864 req-446459d5-39a8-48de-98a4-7903fe875b92 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.149454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcbc37e7-e241-4189-8509-a3255378f864 req-446459d5-39a8-48de-98a4-7903fe875b92 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2153063 Nov 03 18:59:09.154855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59756) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:09.228164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-344464a1-f602-4633-b3a5-80890af86436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.230977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-344464a1-f602-4633-b3a5-80890af86436 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3404336 Nov 03 18:59:09.245092 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b601468a-70e1-4829-b390-9040a8a2bb73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.314316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.321262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:09.336318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '763238f0-5625-4f34-b004-9fa60503cb72', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '763238f0-5625-4f34-b004-9fa60503cb72', 'mac_address': 'fa:16:3e:95:21:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:09.371147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.438574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.449833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network d2eb191d-f207-4e39-b42c-8148a51090f6 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:09.454605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:09.454949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcbc37e7-e241-4189-8509-a3255378f864 req-7b539f0c-7d39-4356-a402-0ec515517ce7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878473 Nov 03 18:59:09.462505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:09.474597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-8245c1d3-1401-49c7-9503-9e520f911565 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.2097447 Nov 03 18:59:09.558000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.559081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.586441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83424a96-610a-487f-a4d3-704db07ea57b req-aee64fa7-c24b-46ab-8f04-6d5db053d9d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.599225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83424a96-610a-487f-a4d3-704db07ea57b req-aee64fa7-c24b-46ab-8f04-6d5db053d9d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.617352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:09.643240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83424a96-610a-487f-a4d3-704db07ea57b req-aee64fa7-c24b-46ab-8f04-6d5db053d9d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 1654 time: 0.3532455 Nov 03 18:59:09.646606 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-30b47187-5a04-4a73-abe5-539b04a7250f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4265370 Nov 03 18:59:09.686034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'port': {'device_id': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'admin_state_up': True, 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:09.772035 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86aba9a-f162-499b-b259-625c409ae5f1 x-openstack-request-id: req-f86aba9a-f162-499b-b259-625c409ae5f1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:09.772473 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-unplugged", "status": "completed", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:09.773240 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f86aba9a-f162-499b-b259-625c409ae5f1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:09.774117 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'code': 200} Nov 03 18:59:09.799435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763238f0-5625-4f34-b004-9fa60503cb72 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:09.819888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-54e9ac67-10db-4746-b51b-016300e995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.821234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-54e9ac67-10db-4746-b51b-016300e995c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.3319323 Nov 03 18:59:09.824610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b601468a-70e1-4829-b390-9040a8a2bb73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.841166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:09.846371 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.849144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.944647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b601468a-70e1-4829-b390-9040a8a2bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.040801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['763238f0-5625-4f34-b004-9fa60503cb72'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:10.050067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:10.095533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:10.105970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.128532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83424a96-610a-487f-a4d3-704db07ea57b req-19ba0dd0-1118-4844-9f03-5a369fb78504 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623406 Nov 03 18:59:10.132961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-42fc4f2d-d0c0-4c4f-82c9-d9e3bf2c6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:10.171901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-42fc4f2d-d0c0-4c4f-82c9-d9e3bf2c6593 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3245738 Nov 03 18:59:10.176809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b601468a-70e1-4829-b390-9040a8a2bb73 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d58e368f2aa94664bcdd2b37e2db51ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0202301 Nov 03 18:59:10.187710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59772) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:10.202986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601468a-70e1-4829-b390-9040a8a2bb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7faba7-a211-4782-8ca5-cb3eae1a97c0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:10.203163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13091cac-226d-41ac-a6f9-5ebbe56ad4f4 None None] Provisioning complete for port f8c00079-7e45-4061-b5f3-04efc7a810a6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:10.203344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13091cac-226d-41ac-a6f9-5ebbe56ad4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.358587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-13091cac-226d-41ac-a6f9-5ebbe56ad4f4 None None] Port f8c00079-7e45-4061-b5f3-04efc7a810a6 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:10.542208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Allocated IP 19.80.0.232 (3a7ea08a-c5f1-430d-9fe5-8a70e060dac6/ebd0836c-f882-4ca0-9ac7-e664a3527def/e60fccb4-6703-4e84-8306-2811e96f8e9d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:10.566966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0af5dbee-b101-4b6c-8c00-4be7fb8fe679 req-25a5adfe-e7f5-46cf-aa9f-f5585bc10dfb tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/d9cbea59-122a-4691-8987-6effceaaf9d3 HTTP/1.1" status: 200 len: 1819 time: 0.6435001 Nov 03 18:59:10.570191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-1f4fcdb9-280d-40da-9437-96846478497f service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837941 Nov 03 18:59:10.853226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0af5dbee-b101-4b6c-8c00-4be7fb8fe679 req-4c48a1e3-da66-4cc2-a13e-d736c3e26e6e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.856483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56753b9a-c52e-4be6-bb60-c5d4a5fa96bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.909873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56753b9a-c52e-4be6-bb60-c5d4a5fa96bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.986043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:10.997842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.009189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.019530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.032622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.047008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.077556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.081735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75785b5f-0ca9-4897-b08c-19c883e00044 req-b841617d-7595-4448-aa34-20d77decf9ef tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.5433073 Nov 03 18:59:11.210612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59790) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:11.224917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Request body: {'floatingip': {'port_id': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:11.320369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0af5dbee-b101-4b6c-8c00-4be7fb8fe679 req-4c48a1e3-da66-4cc2-a13e-d736c3e26e6e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.357860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.471410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.512714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bba5dfb-eddc-47ca-aa53-3e07a2475859 req-d8c6a21b-ffb3-4bdd-bb46-3938c7684a3b service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625751 Nov 03 18:59:11.532877 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56753b9a-c52e-4be6-bb60-c5d4a5fa96bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.536525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56753b9a-c52e-4be6-bb60-c5d4a5fa96bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.544018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-56753b9a-c52e-4be6-bb60-c5d4a5fa96bf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe7faba7-a211-4782-8ca5-cb3eae1a97c0 HTTP/1.1" status: 204 len: 168 time: 1.3463633 Nov 03 18:59:11.553839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.620544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0af5dbee-b101-4b6c-8c00-4be7fb8fe679 req-4c48a1e3-da66-4cc2-a13e-d736c3e26e6e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.628696 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0af5dbee-b101-4b6c-8c00-4be7fb8fe679 req-4c48a1e3-da66-4cc2-a13e-d736c3e26e6e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.639984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0af5dbee-b101-4b6c-8c00-4be7fb8fe679 req-4c48a1e3-da66-4cc2-a13e-d736c3e26e6e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/d9cbea59-122a-4691-8987-6effceaaf9d3 HTTP/1.1" status: 204 len: 173 time: 1.0505927 Nov 03 18:59:11.641444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753b9a-c52e-4be6-bb60-c5d4a5fa96bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7faba7-a211-4782-8ca5-cb3eae1a97c0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:11.754052 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.764746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:11.772268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:11.782040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:11.976775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.978286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.038421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48a1e3-da66-4cc2-a13e-d736c3e26e6e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cbea59-122a-4691-8987-6effceaaf9d3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:12.051533 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.066813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3965416 Nov 03 18:59:12.089657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29ead-0b8a-4b1f-8d9e-51a82ae56e7f req-7c923013-62b3-4d37-8dc9-8002d128fcda tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:12.097520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42d29ead-0b8a-4b1f-8d9e-51a82ae56e7f req-7c923013-62b3-4d37-8dc9-8002d128fcda tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.6817944 Nov 03 18:59:12.104045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Request body: {'port': {'device_id': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:12.207793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508ea1f-f5f0-4c5c-bc84-ca05077fd6b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Port': ['ID=e60fccb4-6703-4e84-8306-2811e96f8e9d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:12.352431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.352916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42d29ead-0b8a-4b1f-8d9e-51a82ae56e7f req-75219dae-d60c-46d0-92f7-13542587b3c4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288883 Nov 03 18:59:12.390572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a69-2b36-40d8-9225-020c945eaaa7 req-86202e3c-7dd1-4ce4-9533-66fc376f6c45 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:12.413323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a69-2b36-40d8-9225-020c945eaaa7 req-86202e3c-7dd1-4ce4-9533-66fc376f6c45 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:12.450669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a69-2b36-40d8-9225-020c945eaaa7 req-86202e3c-7dd1-4ce4-9533-66fc376f6c45 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:12.471552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af541a69-2b36-40d8-9225-020c945eaaa7 req-86202e3c-7dd1-4ce4-9533-66fc376f6c45 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2376 time: 0.3701935 Nov 03 18:59:12.494414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-57c8c3a5-32f4-43f4-9eba-ea797e0978e8 None None] Provisioning complete for port e60fccb4-6703-4e84-8306-2811e96f8e9d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:12.496397 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57c8c3a5-32f4-43f4-9eba-ea797e0978e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.684104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-57c8c3a5-32f4-43f4-9eba-ea797e0978e8 None None] Port e60fccb4-6703-4e84-8306-2811e96f8e9d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:13.093595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:13.204637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9620f38-99d3-4e5e-8563-c9fc5dfac408 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:13.220005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.243861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Transition to ACTIVE for port object e9620f38-99d3-4e5e-8563-c9fc5dfac408 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:13.259573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.274104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 763238f0-5625-4f34-b004-9fa60503cb72 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:13.285644 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.512609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Pushing event updated for resources: {'Port': ['ID=e9620f38-99d3-4e5e-8563-c9fc5dfac408,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:13.615324 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.663853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Attempting to bind port e9620f38-99d3-4e5e-8563-c9fc5dfac408 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:13.665179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Attempting to bind port e9620f38-99d3-4e5e-8563-c9fc5dfac408 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:13.666060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Attempting to bind port e9620f38-99d3-4e5e-8563-c9fc5dfac408 on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:13.681466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Port e9620f38-99d3-4e5e-8563-c9fc5dfac408 on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:13.683212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Attempting to bind port e9620f38-99d3-4e5e-8563-c9fc5dfac408 on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:13.690077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:13.697532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:13.697895 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dce804d-76c3-4535-8bdb-c76d2299c15e" -d '{"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-plugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:13.699626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Checking segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:13.701683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Bound using segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:13.703035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Bound port: e9620f38-99d3-4e5e-8563-c9fc5dfac408, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:13.705423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.759769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:13.770420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.977874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] For port e9620f38-99d3-4e5e-8563-c9fc5dfac408, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:13.986977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] For port e9620f38-99d3-4e5e-8563-c9fc5dfac408, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e9620f38-99d3-4e5e-8563-c9fc5dfac408,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:13.997565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.029000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:14.046093 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-366cbe9d-8052-4c31-8c8e-24642902a702 req-c815da66-80b2-4ee8-b2cc-39f881848c4f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 18:59:14.053500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-366cbe9d-8052-4c31-8c8e-24642902a702 req-c815da66-80b2-4ee8-b2cc-39f881848c4f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/d9cbea59-122a-4691-8987-6effceaaf9d3 HTTP/1.1" status: 404 len: 352 time: 1.3986809 Nov 03 18:59:14.093993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af541a69-2b36-40d8-9225-020c945eaaa7 req-5c804468-ae19-4843-bd76-52af5d13a463 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6205699 Nov 03 18:59:14.187080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:14.188183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.190744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] 10.222.0.110 "PUT /v2.0/ports/e9620f38-99d3-4e5e-8563-c9fc5dfac408 HTTP/1.1" status: 200 len: 1092 time: 2.1036339 Nov 03 18:59:14.227257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'tag': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:14.231507 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b656e09f-42e0-4462-bee5-a85406e2f111" -d '{"events": [{"name": "network-changed", "server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "tag": "e9620f38-99d3-4e5e-8563-c9fc5dfac408"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:14.311246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Request body: {'port': {'device_id': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:14.425972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c2dc6-5369-45b2-b91a-e3c061fb458d service neutron] Pushing event updated for resources: {'Port': ['ID=e9620f38-99d3-4e5e-8563-c9fc5dfac408,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:14.522843 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1372f-86e5-4e0b-ac5e-b43e6954df27 x-openstack-request-id: req-ddb1372f-86e5-4e0b-ac5e-b43e6954df27 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:14.523658 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-plugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:14.523658 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ddb1372f-86e5-4e0b-ac5e-b43e6954df27 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:14.524264 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'code': 200} Nov 03 18:59:14.603595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:14.970705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c666de9d-075d-4467-9efc-65bd2c833ff3 req-e1374e69-6d37-4e62-acc4-b59959aecffb tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/0446e097-17ee-48ba-b5ed-477e76d28e89 HTTP/1.1" status: 200 len: 1818 time: 0.4028842 Nov 03 18:59:15.002928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e563c-99dd-49de-ab57-5516ce9f4db8 req-50aaa54a-88fe-4977-9405-20ac0ceef49e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:15.006269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd8e563c-99dd-49de-ab57-5516ce9f4db8 req-50aaa54a-88fe-4977-9405-20ac0ceef49e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.4345663 Nov 03 18:59:15.193859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:59:15.292092 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.309437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.380618 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c666de9d-075d-4467-9efc-65bd2c833ff3 req-0956f8a3-9bbc-436c-8849-fdc681f952e5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.395179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd8e563c-99dd-49de-ab57-5516ce9f4db8 req-2473c1cc-e663-442c-b38f-47fa8a7ddd11 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349798 Nov 03 18:59:15.500543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c00079-7e45-4061-b5f3-04efc7a810a6 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:15.511046 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1280bba-8a59-4724-a23e-8252da3841d5 x-openstack-request-id: req-d1280bba-8a59-4724-a23e-8252da3841d5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:15.511742 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "tag": "e9620f38-99d3-4e5e-8563-c9fc5dfac408", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:15.512211 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1280bba-8a59-4724-a23e-8252da3841d5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:15.513123 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'tag': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408', 'status': 'completed', 'code': 200} Nov 03 18:59:15.523590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.532044 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c666de9d-075d-4467-9efc-65bd2c833ff3 req-0956f8a3-9bbc-436c-8849-fdc681f952e5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.579494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Transition to ACTIVE for port object f8c00079-7e45-4061-b5f3-04efc7a810a6 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:15.587667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.781430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:15.860044 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Floating IP 216b3aac-4f9d-4c93-9096-eeac83ad7138 associated. External IP: 172.25.8.104, port: 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908. Nov 03 18:59:15.877850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c666de9d-075d-4467-9efc-65bd2c833ff3 req-0956f8a3-9bbc-436c-8849-fdc681f952e5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.883199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c666de9d-075d-4467-9efc-65bd2c833ff3 req-0956f8a3-9bbc-436c-8849-fdc681f952e5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:15.894533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59866) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:15.898762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c666de9d-075d-4467-9efc-65bd2c833ff3 req-0956f8a3-9bbc-436c-8849-fdc681f952e5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/0446e097-17ee-48ba-b5ed-477e76d28e89 HTTP/1.1" status: 204 len: 173 time: 0.9254923 Nov 03 18:59:15.910550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-4b9222eb-4d10-4580-bfa9-5ddaf0ff54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:15.912161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-4b9222eb-4d10-4580-bfa9-5ddaf0ff54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:15.913878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-4b9222eb-4d10-4580-bfa9-5ddaf0ff54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:15.931031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-4b9222eb-4d10-4580-bfa9-5ddaf0ff54ac service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2756 time: 0.3506262 Nov 03 18:59:16.076464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Attempting to bind port f8c00079-7e45-4061-b5f3-04efc7a810a6 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:16.077023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Attempting to bind port f8c00079-7e45-4061-b5f3-04efc7a810a6 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:16.077509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Attempting to bind port f8c00079-7e45-4061-b5f3-04efc7a810a6 on network d2eb191d-f207-4e39-b42c-8148a51090f6 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:16.093356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Port f8c00079-7e45-4061-b5f3-04efc7a810a6 on network d2eb191d-f207-4e39-b42c-8148a51090f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:16.093905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Attempting to bind port f8c00079-7e45-4061-b5f3-04efc7a810a6 on network d2eb191d-f207-4e39-b42c-8148a51090f6 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:16.105584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956f8a3-9bbc-436c-8849-fdc681f952e5 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0446e097-17ee-48ba-b5ed-477e76d28e89,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:16.123726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:16.123984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Checking segment: {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:16.124477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Bound using segment: {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:16.125227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Bound port: f8c00079-7e45-4061-b5f3-04efc7a810a6, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9a9100-0cd4-4102-ba19-b2f1b0933519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:16.125816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.185782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad4955-ac9e-4f2c-a2fa-987d23b1846b req-1546f1c8-5a41-4e8a-9365-d02c6fd8a744 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.208278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad4955-ac9e-4f2c-a2fa-987d23b1846b req-1546f1c8-5a41-4e8a-9365-d02c6fd8a744 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.219699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad4955-ac9e-4f2c-a2fa-987d23b1846b req-1546f1c8-5a41-4e8a-9365-d02c6fd8a744 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.233125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9ad4955-ac9e-4f2c-a2fa-987d23b1846b req-1546f1c8-5a41-4e8a-9365-d02c6fd8a744 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2400 time: 0.5271027 Nov 03 18:59:16.310803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-163169207', 'router:external': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:16.426822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Made reservation on behalf of c296e6148c7448f0b1e7a1f30e73a34d for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:16.432411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.457192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:16.462171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.507154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:16.519748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.619312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.620098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.622551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] 10.222.0.110 "PUT /v2.0/ports/f8c00079-7e45-4061-b5f3-04efc7a810a6 HTTP/1.1" status: 200 len: 1091 time: 2.3374343 Nov 03 18:59:16.701626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-578a5b23-193f-4bfc-bfc2-931ca54e1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.703402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-578a5b23-193f-4bfc-bfc2-931ca54e1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.704270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-578a5b23-193f-4bfc-bfc2-931ca54e1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.707012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-578a5b23-193f-4bfc-bfc2-931ca54e1325 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6733029 Nov 03 18:59:16.718730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Request body: {'port': {'device_id': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:16.726431 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-936a2354-ee50-4cb3-a7f2-4f4de8a7cfc3 req-e359f932-2f97-46c4-aff2-7d3a768c7d93 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 18:59:16.728085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-936a2354-ee50-4cb3-a7f2-4f4de8a7cfc3 req-e359f932-2f97-46c4-aff2-7d3a768c7d93 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/0446e097-17ee-48ba-b5ed-477e76d28e89 HTTP/1.1" status: 404 len: 352 time: 0.2271326 Nov 03 18:59:16.795297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:16.809456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.809954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.810302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.810632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.810948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.811270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.811592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.811912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.812234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.812558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.812933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.813265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b8440-0ca9-43f1-9076-f5ab932c29b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:16.974791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:16.996297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.003509 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.110822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:59:17.144345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9ad4955-ac9e-4f2c-a2fa-987d23b1846b req-c33090c8-f611-464c-9545-dae5bb0f266c tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9098887 Nov 03 18:59:17.172925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a01e64-7c81-48bd-85c8-718156a4d266,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:17.195943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.196370 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Added segment 0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41 of type vlan for network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 Nov 03 18:59:17.351088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-ab8422f9-6c13-40aa-967c-5591579c608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:17.354584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b656e09f-42e0-4462-bee5-a85406e2f111 req-ab8422f9-6c13-40aa-967c-5591579c608e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6247909 Nov 03 18:59:17.505427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.514350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:17.518829 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70055888-662c-46a5-b339-133145129df5" -d '{"events": [{"name": "network-changed", "server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:17.713146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.715208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:17.716271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:17.815485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9190774 Nov 03 18:59:17.824860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59890) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:17.849108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a4cff-1572-40fc-8249-5b89d2b8ad53 req-5fed244a-c105-4954-94da-1c9596548a28 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:17.858520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221a4cff-1572-40fc-8249-5b89d2b8ad53 req-5fed244a-c105-4954-94da-1c9596548a28 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.7112641 Nov 03 18:59:17.902763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55693b7-78eb-4ffa-b7a3-f66305e9d833 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Network': ['ID=dbf36aa8-32cd-4984-8561-33e26aaa4ff0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:17.921997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:59:17.933796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'subnet': {'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:18.038318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88d23782-3cbc-479e-ba09-bafbaaf6318b req-a56c6d37-6af2-4192-9d7a-05e7a649cdfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 6207 time: 0.7680247 Nov 03 18:59:18.086736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Made reservation on behalf of c296e6148c7448f0b1e7a1f30e73a34d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:18.090592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.100208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60fccb4-6703-4e84-8306-2811e96f8e9d {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:18.111133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.132062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Transition to ACTIVE for port object e60fccb4-6703-4e84-8306-2811e96f8e9d will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:18.140193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.211212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e60fccb4-6703-4e84-8306-2811e96f8e9d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:18.283604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Router 7d7f87a6-84da-494a-b252-d45fe0bafae1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:59:18.316264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221a4cff-1572-40fc-8249-5b89d2b8ad53 req-0741364a-7534-4352-83af-301d27b7c058 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691797 Nov 03 18:59:18.319042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Attempting to bind port e60fccb4-6703-4e84-8306-2811e96f8e9d on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:18.319511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Attempting to bind port e60fccb4-6703-4e84-8306-2811e96f8e9d by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:18.319940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Attempting to bind port e60fccb4-6703-4e84-8306-2811e96f8e9d on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:18.326341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Port e60fccb4-6703-4e84-8306-2811e96f8e9d on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:18.326956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Attempting to bind port e60fccb4-6703-4e84-8306-2811e96f8e9d on network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:18.333930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:18.334413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Checking segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:18.335156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Bound using segment: {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:18.335824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Bound port: e60fccb4-6703-4e84-8306-2811e96f8e9d, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8273e1-78b5-4349-ac88-17c7c5b91393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:18.336274 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.397015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88d23782-3cbc-479e-ba09-bafbaaf6318b req-2953cb8e-3b1e-42af-b5dd-3eb7311ea7c0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/a5a2f1c6-dbdf-4353-a089-574380563200 HTTP/1.1" status: 200 len: 3002 time: 0.3424189 Nov 03 18:59:18.574425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] For port e60fccb4-6703-4e84-8306-2811e96f8e9d, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:18.584322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] For port e60fccb4-6703-4e84-8306-2811e96f8e9d, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:18.605246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.687906 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05883855-7a23-418a-a6af-460d89214f28 x-openstack-request-id: req-05883855-7a23-418a-a6af-460d89214f28 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:18.688209 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:18.688470 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-05883855-7a23-418a-a6af-460d89214f28 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:18.688904 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6', 'status': 'completed', 'code': 200} Nov 03 18:59:18.727629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:18.730995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88d23782-3cbc-479e-ba09-bafbaaf6318b req-cc798d6d-bf7e-4e2c-a5b1-c915286bd146 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/a5a2f1c6-dbdf-4353-a089-574380563200 HTTP/1.1" status: 200 len: 3002 time: 0.3224158 Nov 03 18:59:18.731392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.734135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] 10.222.0.110 "PUT /v2.0/ports/e60fccb4-6703-4e84-8306-2811e96f8e9d HTTP/1.1" status: 200 len: 1092 time: 2.0300119 Nov 03 18:59:18.845570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2c9b7-f78f-4e24-9b67-6e2991e626e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e60fccb4-6703-4e84-8306-2811e96f8e9d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:18.865567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:18.885148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.898772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] Sync routers for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:18.923483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:18.925311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:19.141058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:19.157495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-38911b31-056f-4bc8-a928-a831c3bb8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.158599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-38911b31-056f-4bc8-a928-a831c3bb8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.159547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-38911b31-056f-4bc8-a928-a831c3bb8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.163402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70055888-662c-46a5-b339-133145129df5 req-38911b31-056f-4bc8-a928-a831c3bb8635 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2865 time: 0.4418788 Nov 03 18:59:19.207896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-80fd7223-dc1e-4800-95d5-5e42803c8397 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "PUT /v2.0/floatingips/216b3aac-4f9d-4c93-9096-eeac83ad7138 HTTP/1.1" status: 200 len: 992 time: 7.9910703 Nov 03 18:59:19.230243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:19.234798 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:19.428564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035cf5-208b-4a3e-99e9-12ffb421ee8d req-718a9a8f-da9c-4feb-b498-28f80ffecba1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.434839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035cf5-208b-4a3e-99e9-12ffb421ee8d req-718a9a8f-da9c-4feb-b498-28f80ffecba1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.457002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035cf5-208b-4a3e-99e9-12ffb421ee8d req-718a9a8f-da9c-4feb-b498-28f80ffecba1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.457002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3035cf5-208b-4a3e-99e9-12ffb421ee8d req-718a9a8f-da9c-4feb-b498-28f80ffecba1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2412 time: 0.4968469 Nov 03 18:59:19.610121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6655d-bfb7-4775-a6a4-f6051457dba9 req-062da7c2-d51e-4926-9276-fc6d098f9f44 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.617649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24a6655d-bfb7-4775-a6a4-f6051457dba9 req-062da7c2-d51e-4926-9276-fc6d098f9f44 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.5771353 Nov 03 18:59:19.679459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '216b3aac-4f9d-4c93-9096-eeac83ad7138', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'port_id': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'mac_address': 'fa:16:3e:14:51:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:56:43Z', 'updated_at': '2021-11-03T18:59:14Z', 'revision_number': 1, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:19.741249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-1e60f5d5-5162-4a6b-8e4a-e5041bccc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.741249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-1e60f5d5-5162-4a6b-8e4a-e5041bccc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.741249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-1e60f5d5-5162-4a6b-8e4a-e5041bccc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.741249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70055888-662c-46a5-b339-133145129df5 req-1e60f5d5-5162-4a6b-8e4a-e5041bccc1d3 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5178697 Nov 03 18:59:19.747719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] Checking router: 7d7f87a6-84da-494a-b252-d45fe0bafae1 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:59:19.756945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3035cf5-208b-4a3e-99e9-12ffb421ee8d req-d36175fe-50d8-4ac8-bdb0-e0ba8cf7a627 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550857 Nov 03 18:59:19.799780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:19.800967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:19.904885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-07a93737-7398-4261-b93e-05cffae4b276 req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1499086693', 'description': 'tempest-description-680957255'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:20.011818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24a6655d-bfb7-4775-a6a4-f6051457dba9 req-2a25038d-3529-46f6-9335-791a8494f248 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926086 Nov 03 18:59:20.107188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-07a93737-7398-4261-b93e-05cffae4b276 req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.108702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:20.161817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055888-662c-46a5-b339-133145129df5 req-a6d12acc-bdc2-4776-b0a4-333cc2b501ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.167886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70055888-662c-46a5-b339-133145129df5 req-a6d12acc-bdc2-4776-b0a4-333cc2b501ff service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3808258 Nov 03 18:59:20.436288 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495afd6-1859-4925-90d4-a8db296be2e9 x-openstack-request-id: req-2495afd6-1859-4925-90d4-a8db296be2e9 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:20.437428 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:20.437428 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2495afd6-1859-4925-90d4-a8db296be2e9 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:20.437428 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'status': 'completed', 'code': 200} Nov 03 18:59:20.437894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:59:20.438287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.649854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.651664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.651851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.652792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.655531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.658621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.659559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.667071 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-da6264d4-abff-4550-932b-ca5291b81a73 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6500 time: 0.1998742 Nov 03 18:59:20.690994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'tag': 'e60fccb4-6703-4e84-8306-2811e96f8e9d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:20.704792 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efc4c6c-928f-4384-99a1-d4f824361a24" -d '{"events": [{"name": "network-changed", "server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "tag": "e60fccb4-6703-4e84-8306-2811e96f8e9d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:20.809747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-e28b0bb2-a60f-4b85-8a84-f2db645b6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.810331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-e28b0bb2-a60f-4b85-8a84-f2db645b6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.810822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-e28b0bb2-a60f-4b85-8a84-f2db645b6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.818923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-e28b0bb2-a60f-4b85-8a84-f2db645b6e61 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2865 time: 0.5070245 Nov 03 18:59:20.825786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fcb688b2-e445-4151-ba42-5e596b0db06f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:20.958499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-07a93737-7398-4261-b93e-05cffae4b276 req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.044008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '216b3aac-4f9d-4c93-9096-eeac83ad7138', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'port_id': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'mac_address': 'fa:16:3e:14:51:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:56:43Z', 'updated_at': '2021-11-03T18:59:14Z', 'revision_number': 1, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:21.082200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-07a93737-7398-4261-b93e-05cffae4b276 req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.088379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-b4227985-c076-4473-b523-71f80e01e577 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=e9620f38-99d3-4e5e-8563-c9fc5dfac408 HTTP/1.1" status: 200 len: 217 time: 0.2282362 Nov 03 18:59:21.089583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Checking segment: {'id': '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:21.090184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network hostable DHCP agents. Network: dbf36aa8-32cd-4984-8561-33e26aaa4ff0, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:59:21.115274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-94f1e6b5-8408-4d98-a164-1e8206e5a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.120299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-94f1e6b5-8408-4d98-a164-1e8206e5a6fb service neutron] 10.222.0.110 "GET /v2.0/networks?id=d4d4e9f5-2e19-45ca-a047-10e8e6221320 HTTP/1.1" status: 200 len: 918 time: 0.4385650 Nov 03 18:59:21.130593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e808f2cb-0741-4f3d-b408-b7ff1b77566d None None] The sync data for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 is: [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '216b3aac-4f9d-4c93-9096-eeac83ad7138', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'port_id': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'mac_address': 'fa:16:3e:14:51:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:56:43Z', 'updated_at': '2021-11-03T18:59:14Z', 'revision_number': 1, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:59:21.277919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-34c674d9-8ab1-4fa7-9cde-53fd581830ac service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 200 len: 1000 time: 0.1446154 Nov 03 18:59:21.408960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-79c0c3c2-830c-46c3-8a07-52d1e99c741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.412134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-79c0c3c2-830c-46c3-8a07-52d1e99c741a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c2159396-034b-4e95-8912-c1dd9d066094 HTTP/1.1" status: 200 len: 856 time: 0.1219954 Nov 03 18:59:21.511220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-d9a0fa6a-9df3-4731-9b9e-5377b78ef90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.514376 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-d9a0fa6a-9df3-4731-9b9e-5377b78ef90c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920360 Nov 03 18:59:21.531042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-07a93737-7398-4261-b93e-05cffae4b276 req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.532423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07a93737-7398-4261-b93e-05cffae4b276 req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.6461086 Nov 03 18:59:21.562511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad3003-bd0f-40ac-bea5-206647dfec18 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1a9c0f-e8a5-4378-9053-d7ec82e18384,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:21.573775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:59:21.592831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d6613c63-d259-4aa7-b372-22753bfcfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.596337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-d6613c63-d259-4aa7-b372-22753bfcfb1b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ebd0836c-f882-4ca0-9ac7-e664a3527def HTTP/1.1" status: 200 len: 801 time: 0.4888167 Nov 03 18:59:21.623333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, dbf36aa8-32cd-4984-8561-33e26aaa4ff0) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:21.633115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.633648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.639943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eacb2b-98c0-4e25-9e75-ab214cb8254b None None] Network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:21.699241 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bcf02-ecf7-47e5-9940-77eca4ddd130 None None] New status for floating IP 216b3aac-4f9d-4c93-9096-eeac83ad7138: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:59:21.709888 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-68f3f3a5-fd1b-47eb-bdf1-253eb088f594 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788566 Nov 03 18:59:21.711688 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c1f687-15c5-4f47-90eb-ee36d3678929 x-openstack-request-id: req-98c1f687-15c5-4f47-90eb-ee36d3678929 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:21.711980 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "tag": "e60fccb4-6703-4e84-8306-2811e96f8e9d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:21.712240 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-98c1f687-15c5-4f47-90eb-ee36d3678929 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:21.712792 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'tag': 'e60fccb4-6703-4e84-8306-2811e96f8e9d', 'status': 'completed', 'code': 200} Nov 03 18:59:21.933147 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-41feacbf-4c5c-4de7-9e56-6602dff5f333 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1328228 Nov 03 18:59:21.979613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4a0de9b6-4f0f-4eef-9c4d-2824218f62cb req-d0d7dcc1-acd3-4774-b554-3a595bee99c8 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588694 Nov 03 18:59:22.010863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-2aa7129f-e973-485b-b20a-c07d2e05eaae tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.017198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-2aa7129f-e973-485b-b20a-c07d2e05eaae tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.9071333 Nov 03 18:59:22.027475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee4c2e-56bc-4402-bf69-e62f2320e846 None None] Network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:22.035974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a1991173-f06f-45fe-a6f1-3a8aac858550 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.2022152 Nov 03 18:59:22.039395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59952) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:22.055112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1391289034', 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:22.143045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Made reservation on behalf of c296e6148c7448f0b1e7a1f30e73a34d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:22.147695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:22.180049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-d60a4808-e3b3-4ebe-a3d2-6ad99e0c967b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/quotas/4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 375 time: 0.1406879 Nov 03 18:59:22.201769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-50fde31a-c418-48a8-aeae-ed7be67a666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.205394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-50fde31a-c418-48a8-aeae-ed7be67a666f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5504701 Nov 03 18:59:22.244143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] device_id is not set on port 45a2cedc-85ed-4c22-b15d-6f78ae86b397 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:59:22.338613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99abbc-563b-4f77-aaeb-a6e430856033 req-df75d6e5-08e4-4cc7-8ca0-b7b1056009ab tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.343288 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:59:22.370018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-9b37c718-2393-45dd-8045-531aa4bd810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.372387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99abbc-563b-4f77-aaeb-a6e430856033 req-df75d6e5-08e4-4cc7-8ca0-b7b1056009ab tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.376651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-9b37c718-2393-45dd-8045-531aa4bd810e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.2575343 Nov 03 18:59:22.386386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99abbc-563b-4f77-aaeb-a6e430856033 req-df75d6e5-08e4-4cc7-8ca0-b7b1056009ab tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.388644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de99abbc-563b-4f77-aaeb-a6e430856033 req-df75d6e5-08e4-4cc7-8ca0-b7b1056009ab tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2412 time: 0.5939407 Nov 03 18:59:22.587706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-a15c31a2-2e07-43b9-abcd-869adffc02c4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3879669 Nov 03 18:59:22.670751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de99abbc-563b-4f77-aaeb-a6e430856033 req-5e304712-8f77-492c-b6e4-b0f964aad63e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649608 Nov 03 18:59:22.696826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Allocated IP 2001:db8::130 (dbf36aa8-32cd-4984-8561-33e26aaa4ff0/fcb688b2-e445-4151-ba42-5e596b0db06f/45a2cedc-85ed-4c22-b15d-6f78ae86b397) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:22.765772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-4584fd9d-0682-4b2f-8e00-dfc7bf8b06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.766471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-93626772-bd63-4347-9046-412d5872e3f8 service neutron] 10.222.0.110 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333800 Nov 03 18:59:22.767491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-4584fd9d-0682-4b2f-8e00-dfc7bf8b06d5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3410363 Nov 03 18:59:22.891360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-d011ebc8-df0e-4d2a-9e40-f8a5175dfc57 req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1001563949', 'description': 'tempest-description-1180739191'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:23.028198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-e544181a-4e80-4462-b6dc-2151b1f3636b service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255769 Nov 03 18:59:23.113038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d011ebc8-df0e-4d2a-9e40-f8a5175dfc57 req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.158625 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.162837 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-0d421124-17f3-4bd9-8c6d-47411a41d28b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.2013817 Nov 03 18:59:23.267524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-787b67af-d8d7-4dbb-994c-3e89af99087a service neutron] 10.222.0.110 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682302 Nov 03 18:59:23.279224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-d0115bb2-46db-44b1-ba59-d4d693259f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:23.281808 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-d0115bb2-46db-44b1-ba59-d4d693259f39 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1051524 Nov 03 18:59:23.316256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.359767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-7ca73c6c-5310-4357-97c8-e01b04e64891 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6 HTTP/1.1" status: 200 len: 217 time: 0.0760524 Nov 03 18:59:23.457931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-c63a05b1-456a-4cdc-b71f-58243f97b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:23.466779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-c63a05b1-456a-4cdc-b71f-58243f97b9e8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f1e9bd37-562b-45e7-850d-5d9ff4a364c5 HTTP/1.1" status: 200 len: 801 time: 0.0828099 Nov 03 18:59:23.486514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:23.495875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ed319e2c-15a4-4f0e-8cd2-e5405429d98c service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542611 Nov 03 18:59:23.501518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Port': ['ID=45a2cedc-85ed-4c22-b15d-6f78ae86b397,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:23.513256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:23.519759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:23.523018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:23.527210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.538983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-78d13ab9-f62d-4d3a-a5fa-0e071c2d3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:23.542067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-78d13ab9-f62d-4d3a-a5fa-0e071c2d3add service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469511 Nov 03 18:59:23.613833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d011ebc8-df0e-4d2a-9e40-f8a5175dfc57 req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.619729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-a7a6f613-21c3-4dab-8389-7ce3b8d6cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:23.622558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-a7a6f613-21c3-4dab-8389-7ce3b8d6cfd9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d2eb191d-f207-4e39-b42c-8148a51090f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480529 Nov 03 18:59:23.623979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d011ebc8-df0e-4d2a-9e40-f8a5175dfc57 req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.638468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91cd9063-32c4-4392-9374-7cdc85ad9193 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5965321 Nov 03 18:59:23.643268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59954) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:23.671906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae795f82-8acd-4f23-bcd4-faf1f0cb75f3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:23.728921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d011ebc8-df0e-4d2a-9e40-f8a5175dfc57 req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:23.730524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d011ebc8-df0e-4d2a-9e40-f8a5175dfc57 req-562b7ebb-bc47-458e-803f-0f3abbf72b35 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8553114 Nov 03 18:59:24.047838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-e221be4d-1cfd-4ce9-b032-dabcf9e798c0 service neutron] 10.222.0.110 "GET /v2.0/networks/d2eb191d-f207-4e39-b42c-8148a51090f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762734 Nov 03 18:59:24.400181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77fec-69c4-4f3c-9064-35f73e5306c2 req-8fbbe17a-6ac5-4b0c-94a4-ac46684d94da tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:24.422321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77fec-69c4-4f3c-9064-35f73e5306c2 req-8fbbe17a-6ac5-4b0c-94a4-ac46684d94da tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:24.436198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77fec-69c4-4f3c-9064-35f73e5306c2 req-8fbbe17a-6ac5-4b0c-94a4-ac46684d94da tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:24.452544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fc77fec-69c4-4f3c-9064-35f73e5306c2 req-8fbbe17a-6ac5-4b0c-94a4-ac46684d94da tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2412 time: 0.3098986 Nov 03 18:59:24.474512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-457ccb50-1cea-43b8-98d5-153b7932ae9f req-68ea7ecf-40df-4f11-86d8-ab79b81e5eeb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 210 time: 0.1745715 Nov 03 18:59:24.607732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-7f290c16-2f7f-4bfd-a60a-a5a67332cbea service neutron] 10.222.0.110 "GET /v2.0/networks/d2eb191d-f207-4e39-b42c-8148a51090f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474911 Nov 03 18:59:24.680939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-7e514cc0-e0cf-4421-aaba-a166c4c3c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:24.684893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-7e514cc0-e0cf-4421-aaba-a166c4c3c68a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 1101 time: 0.7802994 Nov 03 18:59:24.709386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fc77fec-69c4-4f3c-9064-35f73e5306c2 req-55279a0a-4cbc-4ea3-8272-951e3cc940b5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551763 Nov 03 18:59:24.793281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-2325759a-4089-452e-a656-f1b829d62d62 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2343307 Nov 03 18:59:24.907055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-28b8180e-16d6-4da6-8239-a95c8498e2f1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d HTTP/1.1" status: 200 len: 217 time: 0.2422490 Nov 03 18:59:25.026696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Deleting port 45a2cedc-85ed-4c22-b15d-6f78ae86b397 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:25.026696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.220849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-16a9d56e-26db-400e-bfd4-c97da875e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:25.230884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-16a9d56e-26db-400e-bfd4-c97da875e874 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ebd0836c-f882-4ca0-9ac7-e664a3527def HTTP/1.1" status: 200 len: 801 time: 0.3016772 Nov 03 18:59:25.324594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-2bcb6a29-8680-4ffc-a5ad-ab4107df9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:25.327517 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-2bcb6a29-8680-4ffc-a5ad-ab4107df9637 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5702090 Nov 03 18:59:25.341759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.365614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-f27a5917-eee9-4201-b052-61c64df4a3bd tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:25.377741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Calling delete_port for 45a2cedc-85ed-4c22-b15d-6f78ae86b397 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:25.381133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-f27a5917-eee9-4201-b052-61c64df4a3bd tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 812 time: 0.4950933 Nov 03 18:59:25.411462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-4f2e01da-62e0-4fe5-8027-5991432e06fb tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/quotas/1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 375 time: 0.0289965 Nov 03 18:59:25.492284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-ba2c2e7d-6b0a-4a6e-bcab-54d39d6ff909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:25.495011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-ba2c2e7d-6b0a-4a6e-bcab-54d39d6ff909 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2468100 Nov 03 18:59:25.574370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-78e24a72-2154-4c74-a84d-2058fe951f29 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=763238f0-5625-4f34-b004-9fa60503cb72 HTTP/1.1" status: 200 len: 217 time: 0.1644609 Nov 03 18:59:25.580961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-5cfd795a-efd1-45f4-95ea-f4706e40100f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644585 Nov 03 18:59:25.762641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b67c1f08-104f-47f8-9286-8ed474aab2e8 req-8e768e8d-af03-4c2c-85fc-482b2edf0dc5 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9513538 Nov 03 18:59:25.838473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-709dc26a-0c6c-4301-8adf-2cb56935bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:25.841812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-709dc26a-0c6c-4301-8adf-2cb56935bae5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1989541 Nov 03 18:59:25.994100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-70f221fe-5a40-42eb-baa6-7d99475ab52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:25.994100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-70f221fe-5a40-42eb-baa6-7d99475ab52d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418757 Nov 03 18:59:26.252312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-efbd440d-695d-4f06-add6-3126c5d49065 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156324 Nov 03 18:59:26.464287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-1484e6e0-be13-4857-a08c-e73c81dfe494 service neutron] 10.222.0.91 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8622484 Nov 03 18:59:26.484247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:26.542394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-3f094569-6569-4c04-b1de-dd7408c900c4 service neutron] 10.222.0.110 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0267859 Nov 03 18:59:26.609808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event deleted for resources: {'Port': ['ID=45a2cedc-85ed-4c22-b15d-6f78ae86b397,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:26.630506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d263b35-7dea-45b2-95af-54d3e964bb5c req-d85a3d76-707c-4fdc-b620-afc69156b0b4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 210 time: 0.1821079 Nov 03 18:59:26.750236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:26.761164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-23f2837f-c0c5-47ac-b801-1eeccc89fc08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/ports/45a2cedc-85ed-4c22-b15d-6f78ae86b397 HTTP/1.1" status: 204 len: 168 time: 3.1140144 Nov 03 18:59:26.769912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60018) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:26.800580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0', 'external_fixed_ips': [{'subnet_id': 'fcb688b2-e445-4151-ba42-5e596b0db06f', 'ip_address': '2001:db8::130'}]}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:26.822874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-75ef4ac1-9cef-499a-936c-7706c5dea6a8 req-939e1c5e-3d6d-4586-8828-d19fd4709dbe service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600867 Nov 03 18:59:26.893402 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:26.896223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:26.951417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-8daba7cf-0a2c-437f-8b77-91a5766e2470 service neutron] 10.222.0.91 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058852 Nov 03 18:59:27.197370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:27.606394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:27.618853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afcbe-b656-4c9e-887b-d6aa07193d22 req-cecd5eea-1fc1-413b-b33c-6a7e2bdae970 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:27.635752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afcbe-b656-4c9e-887b-d6aa07193d22 req-cecd5eea-1fc1-413b-b33c-6a7e2bdae970 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:27.648023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3afcbe-b656-4c9e-887b-d6aa07193d22 req-cecd5eea-1fc1-413b-b33c-6a7e2bdae970 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:27.653479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c3afcbe-b656-4c9e-887b-d6aa07193d22 req-cecd5eea-1fc1-413b-b33c-6a7e2bdae970 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2412 time: 0.6952274 Nov 03 18:59:27.757008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-2acd3013-f069-4252-a6eb-76a83305c54a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:27.759176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-2acd3013-f069-4252-a6eb-76a83305c54a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 1.2137568 Nov 03 18:59:27.774118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d0c44a3-ac4d-4228-bfbb-5dd01dbdc2e4 req-e823a980-ef2b-4eaa-bee8-3b32d4673753 service neutron] 10.222.0.110 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1364729 Nov 03 18:59:27.783937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'port': {'device_id': '84ad1a06-172a-402e-b465-6a62f077407e', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'admin_state_up': True, 'tenant_id': '4b8d4c6a533c46268a174ab703c85690'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:27.847311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c3afcbe-b656-4c9e-887b-d6aa07193d22 req-13f47f2e-17f0-4dc6-a7f3-910e28c4d907 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684487 Nov 03 18:59:28.067982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-812a3234-975e-4deb-ac8d-454b6f242b54 req-205ffd00-30d2-4f8b-9a32-f7c2c5eb6918 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 210 time: 0.0630131 Nov 03 18:59:28.248044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-018deb9b-ef80-48c1-ad6c-c78be1ab7830 req-1675dd60-f4a4-4926-b432-54637bbedcc3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 210 time: 0.0691645 Nov 03 18:59:28.289828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-248578f8-5a9d-4ec2-b50a-a0816afae9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:28.290968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-248578f8-5a9d-4ec2-b50a-a0816afae9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:28.292358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-248578f8-5a9d-4ec2-b50a-a0816afae9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:28.296029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-248578f8-5a9d-4ec2-b50a-a0816afae9d7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2865 time: 0.2423666 Nov 03 18:59:28.298660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.355785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.740615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-e65c7259-2f39-47b1-bc57-ae99b1b58bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:28.742121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Allocated IP 2001:db8::130 (dbf36aa8-32cd-4984-8561-33e26aaa4ff0/fcb688b2-e445-4151-ba42-5e596b0db06f/865f90eb-1779-4de3-92d2-c6dad55a9a29) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:28.747071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-e65c7259-2f39-47b1-bc57-ae99b1b58bc7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 HTTP/1.1" status: 200 len: 902 time: 0.4201295 Nov 03 18:59:28.966281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-853ae423-3967-4c20-a7a5-94b40f27f67f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d HTTP/1.1" status: 200 len: 217 time: 0.1898184 Nov 03 18:59:28.982579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:28.989119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.150005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.255400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.364885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:29.381047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:29.385817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:29.449325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f78f4371-0ae0-49c1-ba5e-738dd16e61c6 req-51d0d44b-801b-41e5-8808-9daa12d93380 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 210 time: 0.1480346 Nov 03 18:59:29.460918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Port': ['ID=865f90eb-1779-4de3-92d2-c6dad55a9a29,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:29.557593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc023b3d-76dd-4c05-8436-fa4ce1c27450 req-fb5403d8-0356-4789-9e5e-eb9cea87b100 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:29.571870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc023b3d-76dd-4c05-8436-fa4ce1c27450 req-fb5403d8-0356-4789-9e5e-eb9cea87b100 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:29.607293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc023b3d-76dd-4c05-8436-fa4ce1c27450 req-fb5403d8-0356-4789-9e5e-eb9cea87b100 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:29.625626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc023b3d-76dd-4c05-8436-fa4ce1c27450 req-fb5403d8-0356-4789-9e5e-eb9cea87b100 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2412 time: 0.4446106 Nov 03 18:59:29.701210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-b56a47f1-18e1-41ea-8b19-3fe3b4d551ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:29.702980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-b56a47f1-18e1-41ea-8b19-3fe3b4d551ee service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ebd0836c-f882-4ca0-9ac7-e664a3527def HTTP/1.1" status: 200 len: 801 time: 0.6381981 Nov 03 18:59:29.935689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e48fac5c-9af0-4b64-b1dc-6322ef14a09a req-374ede88-8aa0-4c9a-8283-51c18188853d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 210 time: 0.2519388 Nov 03 18:59:29.954033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc023b3d-76dd-4c05-8436-fa4ce1c27450 req-b4311d33-eccf-4143-9410-b70a8be404bd tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491274 Nov 03 18:59:29.963511 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:30.065719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-7adb4f66-6c40-46b2-916d-15f1dab4971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:30.070164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-7adb4f66-6c40-46b2-916d-15f1dab4971d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3070865 Nov 03 18:59:30.079738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Allocated IP 172.20.0.13 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/65431969-3c30-433a-965d-2e173ac343b5) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:30.624747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-910125fa-921b-45f0-b9be-5730cbed8fb7 service neutron] 10.222.0.110 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291448 Nov 03 18:59:30.753846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ba917247-c3ad-45fc-b80a-29ea6067dbec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:30.757113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ba917247-c3ad-45fc-b80a-29ea6067dbec tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.110 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 812 time: 0.3498132 Nov 03 18:59:30.797998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'port': {'device_id': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38', 'admin_state_up': True, 'tenant_id': '1210c64b059c4400b66d53b8f2113f99'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:30.870429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:30.884330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c113cfea-d3f7-4763-b8a4-f483272459b8 req-12a53217-d3f1-4fde-8b29-ea326a380249 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 210 time: 0.0903804 Nov 03 18:59:30.963569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efc4c6c-928f-4384-99a1-d4f824361a24 req-b955de1f-854a-4490-a049-d179f20e0746 service neutron] 10.222.0.110 "GET /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998004 Nov 03 18:59:31.007056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.088643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:31.094643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:31.108977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:31.201284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=65431969-3c30-433a-965d-2e173ac343b5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:31.322278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.346993 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.444612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-ac166c87-10a3-48bb-9992-de5e0aab1acf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6690242 Nov 03 18:59:31.521468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Request body: {'port': {'device_id': '84ad1a06-172a-402e-b465-6a62f077407e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:31.574200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.769089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.848389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c88f410c-fc6b-48e8-b0d2-ee504a18bb4e None None] Provisioning complete for port 65431969-3c30-433a-965d-2e173ac343b5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:31.853552 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c88f410c-fc6b-48e8-b0d2-ee504a18bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.919576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200fc2d-8f2e-455d-8a14-f4643dac1268 req-41f01079-0b5d-4ade-a5dd-5a000df832f5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.938147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200fc2d-8f2e-455d-8a14-f4643dac1268 req-41f01079-0b5d-4ade-a5dd-5a000df832f5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.958830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200fc2d-8f2e-455d-8a14-f4643dac1268 req-41f01079-0b5d-4ade-a5dd-5a000df832f5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.979248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f200fc2d-8f2e-455d-8a14-f4643dac1268 req-41f01079-0b5d-4ade-a5dd-5a000df832f5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2412 time: 0.5933881 Nov 03 18:59:31.982962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Made reservation on behalf of 1210c64b059c4400b66d53b8f2113f99 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:31.990971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.995057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c88f410c-fc6b-48e8-b0d2-ee504a18bb4e None None] Port 65431969-3c30-433a-965d-2e173ac343b5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:32.036154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ed9e8-8eb3-444e-a960-23c73126c83c req-27d779af-9d6d-444e-8f0a-7b29640b4a59 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.039834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-111ed9e8-8eb3-444e-a960-23c73126c83c req-27d779af-9d6d-444e-8f0a-7b29640b4a59 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 932 time: 0.6342714 Nov 03 18:59:32.272538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-111ed9e8-8eb3-444e-a960-23c73126c83c req-88010142-7add-4075-a5da-58f8bc5d0c0c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717832 Nov 03 18:59:32.344662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f200fc2d-8f2e-455d-8a14-f4643dac1268 req-b045f5ff-1c76-415f-9671-7eda1d428fab tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430660 Nov 03 18:59:32.363847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e9620f38-99d3-4e5e-8563-c9fc5dfac408 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:32.450254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Allocated IP 172.20.0.5 (9ad3c954-88d0-432b-908c-3e55ce238a38/3c8626e8-5dee-4b56-afde-667d6425beee/e109da7e-80b7-4e40-bf44-69545c752e79) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:32.484601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:32.876807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.013584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e9620f38-99d3-4e5e-8563-c9fc5dfac408, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e9620f38-99d3-4e5e-8563-c9fc5dfac408,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:33.093083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Router bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:59:33.106457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.115995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408', 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'port_id': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408', 'mac_address': 'fa:16:3e:d2:a6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd0836c-f882-4ca0-9ac7-e664a3527def', 'ip_address': '19.80.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:33.263522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.295214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9620f38-99d3-4e5e-8563-c9fc5dfac408 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:33.335051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e9620f38-99d3-4e5e-8563-c9fc5dfac408, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e9620f38-99d3-4e5e-8563-c9fc5dfac408,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:33.343535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.344482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e60fccb4-6703-4e84-8306-2811e96f8e9d details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:33.356859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.462445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e9620f38-99d3-4e5e-8563-c9fc5dfac408,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:33.469884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65431969-3c30-433a-965d-2e173ac343b5 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:33.480459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:33.491180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.517734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Transition to ACTIVE for port object 65431969-3c30-433a-965d-2e173ac343b5 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:33.544199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:33.581393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:33.659757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e60fccb4-6703-4e84-8306-2811e96f8e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:33.703012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Pushing event updated for resources: {'Port': ['ID=65431969-3c30-433a-965d-2e173ac343b5,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:33.788429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b852765-7e0a-4c29-9155-a873209f48ca req-8a631b79-9ce1-4d48-a5a7-70e0f402845a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.804198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b852765-7e0a-4c29-9155-a873209f48ca req-8a631b79-9ce1-4d48-a5a7-70e0f402845a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 931 time: 0.2826526 Nov 03 18:59:33.809732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Network 9ad3c954-88d0-432b-908c-3e55ce238a38 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:33.823968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:33.837823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:34.028326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.029465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.093648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:34.155264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-ae2a7815-b649-4ab5-b1e0-938c8fcb5041 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3662519 Nov 03 18:59:34.189809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Request body: {'port': {'device_id': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:34.192215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b852765-7e0a-4c29-9155-a873209f48ca req-0d813270-5294-44ad-bda8-a338e1ad324e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864260 Nov 03 18:59:34.243598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Sync routers for ids ['bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:34.277488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Attempting to bind port 65431969-3c30-433a-965d-2e173ac343b5 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:34.283082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Attempting to bind port 65431969-3c30-433a-965d-2e173ac343b5 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:34.284415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Attempting to bind port 65431969-3c30-433a-965d-2e173ac343b5 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:34.299564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'e60fccb4-6703-4e84-8306-2811e96f8e9d', 'network_id': '3a7ea08a-c5f1-430d-9fe5-8a70e060dac6', 'port_id': 'e60fccb4-6703-4e84-8306-2811e96f8e9d', 'mac_address': 'fa:16:3e:79:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd0836c-f882-4ca0-9ac7-e664a3527def', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:34.302691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Port 65431969-3c30-433a-965d-2e173ac343b5 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:34.307240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Attempting to bind port 65431969-3c30-433a-965d-2e173ac343b5 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:34.332060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:34.334815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:34.337666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:34.338759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Bound port: 65431969-3c30-433a-965d-2e173ac343b5, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:34.340867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.445373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.446878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.450994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.453076 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-470bc068-1570-445b-8346-1faf001ce49b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6768022 Nov 03 18:59:34.454641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Routers {'bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:34.455664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:34.458108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60116) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:34.708808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Set router bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:34.713212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea21c-62c0-4bfb-99ec-638da1c1300d req-addeaf5d-40f3-4711-ab20-2a1a55e7ef54 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.729196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a6ea21c-62c0-4bfb-99ec-638da1c1300d req-addeaf5d-40f3-4711-ab20-2a1a55e7ef54 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 944 time: 0.3350117 Nov 03 18:59:34.781959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931bd0f-aa16-4473-92bb-c3a9252298a2 req-d9dd2073-935d-4e6c-98a7-b0d56279136d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.795224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931bd0f-aa16-4473-92bb-c3a9252298a2 req-d9dd2073-935d-4e6c-98a7-b0d56279136d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.811786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931bd0f-aa16-4473-92bb-c3a9252298a2 req-d9dd2073-935d-4e6c-98a7-b0d56279136d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.816061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c931bd0f-aa16-4473-92bb-c3a9252298a2 req-d9dd2073-935d-4e6c-98a7-b0d56279136d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2413 time: 0.2845824 Nov 03 18:59:34.889573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:34.935858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] For port 65431969-3c30-433a-965d-2e173ac343b5, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:34.989768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60fccb4-6703-4e84-8306-2811e96f8e9d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:35.028562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] For port 65431969-3c30-433a-965d-2e173ac343b5, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=65431969-3c30-433a-965d-2e173ac343b5,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:35.038506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e60fccb4-6703-4e84-8306-2811e96f8e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:35.070301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.116655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.117757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f8c00079-7e45-4061-b5f3-04efc7a810a6 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:35.209212 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50cd18a6-de16-4780-b02a-89f6c8928acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.216849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Pushing event updated for resources: {'Port': ['ID=65431969-3c30-433a-965d-2e173ac343b5,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:35.251734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:59:35.264342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a6ea21c-62c0-4bfb-99ec-638da1c1300d req-ff5a61a6-97a8-454e-a4cf-cf8aeb455701 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147305 Nov 03 18:59:35.271733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.275751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.296757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-870a91a2-d017-43ae-b7e3-a760c1fa88eb service neutron] 10.222.0.115 "PUT /v2.0/ports/65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 1092 time: 3.7645063 Nov 03 18:59:35.296757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ad1a06-172a-402e-b465-6a62f077407e', 'tag': '65431969-3c30-433a-965d-2e173ac343b5'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:35.296757 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "84ad1a06-172a-402e-b465-6a62f077407e", "tag": "65431969-3c30-433a-965d-2e173ac343b5"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:35.361834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c931bd0f-aa16-4473-92bb-c3a9252298a2 req-1d4b2a8c-6463-4639-866e-75084b6250e7 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291340 Nov 03 18:59:35.601885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e109da7e-80b7-4e40-bf44-69545c752e79 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:35.612473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-03f3cc7f-9ee7-4349-8f2d-d7d8ea408d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.616134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-03f3cc7f-9ee7-4349-8f2d-d7d8ea408d9d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1095 time: 0.2431448 Nov 03 18:59:35.625719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.653799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Transition to ACTIVE for port object e109da7e-80b7-4e40-bf44-69545c752e79 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:35.711945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.783594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-d491356b-1850-41ca-961d-a54c42c0353a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 217 time: 0.1564255 Nov 03 18:59:35.825040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e60fccb4-6703-4e84-8306-2811e96f8e9d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:35.865419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:35.936420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-aa046af9-2e21-4fd2-87bc-e9a077612cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.938187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-aa046af9-2e21-4fd2-87bc-e9a077612cf7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1436005 Nov 03 18:59:36.069949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.083663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.093867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.097911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:36.107981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.122346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.131842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.141593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.146284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-3ba9c608-41c6-4f85-9b86-996b980bebea tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.2050726 Nov 03 18:59:36.155776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:36.159828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.172622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.184526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.197979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.210898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.221391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'f8c00079-7e45-4061-b5f3-04efc7a810a6', 'network_id': 'd2eb191d-f207-4e39-b42c-8148a51090f6', 'port_id': 'f8c00079-7e45-4061-b5f3-04efc7a810a6', 'mac_address': 'fa:16:3e:da:14:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e9bd37-562b-45e7-850d-5d9ff4a364c5', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:36.222676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.258799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.262692 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-e03d1081-a6c6-404e-97d2-fc92ec26ddc3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.5757041 Nov 03 18:59:36.301170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6772eb-7c61-4400-a1fe-2d2bb9b88325 req-278469dd-c2c2-425a-b0aa-d5c6b8fdd3f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.304416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de6772eb-7c61-4400-a1fe-2d2bb9b88325 req-278469dd-c2c2-425a-b0aa-d5c6b8fdd3f0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 943 time: 0.1550338 Nov 03 18:59:36.316687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-bda473e7-81a9-4acc-8b9c-81dd53abff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.318658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-bda473e7-81a9-4acc-8b9c-81dd53abff23 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3301628 Nov 03 18:59:36.327239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4', 'name': '', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0', 'external_fixed_ips': [{'subnet_id': 'fcb688b2-e445-4151-ba42-5e596b0db06f', 'ip_address': '2001:db8::130'}], 'enable_snat': True}, 'gw_port_id': '865f90eb-1779-4de3-92d2-c6dad55a9a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:59:26Z', 'updated_at': '2021-11-03T18:59:29Z', 'revision_number': 3, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port': {'id': '865f90eb-1779-4de3-92d2-c6dad55a9a29', 'name': '', 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'fcb688b2-e445-4151-ba42-5e596b0db06f', 'ip_address': '2001:db8::130', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:59:28Z', 'updated_at': '2021-11-03T18:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fcb688b2-e445-4151-ba42-5e596b0db06f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:36.444955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Checking router: bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:59:36.445837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Updating router bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 port 865f90eb-1779-4de3-92d2-c6dad55a9a29 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:59:36.450633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-0f088a04-c1b8-4999-97f2-d9cf2b463625 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.453305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-0f088a04-c1b8-4999-97f2-d9cf2b463625 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "GET /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1787724 Nov 03 18:59:36.495603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.529027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.551837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Deleting port 865f90eb-1779-4de3-92d2-c6dad55a9a29 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:36.552562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.575703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c00079-7e45-4061-b5f3-04efc7a810a6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:36.603006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de6772eb-7c61-4400-a1fe-2d2bb9b88325 req-9f506807-95af-490e-b973-65306986efb1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822404 Nov 03 18:59:36.611397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-53ec4743-603e-45b0-853e-f4e76b88c53d service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090936 Nov 03 18:59:36.642867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Attempting to bind port e109da7e-80b7-4e40-bf44-69545c752e79 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:36.643624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Attempting to bind port e109da7e-80b7-4e40-bf44-69545c752e79 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:36.644210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Attempting to bind port e109da7e-80b7-4e40-bf44-69545c752e79 on network 9ad3c954-88d0-432b-908c-3e55ce238a38 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:36.738190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Port e109da7e-80b7-4e40-bf44-69545c752e79 on network 9ad3c954-88d0-432b-908c-3e55ce238a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:36.739593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Attempting to bind port e109da7e-80b7-4e40-bf44-69545c752e79 on network 9ad3c954-88d0-432b-908c-3e55ce238a38 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:36.769691 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a92de-47fd-44e0-9d29-536b8fef69a2 x-openstack-request-id: req-0e4a92de-47fd-44e0-9d29-536b8fef69a2 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:36.770189 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ad1a06-172a-402e-b465-6a62f077407e", "tag": "65431969-3c30-433a-965d-2e173ac343b5", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:36.770607 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0e4a92de-47fd-44e0-9d29-536b8fef69a2 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:36.771284 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ad1a06-172a-402e-b465-6a62f077407e', 'tag': '65431969-3c30-433a-965d-2e173ac343b5', 'status': 'completed', 'code': 200} Nov 03 18:59:36.781663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:36.782352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Checking segment: {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:36.783645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Bound using segment: {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:36.785213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Bound port: e109da7e-80b7-4e40-bf44-69545c752e79, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a639cd8a-7be8-4114-98a0-539530075324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:36.786014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:36.791784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b024dbde-854a-40c4-8b2e-77f4fe243817 req-59f63690-a37a-4f3c-a7cc-b86788efd6ae tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5861216 Nov 03 18:59:36.959318 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-8bca1cf7-05f1-478a-a0f8-2860507698c2 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "GET /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4857109 Nov 03 18:59:37.033184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:37.101154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:37.108856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:37.125906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:37.145505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.153281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.276775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Calling delete_port for 865f90eb-1779-4de3-92d2-c6dad55a9a29 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:37.326790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.331073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.333361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.334894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.337763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] 10.222.0.110 "PUT /v2.0/ports/e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 1091 time: 3.1625960 Nov 03 18:59:37.339354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:37.344843 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8008d2-8081-4030-8eb8-96f2b7b85ade" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:37.371143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.498433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Attempting to bind port 865f90eb-1779-4de3-92d2-c6dad55a9a29 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:37.499087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Attempting to bind port 865f90eb-1779-4de3-92d2-c6dad55a9a29 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:37.499716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Attempting to bind port 865f90eb-1779-4de3-92d2-c6dad55a9a29 on network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:37.530205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:37.531109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Checking segment: {'id': '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:37.531807 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.532467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Bound using segment: {'id': '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:37.533574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Bound port: 865f90eb-1779-4de3-92d2-c6dad55a9a29, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'dbf36aa8-32cd-4984-8561-33e26aaa4ff0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:37.534242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.597295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.608064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d3bf-0b50-4add-a189-d52a112df307 service neutron] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:37.673724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-aa09b922-a1af-498c-bcf5-88627a2861e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.677653 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-aa09b922-a1af-498c-bcf5-88627a2861e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1094 time: 0.1802719 Nov 03 18:59:37.679541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] For port 865f90eb-1779-4de3-92d2-c6dad55a9a29, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:37.686693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] For port 865f90eb-1779-4de3-92d2-c6dad55a9a29, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=865f90eb-1779-4de3-92d2-c6dad55a9a29,segment=NetworkSegment(0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41),segment_id=0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:37.705092 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.736941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044f5561-0f94-4d44-8ead-a02ee079e9fe req-5c07a942-08df-477c-9922-1cbb0aa52743 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0776563 Nov 03 18:59:37.785464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197538-e8a4-41c6-8773-6ffa201be7d9 req-d409d7b4-0621-4ef0-9837-c42cf8dc13cf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.802902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197538-e8a4-41c6-8773-6ffa201be7d9 req-d409d7b4-0621-4ef0-9837-c42cf8dc13cf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.824084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197538-e8a4-41c6-8773-6ffa201be7d9 req-d409d7b4-0621-4ef0-9837-c42cf8dc13cf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.827739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1197538-e8a4-41c6-8773-6ffa201be7d9 req-d409d7b4-0621-4ef0-9837-c42cf8dc13cf tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2415 time: 0.7698028 Nov 03 18:59:37.851010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf6b2e-adaf-4552-952e-3091bd70b5a2 req-c8fb6e29-8c57-4edb-9c6d-ad75d025b40d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.854069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Routers {'bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:37.855618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:37.865633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0edf6b2e-adaf-4552-952e-3091bd70b5a2 req-c8fb6e29-8c57-4edb-9c6d-ad75d025b40d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 944 time: 0.9080262 Nov 03 18:59:38.058291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] Set router bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:38.104133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-98ef7bde-1bfd-4971-b418-ff6658f56fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.106776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-98ef7bde-1bfd-4971-b418-ff6658f56fb9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1095 time: 0.2396157 Nov 03 18:59:38.175930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0edf6b2e-adaf-4552-952e-3091bd70b5a2 req-76ad9d8b-38c4-4e61-abe0-392c3ebfdd8f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396977 Nov 03 18:59:38.196169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1197538-e8a4-41c6-8773-6ffa201be7d9 req-38b5f847-1218-4d87-af48-c8aeaf968f04 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227911 Nov 03 18:59:38.259471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4', 'name': '', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:59:26Z', 'updated_at': '2021-11-03T18:59:35Z', 'revision_number': 4, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:38.268239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e9620f38-99d3-4e5e-8563-c9fc5dfac408'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:38.354839 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-93f8d910-b483-449d-84ec-6c451e903a54 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 217 time: 0.6633170 Nov 03 18:59:38.443542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-053699b8-22bf-4e23-bc73-b745208c9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.447355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-053699b8-22bf-4e23-bc73-b745208c9d11 service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3270431 Nov 03 18:59:38.589049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e60fccb4-6703-4e84-8306-2811e96f8e9d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:38.672491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:38.704388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.705275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.709695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-6f810fa2-3a75-4210-a632-14188095e21c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 217 time: 0.2501173 Nov 03 18:59:38.710588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.711440 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992d9923-e647-4506-b24b-59695b212838 x-openstack-request-id: req-992d9923-e647-4506-b24b-59695b212838 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:38.712251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.712251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.712753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.713414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.713978 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:38.714172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.714577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.715413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.716042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.716705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:38.717915 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-992d9923-e647-4506-b24b-59695b212838 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:38.718799 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'status': 'completed', 'code': 200} Nov 03 18:59:38.835551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b48d9e-86fa-481f-9174-3452c787f640 None None] The sync data for ids ['bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4'] in n-d-812151-4 is: [{'id': 'bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4', 'name': '', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:59:26Z', 'updated_at': '2021-11-03T18:59:35Z', 'revision_number': 4, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:59:38.840449 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df53f1ff-39af-43fd-8ae9-1bca2bbe8f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.853220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5c64-8e70-4a25-bc5b-ed368177920f None None] Pushing event updated for resources: {'Port': ['ID=865f90eb-1779-4de3-92d2-c6dad55a9a29,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:38.873426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-9d944f5e-58ee-428e-9024-c90ff6d774bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.875122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-9d944f5e-58ee-428e-9024-c90ff6d774bc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.5015163 Nov 03 18:59:38.979755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-e271c093-3655-46bf-9dcf-c2b4d909be78 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834625 Nov 03 18:59:38.996403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5c64-8e70-4a25-bc5b-ed368177920f None None] Pushing event updated for resources: {'Port': ['ID=865f90eb-1779-4de3-92d2-c6dad55a9a29,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:39.086428 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.093301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de910b-cadd-4290-985d-33608bfb7eda req-9827b181-afb1-4087-b166-0b840541c504 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.109340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22de910b-cadd-4290-985d-33608bfb7eda req-9827b181-afb1-4087-b166-0b840541c504 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 943 time: 0.3129039 Nov 03 18:59:39.212530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f8c00079-7e45-4061-b5f3-04efc7a810a6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:39.232080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.247572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.261509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.273384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.287463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.299982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.313171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.316562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-f7301a0c-673e-44a3-8933-de0aed6b1f92 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 5433 time: 0.5424926 Nov 03 18:59:39.319491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-f94deb05-7f67-4aba-9e23-b80c50f07fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.322419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-f94deb05-7f67-4aba-9e23-b80c50f07fed service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.5999687 Nov 03 18:59:39.341719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22de910b-cadd-4290-985d-33608bfb7eda req-8a1be628-0680-444d-a4a8-f2d7ef4ae53b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306800 Nov 03 18:59:39.343706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event deleted for resources: {'Port': ['ID=865f90eb-1779-4de3-92d2-c6dad55a9a29,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:39.359402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4647881b-c6be-40d1-a781-c2038ebf8805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:39.389322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 187556e5-51af-4b57-a34d-04b9379b8528 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:39.440198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.657963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f41456e9-50a9-488e-9adf-a45c7aa2b55b req-3c2dc3d1-9659-4574-a359-a21948f15134 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2491267 Nov 03 18:59:39.690709 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.725140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-b18d1b79-9304-4f29-a783-fd5b3a50c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:39.727670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-b18d1b79-9304-4f29-a783-fd5b3a50c5f4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825293 Nov 03 18:59:39.968446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-3eb1a617-20a2-47ca-a919-a562401ed01f service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9724090 Nov 03 18:59:39.970305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] For port 4647881b-c6be-40d1-a781-c2038ebf8805, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:40.027969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.032266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.042699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.140787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8928f-aff0-4f0e-835a-c315181528d5 req-2928e011-ea08-4160-a49d-e37243eb9bc5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.142690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:40.144115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3c8928f-aff0-4f0e-835a-c315181528d5 req-2928e011-ea08-4160-a49d-e37243eb9bc5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 944 time: 0.5157557 Nov 03 18:59:40.161880 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcbcfcc-1b90-4a19-b275-e9fe10038817" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "187556e5-51af-4b57-a34d-04b9379b8528"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:40.181699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=187556e5-51af-4b57-a34d-04b9379b8528,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:40.197844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.198868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7086f24f-8efb-4c80-9c08-3d0348e47750 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:40.306034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-17a92963-7269-4f9e-9655-6e4f64f73a07 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607800 Nov 03 18:59:40.343159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039afcf5-a62d-4215-8f9d-952b316a5cde req-a6d3b1a2-6514-4194-a29f-9b5a4730a91b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.365589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039afcf5-a62d-4215-8f9d-952b316a5cde req-a6d3b1a2-6514-4194-a29f-9b5a4730a91b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.370032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.378634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:59:40.387802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039afcf5-a62d-4215-8f9d-952b316a5cde req-a6d3b1a2-6514-4194-a29f-9b5a4730a91b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.393183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-039afcf5-a62d-4215-8f9d-952b316a5cde req-a6d3b1a2-6514-4194-a29f-9b5a4730a91b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2415 time: 0.4202373 Nov 03 18:59:40.429326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.431890 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-53681cba-bd92-4be7-8645-27d94e3afe54 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/routers/bd4da4a5-96d5-4eb9-8b46-39c2b05f2bb4 HTTP/1.1" status: 204 len: 168 time: 5.9714990 Nov 03 18:59:40.456499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60172) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:40.463372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] device_id is not set on port 4647881b-c6be-40d1-a781-c2038ebf8805 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:59:40.490864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.502863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b95674ea-ce50-4132-be99-5d788ccdbbac req-52775a84-6212-47da-8f2e-31ccd75558a6 service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454769 Nov 03 18:59:40.522925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.768142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] No DVR routers for this DVR port 4647881b-c6be-40d1-a781-c2038ebf8805 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:40.794943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:40.851422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Pushing event updated for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:40.902391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3c8928f-aff0-4f0e-835a-c315181528d5 req-e1900398-7490-4392-90d2-2aaed5c2ef29 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318656 Nov 03 18:59:40.909497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-ee00835e-aeeb-4673-b2cd-bf6dfb1c9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.914364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-ee00835e-aeeb-4673-b2cd-bf6dfb1c9f47 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1094 time: 0.2678747 Nov 03 18:59:40.969943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.991815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] In _notify_port_updated(), no bound segment for port 4647881b-c6be-40d1-a781-c2038ebf8805 on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:59:40.993319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:40.994501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.005909 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-731ba9fe-4e35-40f2-91e6-7393ee54138b service neutron] 10.222.0.115 "PUT /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 200 len: 1028 time: 3.8790560 Nov 03 18:59:41.027055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Deleting subnet fcb688b2-e445-4151-ba42-5e596b0db06f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:59:41.061159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.097245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-039afcf5-a62d-4215-8f9d-952b316a5cde req-0956be07-050d-4b8d-92d3-94f1567810a4 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421328 Nov 03 18:59:41.164024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7086f24f-8efb-4c80-9c08-3d0348e47750,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:41.182534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.183740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c492c132-7332-44df-8322-721f2b0d9c4a no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:41.257109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b9ab8ff-1952-43c7-8c0b-3820747de1f6 req-eae0fbe2-2992-4427-ae42-486e6eb855b1 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616903 Nov 03 18:59:41.269077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5e137f1c-bec5-40e7-b046-55788dfd8078 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:41.279057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5e137f1c-bec5-40e7-b046-55788dfd8078 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "GET /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2609997 Nov 03 18:59:41.328147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 65431969-3c30-433a-965d-2e173ac343b5 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:41.332036 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.461466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:41.552158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.671191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.677795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:41.690994 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd9a4fc-4948-4413-9966-9a5ed7c03959 x-openstack-request-id: req-1bd9a4fc-4948-4413-9966-9a5ed7c03959 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:41.692571 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "187556e5-51af-4b57-a34d-04b9379b8528", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:41.693582 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1bd9a4fc-4948-4413-9966-9a5ed7c03959 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:41.698160 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528', 'code': 200} Nov 03 18:59:41.721201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-9e926073-b923-4a23-b55a-8b498c755201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:41.726536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-9e926073-b923-4a23-b55a-8b498c755201 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.7978222 Nov 03 18:59:41.888537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.935876 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-b70add23-f843-474d-8f4d-3df184d94edf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 217 time: 0.1068890 Nov 03 18:59:41.946377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:41.980968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c492c132-7332-44df-8322-721f2b0d9c4a,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:41.995175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.013093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.014709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:42.043963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec568258-8f1b-4ce7-9b90-372f3e76036c req-59881a2e-3d53-45c5-ac95-7b7e315547bc tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.058078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec568258-8f1b-4ce7-9b90-372f3e76036c req-59881a2e-3d53-45c5-ac95-7b7e315547bc tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 943 time: 0.3056309 Nov 03 18:59:42.090061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:59:42.090875 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:59:42.091759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-43f629eb-ffd2-4b30-9231-da75905faa73 None None] Provisioning complete for port 4647881b-c6be-40d1-a781-c2038ebf8805 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:42.092626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43f629eb-ffd2-4b30-9231-da75905faa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.110115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-d302fb42-6fed-409b-a10d-97359dbdc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.113036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-d302fb42-6fed-409b-a10d-97359dbdc092 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.1563978 Nov 03 18:59:42.129909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.139176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.146734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.162276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.174727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.187261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.204654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-3033f26a-3e54-4123-8bf2-d199b1e79466 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 4654 time: 0.3977497 Nov 03 18:59:42.207796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb688b2-e445-4151-ba42-5e596b0db06f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:42.219035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-34ed26fc-1c96-4765-89eb-0bdb039c6af8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912254 Nov 03 18:59:42.250803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.262357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a945d779-5bcf-4044-80bd-9a68e8329090 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/subnets/fcb688b2-e445-4151-ba42-5e596b0db06f HTTP/1.1" status: 204 len: 168 time: 1.7921774 Nov 03 18:59:42.274264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:42.323018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec568258-8f1b-4ce7-9b90-372f3e76036c req-0d4ceed7-8bac-4329-8c46-261349a3629f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608569 Nov 03 18:59:42.324615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43f629eb-ffd2-4b30-9231-da75905faa73 None None] Port 4647881b-c6be-40d1-a781-c2038ebf8805 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:42.330849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:59:42.338847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:42.410081 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.497418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-479e7252-2826-47b8-8f4a-8c888dff3b12 req-2964bcbb-b412-4bf5-9809-0e2f20a81131 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2777076 Nov 03 18:59:42.604938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 65431969-3c30-433a-965d-2e173ac343b5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=65431969-3c30-433a-965d-2e173ac343b5,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:42.605811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9700a7-28ee-4ae6-9486-bedea4833cfa req-c8267f56-088f-4af8-851d-98423a3cb617 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.608792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac9700a7-28ee-4ae6-9486-bedea4833cfa req-c8267f56-088f-4af8-851d-98423a3cb617 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 944 time: 0.1412759 Nov 03 18:59:42.626190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '65431969-3c30-433a-965d-2e173ac343b5', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': '65431969-3c30-433a-965d-2e173ac343b5', 'mac_address': 'fa:16:3e:6f:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:42.673115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.680134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.708046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.736083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac9700a7-28ee-4ae6-9486-bedea4833cfa req-a0d192bb-8f02-4de9-a099-f7ef51258213 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171024 Nov 03 18:59:42.758734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:42.775576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.776835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1282a400-3de1-4def-8d50-30436d08405f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:42.843950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-e0101faf-b174-4f4d-a729-fa9993861cf5 service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076953 Nov 03 18:59:43.013367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.040399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.085149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf36aa8-32cd-4984-8561-33e26aaa4ff0']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:43.127564 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.136323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:43.137786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed8fff8-91a5-4cb3-a85d-dc09fd17aa41') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:43.147958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc334b1-37ed-4765-8e0b-f7fbdb839392 req-bb394cb8-c1ed-42eb-9263-86ea63b21b7d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.163104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc334b1-37ed-4765-8e0b-f7fbdb839392 req-bb394cb8-c1ed-42eb-9263-86ea63b21b7d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.173014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65431969-3c30-433a-965d-2e173ac343b5 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:43.178119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.178534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc334b1-37ed-4765-8e0b-f7fbdb839392 req-bb394cb8-c1ed-42eb-9263-86ea63b21b7d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.184256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5cc334b1-37ed-4765-8e0b-f7fbdb839392 req-bb394cb8-c1ed-42eb-9263-86ea63b21b7d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2415 time: 0.2430687 Nov 03 18:59:43.246118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 65431969-3c30-433a-965d-2e173ac343b5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=65431969-3c30-433a-965d-2e173ac343b5,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:43.246387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.289089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1282a400-3de1-4def-8d50-30436d08405f,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:43.294382 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.309516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5cc334b1-37ed-4765-8e0b-f7fbdb839392 req-67227f96-3af4-48d8-8615-f50a6d4b5cb0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129494 Nov 03 18:59:43.362709 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.364334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e92e7b2e-3067-4ee1-b65c-36ad8806d07a no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:43.376697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e109da7e-80b7-4e40-bf44-69545c752e79 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:43.382931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e60fccb4-6703-4e84-8306-2811e96f8e9d up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:43.426860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.521532 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb8008d2-8081-4030-8eb8-96f2b7b85ade req-8b8416a9-7e73-47a6-a5a5-5a0e4721d3ae service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363156 Nov 03 18:59:43.540017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:43.540987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: items = [ Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: timer() Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:43.548206 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:43.601039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1695634-3976-407c-9ead-f5827c766cc9 req-a9d111ed-50c3-4198-91a5-4cf981f1f18b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.603958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1695634-3976-407c-9ead-f5827c766cc9 req-a9d111ed-50c3-4198-91a5-4cf981f1f18b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 943 time: 0.1138735 Nov 03 18:59:43.721789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c492c132-7332-44df-8322-721f2b0d9c4a'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'}, {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1282a400-3de1-4def-8d50-30436d08405f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:43.726993 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1125ad4-ec4b-425d-b5fa-a1a728bcc3de" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "c492c132-7332-44df-8322-721f2b0d9c4a"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1"}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "1282a400-3de1-4def-8d50-30436d08405f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:43.749220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c492c132-7332-44df-8322-721f2b0d9c4a,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:43.750421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:43.767230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1695634-3976-407c-9ead-f5827c766cc9 req-bba82716-fc8c-4c2f-b4ec-e0d8d32ad41e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333098 Nov 03 18:59:43.839662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] For port c492c132-7332-44df-8322-721f2b0d9c4a, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:43.851808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port e60fccb4-6703-4e84-8306-2811e96f8e9d completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:43.855456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=65431969-3c30-433a-965d-2e173ac343b5,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.925805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.942205 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b47becf-25d3-4408-ac90-237d6380a4ef x-openstack-request-id: req-0b47becf-25d3-4408-ac90-237d6380a4ef {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:43.943192 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "c492c132-7332-44df-8322-721f2b0d9c4a", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1", "code": 200}, {"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "1282a400-3de1-4def-8d50-30436d08405f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:43.943507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.944321 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0b47becf-25d3-4408-ac90-237d6380a4ef {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:43.945749 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750', 'code': 200} Nov 03 18:59:43.946939 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c492c132-7332-44df-8322-721f2b0d9c4a', 'code': 200} Nov 03 18:59:43.948141 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'code': 200} Nov 03 18:59:43.948896 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1282a400-3de1-4def-8d50-30436d08405f', 'code': 200} Nov 03 18:59:43.958858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.975623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.988287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:44.002185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:44.018876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88768c97-a760-4996-abf0-aebd0eeea557 req-ab4e11a3-d333-4018-bdac-f81372120b57 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 4648 time: 0.2498972 Nov 03 18:59:44.029462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.045104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] device_id is not set on port c492c132-7332-44df-8322-721f2b0d9c4a yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:59:44.068115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbf36aa8-32cd-4984-8561-33e26aaa4ff0 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:59:44.079509 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.083334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.099652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/networks/dbf36aa8-32cd-4984-8561-33e26aaa4ff0 HTTP/1.1" status: 204 len: 168 time: 1.8194084 Nov 03 18:59:44.119237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e01d6c-1f50-44b1-bbba-9b2c5e0a27df tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbf36aa8-32cd-4984-8561-33e26aaa4ff0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:44.128216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.161063 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.197635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port e60fccb4-6703-4e84-8306-2811e96f8e9d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:44.199990 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.225063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88768c97-a760-4996-abf0-aebd0eeea557 req-8df0e097-06ee-4aa0-8035-e39bb66a9ce4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&id=52dc9536-a4e8-4a3e-9eb3-199ded85ceae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038531 Nov 03 18:59:44.249129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] No DVR routers for this DVR port c492c132-7332-44df-8322-721f2b0d9c4a on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:44.335979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21430-952c-44ef-80fb-2ebbeced2832 req-82c74533-cc94-4af0-ba80-c9025ddfd76e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:44.338699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34c21430-952c-44ef-80fb-2ebbeced2832 req-82c74533-cc94-4af0-ba80-c9025ddfd76e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 945 time: 0.2809029 Nov 03 18:59:44.357489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:44.443699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Pushing event updated for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:44.517818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:44.523347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] In _notify_port_updated(), no bound segment for port c492c132-7332-44df-8322-721f2b0d9c4a on network d202677e-55b0-4b69-961d-2f37ab7d0eb9 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:59:44.530063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:44.531224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.537833 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-841c371e-13f5-4d52-be7f-da797b27de5a service neutron] 10.222.0.115 "PUT /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 200 len: 1026 time: 3.1054096 Nov 03 18:59:44.558282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34c21430-952c-44ef-80fb-2ebbeced2832 req-f03e4d66-fe24-4c8c-92d6-261ef37c6a3c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885087 Nov 03 18:59:44.737000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:44.773164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.773983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4647881b-c6be-40d1-a781-c2038ebf8805 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:44.841019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'network_id': '9ad3c954-88d0-432b-908c-3e55ce238a38', 'port_id': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'mac_address': 'fa:16:3e:ae:4b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8626e8-5dee-4b56-afde-667d6425beee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:44.880887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4647881b-c6be-40d1-a781-c2038ebf8805 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:45.028061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60252) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:45.040440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'name': 'tempest-router--164529866', 'project_id': '7bfd4cec9cc0434abb7bcc9b3ae53774'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:45.095697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f27-a4b0-4a96-b8a0-bd7cbb62821e req-49162b3e-1e7f-41cb-b072-d8ab9f5f6273 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.099266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.101187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.106310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f27-a4b0-4a96-b8a0-bd7cbb62821e req-49162b3e-1e7f-41cb-b072-d8ab9f5f6273 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.116211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9f27-a4b0-4a96-b8a0-bd7cbb62821e req-49162b3e-1e7f-41cb-b072-d8ab9f5f6273 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.118541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ffd9f27-a4b0-4a96-b8a0-bd7cbb62821e req-49162b3e-1e7f-41cb-b072-d8ab9f5f6273 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2415 time: 0.1478870 Nov 03 18:59:45.177696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:45.214376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ffd9f27-a4b0-4a96-b8a0-bd7cbb62821e req-f68afc32-32e5-42a3-b51d-fc218ab40c2f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Nov 03 18:59:45.297101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cc52c097-7da6-4e46-af0e-9c920b8e8d56 None None] Provisioning complete for port c492c132-7332-44df-8322-721f2b0d9c4a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:45.297636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port 7086f24f-8efb-4c80-9c08-3d0348e47750 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:45.298309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cc52c097-7da6-4e46-af0e-9c920b8e8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.298446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.454525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c6de4-ff3a-4c7e-bf0a-1738985cb21a req-28cc5a2c-cca7-48f2-9f36-daf09706521c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.457132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-449c6de4-ff3a-4c7e-bf0a-1738985cb21a req-28cc5a2c-cca7-48f2-9f36-daf09706521c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 943 time: 0.2009239 Nov 03 18:59:45.461338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.468385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.476536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cc52c097-7da6-4e46-af0e-9c920b8e8d56 None None] Port c492c132-7332-44df-8322-721f2b0d9c4a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:59:45.485448 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.500908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.502640 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fc413141-d3c2-415d-b439-98bd4ed2a0f3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4723103 Nov 03 18:59:45.507120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:45.547910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a724a-b035-4a87-8689-2746e386eeab req-9f50ee38-57c4-43a3-9e7e-bb9a45da39b1 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.550804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-199a724a-b035-4a87-8689-2746e386eeab req-9f50ee38-57c4-43a3-9e7e-bb9a45da39b1 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 950 time: 0.1622369 Nov 03 18:59:45.646832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e109da7e-80b7-4e40-bf44-69545c752e79 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:45.680397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-199a724a-b035-4a87-8689-2746e386eeab req-3ddab7e5-4afc-4ea0-9d63-fc8c9c0dc08d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039107 Nov 03 18:59:45.690124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-449c6de4-ff3a-4c7e-bf0a-1738985cb21a req-a6bc031d-27d2-4553-a812-4c9c8a88f860 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141325 Nov 03 18:59:45.697069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.729072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:45.749671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.856683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e60fccb4-6703-4e84-8306-2811e96f8e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:45.864326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.865838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f8c00079-7e45-4061-b5f3-04efc7a810a6 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:45.968564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a'}, {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60fccb4-6703-4e84-8306-2811e96f8e9d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:45.973061 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd775e9e-9198-48a6-baa6-db1c45b8654d" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a"}, {"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-plugged", "status": "completed", "tag": "e60fccb4-6703-4e84-8306-2811e96f8e9d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:45.984825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-63cf3736-c4d4-425c-b0b1-d71a8e4594e8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.992486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:45.996431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-63cf3736-c4d4-425c-b0b1-d71a8e4594e8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.012166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-63cf3736-c4d4-425c-b0b1-d71a8e4594e8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.023186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-63cf3736-c4d4-425c-b0b1-d71a8e4594e8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.033212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-63cf3736-c4d4-425c-b0b1-d71a8e4594e8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.036109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-63cf3736-c4d4-425c-b0b1-d71a8e4594e8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 3875 time: 0.2002683 Nov 03 18:59:46.056025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30cffc-bc1e-423b-b75e-c7bcccb62555 req-6b518a0e-e4bf-4727-a7e8-b4bf04e4617b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.059460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc30cffc-bc1e-423b-b75e-c7bcccb62555 req-6b518a0e-e4bf-4727-a7e8-b4bf04e4617b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 945 time: 0.2069769 Nov 03 18:59:46.075410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.121071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e60fccb4-6703-4e84-8306-2811e96f8e9d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:46.140593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port f8c00079-7e45-4061-b5f3-04efc7a810a6 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:46.158536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port f8c00079-7e45-4061-b5f3-04efc7a810a6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:46.159509 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.194183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ad6a4f3-3a70-412e-bb84-efe3655ba47d req-2a8321b3-2566-4372-9e1d-0186856149e1 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325364 Nov 03 18:59:46.201777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc30cffc-bc1e-423b-b75e-c7bcccb62555 req-5bc5e6c5-02c8-440d-9e91-3ccd0cc41fc0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107247 Nov 03 18:59:46.251790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] For port 7086f24f-8efb-4c80-9c08-3d0348e47750, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7086f24f-8efb-4c80-9c08-3d0348e47750,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:46.252154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.311354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for 7086f24f-8efb-4c80-9c08-3d0348e47750 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:46.352786 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.378271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e109da7e-80b7-4e40-bf44-69545c752e79'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:46.502840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.507226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.536923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:46.554687 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.556352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e9620f38-99d3-4e5e-8563-c9fc5dfac408 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:46.701370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.702018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd93905-1798-4089-882c-3a889af294df {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:59:46.709814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.711583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ef65316-441d-412a-a511-9f0a46078135 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/routers/1cd93905-1798-4089-882c-3a889af294df HTTP/1.1" status: 204 len: 168 time: 1.2031577 Nov 03 18:59:46.869424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf7455-bcf7-43c3-b389-173272da1b7b req-0bfa051a-3004-436a-bd5a-bc4367f600a2 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.883073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf7455-bcf7-43c3-b389-173272da1b7b req-0bfa051a-3004-436a-bd5a-bc4367f600a2 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.899514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf7455-bcf7-43c3-b389-173272da1b7b req-0bfa051a-3004-436a-bd5a-bc4367f600a2 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:46.903146 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d40089-4bc7-4aa9-a81d-2d3a0730ae63 x-openstack-request-id: req-f4d40089-4bc7-4aa9-a81d-2d3a0730ae63 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:46.903773 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-unplugged", "status": "completed", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a", "code": 200}, {"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-plugged", "status": "completed", "tag": "e60fccb4-6703-4e84-8306-2811e96f8e9d", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:46.904263 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4d40089-4bc7-4aa9-a81d-2d3a0730ae63 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:46.904439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16bf7455-bcf7-43c3-b389-173272da1b7b req-0bfa051a-3004-436a-bd5a-bc4367f600a2 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2417 time: 0.2324307 Nov 03 18:59:46.905077 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a', 'code': 200} Nov 03 18:59:46.905548 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60fccb4-6703-4e84-8306-2811e96f8e9d', 'code': 200} Nov 03 18:59:46.976455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.036670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:47.037024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:47.046226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=7086f24f-8efb-4c80-9c08-3d0348e47750,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:47.095910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port e9620f38-99d3-4e5e-8563-c9fc5dfac408 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:47.106222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port e9620f38-99d3-4e5e-8563-c9fc5dfac408 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:47.106854 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.118695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16bf7455-bcf7-43c3-b389-173272da1b7b req-3e12beae-501d-43e0-9cc3-4cf996f34beb tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910856 Nov 03 18:59:47.134178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1efbb1-7756-47b6-a776-658d352c0ef1 req-c4203830-ba72-4b77-bc6e-7ec5d2a7a7bd tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.145122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd1efbb1-7756-47b6-a776-658d352c0ef1 req-c4203830-ba72-4b77-bc6e-7ec5d2a7a7bd tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 944 time: 0.2391658 Nov 03 18:59:47.221369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd1efbb1-7756-47b6-a776-658d352c0ef1 req-6b736a6b-08e9-4ecf-ae9a-2df7e92086b3 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Nov 03 18:59:47.247120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] No DVR routers for this DVR port 7086f24f-8efb-4c80-9c08-3d0348e47750 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:47.250632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.255856 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-92b86cac-394e-4aff-b9ec-9da87fd36284 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "DELETE /v2.0/ports/7086f24f-8efb-4c80-9c08-3d0348e47750 HTTP/1.1" status: 204 len: 173 time: 2.7101846 Nov 03 18:59:47.256981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:47.262115 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d8215d-3f4f-4017-ab0a-323b17fd36f6" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:47.324251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 65431969-3c30-433a-965d-2e173ac343b5 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:47.588999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port 1282a400-3de1-4def-8d50-30436d08405f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:47.591430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.592249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14220c-de6a-46a0-975a-6e808a75ad1e req-dd5e1b85-80c7-4b2a-8553-2b867521ec21 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.612808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14220c-de6a-46a0-975a-6e808a75ad1e req-dd5e1b85-80c7-4b2a-8553-2b867521ec21 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.625063 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.640009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14220c-de6a-46a0-975a-6e808a75ad1e req-dd5e1b85-80c7-4b2a-8553-2b867521ec21 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.654720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14220c-de6a-46a0-975a-6e808a75ad1e req-dd5e1b85-80c7-4b2a-8553-2b867521ec21 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.668925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af14220c-de6a-46a0-975a-6e808a75ad1e req-dd5e1b85-80c7-4b2a-8553-2b867521ec21 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 3143 time: 0.2615578 Nov 03 18:59:47.699992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-491117480', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:47.712960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e9620f38-99d3-4e5e-8563-c9fc5dfac408, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e9620f38-99d3-4e5e-8563-c9fc5dfac408,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:47.717028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 65431969-3c30-433a-965d-2e173ac343b5 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:47.728607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 65431969-3c30-433a-965d-2e173ac343b5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:47.729272 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.732937 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.765263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.770585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.850179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] For port 1282a400-3de1-4def-8d50-30436d08405f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1282a400-3de1-4def-8d50-30436d08405f,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:47.850845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.860831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af14220c-de6a-46a0-975a-6e808a75ad1e req-b191c019-7f42-445b-b71b-3ad5c0e77221 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865864 Nov 03 18:59:47.921173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.926866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for 1282a400-3de1-4def-8d50-30436d08405f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:47.927532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e9620f38-99d3-4e5e-8563-c9fc5dfac408,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:47.931236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd16a39-e106-4053-a6ae-a8ae286a2aba req-65557122-a1f0-49f1-9845-9f6ec567e86c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:47.933943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6bd16a39-e106-4053-a6ae-a8ae286a2aba req-65557122-a1f0-49f1-9845-9f6ec567e86c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 945 time: 0.2628675 Nov 03 18:59:48.035129 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.065404 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb24c9-02a1-4c4e-aa53-8cd52d530886 x-openstack-request-id: req-34eb24c9-02a1-4c4e-aa53-8cd52d530886 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:48.065953 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "7086f24f-8efb-4c80-9c08-3d0348e47750", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:48.066546 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-34eb24c9-02a1-4c4e-aa53-8cd52d530886 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:48.067245 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '7086f24f-8efb-4c80-9c08-3d0348e47750', 'status': 'completed', 'code': 200} Nov 03 18:59:48.099466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6bd16a39-e106-4053-a6ae-a8ae286a2aba req-e27818d0-0495-4ab4-998c-9921825cdc23 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490846 Nov 03 18:59:48.126031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 65431969-3c30-433a-965d-2e173ac343b5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=65431969-3c30-433a-965d-2e173ac343b5,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:48.135904 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.137838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:48.381594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=65431969-3c30-433a-965d-2e173ac343b5,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.403918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.460118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:48.475259 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.490503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.521289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a124f24-a7d5-4ee7-aaf3-ac213ecd18e0 req-b92d5611-b737-4551-8f37-285149c00c89 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.528545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a124f24-a7d5-4ee7-aaf3-ac213ecd18e0 req-b92d5611-b737-4551-8f37-285149c00c89 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.537310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a124f24-a7d5-4ee7-aaf3-ac213ecd18e0 req-b92d5611-b737-4551-8f37-285149c00c89 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.541041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a124f24-a7d5-4ee7-aaf3-ac213ecd18e0 req-b92d5611-b737-4551-8f37-285149c00c89 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2418 time: 0.1691916 Nov 03 18:59:48.571314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785f40f-6f5f-4f76-a516-16de310e1903 req-cf1b641c-f8c4-41d6-8f02-de0b200d2940 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.573577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0785f40f-6f5f-4f76-a516-16de310e1903 req-cf1b641c-f8c4-41d6-8f02-de0b200d2940 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.1426625 Nov 03 18:59:48.608164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=1282a400-3de1-4def-8d50-30436d08405f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.615162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.626106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.718727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a124f24-a7d5-4ee7-aaf3-ac213ecd18e0 req-99f687b7-920e-4382-a77e-23c80279284d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431575 Nov 03 18:59:48.735124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0785f40f-6f5f-4f76-a516-16de310e1903 req-c1526e1d-0b27-459f-8576-f1355e615df9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485093 Nov 03 18:59:48.757491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] No DVR routers for this DVR port 1282a400-3de1-4def-8d50-30436d08405f on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:48.761601 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.765964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-5460ff8e-26d4-4f80-a607-7d4ffbed0010 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "DELETE /v2.0/ports/1282a400-3de1-4def-8d50-30436d08405f HTTP/1.1" status: 204 len: 173 time: 1.4947293 Nov 03 18:59:48.910030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6'}, {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408'}, {'server_uuid': '84ad1a06-172a-402e-b465-6a62f077407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65431969-3c30-433a-965d-2e173ac343b5'}, {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:48.918935 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542f090-18e5-4d0c-aa30-e917ac0fe8ef" -d '{"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-plugged", "status": "completed", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6"}, {"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-plugged", "status": "completed", "tag": "e9620f38-99d3-4e5e-8563-c9fc5dfac408"}, {"server_uuid": "84ad1a06-172a-402e-b465-6a62f077407e", "name": "network-vif-plugged", "status": "completed", "tag": "65431969-3c30-433a-965d-2e173ac343b5"}, {"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:48.972419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84db989-69a7-46a1-a7dd-431ae576b1de req-220e6a23-0bab-4b29-bd7b-6f4af26cc2e0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.975483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e84db989-69a7-46a1-a7dd-431ae576b1de req-220e6a23-0bab-4b29-bd7b-6f4af26cc2e0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 944 time: 0.1005571 Nov 03 18:59:49.110026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port e92e7b2e-3067-4ee1-b65c-36ad8806d07a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:49.110420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e84db989-69a7-46a1-a7dd-431ae576b1de req-4b2bdb83-fc01-4f7b-b272-cf3c840907db tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184826 Nov 03 18:59:49.111186 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.197315 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e731cb0-a0c9-4aef-a66c-efc35592abd6 x-openstack-request-id: req-1e731cb0-a0c9-4aef-a66c-efc35592abd6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:49.197747 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-plugged", "status": "completed", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6", "code": 200}, {"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-plugged", "status": "completed", "tag": "e9620f38-99d3-4e5e-8563-c9fc5dfac408", "code": 200}, {"server_uuid": "84ad1a06-172a-402e-b465-6a62f077407e", "name": "network-vif-plugged", "status": "completed", "tag": "65431969-3c30-433a-965d-2e173ac343b5", "code": 200}, {"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:49.198026 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e731cb0-a0c9-4aef-a66c-efc35592abd6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:49.198479 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6', 'code': 200} Nov 03 18:59:49.198877 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408', 'code': 200} Nov 03 18:59:49.199077 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ad1a06-172a-402e-b465-6a62f077407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65431969-3c30-433a-965d-2e173ac343b5', 'code': 200} Nov 03 18:59:49.199382 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'code': 200} Nov 03 18:59:49.484341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0543006-bb0d-4185-bd45-230e941a8b80 req-528e0ebf-9d73-4333-bb6f-b81204ac65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.486311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0543006-bb0d-4185-bd45-230e941a8b80 req-528e0ebf-9d73-4333-bb6f-b81204ac65eb service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1097 time: 0.1451766 Nov 03 18:59:49.498025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf14e8-746f-4d97-8391-c17895b83b0d req-b0e3f750-e955-498d-8b2b-b94b8a204fda tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.505995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf14e8-746f-4d97-8391-c17895b83b0d req-b0e3f750-e955-498d-8b2b-b94b8a204fda tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.515116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf14e8-746f-4d97-8391-c17895b83b0d req-b0e3f750-e955-498d-8b2b-b94b8a204fda tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.518058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bbf14e8-746f-4d97-8391-c17895b83b0d req-b0e3f750-e955-498d-8b2b-b94b8a204fda tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 2410 time: 0.1981218 Nov 03 18:59:49.577854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.628273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.659807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0543006-bb0d-4185-bd45-230e941a8b80 req-567cce59-4063-4209-957b-44b28074fc21 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395695 Nov 03 18:59:49.666498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab61a3b-7c70-4d41-86dd-5057db89829f req-2c0f442e-4158-4b81-a87f-ad2e53a59be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.667084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab61a3b-7c70-4d41-86dd-5057db89829f req-2c0f442e-4158-4b81-a87f-ad2e53a59be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.668040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab61a3b-7c70-4d41-86dd-5057db89829f req-2c0f442e-4158-4b81-a87f-ad2e53a59be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.670327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bbf14e8-746f-4d97-8391-c17895b83b0d req-832c3fcb-58f3-4ff8-871c-ca2f67a1ca43 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416352 Nov 03 18:59:49.670788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ab61a3b-7c70-4d41-86dd-5057db89829f req-2c0f442e-4158-4b81-a87f-ad2e53a59be6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2871 time: 0.2262282 Nov 03 18:59:49.676971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] For port e92e7b2e-3067-4ee1-b65c-36ad8806d07a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:49.677691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.697996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca164c-daf9-44a1-8c24-52a3a178d960 req-dc564de1-23fc-445d-97a2-8b2b98312c66 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:49.700796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7dca164c-daf9-44a1-8c24-52a3a178d960 req-dc564de1-23fc-445d-97a2-8b2b98312c66 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.1468196 Nov 03 18:59:49.771232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e109da7e-80b7-4e40-bf44-69545c752e79 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:49.772985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for e92e7b2e-3067-4ee1-b65c-36ad8806d07a owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:49.815618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7dca164c-daf9-44a1-8c24-52a3a178d960 req-a6aba9e8-36de-4277-8555-dd0cb6bc3d1b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010582 Nov 03 18:59:49.909767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port e109da7e-80b7-4e40-bf44-69545c752e79 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:49.920293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port e109da7e-80b7-4e40-bf44-69545c752e79 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:49.922236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.012548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Allocated IP 172.25.8.34 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/270622c0-56c7-4416-9225-caad957b42c5) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:50.114886 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.143204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dba008-82d0-44b7-9dfe-d3e8f3ecbcb7 req-c8cc18e6-f313-43d6-8d5b-48eaef4230e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:50.159227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dba008-82d0-44b7-9dfe-d3e8f3ecbcb7 req-c8cc18e6-f313-43d6-8d5b-48eaef4230e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:50.177748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '1282a400-3de1-4def-8d50-30436d08405f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:50.178133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dba008-82d0-44b7-9dfe-d3e8f3ecbcb7 req-c8cc18e6-f313-43d6-8d5b-48eaef4230e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:50.181894 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c27b00-16c1-477a-ba78-9da4135cd4b4" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "1282a400-3de1-4def-8d50-30436d08405f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:50.186045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:50.189866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ab61a3b-7c70-4d41-86dd-5057db89829f req-367a9eac-1355-42ca-a8f3-25dc4a75248a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928524 Nov 03 18:59:50.194103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1dba008-82d0-44b7-9dfe-d3e8f3ecbcb7 req-c8cc18e6-f313-43d6-8d5b-48eaef4230e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2418 time: 0.1671457 Nov 03 18:59:50.196393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.309157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:50.312926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1dba008-82d0-44b7-9dfe-d3e8f3ecbcb7 req-fcc9835d-4f37-412b-b4b7-9196a50d044e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145139 Nov 03 18:59:50.422537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.533057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d92cd-4be5-4622-bbbc-d19e867d096f req-753c90ee-203d-4900-9869-51898d0b5767 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:50.535660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-784d92cd-4be5-4622-bbbc-d19e867d096f req-753c90ee-203d-4900-9869-51898d0b5767 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.1083779 Nov 03 18:59:50.608385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.628813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.666211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-784d92cd-4be5-4622-bbbc-d19e867d096f req-6b33793f-aafb-4637-a7e7-ef1261a52ac4 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027384 Nov 03 18:59:50.684918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:50.690489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:50.699280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:50.788449 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e1271-5cd2-476f-bb85-71c83ee8ebfd x-openstack-request-id: req-262e1271-5cd2-476f-bb85-71c83ee8ebfd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:50.788763 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "1282a400-3de1-4def-8d50-30436d08405f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:50.789686 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-262e1271-5cd2-476f-bb85-71c83ee8ebfd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:50.790019 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '1282a400-3de1-4def-8d50-30436d08405f', 'status': 'completed', 'code': 200} Nov 03 18:59:50.792652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7d535-798e-49a6-acf8-5c0fcd26367a req-07621d4c-1b4d-45c4-90c5-be07cf257c56 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:50.796014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13a7d535-798e-49a6-acf8-5c0fcd26367a req-07621d4c-1b4d-45c4-90c5-be07cf257c56 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 945 time: 0.1183567 Nov 03 18:59:50.860004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event updated for resources: {'Port': ['ID=270622c0-56c7-4416-9225-caad957b42c5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:50.868399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] No DVR routers for this DVR port e92e7b2e-3067-4ee1-b65c-36ad8806d07a on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:50.879970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.886471 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "DELETE /v2.0/ports/e92e7b2e-3067-4ee1-b65c-36ad8806d07a HTTP/1.1" status: 204 len: 173 time: 2.1134937 Nov 03 18:59:50.933651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13a7d535-798e-49a6-acf8-5c0fcd26367a req-15a081e7-7e17-497a-a70b-af762f72106f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161451 Nov 03 18:59:50.998959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efabf60-5f94-48e0-b3e6-5cc2d06e8828 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=e92e7b2e-3067-4ee1-b65c-36ad8806d07a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:51.201337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:51.208699 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c032a-57bc-40db-a0a8-f9c14b9740b9" -d '{"events": [{"server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "name": "network-vif-plugged", "status": "completed", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:51.327169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453148db-e67e-4266-9bf2-239abcb8244c req-3977faf8-3b8e-4bb8-aa9c-8233e4f8fff8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.339068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453148db-e67e-4266-9bf2-239abcb8244c req-3977faf8-3b8e-4bb8-aa9c-8233e4f8fff8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.341970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-453148db-e67e-4266-9bf2-239abcb8244c req-3977faf8-3b8e-4bb8-aa9c-8233e4f8fff8 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 1677 time: 0.2057905 Nov 03 18:59:51.504647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee808dbd-b57c-4976-926d-d9f56de65be9 req-406dc9e3-e738-4149-8977-9d29ba7990e2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.507469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee808dbd-b57c-4976-926d-d9f56de65be9 req-406dc9e3-e738-4149-8977-9d29ba7990e2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.1378214 Nov 03 18:59:51.514472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-453148db-e67e-4266-9bf2-239abcb8244c req-2fa893d2-ae68-4818-aaaf-50ea1cec2787 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559048 Nov 03 18:59:51.647716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee808dbd-b57c-4976-926d-d9f56de65be9 req-a1b9d6f1-da19-4f8c-ac78-b802d51ce353 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144190 Nov 03 18:59:51.745664 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b727fd2d-943f-47e2-838b-443a2b11f5e5 x-openstack-request-id: req-b727fd2d-943f-47e2-838b-443a2b11f5e5 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:51.746294 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "name": "network-vif-plugged", "status": "completed", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:51.746727 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b727fd2d-943f-47e2-838b-443a2b11f5e5 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:51.747412 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'code': 200} Nov 03 18:59:51.908944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09341-54fb-49b5-96c8-652897f9f349 req-05cedeb0-e2bf-4623-a3e9-dac0e21add42 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.919535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09341-54fb-49b5-96c8-652897f9f349 req-05cedeb0-e2bf-4623-a3e9-dac0e21add42 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.932413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09341-54fb-49b5-96c8-652897f9f349 req-05cedeb0-e2bf-4623-a3e9-dac0e21add42 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.937304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7c09341-54fb-49b5-96c8-652897f9f349 req-05cedeb0-e2bf-4623-a3e9-dac0e21add42 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2418 time: 0.1413262 Nov 03 18:59:52.047782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7c09341-54fb-49b5-96c8-652897f9f349 req-37b9ffcf-ad87-435c-b1ae-a0981aea39e0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969772 Nov 03 18:59:52.062518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:52.063493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.358825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.527933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01cc88-650c-4c26-8ed1-29d3e06c84a6 req-92ac100b-09fb-4b58-9426-44b37014cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.530033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be01cc88-650c-4c26-8ed1-29d3e06c84a6 req-92ac100b-09fb-4b58-9426-44b37014cd69 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1096 time: 0.5066764 Nov 03 18:59:52.594832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eb6b2-e21b-4961-8618-12513bd00b57 req-bc2eca12-f11d-4c64-855a-434313fb42d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.597539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a28eb6b2-e21b-4961-8618-12513bd00b57 req-bc2eca12-f11d-4c64-855a-434313fb42d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 945 time: 0.1180179 Nov 03 18:59:52.627566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b4efc-dc3f-4876-8c19-d65dacf828bf req-02d07822-805e-4468-b6ee-83bb9db65dc5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.630750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-217b4efc-dc3f-4876-8c19-d65dacf828bf req-02d07822-805e-4468-b6ee-83bb9db65dc5 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.1023436 Nov 03 18:59:52.638983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] For port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:52.639555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.747412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a28eb6b2-e21b-4961-8618-12513bd00b57 req-f8d795f9-a791-44fa-9666-8434f9690b57 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151571 Nov 03 18:59:52.759287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-217b4efc-dc3f-4876-8c19-d65dacf828bf req-4e020408-2012-4e31-ae47-f5142eb7642e tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039934 Nov 03 18:59:52.844970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:52.849501 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1481782-59aa-48ac-8608-2062eb1dc273" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:52.893159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be01cc88-650c-4c26-8ed1-29d3e06c84a6 req-e0d2493a-78d0-4a2a-b027-8f0125e0f84b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321226 Nov 03 18:59:53.195087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b39a-3f16-478a-b402-2d218c60405d req-d1a57aef-1e37-4f62-93d7-036e71ae789b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.198085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b31b39a-3f16-478a-b402-2d218c60405d req-d1a57aef-1e37-4f62-93d7-036e71ae789b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.1460159 Nov 03 18:59:53.257057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15731c-2d17-47cd-8e40-2de0d08af77b req-5b2d3ff8-47b1-4430-822e-22c6c8cba8e9 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.268282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15731c-2d17-47cd-8e40-2de0d08af77b req-5b2d3ff8-47b1-4430-822e-22c6c8cba8e9 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.271208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf15731c-2d17-47cd-8e40-2de0d08af77b req-5b2d3ff8-47b1-4430-822e-22c6c8cba8e9 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 1677 time: 0.1511822 Nov 03 18:59:53.370366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.398782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b31b39a-3f16-478a-b402-2d218c60405d req-6bc7ab08-66cc-4aaf-812c-e10d0c345ab6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813481 Nov 03 18:59:53.424456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf15731c-2d17-47cd-8e40-2de0d08af77b req-bae9d317-4776-4575-aea3-6de7b46c636f tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401246 Nov 03 18:59:53.476675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.476675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:53.477210 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Floating IP c845709b-a4b9-4613-8769-727afaddc090 disassociated. External IP: 172.25.8.50, port: 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1. Nov 03 18:59:53.487146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:53.598435 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125740e-251d-4f14-8a37-afdc45e7eeed x-openstack-request-id: req-e125740e-251d-4f14-8a37-afdc45e7eeed {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:53.603496 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "e92e7b2e-3067-4ee1-b65c-36ad8806d07a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:53.603496 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e125740e-251d-4f14-8a37-afdc45e7eeed {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:53.603496 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': 'e92e7b2e-3067-4ee1-b65c-36ad8806d07a', 'status': 'completed', 'code': 200} Nov 03 18:59:53.750342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd2cc9-40ce-4200-b661-a2a6caab284e req-d35d5fbd-d4cd-42a2-b279-22210a31dda1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.769072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd2cc9-40ce-4200-b661-a2a6caab284e req-d35d5fbd-d4cd-42a2-b279-22210a31dda1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.776164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd2cc9-40ce-4200-b661-a2a6caab284e req-d35d5fbd-d4cd-42a2-b279-22210a31dda1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.778991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6fd2cc9-40ce-4200-b661-a2a6caab284e req-d35d5fbd-d4cd-42a2-b279-22210a31dda1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2418 time: 0.1517525 Nov 03 18:59:53.883215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6fd2cc9-40ce-4200-b661-a2a6caab284e req-2450546d-fedb-4787-b410-2ad6f2777b38 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916331 Nov 03 18:59:53.909278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Router ca5f591a-9b69-44d0-8540-fe6f2c26d10c is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:59:54.038735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.053657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160ced2-9c73-4795-9683-96328bc6650a req-2ca53c39-ea64-417c-9200-3943e8236303 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:54.056823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1160ced2-9c73-4795-9683-96328bc6650a req-2ca53c39-ea64-417c-9200-3943e8236303 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.115 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.1179824 Nov 03 18:59:54.111713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=2fd6c2a4-7a8d-4514-8866-ae80bd686ab1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:54.287106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea76b-9d0f-4148-9c60-09fcd0612c23 req-ff578317-8fe6-49bb-9298-0d4bdbef8ab1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:54.289727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-143ea76b-9d0f-4148-9c60-09fcd0612c23 req-ff578317-8fe6-49bb-9298-0d4bdbef8ab1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 945 time: 0.2547519 Nov 03 18:59:54.348341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Deleting port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:54.348962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.395791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:54.429557 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] Sync routers for ids ['ca5f591a-9b69-44d0-8540-fe6f2c26d10c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:54.449252 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] Routers {'ca5f591a-9b69-44d0-8540-fe6f2c26d10c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:54.450463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ca5f591a-9b69-44d0-8540-fe6f2c26d10c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:54.480092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Router a136b578-1738-45e8-b660-773c91f5b212 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:59:54.501914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:54.510810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eb6ebe71-9a23-457a-8302-d6c86d886f7a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4687266 Nov 03 18:59:54.513128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:54.514907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:54.532508 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] Routers {'ca5f591a-9b69-44d0-8540-fe6f2c26d10c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:54.533548 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ca5f591a-9b69-44d0-8540-fe6f2c26d10c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:54.539079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-143ea76b-9d0f-4148-9c60-09fcd0612c23 req-b071ef23-c6b3-43b1-a68c-bb1b2724f83e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337823 Nov 03 18:59:54.706149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] For port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:54.708872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:54.710448 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f85ce6-88fe-4421-9f3f-27e72937acf6 None None] The sync data for ids ['ca5f591a-9b69-44d0-8540-fe6f2c26d10c'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:59:54.724021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:55.181727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896c8bc-2823-47a6-8f7c-91fad76fbb21 req-ad2e895f-872a-4157-8ed0-0df1fa231bd8 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:55.185756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7896c8bc-2823-47a6-8f7c-91fad76fbb21 req-ad2e895f-872a-4157-8ed0-0df1fa231bd8 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 945 time: 0.2785339 Nov 03 18:59:55.388541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7896c8bc-2823-47a6-8f7c-91fad76fbb21 req-8cd97e6e-92c2-43ec-ae47-520bd3b03bf9 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups?id=ff385f2c-fbbd-4258-aca1-d8f9ab102712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1900892 Nov 03 18:59:55.450321 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f654089-8776-4595-999b-f4c4dbc55f36 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/ca5f591a-9b69-44d0-8540-fe6f2c26d10c HTTP/1.1" status: 200 len: 923 time: 0.9284828 Nov 03 18:59:55.452454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:55.487016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:55.487636 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:55.488258 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Floating IP 9ebfffee-79d6-4e00-a500-491fb687d543 disassociated. External IP: 172.25.8.77, port: 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f. Nov 03 18:59:55.488657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:55.488901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Calling delete_port for 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:55.516798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] Sync routers for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:55.534014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-437d3ad9-c887-4487-a48a-6a9923b49d0f tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca5f591a-9b69-44d0-8540-fe6f2c26d10c HTTP/1.1" status: 200 len: 205 time: 0.0681758 Nov 03 18:59:55.542406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60570) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:55.555666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:55.558188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:55.665470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] No DVR routers for this DVR port 2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:55.673226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:55.678827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-c5395c77-05f3-4ed1-af3b-b9efdb5a9991 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "DELETE /v2.0/ports/2fd6c2a4-7a8d-4514-8866-ae80bd686ab1 HTTP/1.1" status: 204 len: 173 time: 4.6950736 Nov 03 18:59:55.679467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:55.684774 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204459a-fd51-4d7f-85f9-bec0aa600f63" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:55.716546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cf4a6-8892-4c10-8ab6-df2e9f51ca9c req-b761b091-19f4-4e41-a12b-6380e409c88f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:55.719344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee6cf4a6-8892-4c10-8ab6-df2e9f51ca9c req-b761b091-19f4-4e41-a12b-6380e409c88f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.3248792 Nov 03 18:59:55.796503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:55.819297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb467e-3b9b-4e53-87ed-d3700b9fabb2 req-b9671569-50ed-4d12-a0b3-28682ba76202 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:55.822042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fdb467e-3b9b-4e53-87ed-d3700b9fabb2 req-b9671569-50ed-4d12-a0b3-28682ba76202 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 943 time: 0.2725844 Nov 03 18:59:55.937874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:55.951951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee6cf4a6-8892-4c10-8ab6-df2e9f51ca9c req-659b7515-8ca8-4264-b410-6288c8dae6b3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154431 Nov 03 18:59:56.016992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fdb467e-3b9b-4e53-87ed-d3700b9fabb2 req-c8e9aa70-ddc9-425c-83c2-1edf9f493f7b tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups?id=1cd4d5dd-76ad-4944-b434-0dc56d012c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728802 Nov 03 18:59:56.080250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port 187556e5-51af-4b57-a34d-04b9379b8528 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:56.080817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.106747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.229723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event deleted for resources: {'Port': ['ID=6bb16c1a-c86a-4228-bcd9-d5b795c97d6f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:56.302480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.303206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.303878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.304539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.305614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.306304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.307038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.307723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.309001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.310039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.310709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.311379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:56.379867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:32Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:56.497472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] Checking router: a136b578-1738-45e8-b660-773c91f5b212 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:59:56.523838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.533576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:56.536241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:56.543268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] For port 187556e5-51af-4b57-a34d-04b9379b8528, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=187556e5-51af-4b57-a34d-04b9379b8528,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:56.543942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.619150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for 187556e5-51af-4b57-a34d-04b9379b8528 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:56.761262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:59:56.845809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Deleting port 270622c0-56c7-4416-9225-caad957b42c5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:56.846459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.928509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:57.116352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.143875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Calling delete_port for 270622c0-56c7-4416-9225-caad957b42c5 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:57.396920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.551416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:57.604776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:57.605329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:57.631869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=187556e5-51af-4b57-a34d-04b9379b8528,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:57.634039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:57.645940 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fee67e-3ddc-4c3a-9a9b-221d1bd406d2 x-openstack-request-id: req-67fee67e-3ddc-4c3a-9a9b-221d1bd406d2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:57.646414 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "2fd6c2a4-7a8d-4514-8866-ae80bd686ab1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:57.654043 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67fee67e-3ddc-4c3a-9a9b-221d1bd406d2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:57.654043 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '2fd6c2a4-7a8d-4514-8866-ae80bd686ab1', 'status': 'completed', 'code': 200} Nov 03 18:59:57.675389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] Sync routers for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:57.683198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8aa11-30b7-4afc-a0ad-14453ad5d7b8 req-63fd2ead-7545-4f23-8add-a80c1e43d488 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:57.687719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3c8aa11-30b7-4afc-a0ad-14453ad5d7b8 req-63fd2ead-7545-4f23-8add-a80c1e43d488 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 945 time: 0.2547772 Nov 03 18:59:57.697017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:32Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:57.723057 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:57.724324 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:57.780783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] No DVR routers for this DVR port 187556e5-51af-4b57-a34d-04b9379b8528 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:57.789794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.796454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27ac316f-531c-4f49-97d2-71acdd402738 req-86bb7f8c-bbcb-438d-84b8-7976edcf3ae0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.115 "DELETE /v2.0/ports/187556e5-51af-4b57-a34d-04b9379b8528 HTTP/1.1" status: 204 len: 173 time: 2.1047943 Nov 03 18:59:57.839106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30b678-fde7-40dc-bf63-bdffbf0c139a None None] The sync data for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 is: [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T18:47:23Z', 'revision_number': 4, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '14506657-03ad-4a41-b09b-2d8dfbb6c3fd', 'name': '', 'network_id': '22eb02e1-6b86-47d4-baee-04b220578556', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:20Z', 'updated_at': '2021-11-03T18:47:32Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'subnets': [{'id': '57b15da0-0f41-4a92-982e-cb04bf19b799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:59:57.865664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] No DVR routers for this DVR port 6bb16c1a-c86a-4228-bcd9-d5b795c97d6f on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:57.875278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.883993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1160ced2-9c73-4795-9683-96328bc6650a req-edde6f0a-f90c-4f01-906a-ba84cead0bca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.115 "DELETE /v2.0/ports/6bb16c1a-c86a-4228-bcd9-d5b795c97d6f HTTP/1.1" status: 204 len: 173 time: 3.8138239 Nov 03 18:59:57.884870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'name': 'network-vif-deleted', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:57.889507 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17391a4-3703-4568-967f-9206c95ba889" -d '{"events": [{"server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "name": "network-vif-deleted", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:58.007261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3c8aa11-30b7-4afc-a0ad-14453ad5d7b8 req-b04dc2d3-db33-4eee-8c57-ed4c7b698fa0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582200 Nov 03 18:59:58.029441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.129681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-190eb18d-97b7-45b9-8f91-f3c30441ddb5 req-cf690b70-2525-418e-8c24-3950375d5e00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f37323-4158-4615-94fb-044a2e05f63f HTTP/1.1" status: 200 len: 210 time: 0.1169248 Nov 03 18:59:58.165594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event deleted for resources: {'Port': ['ID=270622c0-56c7-4416-9225-caad957b42c5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:58.250498 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:58.405433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.556203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a6a0-cec1-4716-8f25-35e136b73fb8 req-73c48745-abbd-462d-84aa-dc9d36178a34 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:58.588866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a6a0-cec1-4716-8f25-35e136b73fb8 req-73c48745-abbd-462d-84aa-dc9d36178a34 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:58.611534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a6a0-cec1-4716-8f25-35e136b73fb8 req-73c48745-abbd-462d-84aa-dc9d36178a34 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:58.637890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1f2a6a0-cec1-4716-8f25-35e136b73fb8 req-73c48745-abbd-462d-84aa-dc9d36178a34 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2418 time: 0.3963206 Nov 03 18:59:58.669399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebae1b2-9a2d-4188-8bbe-1bf694740d1e None None] New status for floating IP c845709b-a4b9-4613-8769-727afaddc090: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:59:58.769188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.781078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.807327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0a38-3c74-4e49-854f-cdebf603e69b req-9223fb15-a653-4cd6-9f89-e416208aed9a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:58.809515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-559d0a38-3c74-4e49-854f-cdebf603e69b req-9223fb15-a653-4cd6-9f89-e416208aed9a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.4372046 Nov 03 18:59:58.915070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.916553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Fanout notify agent at l3_agent the message router_deleted on router ca5f591a-9b69-44d0-8540-fe6f2c26d10c {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:59:58.922700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1f2a6a0-cec1-4716-8f25-35e136b73fb8 req-66e95c66-e4c9-40cb-84cd-35b367c353e5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796104 Nov 03 18:59:58.981512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:58.984511 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-390132f3-438d-4efb-8561-1782f5c31ee0 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/ca5f591a-9b69-44d0-8540-fe6f2c26d10c HTTP/1.1" status: 204 len: 168 time: 3.4410956 Nov 03 18:59:58.990523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60634) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:59.012751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1574673369', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': False}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:59.058713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-559d0a38-3c74-4e49-854f-cdebf603e69b req-44ee9d81-5ef3-481c-80cf-dd614b4f6a3d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109737 Nov 03 18:59:59.119290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.128321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.141167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:08Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:59.242480 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] Checking router: 2c2d34a6-1bf7-45d1-9151-497b6c102d9c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:59:59.273125 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:59.277970 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:59.283001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.298567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-922873ed-c39b-40e8-b4a8-5d564d486b14 req-322e1986-7d2e-4c58-82a6-cce4e09077f7 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.0862536 Nov 03 18:59:59.476699 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5366ded6-0a46-4e50-9ae7-ae9e303e9098 x-openstack-request-id: req-5366ded6-0a46-4e50-9ae7-ae9e303e9098 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:59.477259 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f37323-4158-4615-94fb-044a2e05f63f", "name": "network-vif-deleted", "tag": "6bb16c1a-c86a-4228-bcd9-d5b795c97d6f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:59.477697 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5366ded6-0a46-4e50-9ae7-ae9e303e9098 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:59.478371 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f37323-4158-4615-94fb-044a2e05f63f', 'name': 'network-vif-deleted', 'tag': '6bb16c1a-c86a-4228-bcd9-d5b795c97d6f', 'status': 'completed', 'code': 200} Nov 03 18:59:59.656928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:59.661327 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa61204a-fa27-45a7-87e1-71f958cb3e1d" -d '{"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "187556e5-51af-4b57-a34d-04b9379b8528"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:59.689885 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:59:59.782775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-66138b1c-4506-414d-8df0-c582cc3528ae tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1499086693&fields=id&tenant_id=1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 267 time: 0.1632035 Nov 03 18:59:59.873098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:59.892988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-3d4462da-9727-459d-bef8-babdf78ab289 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:59.907568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-3d4462da-9727-459d-bef8-babdf78ab289 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:59.926971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-1f95a848-d4fe-41a8-9952-d64320246224 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:59.929233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-1f95a848-d4fe-41a8-9952-d64320246224 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 945 time: 0.1204979 Nov 03 18:59:59.940968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-3d4462da-9727-459d-bef8-babdf78ab289 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:59.944687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-3d4462da-9727-459d-bef8-babdf78ab289 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2418 time: 0.3695438 Nov 03 18:59:59.948307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.950346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'port': {'security_groups': ['a5a2f1c6-dbdf-4353-a089-574380563200', 'bb1a9c0f-e8a5-4378-9053-d7ec82e18384']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:00.095544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.407840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port e9620f38-99d3-4e5e-8563-c9fc5dfac408 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:00.407840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.533086 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:08Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:00.633649 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b777b82-b038-4932-9a13-62f4fea5c4a2 None None] The sync data for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 is: [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T18:56:59Z', 'revision_number': 4, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'bae59352-5658-4ad5-98ad-6dcaca7fb961', 'name': '', 'network_id': 'd5ff5adf-d2ae-4705-b4ba-7b67cf9db276', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'mac_address': 'fa:16:3e:91:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:58Z', 'updated_at': '2021-11-03T18:57:08Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'subnets': [{'id': '7b3cdd79-891e-4b81-a459-105f86051b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:00.747166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port e9620f38-99d3-4e5e-8563-c9fc5dfac408, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e9620f38-99d3-4e5e-8563-c9fc5dfac408,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:00.747724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.757003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:00.780023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for e9620f38-99d3-4e5e-8563-c9fc5dfac408 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:00.858566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.880763 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.896996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:01.037026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e109da7e-80b7-4e40-bf44-69545c752e79'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:01.049129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:01.116197 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b4911-6ed5-48a5-9649-211f064c2785 x-openstack-request-id: req-bc4b4911-6ed5-48a5-9649-211f064c2785 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:01.116887 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a14fc7-ba4a-4186-a470-e306d2a3ffee", "name": "network-vif-deleted", "tag": "187556e5-51af-4b57-a34d-04b9379b8528", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:01.117472 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bc4b4911-6ed5-48a5-9649-211f064c2785 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:01.118301 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a14fc7-ba4a-4186-a470-e306d2a3ffee', 'name': 'network-vif-deleted', 'tag': '187556e5-51af-4b57-a34d-04b9379b8528', 'status': 'completed', 'code': 200} Nov 03 19:00:01.126727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:01.231192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:01.233333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:01.235188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb39e9d8-c5af-4b86-a801-cb18eb6fb709 req-98502b11-7fe1-4b58-b095-9138122890ff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "PUT /v2.0/ports/e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 981 time: 1.2945058 Nov 03 19:00:01.289466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=e9620f38-99d3-4e5e-8563-c9fc5dfac408,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:01.332527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port e9620f38-99d3-4e5e-8563-c9fc5dfac408 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:01.338885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:01.345674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-e27efc00-b3f1-4ff2-b1a1-7a90a768f1ad tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "DELETE /v2.0/ports/e9620f38-99d3-4e5e-8563-c9fc5dfac408 HTTP/1.1" status: 204 len: 173 time: 1.3872168 Nov 03 19:00:01.384301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e109da7e-80b7-4e40-bf44-69545c752e79'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:01.393775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305258b6-07ca-469a-ae46-ec8e0a273627 req-a4e25df5-f467-4c77-b47b-5163d28f3ae8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:01.416593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9693-641f-4e37-b370-3f0c1176a98e None None] New status for floating IP 9ebfffee-79d6-4e00-a500-491fb687d543: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:00:01.426008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305258b6-07ca-469a-ae46-ec8e0a273627 req-a4e25df5-f467-4c77-b47b-5163d28f3ae8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:01.440661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305258b6-07ca-469a-ae46-ec8e0a273627 req-a4e25df5-f467-4c77-b47b-5163d28f3ae8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:01.463409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-305258b6-07ca-469a-ae46-ec8e0a273627 req-a4e25df5-f467-4c77-b47b-5163d28f3ae8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 2339 time: 0.4080231 Nov 03 19:00:01.479862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:01.483081 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:01.619809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-305258b6-07ca-469a-ae46-ec8e0a273627 req-91338fe3-9738-4d19-87b6-4bb6ebbe0d89 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546359 Nov 03 19:00:01.778711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75959e-d099-47dc-b9d0-3dc6aa57b6c6 req-ffe67ab9-3010-4583-acf4-2459667925b9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:01.789310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a75959e-d099-47dc-b9d0-3dc6aa57b6c6 req-ffe67ab9-3010-4583-acf4-2459667925b9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.2739382 Nov 03 19:00:01.890091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:01.981524 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.012710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54681f71-8f6b-4c17-9a2f-6c7d324fcb19 req-c36e3b64-0cd6-4083-be98-5db801f7c535 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1226366 Nov 03 19:00:02.080419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a75959e-d099-47dc-b9d0-3dc6aa57b6c6 req-1227479a-1821-49b4-8e33-e41c43c647b1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751319 Nov 03 19:00:02.208993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60694) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:02.286203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Allocated IP 172.25.8.53 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/bfbc9863-2968-4cd4-8a76-75fe5dd4a903) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:02.374171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port e60fccb4-6703-4e84-8306-2811e96f8e9d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:02.374821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.568021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e846522a-29d6-478f-b66f-abe7febf95d2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.594311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66cf3a99-4376-4a74-b12c-119b2218d828 req-698a736f-d879-4c2b-924a-a3c412544f43 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/bb1a9c0f-e8a5-4378-9053-d7ec82e18384 HTTP/1.1" status: 200 len: 1819 time: 0.2537098 Nov 03 19:00:02.600181 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625adf7b-a938-4db7-a8d0-e0b887ffd7a2 x-openstack-request-id: req-625adf7b-a938-4db7-a8d0-e0b887ffd7a2 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:02.600662 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:02.601118 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-625adf7b-a938-4db7-a8d0-e0b887ffd7a2 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:02.601773 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'status': 'completed', 'code': 200} Nov 03 19:00:02.697843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.753694 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e846522a-29d6-478f-b66f-abe7febf95d2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.809678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.814408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port e60fccb4-6703-4e84-8306-2811e96f8e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e60fccb4-6703-4e84-8306-2811e96f8e9d,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:02.814998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.848132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for e60fccb4-6703-4e84-8306-2811e96f8e9d owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:02.913576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.988747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e846522a-29d6-478f-b66f-abe7febf95d2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.995096 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e846522a-29d6-478f-b66f-abe7febf95d2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.010168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e846522a-29d6-478f-b66f-abe7febf95d2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "DELETE /v2.0/security-groups/ff385f2c-fbbd-4258-aca1-d8f9ab102712 HTTP/1.1" status: 204 len: 168 time: 0.7865460 Nov 03 19:00:03.017911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60700) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:03.028138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846522a-29d6-478f-b66f-abe7febf95d2 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff385f2c-fbbd-4258-aca1-d8f9ab102712,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:03.044571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-2f7dd956-4a8a-4613-a2cf-7dfb43b64d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.045190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-2f7dd956-4a8a-4613-a2cf-7dfb43b64d6e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1135 time: 0.3965366 Nov 03 19:00:03.056698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.061064 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-7c125230-2599-4416-aaba-39c99d7301ca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] show failed (client error): The resource could not be found. Nov 03 19:00:03.063127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7c125230-2599-4416-aaba-39c99d7301ca tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "GET /v2.0/security-groups/ff385f2c-fbbd-4258-aca1-d8f9ab102712 HTTP/1.1" status: 404 len: 347 time: 0.0417817 Nov 03 19:00:03.068991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60702) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:03.121438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-deleted', 'tag': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:03.125979 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ddb56a-c93a-4f6c-8c1b-1f5b170c2d91" -d '{"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-deleted", "tag": "e9620f38-99d3-4e5e-8563-c9fc5dfac408"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:03.173271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:03.190544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:03.212878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:03.256693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879eee4-abb7-4946-9ef7-291f7917297f req-4b9db60d-f2d3-4a86-8f29-9e5912426ca8 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.269655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a879eee4-abb7-4946-9ef7-291f7917297f req-4b9db60d-f2d3-4a86-8f29-9e5912426ca8 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 948 time: 0.3691781 Nov 03 19:00:03.276040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Port': ['ID=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:03.278025 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-66cf3a99-4376-4a74-b12c-119b2218d828 req-55fad70d-b9c8-45bb-a219-4b14e33ef211 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 19:00:03.280499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66cf3a99-4376-4a74-b12c-119b2218d828 req-55fad70d-b9c8-45bb-a219-4b14e33ef211 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/bb1a9c0f-e8a5-4378-9053-d7ec82e18384 HTTP/1.1" status: 409 len: 341 time: 0.6843543 Nov 03 19:00:03.427406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-5813ce4b-5bca-41f4-b972-e7a5c8a799e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.429762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-5813ce4b-5bca-41f4-b972-e7a5c8a799e1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.3727524 Nov 03 19:00:03.614906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.647788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-a8ec84cd-5d72-4ad8-a630-180906c5859e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 217 time: 0.1473143 Nov 03 19:00:03.698297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=e60fccb4-6703-4e84-8306-2811e96f8e9d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:03.797726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a879eee4-abb7-4946-9ef7-291f7917297f req-e4501a08-7953-48d3-92e8-4e554e587278 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141203 Nov 03 19:00:03.809832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e60fccb4-6703-4e84-8306-2811e96f8e9d no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:03.827303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port e60fccb4-6703-4e84-8306-2811e96f8e9d on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:03.840884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:03.847694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-a4440c86-e569-4e8c-8427-6d3775aeb642 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "DELETE /v2.0/ports/e60fccb4-6703-4e84-8306-2811e96f8e9d HTTP/1.1" status: 204 len: 173 time: 2.3544011 Nov 03 19:00:03.901980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-ac4a6e3b-3531-4b5a-aeb1-a02f3d7ebc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.905426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-ac4a6e3b-3531-4b5a-aeb1-a02f3d7ebc0a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.2071712 Nov 03 19:00:03.918395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: e60fccb4-6703-4e84-8306-2811e96f8e9d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:03.918991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e60fccb4-6703-4e84-8306-2811e96f8e9d not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:03.928572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f8c00079-7e45-4061-b5f3-04efc7a810a6 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:03.930499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4a4b4-f789-4bfb-8f0e-619d8a0c2bca req-a298453c-4161-4548-9823-46da96f8448e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.949407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4a4b4-f789-4bfb-8f0e-619d8a0c2bca req-a298453c-4161-4548-9823-46da96f8448e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.967731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82a4a4b4-f789-4bfb-8f0e-619d8a0c2bca req-a298453c-4161-4548-9823-46da96f8448e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 1603 time: 0.4807975 Nov 03 19:00:04.049904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-fe7ce489-efdb-42a0-9a72-7c8b4191b993 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798972 Nov 03 19:00:04.205751 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.206026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33e56527-e296-4927-8ed7-7bd2c46ffd48 req-eb21f95c-9f3b-49be-ae14-0ede5e763fa0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1114171 Nov 03 19:00:04.313553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82a4a4b4-f789-4bfb-8f0e-619d8a0c2bca req-d15ba071-b40c-49a1-8a06-8986d8cab94c tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607813 Nov 03 19:00:04.320810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Deleting port 994db09b-0058-4b74-8e07-784ac0a9fecb {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:04.321164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.326688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:04.328530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:04.333744 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87979aa3-0be8-4461-b837-39d858337a65" -d '{"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:04.340446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.341887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e9620f38-99d3-4e5e-8563-c9fc5dfac408 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:04.426891 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58850b7-8330-4bf4-b587-02e7164ff0f2 x-openstack-request-id: req-b58850b7-8330-4bf4-b587-02e7164ff0f2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:04.427448 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-deleted", "tag": "e9620f38-99d3-4e5e-8563-c9fc5dfac408", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:04.427949 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b58850b7-8330-4bf4-b587-02e7164ff0f2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:04.428707 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-deleted', 'tag': 'e9620f38-99d3-4e5e-8563-c9fc5dfac408', 'status': 'completed', 'code': 200} Nov 03 19:00:04.475628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: e9620f38-99d3-4e5e-8563-c9fc5dfac408 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:04.476333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e9620f38-99d3-4e5e-8563-c9fc5dfac408 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:04.538246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:04.542180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.619178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-382c9d24-ab0b-4fd2-90e8-364d29d46480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.790979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-74321694-3439-46fc-8c44-b5b66a5add8e service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194627 Nov 03 19:00:04.852181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6c40-6798-44f0-9f23-1d675c5eb241 req-da3c30e4-8911-45f6-9196-253fab562d6d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:04.855645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5fc6c40-6798-44f0-9f23-1d675c5eb241 req-da3c30e4-8911-45f6-9196-253fab562d6d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.2191863 Nov 03 19:00:04.914327 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:04.915272 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:05.011897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Calling delete_port for 994db09b-0058-4b74-8e07-784ac0a9fecb owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:05.012201 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fce4fa-3976-40d2-b666-6aa383293556 x-openstack-request-id: req-15fce4fa-3976-40d2-b666-6aa383293556 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:05.012987 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:05.012987 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-15fce4fa-3976-40d2-b666-6aa383293556 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:05.013619 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6', 'code': 200} Nov 03 19:00:05.092857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5fc6c40-6798-44f0-9f23-1d675c5eb241 req-6df0fa72-7110-424d-aff9-f5a110390a82 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021632 Nov 03 19:00:05.185666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port f8c00079-7e45-4061-b5f3-04efc7a810a6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:05.186435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:05.431512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9c39c0-dbb9-4569-aa16-cfeb68cbccdf req-f1d864aa-1a52-4228-9229-44954bc8ffc6 service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252999 Nov 03 19:00:05.522987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed2ca1-2223-48f9-9d44-5b2d314754fe req-94cfca01-f72e-4d9c-bb3a-e8c0a53a637f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:05.537642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ceed2ca1-2223-48f9-9d44-5b2d314754fe req-94cfca01-f72e-4d9c-bb3a-e8c0a53a637f tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 984 time: 0.4147708 Nov 03 19:00:05.594514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port f8c00079-7e45-4061-b5f3-04efc7a810a6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f8c00079-7e45-4061-b5f3-04efc7a810a6,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:05.595562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:05.632771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352d39-a06e-46d2-bbb2-a4dfb269dd52 req-be6ba0b1-6da9-4409-9c77-8c058fe18437 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:05.643592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec352d39-a06e-46d2-bbb2-a4dfb269dd52 req-be6ba0b1-6da9-4409-9c77-8c058fe18437 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 948 time: 0.3469656 Nov 03 19:00:05.688413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for f8c00079-7e45-4061-b5f3-04efc7a810a6 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:05.820680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-f4b0b4f3-22e0-484d-aca6-d356aa436b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:05.822943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-f4b0b4f3-22e0-484d-aca6-d356aa436b91 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1135 time: 0.2726917 Nov 03 19:00:05.848504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ceed2ca1-2223-48f9-9d44-5b2d314754fe req-ccaf5d5b-1791-4d51-a614-b155c23b2237 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=bb1a9c0f-e8a5-4378-9053-d7ec82e18384&id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3088281 Nov 03 19:00:05.886042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec352d39-a06e-46d2-bbb2-a4dfb269dd52 req-b7d270cb-82c9-4959-bf68-9befebf62b5d tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406220 Nov 03 19:00:05.891179 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:05.902158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80408dd7-2262-4528-b703-9392891af18f req-88e560b5-75e7-439e-b571-6f669bbdb255 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:05.905108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80408dd7-2262-4528-b703-9392891af18f req-88e560b5-75e7-439e-b571-6f669bbdb255 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.110 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 948 time: 0.2923691 Nov 03 19:00:05.917750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.009553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Pushing event deleted for resources: {'Port': ['ID=994db09b-0058-4b74-8e07-784ac0a9fecb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:06.220159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-451fb4ac-b7d8-45c5-8aab-fffc60e1b62a req-1e41ae1a-b1c0-4d88-b301-50eff161e0f6 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1125360 Nov 03 19:00:06.432173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-a13d7268-514c-46e2-8ff5-7adecadcbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:06.436082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-a13d7268-514c-46e2-8ff5-7adecadcbf92 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.5728343 Nov 03 19:00:06.448869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-deleted', 'tag': 'e60fccb4-6703-4e84-8306-2811e96f8e9d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:06.453251 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fe9850-64b4-408d-9948-935de88a2523" -d '{"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-deleted", "tag": "e60fccb4-6703-4e84-8306-2811e96f8e9d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:06.468566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.474700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.480938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b11d61f0-483d-4449-9449-cf45f5076d00 tempest-ServersTestJSON-1110802280 tempest-ServersTestJSON-1110802280-project] 10.222.0.91 "DELETE /v2.0/floatingips/9ebfffee-79d6-4e00-a500-491fb687d543 HTTP/1.1" status: 204 len: 168 time: 3.2499382 Nov 03 19:00:06.491380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Deleting port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:06.491966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.498341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60730) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:06.502176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.527864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d38c-ad05-4cd4-a9e0-765ca592f240 req-368d2894-88b5-4827-9806-8380c9dea751 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:06.540113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5564d38c-ad05-4cd4-a9e0-765ca592f240 req-368d2894-88b5-4827-9806-8380c9dea751 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=61870cc4-fffe-47b9-ad26-b85e7bc14a10 HTTP/1.1" status: 200 len: 943 time: 0.4011989 Nov 03 19:00:06.647550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=f8c00079-7e45-4061-b5f3-04efc7a810a6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:06.691850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-73727182-b600-43e4-8a51-5bd7087c0597 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 217 time: 0.2068362 Nov 03 19:00:06.759016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port f8c00079-7e45-4061-b5f3-04efc7a810a6 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:06.770570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.776980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f42df307-ff41-40cf-ac51-d5627c4eab88 req-4c6bd9d6-13b3-4634-ad76-422fdea2cf33 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.110 "DELETE /v2.0/ports/f8c00079-7e45-4061-b5f3-04efc7a810a6 HTTP/1.1" status: 204 len: 173 time: 2.9172957 Nov 03 19:00:06.807786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Router a403a329-7d18-4aa8-9d26-25b826268151 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:06.998364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-751a4b3f-6981-47a7-847f-832d0ccc1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.000504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-751a4b3f-6981-47a7-847f-832d0ccc1127 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.2621372 Nov 03 19:00:07.027025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] For port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:07.027824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.082262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Calling delete_port for 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:07.097949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65a8a-0e82-4bec-b04f-8a698d3c672b req-916e7b43-e867-46b8-af71-237116e78dc4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:07.101118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6f65a8a-0e82-4bec-b04f-8a698d3c672b req-916e7b43-e867-46b8-af71-237116e78dc4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.4966881 Nov 03 19:00:07.147790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-6f5a842f-b62e-4f95-87e9-9e10b2ca1d88 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162777 Nov 03 19:00:07.166327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5564d38c-ad05-4cd4-a9e0-765ca592f240 req-cceabbd5-aa1f-41b7-8ecc-408b13160b41 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245995 Nov 03 19:00:07.471488 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743be444-1360-4d89-847e-90e90894aac6 x-openstack-request-id: req-743be444-1360-4d89-847e-90e90894aac6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:07.472480 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-deleted", "tag": "e60fccb4-6703-4e84-8306-2811e96f8e9d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:07.473043 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-743be444-1360-4d89-847e-90e90894aac6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:07.473799 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-deleted', 'tag': 'e60fccb4-6703-4e84-8306-2811e96f8e9d', 'status': 'completed', 'code': 200} Nov 03 19:00:07.556879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:07.580246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Sync routers for ids ['a403a329-7d18-4aa8-9d26-25b826268151'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:07.589716 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.608401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.615863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee303aab-e72e-4740-8779-6a52777e82b8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6178372 Nov 03 19:00:07.626865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Routers {'a403a329-7d18-4aa8-9d26-25b826268151'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:07.629136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T18:59:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a403a329-7d18-4aa8-9d26-25b826268151'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:07.650804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60740) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:07.852312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Pushing event deleted for resources: {'Port': ['ID=53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:07.911039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] No DVR routers for this DVR port 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:07.918430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.928539 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80408dd7-2262-4528-b703-9392891af18f req-43679db2-d826-4154-ad3f-6e8aa5c20461 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.110 "DELETE /v2.0/ports/53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba HTTP/1.1" status: 204 len: 173 time: 2.0038896 Nov 03 19:00:08.159407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Set router a403a329-7d18-4aa8-9d26-25b826268151 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:08.232083 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6511a43d-fc6e-477f-9893-7d82ed204a01 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/a403a329-7d18-4aa8-9d26-25b826268151 HTTP/1.1" status: 200 len: 908 time: 0.5288184 Nov 03 19:00:08.233164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60744) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:08.250862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1574673369', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': True}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:08.327895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.330114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.346643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6f65a8a-0e82-4bec-b04f-8a698d3c672b req-80e3eace-21bc-4bd2-a165-fc3923be3f38 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2061062 Nov 03 19:00:08.482556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a086cfc6-bd10-4b6e-9f61-65e61fe7ed2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.502304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:08.644145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516bb64-9eea-451c-9afb-471e49e3dc07 req-29086180-9bfb-4b71-b32c-2e55ace84a68 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:08.658298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5516bb64-9eea-451c-9afb-471e49e3dc07 req-29086180-9bfb-4b71-b32c-2e55ace84a68 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 984 time: 1.1133268 Nov 03 19:00:08.789712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-15cb4ca3-3929-4851-b0a7-efa1363ce4f0 service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6086059 Nov 03 19:00:08.798131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d6abcf1-cba7-4c28-bf73-c7520efb95d1 req-b27c9f78-f9c6-4035-9a9e-9f4272fc5952 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f82dbc8-d7c2-4818-9751-c65c242cf672 HTTP/1.1" status: 200 len: 210 time: 0.1258419 Nov 03 19:00:08.866048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a403a329-7d18-4aa8-9d26-25b826268151', 'name': 'tempest-snat-router-1574673369', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': False}, 'gw_port_id': 'bfbc9863-2968-4cd4-8a76-75fe5dd4a903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:59:59Z', 'updated_at': '2021-11-03T19:00:03Z', 'revision_number': 3, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port': {'id': 'bfbc9863-2968-4cd4-8a76-75fe5dd4a903', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a403a329-7d18-4aa8-9d26-25b826268151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:01Z', 'updated_at': '2021-11-03T19:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:08.905283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.009339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Checking router: a403a329-7d18-4aa8-9d26-25b826268151 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:09.010156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Updating router a403a329-7d18-4aa8-9d26-25b826268151 port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:00:09.114537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.240623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df4317a9-538e-4c60-a405-428dcd9ca7c1 req-0428f23b-0d1f-4f0c-8ea8-4d44928417fa tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1268156 Nov 03 19:00:09.279973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5516bb64-9eea-451c-9afb-471e49e3dc07 req-fa28edfd-81b3-4250-9ed2-a76f0d2f5ffe tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=bb1a9c0f-e8a5-4378-9053-d7ec82e18384&id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6199980 Nov 03 19:00:09.411650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b40e560-59d3-47b2-bbf4-96cb0545aaa8 req-6d159191-60c7-4907-8665-04dd614d4adc service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691807 Nov 03 19:00:09.454575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60750) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:09.490129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-deleted', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6'}, {'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-deleted', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:09.501835 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e493bd29-6281-4c9a-b894-e69a16687d12" -d '{"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-deleted", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6"}, {"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-deleted", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:09.627874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.675880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.826931 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f89cc-f352-4678-8649-506b611224ec x-openstack-request-id: req-8e9f89cc-f352-4678-8649-506b611224ec {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:09.827379 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61870cc4-fffe-47b9-ad26-b85e7bc14a10", "name": "network-vif-deleted", "tag": "f8c00079-7e45-4061-b5f3-04efc7a810a6", "status": "completed", "code": 200}, {"server_uuid": "7f82dbc8-d7c2-4818-9751-c65c242cf672", "name": "network-vif-deleted", "tag": "53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:09.827772 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8e9f89cc-f352-4678-8649-506b611224ec {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:09.832089 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61870cc4-fffe-47b9-ad26-b85e7bc14a10', 'name': 'network-vif-deleted', 'tag': 'f8c00079-7e45-4061-b5f3-04efc7a810a6', 'status': 'completed', 'code': 200} Nov 03 19:00:09.832636 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f82dbc8-d7c2-4818-9751-c65c242cf672', 'name': 'network-vif-deleted', 'tag': '53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba', 'status': 'completed', 'code': 200} Nov 03 19:00:09.833692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting subnet f1e9bd37-562b-45e7-850d-5d9ff4a364c5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:09.860814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.987337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32763e-794c-4cc8-9b85-c1038fb92ce9 req-c666151c-76d5-455c-b8b4-10ff8d85b24c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:09.997018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e32763e-794c-4cc8-9b85-c1038fb92ce9 req-c666151c-76d5-455c-b8b4-10ff8d85b24c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.4213030 Nov 03 19:00:10.063555 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.075624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.103433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:10.152926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.277724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:10.278924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 53ed05a0-d12f-4ec5-ae0c-acf74caeb7ba not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:10.294825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Allocated IP 172.25.8.211 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/4f7b1fa2-c711-4909-8c21-43f111529b63) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:10.318390 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.339145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.369569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Attempting to bind port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:10.371641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Attempting to bind port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:10.374146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Attempting to bind port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:10.477214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b18e-2990-4f7f-a6bb-3fb25e801013 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:10.517308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:10.529060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:10.532426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.533467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:10.536372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Bound port: bfbc9863-2968-4cd4-8a76-75fe5dd4a903, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:10.537910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.582685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.664871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.760007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e32763e-794c-4cc8-9b85-c1038fb92ce9 req-de6cfaa6-71df-46fa-9d2b-22b3dce2d7e4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982181 Nov 03 19:00:10.777571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:10.820322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:10.846503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:10.924982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] For port bfbc9863-2968-4cd4-8a76-75fe5dd4a903, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:10.932429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] For port bfbc9863-2968-4cd4-8a76-75fe5dd4a903, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:10.941401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.958577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Port': ['ID=4f7b1fa2-c711-4909-8c21-43f111529b63,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:11.098194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b18e-2990-4f7f-a6bb-3fb25e801013 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:11.134086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Routers {'a403a329-7d18-4aa8-9d26-25b826268151'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:11.135597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a403a329-7d18-4aa8-9d26-25b826268151'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:11.258587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dac0fd83-f6b5-476e-a6d6-33dd6328abcc req-f67ceb43-dd53-43e6-8819-e99c8eaf34ce tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1871362 Nov 03 19:00:11.364779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.416469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] Set router a403a329-7d18-4aa8-9d26-25b826268151 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:11.482155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2474d7-f50c-4436-96ed-0857c0fdf7a3 req-494c3da1-1a02-41ad-b718-2dded331b6c0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:11.496684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e2474d7-f50c-4436-96ed-0857c0fdf7a3 req-494c3da1-1a02-41ad-b718-2dded331b6c0 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 984 time: 0.4568355 Nov 03 19:00:11.698768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e2474d7-f50c-4436-96ed-0857c0fdf7a3 req-37342167-a088-4fc5-9da0-bdced96e2c44 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=bb1a9c0f-e8a5-4378-9053-d7ec82e18384&id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2003980 Nov 03 19:00:11.768694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.784152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.850353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a403a329-7d18-4aa8-9d26-25b826268151', 'name': 'tempest-snat-router-1574673369', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': False}, 'gw_port_id': 'bfbc9863-2968-4cd4-8a76-75fe5dd4a903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:59:59Z', 'updated_at': '2021-11-03T19:00:03Z', 'revision_number': 3, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port': {'id': 'bfbc9863-2968-4cd4-8a76-75fe5dd4a903', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a403a329-7d18-4aa8-9d26-25b826268151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:01Z', 'updated_at': '2021-11-03T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:11.939019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:11.975074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641bfb-8dd2-4ea4-822f-534365a473d6 None None] The sync data for ids ['a403a329-7d18-4aa8-9d26-25b826268151'] in n-d-812151-4 is: [{'id': 'a403a329-7d18-4aa8-9d26-25b826268151', 'name': 'tempest-snat-router-1574673369', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53'}], 'enable_snat': False}, 'gw_port_id': 'bfbc9863-2968-4cd4-8a76-75fe5dd4a903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:59:59Z', 'updated_at': '2021-11-03T19:00:03Z', 'revision_number': 3, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port': {'id': 'bfbc9863-2968-4cd4-8a76-75fe5dd4a903', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a403a329-7d18-4aa8-9d26-25b826268151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:01Z', 'updated_at': '2021-11-03T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:12.030475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f2b81-b6c3-4f2c-b513-b88ce3052bcb req-a457a3e2-22e8-44b1-977d-ff5f72e0ff39 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:12.041821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-617f2b81-b6c3-4f2c-b513-b88ce3052bcb req-a457a3e2-22e8-44b1-977d-ff5f72e0ff39 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 948 time: 0.2651694 Nov 03 19:00:12.060475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.084521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e9bd37-562b-45e7-850d-5d9ff4a364c5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:12.112416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ef83d-fee0-4c88-bd63-4943b1d1b36b None None] Network d2eb191d-f207-4e39-b42c-8148a51090f6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:12.142474 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.152488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a45daf8d-b165-44f9-9cd6-fbb4194c2bb6 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/subnets/f1e9bd37-562b-45e7-850d-5d9ff4a364c5 HTTP/1.1" status: 204 len: 168 time: 2.6854856 Nov 03 19:00:12.157017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60770) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:12.490852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-617f2b81-b6c3-4f2c-b513-b88ce3052bcb req-e19dba5b-1388-4b4e-bcee-7ac43436fcea tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476876 Nov 03 19:00:12.615219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] DHCP port deletion for d2eb191d-f207-4e39-b42c-8148a51090f6 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:00:12.672089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.713421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-bb86017c-4747-4ef3-8ee1-bba5cce3d124 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1001563949&fields=id&tenant_id=1210c64b059c4400b66d53b8f2113f99 HTTP/1.1" status: 200 len: 267 time: 0.6662989 Nov 03 19:00:12.826506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] Deleting port 33f44059-dada-44e3-8eac-51789268c17f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:12.826926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.837582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Deleting port bae59352-5658-4ad5-98ad-6dcaca7fb961 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:12.838556 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.007220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 33f44059-dada-44e3-8eac-51789268c17f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:13.117939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-66d38702-7066-4eb8-997f-b36832e54213 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:13.130224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-66d38702-7066-4eb8-997f-b36832e54213 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 984 time: 0.4108915 Nov 03 19:00:13.151539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'port': {'security_groups': ['a5a2f1c6-dbdf-4353-a089-574380563200', 'bb1a9c0f-e8a5-4378-9053-d7ec82e18384', 'ae795f82-8acd-4f23-bcd4-faf1f0cb75f3']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:13.207881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] For port 33f44059-dada-44e3-8eac-51789268c17f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=33f44059-dada-44e3-8eac-51789268c17f,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:13.208801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.233547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.383930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] Calling delete_port for 33f44059-dada-44e3-8eac-51789268c17f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:13.390422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.473945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca0cee-9b28-44ba-acba-a5dfaa4df810 req-5ab753d3-2f6c-4bc6-9b85-126b83c5e7fd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:13.475873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9ca0cee-9b28-44ba-acba-a5dfaa4df810 req-5ab753d3-2f6c-4bc6-9b85-126b83c5e7fd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.6339941 Nov 03 19:00:13.513931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port 33f44059-dada-44e3-8eac-51789268c17f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:13.514554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.592672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.652482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port 33f44059-dada-44e3-8eac-51789268c17f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=33f44059-dada-44e3-8eac-51789268c17f,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:13.653398 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.678912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for 33f44059-dada-44e3-8eac-51789268c17f owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:13.703077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Router 505083e7-6805-4969-bb01-0e6c531dd118 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:13.874973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 33f44059-dada-44e3-8eac-51789268c17f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=33f44059-dada-44e3-8eac-51789268c17f,segment=NetworkSegment(2c9a9100-0cd4-4102-ba19-b2f1b0933519),segment_id=2c9a9100-0cd4-4102-ba19-b2f1b0933519)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:13.970760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:13.997203 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Sync routers for ids ['505083e7-6805-4969-bb01-0e6c531dd118'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:14.022505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.039720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7e3d9637-6212-4cc7-a0b4-6d71e7a366f2 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8045523 Nov 03 19:00:14.040759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60778) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:14.071941 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Routers {'505083e7-6805-4969-bb01-0e6c531dd118'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:14.074288 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['505083e7-6805-4969-bb01-0e6c531dd118'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:14.131827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] For port bae59352-5658-4ad5-98ad-6dcaca7fb961, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bae59352-5658-4ad5-98ad-6dcaca7fb961,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:14.133720 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.207928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Calling delete_port for bae59352-5658-4ad5-98ad-6dcaca7fb961 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:14.292626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9ca0cee-9b28-44ba-acba-a5dfaa4df810 req-37712f0d-9d66-4f52-ba5f-f95a35a2f7f8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7815888 Nov 03 19:00:14.372702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-673ec677-98b5-40d2-ac19-5464115cd7bf tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:14.375961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-673ec677-98b5-40d2-ac19-5464115cd7bf tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.115 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 948 time: 0.9935925 Nov 03 19:00:14.396365 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.414316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:14.421451 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Set router 505083e7-6805-4969-bb01-0e6c531dd118 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:14.421860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8ad9cae0-01f9-4010-9678-50883e92bd4f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/505083e7-6805-4969-bb01-0e6c531dd118 HTTP/1.1" status: 200 len: 908 time: 0.3792531 Nov 03 19:00:14.426313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60780) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:14.463668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.486224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] No DVR routers for this DVR port 33f44059-dada-44e3-8eac-51789268c17f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:14.559912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=33f44059-dada-44e3-8eac-51789268c17f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:14.660677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90b738-00e9-44a1-a971-a3ffd3158936 None None] Pushing event deleted for resources: {'Port': ['ID=33f44059-dada-44e3-8eac-51789268c17f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:14.740155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.847979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b38ab4c-d6cf-44f8-9c6c-32daca360183 req-4cc9f915-6f3b-4673-b1af-16fed4ac4491 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.3291023 Nov 03 19:00:14.922114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.931713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.978668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bfbc9863-2968-4cd4-8a76-75fe5dd4a903 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:15.114911 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.125778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port 33f44059-dada-44e3-8eac-51789268c17f on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:15.152002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.179738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:15.181934 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505083e7-6805-4969-bb01-0e6c531dd118', 'name': 'tempest-snat-router-1574673369', 'tenant_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '4f7b1fa2-c711-4909-8c21-43f111529b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:08Z', 'updated_at': '2021-11-03T19:00:11Z', 'revision_number': 3, 'project_id': 'c296e6148c7448f0b1e7a1f30e73a34d', 'gw_port': {'id': '4f7b1fa2-c711-4909-8c21-43f111529b63', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505083e7-6805-4969-bb01-0e6c531dd118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:09Z', 'updated_at': '2021-11-03T19:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:15.185868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e109da7e-80b7-4e40-bf44-69545c752e79'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:15.208948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=33f44059-dada-44e3-8eac-51789268c17f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:15.270338 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Checking router: 505083e7-6805-4969-bb01-0e6c531dd118 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:15.271167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Updating router 505083e7-6805-4969-bb01-0e6c531dd118 port 4f7b1fa2-c711-4909-8c21-43f111529b63 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:00:15.353685 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.379466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Deleting port 4f7b1fa2-c711-4909-8c21-43f111529b63 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:15.380082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.554747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:15.555634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.563970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.595307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Calling delete_port for 4f7b1fa2-c711-4909-8c21-43f111529b63 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:15.663574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['e109da7e-80b7-4e40-bf44-69545c752e79'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:15.913800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:15.914945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.917552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be091874-1b12-4740-9cbf-38fa6bc8c211 req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "PUT /v2.0/ports/e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 1020 time: 2.7851915 Nov 03 19:00:15.963984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:15.972435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.987119 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:16.047277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f7b1fa2-c711-4909-8c21-43f111529b63,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.048500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.108479 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.db.api [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:00:16.109107 n-d-812151-4 neutron-server[101992]: DEBUG oslo_db.api [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:00:16.113577 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.230360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.264801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port bfbc9863-2968-4cd4-8a76-75fe5dd4a903, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:16.304371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.306773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.464507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.468766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.571775 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.573653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 505083e7-6805-4969-bb01-0e6c531dd118 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:00:16.587787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.588682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.589939 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db4113ed-60ea-4ff4-8b62-ef4ed6e9ec1f tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/routers/505083e7-6805-4969-bb01-0e6c531dd118 HTTP/1.1" status: 204 len: 168 time: 2.1619215 Nov 03 19:00:16.599600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:16.672361 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Port 4f7b1fa2-c711-4909-8c21-43f111529b63 not found while updating agent binding for router 505083e7-6805-4969-bb01-0e6c531dd118. {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 19:00:16.704368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Routers set() bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:16.705340 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Router IDs set() for agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:00:16.707219 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_agentschedulers_db [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'505083e7-6805-4969-bb01-0e6c531dd118'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent'). {{(pid=101992) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:00:16.721731 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83551-5e48-4083-8a84-c6a4827e5416 None None] The sync data for ids ['505083e7-6805-4969-bb01-0e6c531dd118'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:16.861692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.931683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bfbc9863-2968-4cd4-8a76-75fe5dd4a903 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:17.083101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.102692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:17.103320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.213669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Deleting port bfbc9863-2968-4cd4-8a76-75fe5dd4a903 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:17.214572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.258678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Deleting port 763238f0-5625-4f34-b004-9fa60503cb72 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:17.260027 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.329974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1389a-64b3-457c-8e17-2863f1cba81d tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.405925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] For port bfbc9863-2968-4cd4-8a76-75fe5dd4a903, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:17.406712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.435441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Calling delete_port for bfbc9863-2968-4cd4-8a76-75fe5dd4a903 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:17.448374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eb191d-f207-4e39-b42c-8148a51090f6']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:17.510421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4af4d-9e85-4310-a7b5-7e8f1bcedc42 req-4bf263c8-9367-4094-96ed-fee62d6daf95 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:17.513011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ed4af4d-9e85-4310-a7b5-7e8f1bcedc42 req-4bf263c8-9367-4094-96ed-fee62d6daf95 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 948 time: 1.6393044 Nov 03 19:00:17.526841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9a9100-0cd4-4102-ba19-b2f1b0933519') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:17.526841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9a9100-0cd4-4102-ba19-b2f1b0933519') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:17.555281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 763238f0-5625-4f34-b004-9fa60503cb72 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:17.649298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.659812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae59352-5658-4ad5-98ad-6dcaca7fb961,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.700437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6744ab-d197-4b8d-8495-28fbf6b3ec0c req-8bb760b0-51ce-41e9-9e83-edd241e2a4a2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:17.703155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d6744ab-d197-4b8d-8495-28fbf6b3ec0c req-8bb760b0-51ce-41e9-9e83-edd241e2a4a2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 1.4667022 Nov 03 19:00:17.779944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ed4af4d-9e85-4310-a7b5-7e8f1bcedc42 req-f3c0ba63-d890-4f99-b941-7409e8bbc6f0 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419119 Nov 03 19:00:17.802929 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.811748 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.826599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.865344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:17.865986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.877450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfbc9863-2968-4cd4-8a76-75fe5dd4a903,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:17.880469 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:17.900789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.901284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.901857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.902351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.902901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.903477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.904024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.904573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.905182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.905730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.906275 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:17.906860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:18.005272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.133294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] For port 763238f0-5625-4f34-b004-9fa60503cb72, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=763238f0-5625-4f34-b004-9fa60503cb72,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:18.133666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.178859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Calling delete_port for 763238f0-5625-4f34-b004-9fa60503cb72 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:18.205395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d6744ab-d197-4b8d-8495-28fbf6b3ec0c req-a8cdd983-f7d2-496a-864d-ae786a6307b3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347305 Nov 03 19:00:18.205740 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.211044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.218408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.330369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.332250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a403a329-7d18-4aa8-9d26-25b826268151 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:00:18.342664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.348403 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c99cb527-6265-47d1-be04-7aa0decd6f08 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "DELETE /v2.0/routers/a403a329-7d18-4aa8-9d26-25b826268151 HTTP/1.1" status: 204 len: 168 time: 1.7468421 Nov 03 19:00:18.356393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3b778a9-5bb6-4b6a-9e6c-5fadb273cb06 req-e97d28a5-667c-4ac5-98ca-350b4fcc62b1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/ae795f82-8acd-4f23-bcd4-faf1f0cb75f3 HTTP/1.1" status: 200 len: 1820 time: 0.5101576 Nov 03 19:00:18.360504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60794) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:18.372277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1566756291', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:18.431646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.437671 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.478552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64bae051-4b8f-4e7c-aa9e-8aa6d36557ef req-1ed3d776-e2c0-4c04-b085-78008e603a80 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1023049 Nov 03 19:00:18.480544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.488866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/networks/d2eb191d-f207-4e39-b42c-8148a51090f6 HTTP/1.1" status: 204 len: 168 time: 6.3116095 Nov 03 19:00:18.501818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227473-4893-48ee-95b5-2a564d663b8f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Network': ['ID=d2eb191d-f207-4e39-b42c-8148a51090f6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:18.502810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60796) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:18.641204 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ec948-09f5-47ff-8782-e32a0a86e607 x-openstack-request-id: req-da6ec948-09f5-47ff-8782-e32a0a86e607 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:18.641638 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:18.642066 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-da6ec948-09f5-47ff-8782-e32a0a86e607 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:18.642630 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'status': 'completed', 'code': 200} Nov 03 19:00:18.715499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.828434 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-e3b778a9-5bb6-4b6a-9e6c-5fadb273cb06 req-8c26503e-6603-4cc7-8d30-ec77b030ae29 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 19:00:18.832691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3b778a9-5bb6-4b6a-9e6c-5fadb273cb06 req-8c26503e-6603-4cc7-8d30-ec77b030ae29 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/ae795f82-8acd-4f23-bcd4-faf1f0cb75f3 HTTP/1.1" status: 409 len: 341 time: 0.4304998 Nov 03 19:00:18.867000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting subnet ebd0836c-f882-4ca0-9ac7-e664a3527def {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:18.876469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.056856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.107653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-a66283e7-ae85-4fa0-b513-a70d70ba7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:19.110834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-a66283e7-ae85-4fa0-b513-a70d70ba7e54 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1210c64b059c4400b66d53b8f2113f99&device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1174 time: 0.3833153 Nov 03 19:00:19.220983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Pushing event deleted for resources: {'Port': ['ID=763238f0-5625-4f34-b004-9fa60503cb72,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:19.395419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:00:19.402363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] No DVR routers for this DVR port 763238f0-5625-4f34-b004-9fa60503cb72 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:19.471255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94000b3e-0c33-47ea-97e2-df5323ec7179 req-310f02ed-3094-46b6-8ff0-5c3811d481a9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:19.477721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94000b3e-0c33-47ea-97e2-df5323ec7179 req-310f02ed-3094-46b6-8ff0-5c3811d481a9 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/ports?device_id=1f77af66-c065-4f9f-b6aa-a84677753b0d HTTP/1.1" status: 200 len: 866 time: 0.5158854 Nov 03 19:00:19.493198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.499169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb0ef320-e7aa-466f-b5b8-1fe989842e8a req-f5c0a3bd-964e-44d2-9492-d322842e213c tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.115 "DELETE /v2.0/ports/763238f0-5625-4f34-b004-9fa60503cb72 HTTP/1.1" status: 204 len: 173 time: 5.0571711 Nov 03 19:00:19.631113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.642554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.654198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94000b3e-0c33-47ea-97e2-df5323ec7179 req-d30fd0b9-9250-4d74-8e92-61aced810a62 tempest-ListImageFiltersTestJSON-21673590 tempest-ListImageFiltersTestJSON-21673590-project] 10.222.0.91 "GET /v2.0/security-groups?id=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728427 Nov 03 19:00:19.905651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed7a-ad1f-49ca-a1a8-422abe5574a1 req-d5d73f79-1c7b-4d94-9fa8-bcb2f14e4c22 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:19.908518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6c0ed7a-ad1f-49ca-a1a8-422abe5574a1 req-d5d73f79-1c7b-4d94-9fa8-bcb2f14e4c22 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.4977460 Nov 03 19:00:19.975948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-5a27c8fb-073d-4b8c-9ce9-5ccf368b25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:19.979119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-5a27c8fb-073d-4b8c-9ce9-5ccf368b25d7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 200 len: 913 time: 0.7824550 Nov 03 19:00:20.081993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:20.177554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-c01871fd-273c-4b63-8720-9b56f3a07b2d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 200 len: 217 time: 0.1804922 Nov 03 19:00:20.243570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b3fee-520b-4f7e-bcbb-f17615fd4ecc req-953d23fe-69f9-40fd-9d19-7847c30b3f07 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:20.258336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-903b3fee-520b-4f7e-bcbb-f17615fd4ecc req-953d23fe-69f9-40fd-9d19-7847c30b3f07 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1023 time: 0.4063079 Nov 03 19:00:20.371812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6c0ed7a-ad1f-49ca-a1a8-422abe5574a1 req-432ecc1e-8dfd-43b9-97d4-340b217b19ca tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241486 Nov 03 19:00:20.434202 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:20.493066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:20.501197 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/subnets/ebd0836c-f882-4ca0-9ac7-e664a3527def HTTP/1.1" status: 204 len: 168 time: 1.9929063 Nov 03 19:00:20.506971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67e450-8a32-40d7-a283-85c6621f645b None None] Network 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:20.514144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-903b3fee-520b-4f7e-bcbb-f17615fd4ecc req-6b0477c6-93c2-47e1-98ef-7d4d5be5a181 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=ae795f82-8acd-4f23-bcd4-faf1f0cb75f3&id=bb1a9c0f-e8a5-4378-9053-d7ec82e18384&id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2021987 Nov 03 19:00:20.516001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:20.530345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60810) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:20.560773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:20.583641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-23fe9d7b-966a-4050-a51a-1ae52b4ea3e9 admin admin] 10.222.0.91 "PUT /v2.0/routers/2c2d34a6-1bf7-45d1-9151-497b6c102d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0686619 Nov 03 19:00:20.595463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] Sync routers for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:20.605318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60812) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:20.652981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce90c5b-a91e-4b05-8325-876da4921582 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd0836c-f882-4ca0-9ac7-e664a3527def,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:20.658276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:20.755642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-deleted', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:20.761725 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bc740-42a4-4db3-bd50-e897293d0872" -d '{"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-deleted", "tag": "763238f0-5625-4f34-b004-9fa60503cb72"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:20.765402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bfbc9863-2968-4cd4-8a76-75fe5dd4a903 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:20.791335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-240940eb-2649-418e-ad10-ccb9bc3062b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:20.795088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-240940eb-2649-418e-ad10-ccb9bc3062b8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 200 len: 852 time: 0.5818837 Nov 03 19:00:20.857064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:20.858349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:20.919851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2a0543b-d72d-42bb-a8df-d94d9e6495f8 req-120a382a-30a1-443a-b391-5a75ea3a714b tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1819060 Nov 03 19:00:20.944268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Allocated IP 172.25.8.51 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b8b0382c-2205-4634-b2d2-4b4078afad2d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:20.988452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-3d8760d1-ad8c-4f12-9347-6581267d7227 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9ad3c954-88d0-432b-908c-3e55ce238a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837970 Nov 03 19:00:21.131972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.158864 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b03b45-6bda-43be-a3bb-a70698d7ef41 x-openstack-request-id: req-09b03b45-6bda-43be-a3bb-a70698d7ef41 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:21.159592 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77af66-c065-4f9f-b6aa-a84677753b0d", "name": "network-vif-deleted", "tag": "763238f0-5625-4f34-b004-9fa60503cb72", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:21.160023 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-09b03b45-6bda-43be-a3bb-a70698d7ef41 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:21.160700 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77af66-c065-4f9f-b6aa-a84677753b0d', 'name': 'network-vif-deleted', 'tag': '763238f0-5625-4f34-b004-9fa60503cb72', 'status': 'completed', 'code': 200} Nov 03 19:00:21.216554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:21.298830 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.304561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.353860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bfbc9863-2968-4cd4-8a76-75fe5dd4a903 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:21.356462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bfbc9863-2968-4cd4-8a76-75fe5dd4a903 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:21.416959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.523868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:21.540276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:21.555088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:21.578482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event updated for resources: {'Port': ['ID=b8b0382c-2205-4634-b2d2-4b4078afad2d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:21.859914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] DHCP port deletion for 3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:00:21.979331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T19:00:15Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:22.037149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] Checking router: 2c2d34a6-1bf7-45d1-9151-497b6c102d9c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:22.062353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] Routers {'2c2d34a6-1bf7-45d1-9151-497b6c102d9c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:22.063220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:22.265053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] Set router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:22.291774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc364c-1853-414c-a2f8-fd14be06716c req-7c403e79-a4a3-48cc-b8bf-77ef83a6e69a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.294654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82bc364c-1853-414c-a2f8-fd14be06716c req-7c403e79-a4a3-48cc-b8bf-77ef83a6e69a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.110 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1023 time: 0.2850714 Nov 03 19:00:22.389495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] Deleting port e6e9c690-1445-4110-b70a-2c68a337725b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:22.390172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:22.567430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-ccfebd38-98f0-4850-9a4d-dca68ea1f327 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5752046 Nov 03 19:00:22.679028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e697b8-a2b6-4e56-a2e9-901b930cc940 req-35879d43-af1a-4798-a75b-5b821c9ddc3a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.693148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2e697b8-a2b6-4e56-a2e9-901b930cc940 req-35879d43-af1a-4798-a75b-5b821c9ddc3a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 1023 time: 0.4141741 Nov 03 19:00:22.718312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68966cc-cf50-41b8-a0d3-a1b983ea7f82 req-28186efc-ac15-4cea-9017-cd2711d707e7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.731789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c68966cc-cf50-41b8-a0d3-a1b983ea7f82 req-28186efc-ac15-4cea-9017-cd2711d707e7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.3690155 Nov 03 19:00:22.790064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] For port e6e9c690-1445-4110-b70a-2c68a337725b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e6e9c690-1445-4110-b70a-2c68a337725b,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:22.790577 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:22.824345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] Calling delete_port for e6e9c690-1445-4110-b70a-2c68a337725b owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:22.828969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e6e9c690-1445-4110-b70a-2c68a337725b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:22.855024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:22.863055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c68966cc-cf50-41b8-a0d3-a1b983ea7f82 req-b9732069-b8d8-4414-9a48-4fec4efc7bc4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283710 Nov 03 19:00:22.894593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-60ec96a1-11da-43c8-b9d7-3ffc6d8162c5 service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7651739 Nov 03 19:00:22.993272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.994115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.995037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.996219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.997173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.998016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:22.998873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:23.002723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-51b69fe0-3002-484d-8e7f-0b970ba184ad service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6500 time: 0.3749948 Nov 03 19:00:23.079973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Deleting port e109da7e-80b7-4e40-bf44-69545c752e79 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:23.080499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.135356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.274354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port e6e9c690-1445-4110-b70a-2c68a337725b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:23.277501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.322962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.328584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1df3fa-d384-4b32-ab54-aee6ba4d0fc7 req-1babd520-3fc6-4098-b743-6f8cc8b58b6c service neutron] 10.222.0.110 "GET /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008036 Nov 03 19:00:23.406488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-c98c3f44-1977-4829-8bcd-8c51c53a4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:23.407142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-c98c3f44-1977-4829-8bcd-8c51c53a4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:23.408058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-c98c3f44-1977-4829-8bcd-8c51c53a4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:23.411697 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-c98c3f44-1977-4829-8bcd-8c51c53a4562 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=e638af9f-cd4b-477e-af2b-035836399f4b&id=e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 200 len: 2298 time: 0.2589056 Nov 03 19:00:23.441182 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.446951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T19:00:15Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:23.521475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] Pushing event deleted for resources: {'Port': ['ID=e6e9c690-1445-4110-b70a-2c68a337725b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:23.542348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2e697b8-a2b6-4e56-a2e9-901b930cc940 req-a74884c4-50ab-47ec-bccf-c6c88aa4d577 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=ae795f82-8acd-4f23-bcd4-faf1f0cb75f3&id=bb1a9c0f-e8a5-4378-9053-d7ec82e18384&id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.8474231 Nov 03 19:00:23.559721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port e6e9c690-1445-4110-b70a-2c68a337725b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e6e9c690-1445-4110-b70a-2c68a337725b,segment=NetworkSegment(8f8273e1-78b5-4349-ac88-17c7c5b91393),segment_id=8f8273e1-78b5-4349-ac88-17c7c5b91393)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:23.560304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.615589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for e6e9c690-1445-4110-b70a-2c68a337725b owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:23.645270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Deleting port 2f1571b1-d027-4963-a556-0348a20eb62b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:23.649580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:23.704059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1be37c-3a8e-4273-bad2-88f56202eacb None None] The sync data for ids ['2c2d34a6-1bf7-45d1-9151-497b6c102d9c'] in n-d-812151-4 is: [{'id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'name': 'tempest-ServersTestJSON-490834106-router', 'tenant_id': 'dd2237a20aab49b08fb9322c843c5495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:56:49Z', 'updated_at': '2021-11-03T19:00:15Z', 'revision_number': 5, 'project_id': 'dd2237a20aab49b08fb9322c843c5495', 'gw_port': {'id': '2f1571b1-d027-4963-a556-0348a20eb62b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d34a6-1bf7-45d1-9151-497b6c102d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:56:52Z', 'updated_at': '2021-11-03T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:23.719910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0bd4-11b9-4fa3-be70-0b0598aab204 None None] No DVR routers for this DVR port e6e9c690-1445-4110-b70a-2c68a337725b on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:23.874219 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-967587e4-82d3-4494-854b-088f8c5da2d5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 200 len: 1002 time: 0.4263403 Nov 03 19:00:23.979124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.160591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=e6e9c690-1445-4110-b70a-2c68a337725b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:24.168107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a773b41d-2131-4ed0-af13-6956b83080f8 req-84ca89ad-48a1-4b40-a0ff-5e91598bc18a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.4216902 Nov 03 19:00:24.180876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port e6e9c690-1445-4110-b70a-2c68a337725b on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:24.311091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] For port e109da7e-80b7-4e40-bf44-69545c752e79, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e109da7e-80b7-4e40-bf44-69545c752e79,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:24.312592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.349915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Calling delete_port for e109da7e-80b7-4e40-bf44-69545c752e79 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:24.375409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] For port 2f1571b1-d027-4963-a556-0348a20eb62b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2f1571b1-d027-4963-a556-0348a20eb62b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:24.376549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.416262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Calling delete_port for 2f1571b1-d027-4963-a556-0348a20eb62b owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:24.522603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-1ef16c14-30cc-4cc6-aebd-07dc0e96e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:24.526297 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-1ef16c14-30cc-4cc6-aebd-07dc0e96e286 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c2159396-034b-4e95-8912-c1dd9d066094 HTTP/1.1" status: 200 len: 856 time: 0.6389604 Nov 03 19:00:24.700005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bae59352-5658-4ad5-98ad-6dcaca7fb961 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:24.757810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bae59352-5658-4ad5-98ad-6dcaca7fb961 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:24.758417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bae59352-5658-4ad5-98ad-6dcaca7fb961 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:24.794869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.814796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-8df8da9d-40dc-4861-8edc-6da68b907348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:24.817624 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-8df8da9d-40dc-4861-8edc-6da68b907348 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2774634 Nov 03 19:00:25.074839 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-a072c8c9-69df-49eb-bcde-418e6a90cd33 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629162 Nov 03 19:00:25.098539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60890) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:25.153814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.412707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7ea08a-c5f1-430d-9fe5-8a70e060dac6']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:25.440415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8273e1-78b5-4349-ac88-17c7c5b91393') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:25.442647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8273e1-78b5-4349-ac88-17c7c5b91393') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:25.472004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0a4f2-cf1a-4742-9baf-57800b3054bc req-606ce48e-1554-474a-89cc-17c9650cd936 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:25.475779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6df0a4f2-cf1a-4742-9baf-57800b3054bc req-606ce48e-1554-474a-89cc-17c9650cd936 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.7495108 Nov 03 19:00:25.477079 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.503726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.512756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.518720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-71372c13-e66c-43cb-9d52-169e617e2090 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162400 Nov 03 19:00:25.531647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6430ce69-0572-4593-9159-9360b0ee1edc'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:25.584958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98a5e1-0162-4069-a5f7-0e6099dcd2ba req-9ee475a0-a270-4f28-82fe-35afe6d72159 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:25.593653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e98a5e1-0162-4069-a5f7-0e6099dcd2ba req-9ee475a0-a270-4f28-82fe-35afe6d72159 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 945 time: 0.7623115 Nov 03 19:00:25.610644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1571b1-d027-4963-a556-0348a20eb62b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:25.725062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'Port': ['ID=e109da7e-80b7-4e40-bf44-69545c752e79,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:25.741127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-5ad4dfdc-6fe4-413d-b892-d01b19eb212c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 217 time: 0.1780136 Nov 03 19:00:25.796561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.814881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e98a5e1-0162-4069-a5f7-0e6099dcd2ba req-45e23b59-79a3-4cb1-a37c-73949f8db799 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups?id=ae795f82-8acd-4f23-bcd4-faf1f0cb75f3&id=bb1a9c0f-e8a5-4378-9053-d7ec82e18384&id=a5a2f1c6-dbdf-4353-a089-574380563200&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2199221 Nov 03 19:00:25.842671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Router 86e7f7de-696b-4d17-bd58-a1e29f1063d1 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:25.849545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:25.850563 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.852875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] No DVR routers for this DVR port e109da7e-80b7-4e40-bf44-69545c752e79 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:25.914834 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:25.962497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e109da7e-80b7-4e40-bf44-69545c752e79 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:26.006695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: e109da7e-80b7-4e40-bf44-69545c752e79 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:26.007222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e109da7e-80b7-4e40-bf44-69545c752e79 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:26.178496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6df0a4f2-cf1a-4742-9baf-57800b3054bc req-32407863-6735-4c3c-9fe9-6c22d724f456 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711454 Nov 03 19:00:26.187337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.194868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.238353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.252114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/networks/3a7ea08a-c5f1-430d-9fe5-8a70e060dac6 HTTP/1.1" status: 204 len: 168 time: 5.7200794 Nov 03 19:00:26.359462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60896) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:26.361742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f9bb-adca-438f-a7f4-508e5cf136e1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Network': ['ID=3a7ea08a-c5f1-430d-9fe5-8a70e060dac6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:26.377688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-709408850'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:26.424097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb8c415e-5eaf-40d1-af08-feb93195f5af req-4feb19e1-06c2-47c9-ac56-a8d281e8be16 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.2420943 Nov 03 19:00:26.458700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-8324927b-6281-49a6-ab07-6645d5393c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:26.460848 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-8324927b-6281-49a6-ab07-6645d5393c31 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.6971519 Nov 03 19:00:26.470169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-34b0fbca-e160-4108-a720-1898331bea80 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad3b17cb4ba1464b979e32882f4cc56e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3501260 Nov 03 19:00:26.470169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.472374 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82bc364c-1853-414c-a2f8-fd14be06716c req-129db2e9-a516-4fb5-b23b-ca637a3c4c00 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.110 "DELETE /v2.0/ports/e109da7e-80b7-4e40-bf44-69545c752e79 HTTP/1.1" status: 204 len: 173 time: 4.1610188 Nov 03 19:00:26.475468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'name': 'network-vif-deleted', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:26.480128 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379375c0-45e3-4907-91a6-9a28c0aeab20" -d '{"events": [{"server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "name": "network-vif-deleted", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:26.486265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60898) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:26.572032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.574894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:26.580195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.584365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.656418 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9b524-592b-47d7-b7f8-0bc0d2439e00 x-openstack-request-id: req-38a9b524-592b-47d7-b7f8-0bc0d2439e00 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:26.656822 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddc767a-6836-4cf7-8b3a-d8437701a14f", "name": "network-vif-deleted", "tag": "e109da7e-80b7-4e40-bf44-69545c752e79", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:26.657102 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38a9b524-592b-47d7-b7f8-0bc0d2439e00 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:26.657721 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddc767a-6836-4cf7-8b3a-d8437701a14f', 'name': 'network-vif-deleted', 'tag': 'e109da7e-80b7-4e40-bf44-69545c752e79', 'status': 'completed', 'code': 200} Nov 03 19:00:26.681781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:26.686690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.687605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2d34a6-1bf7-45d1-9151-497b6c102d9c {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:00:26.704211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.711244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-56b267ae-c7f7-4074-bb8c-5852d3173ad8 admin admin] 10.222.0.91 "DELETE /v2.0/routers/2c2d34a6-1bf7-45d1-9151-497b6c102d9c HTTP/1.1" status: 204 len: 168 time: 6.0670385 Nov 03 19:00:26.712403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60902) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:26.776534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-2f670809-6c0f-4e61-a526-00bb8e690294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:26.780418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-2f670809-6c0f-4e61-a526-00bb8e690294 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2920101 Nov 03 19:00:26.806006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:26.806565 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Added segment 61d0d9f8-48dc-4cea-8e6f-83f737e2c77a of type vlan for network 64789924-b513-4de5-ad49-35723155935c Nov 03 19:00:26.909320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Deleting subnet 7b3cdd79-891e-4b81-a459-105f86051b11 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:26.921410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:26.941442 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] Sync routers for ids ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:26.961858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] Routers {'86e7f7de-696b-4d17-bd58-a1e29f1063d1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:26.962919 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:26.999462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.052287 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:27.063673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.073219 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] Routers {'86e7f7de-696b-4d17-bd58-a1e29f1063d1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:27.074730 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:27.082352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.092102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:27.092910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.144820 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:27.146307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e2cf6-99e6-4917-929e-655d062bf46c None None] The sync data for ids ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:27.163675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-ec1bfe9f-2b49-44b4-bfd5-d5d87c5f4381 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174122 Nov 03 19:00:27.337428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cfe3755-1833-4d54-bf5d-dec9f5094db3 req-25804dc2-116d-4857-b8dc-7b42c00b7625 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ddc767a-6836-4cf7-8b3a-d8437701a14f HTTP/1.1" status: 200 len: 210 time: 0.2035604 Nov 03 19:00:27.412358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88405259-55bc-49c1-a661-59d679011b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.469265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88405259-55bc-49c1-a661-59d679011b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.514450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1434069 Nov 03 19:00:27.515900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdd273-72b4-44b3-a602-983b3950ad47 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Network': ['ID=64789924-b513-4de5-ad49-35723155935c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:27.531849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 64789924-b513-4de5-ad49-35723155935c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:27.543393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.582480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60910) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:27.620256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'subnet': {'network_id': '64789924-b513-4de5-ad49-35723155935c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:27.689085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.691299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e7d921de-453f-4e71-8ad2-698aec47a62a tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.3263640 Nov 03 19:00:27.723449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60914) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:27.743593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1b52b03-803f-4068-8831-bc0eb1d1051a req-0ff43932-6dd5-44fe-ad74-d84070eac60a tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.0533986 Nov 03 19:00:27.757221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': False}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:27.768228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-30cf2bde-a20e-49eb-be4e-398d37e7347a service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831735 Nov 03 19:00:27.801091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6483-e4bf-4e55-9391-78331d132f37 req-69788842-eac2-48a0-b6f5-b5be7b3fb0b4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:27.804035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec0b6483-e4bf-4e55-9391-78331d132f37 req-69788842-eac2-48a0-b6f5-b5be7b3fb0b4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.1789706 Nov 03 19:00:27.835179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88405259-55bc-49c1-a661-59d679011b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.839195 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88405259-55bc-49c1-a661-59d679011b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.845347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88405259-55bc-49c1-a661-59d679011b4e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/58bcd5fb-2933-48f7-a0d3-f2fc07e7784e HTTP/1.1" status: 204 len: 168 time: 1.3153934 Nov 03 19:00:27.898299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:27.954905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec0b6483-e4bf-4e55-9391-78331d132f37 req-2480d9b1-2310-480a-9261-fd7de25a4695 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221280 Nov 03 19:00:28.016276 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.026897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88405259-55bc-49c1-a661-59d679011b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bcd5fb-2933-48f7-a0d3-f2fc07e7784e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:28.034246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-62775a4b-bb4f-4400-8af5-9317cab9b918 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 217 time: 0.2071202 Nov 03 19:00:28.038202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:28.043010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.068486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b3cdd79-891e-4b81-a459-105f86051b11,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:28.077691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.085908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8557325c-d0d2-4cd9-b6b0-9b1b2acb9d14 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/7b3cdd79-891e-4b81-a459-105f86051b11 HTTP/1.1" status: 204 len: 168 time: 1.3690565 Nov 03 19:00:28.090744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60918) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:28.107408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331de1c7-533c-4e06-ac4c-6a2d0e8da1a6 None None] Network d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:28.395962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.486162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] DHCP port deletion for d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:00:28.549090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Deleting port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:28.550178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.655066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] Deleting port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:28.656069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.809619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-5de7684f-144c-4ebc-97c8-ea4310df84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:28.817951 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-5de7684f-144c-4ebc-97c8-ea4310df84ac service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.7643301 Nov 03 19:00:28.839015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] For port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:28.839425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.856003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] Calling delete_port for 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:28.977864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] For port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,segment=NetworkSegment(efe5c2b7-e42a-4502-9961-2ecfb38f7088),segment_id=efe5c2b7-e42a-4502-9961-2ecfb38f7088)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:28.978873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.015660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:29.017105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d77ebe24-8473-47bf-a8fd-e1a3291d49c8 req-e3cf45a9-5306-4ad8-97d2-93da59e105e4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/bb1a9c0f-e8a5-4378-9053-d7ec82e18384 HTTP/1.1" status: 200 len: 1819 time: 0.4290524 Nov 03 19:00:29.038629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:29.038884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:29.039274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2f1571b1-d027-4963-a556-0348a20eb62b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:29.041582 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.067728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] No DVR routers for this DVR port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:29.111651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2f1571b1-d027-4963-a556-0348a20eb62b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:29.112612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2f1571b1-d027-4963-a556-0348a20eb62b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:29.138584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea122d-7240-4512-aab5-36e2ef984e15 None None] Pushing event deleted for resources: {'Port': ['ID=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:29.146969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Calling delete_port for 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:29.163104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.214915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a05b3248-9400-4bef-9c0a-11bf35a957a7 req-6d4489c7-a890-4f75-823d-cbf9683ab370 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1809545 Nov 03 19:00:29.433211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-ab5703e3-9852-4914-a87a-13cd2ba5fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:29.435581 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-ab5703e3-9852-4914-a87a-13cd2ba5fd78 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5537236 Nov 03 19:00:29.439545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.464500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Subnet': ['ID=d575d155-c1bb-460a-9903-565f0fc8f429,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:29.468301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Checking segment: {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:29.468580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network hostable DHCP agents. Network: 64789924-b513-4de5-ad49-35723155935c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:00:29.475637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d77ebe24-8473-47bf-a8fd-e1a3291d49c8 req-add30bc0-4eb2-4cd0-825f-d06f1e7aae41 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.560921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d77ebe24-8473-47bf-a8fd-e1a3291d49c8 req-add30bc0-4eb2-4cd0-825f-d06f1e7aae41 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.594856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22429-6bca-4b65-8b79-ba005027271a req-51e4ffc2-0b99-4ece-aa70-af4a77c5871b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:29.602613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network 64789924-b513-4de5-ad49-35723155935c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:00:29.605322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cc22429-6bca-4b65-8b79-ba005027271a req-51e4ffc2-0b99-4ece-aa70-af4a77c5871b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.2188270 Nov 03 19:00:29.668627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 64789924-b513-4de5-ad49-35723155935c) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:29.679284 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.679602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-b03d2588-76bf-451d-9260-49a31024a588 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279582 Nov 03 19:00:29.681201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:29.682047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.685601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e215ded-e0bf-4936-a484-94deb4ac4436 None None] Network 64789924-b513-4de5-ad49-35723155935c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:29.744140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Pushing event deleted for resources: {'Port': ['ID=02ff52d4-3e0d-454a-b28d-e2cfa772bb7d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:29.749162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] No DVR routers for this DVR port 02ff52d4-3e0d-454a-b28d-e2cfa772bb7d on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:29.758674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d44820fb-d5fe-47d4-bfdd-956b704a1814 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1518869 Nov 03 19:00:29.766063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60952) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:29.815719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1727800788'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:29.859343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d77ebe24-8473-47bf-a8fd-e1a3291d49c8 req-add30bc0-4eb2-4cd0-825f-d06f1e7aae41 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.862926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d77ebe24-8473-47bf-a8fd-e1a3291d49c8 req-add30bc0-4eb2-4cd0-825f-d06f1e7aae41 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:29.864370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d77ebe24-8473-47bf-a8fd-e1a3291d49c8 req-add30bc0-4eb2-4cd0-825f-d06f1e7aae41 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/bb1a9c0f-e8a5-4378-9053-d7ec82e18384 HTTP/1.1" status: 204 len: 173 time: 0.8458729 Nov 03 19:00:29.874537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cc22429-6bca-4b65-8b79-ba005027271a req-d47cd542-24bc-46fa-a6ea-a61fa26bd4d5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425075 Nov 03 19:00:29.921672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add30bc0-4eb2-4cd0-825f-d06f1e7aae41 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1a9c0f-e8a5-4378-9053-d7ec82e18384,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:30.002731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.005809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:30.015661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-3b466983-805a-43ca-840c-edcdc8f6dd21 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175209 Nov 03 19:00:30.020858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.086025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ff5adf-d2ae-4705-b4ba-7b67cf9db276']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:30.106584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe5c2b7-e42a-4502-9961-2ecfb38f7088') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:30.106584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe5c2b7-e42a-4502-9961-2ecfb38f7088') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:30.112501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:30.114411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-64789924-b513-4de5-ad49-35723155935c', 'network_id': '64789924-b513-4de5-ad49-35723155935c', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'fixed_ips': [{'subnet_id': 'd575d155-c1bb-460a-9903-565f0fc8f429'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:00:30.115380 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.128596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.144957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.145375 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Added segment a40e2af7-e67f-471f-84cc-3b03b0564fd1 of type vlan for network b7f353eb-433b-4e52-b729-d217f836bfdf Nov 03 19:00:30.155420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.181407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-e9b43fb0-02ce-42d0-9a3d-3665bb98fcbf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821 HTTP/1.1" status: 200 len: 217 time: 0.1503396 Nov 03 19:00:30.242211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.326636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:30.327267 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.390217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Allocated IP 19.80.0.2 (64789924-b513-4de5-ad49-35723155935c/d575d155-c1bb-460a-9903-565f0fc8f429/6df10e40-fd46-4fae-97df-9e7d5137a5c1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:30.480588 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:30.545844 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.552621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:30.556700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.576301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.606792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8304667 Nov 03 19:00:30.609492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60966) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:30.610607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.614894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] 10.222.0.91 "DELETE /v2.0/networks/d5ff5adf-d2ae-4705-b4ba-7b67cf9db276 HTTP/1.1" status: 204 len: 168 time: 2.5192275 Nov 03 19:00:30.629009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'subnet': {'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:30.665173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8da5f4cb-76d3-4dea-8485-d2a93ef6d22e req-9a7bd8f9-fa34-42b6-9931-85d6b8f62696 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/ae795f82-8acd-4f23-bcd4-faf1f0cb75f3 HTTP/1.1" status: 200 len: 1820 time: 0.1834548 Nov 03 19:00:30.699196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-9a3d1d8c-9e42-41da-999d-34802a53c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:30.710258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-9a3d1d8c-9e42-41da-999d-34802a53c0fe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.3885889 Nov 03 19:00:30.791052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a495c5a6-9f4e-4d46-ae3a-9034d29e9c03 req-177b9589-7c34-45aa-b16a-fbd497d89df4 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.0777864 Nov 03 19:00:30.930034 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.946027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.957820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8da5f4cb-76d3-4dea-8485-d2a93ef6d22e req-b7cde314-7006-4bd1-895c-0008323abaa2 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.013428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e59fb-3292-479c-a35a-c648e3faad1b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Network': ['ID=b7f353eb-433b-4e52-b729-d217f836bfdf,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.023177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Pushing event updated for resources: {'Port': ['ID=6df10e40-fd46-4fae-97df-9e7d5137a5c1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.033916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b7f353eb-433b-4e52-b729-d217f836bfdf details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:31.037731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Network 64789924-b513-4de5-ad49-35723155935c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:31.041056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:31.057869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:31.148861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48887aac-1279-4b8d-85a5-0fbad03873dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ff5adf-d2ae-4705-b4ba-7b67cf9db276,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.163376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8da5f4cb-76d3-4dea-8485-d2a93ef6d22e req-b7cde314-7006-4bd1-895c-0008323abaa2 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.207695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.260013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:31.285379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.291237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Attempting to bind port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:31.291564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Attempting to bind port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:31.291844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Attempting to bind port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 on network 64789924-b513-4de5-ad49-35723155935c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:31.308195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:31.308552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Checking segment: {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:31.308996 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.309392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Bound using segment: {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:31.309882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Bound port: 6df10e40-fd46-4fae-97df-9e7d5137a5c1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:31.310432 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.374722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60978) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.420106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-560b22b9-1a10-412a-91df-29136281c61d None None] For port 6df10e40-fd46-4fae-97df-9e7d5137a5c1, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:31.425968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-560b22b9-1a10-412a-91df-29136281c61d None None] For port 6df10e40-fd46-4fae-97df-9e7d5137a5c1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6df10e40-fd46-4fae-97df-9e7d5137a5c1,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:31.435513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.469341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-88b0e3eb-85ab-4ada-b5ec-df7dd42ff17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:31.472196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-88b0e3eb-85ab-4ada-b5ec-df7dd42ff17b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7427561 Nov 03 19:00:31.512987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b22b9-1a10-412a-91df-29136281c61d None None] Pushing event updated for resources: {'Port': ['ID=6df10e40-fd46-4fae-97df-9e7d5137a5c1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.559048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66c4c00d-d4df-4d96-b6c1-e9d2cb8a53a8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dd2237a20aab49b08fb9322c843c5495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496258 Nov 03 19:00:31.571120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60982) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.641612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d383-3798-4b14-b68c-175c53d9dafc req-278f204f-745c-46b3-8c24-98ef1736e2eb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:31.643531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cad8d383-3798-4b14-b68c-175c53d9dafc req-278f204f-745c-46b3-8c24-98ef1736e2eb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.3959877 Nov 03 19:00:31.660325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8da5f4cb-76d3-4dea-8485-d2a93ef6d22e req-b7cde314-7006-4bd1-895c-0008323abaa2 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.667168 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-8da5f4cb-76d3-4dea-8485-d2a93ef6d22e req-b7cde314-7006-4bd1-895c-0008323abaa2 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.667884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.670730 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8da5f4cb-76d3-4dea-8485-d2a93ef6d22e req-b7cde314-7006-4bd1-895c-0008323abaa2 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/ae795f82-8acd-4f23-bcd4-faf1f0cb75f3 HTTP/1.1" status: 204 len: 173 time: 1.0044255 Nov 03 19:00:31.782599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.309680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ad5373-836c-4cb1-b060-c113b420fee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.320943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.346274 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bb091a8-41b4-42c3-ae32-fdb45b1af725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.356951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-6ed1d026-2279-483b-ab3e-c2e29aeba79a req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2134559570', 'description': 'tempest-description-754469239'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:32.403213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cde314-7006-4bd1-895c-0008323abaa2 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae795f82-8acd-4f23-bcd4-faf1f0cb75f3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:32.494390 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ed1d026-2279-483b-ab3e-c2e29aeba79a req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.516018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-df995261-9c1e-4d69-b34d-1322e2ef93a8 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0190225 Nov 03 19:00:32.516018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ad5373-836c-4cb1-b060-c113b420fee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.541821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cad8d383-3798-4b14-b68c-175c53d9dafc req-8f959ba4-2748-4f7d-9e96-c155958ddf52 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007897 Nov 03 19:00:32.574248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.729852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Router 86e7f7de-696b-4d17-bd58-a1e29f1063d1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:00:32.737206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Subnet': ['ID=7b315a57-1f7d-4ba0-9daf-8dd07551b057,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:32.792051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Checking segment: {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:32.792423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network hostable DHCP agents. Network: b7f353eb-433b-4e52-b729-d217f836bfdf, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:00:32.798541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ed1d026-2279-483b-ab3e-c2e29aeba79a req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.805659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ad5373-836c-4cb1-b060-c113b420fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.812467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ad5373-836c-4cb1-b060-c113b420fee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.818112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14ad5373-836c-4cb1-b060-c113b420fee7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a925f5d-7ed4-4f6e-8b76-b1dca9729007 HTTP/1.1" status: 204 len: 168 time: 1.2372141 Nov 03 19:00:32.837525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network b7f353eb-433b-4e52-b729-d217f836bfdf is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:00:32.844678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ed1d026-2279-483b-ab3e-c2e29aeba79a req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.857384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.890678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6df10e40-fd46-4fae-97df-9e7d5137a5c1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:32.940965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-6ed1d026-2279-483b-ab3e-c2e29aeba79a req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:32.943664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ed1d026-2279-483b-ab3e-c2e29aeba79a req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5969164 Nov 03 19:00:32.972178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b7f353eb-433b-4e52-b729-d217f836bfdf) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:33.003955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a536d2-e31c-4f1b-b34e-a0ba5e00f066 None None] Network b7f353eb-433b-4e52-b729-d217f836bfdf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:33.045393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.046785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.058044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e581bb26-055f-411a-be9e-595ac63cb41a req-432c87a2-18b5-45f5-8005-bdf5b13773d0 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8a14fc7-ba4a-4186-a470-e306d2a3ffee HTTP/1.1" status: 200 len: 210 time: 0.1580961 Nov 03 19:00:33.093694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96e8a5-540a-4fa7-b52e-e0680bd6447a tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7197e4-03fe-4624-8164-e267bf0e6aa9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:33.142122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-545fe97c-d8a9-4bc6-940c-c1c0535a2ce8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5189774 Nov 03 19:00:33.212658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:33.213304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.228767 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-72bcb07e-5aa5-4e62-a604-a602edf8d68f service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018006 Nov 03 19:00:33.247352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad5373-836c-4cb1-b060-c113b420fee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a925f5d-7ed4-4f6e-8b76-b1dca9729007,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:33.386023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-90545f28-7c6e-424e-ad94-de940aab1b78 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/fb7197e4-03fe-4624-8164-e267bf0e6aa9 HTTP/1.1" status: 200 len: 1819 time: 0.1788971 Nov 03 19:00:33.419495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Request body: {'security_group': {'name': 'tempest-sg-hth-176985823', 'description': 'tempest-description-hth-1189824704'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:33.477188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:33.491819 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-58409c7a-575f-4844-8c41-a37051fe0f55 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99 HTTP/1.1" status: 200 len: 217 time: 0.1452901 Nov 03 19:00:33.501960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.505642 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35c76139-2055-48a1-90bb-d1ac396fb774 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "PUT /v2.0/routers/86e7f7de-696b-4d17-bd58-a1e29f1063d1 HTTP/1.1" status: 200 len: 925 time: 5.7536645 Nov 03 19:00:33.512161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32774) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:33.522784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bb091a8-41b4-42c3-ae32-fdb45b1af725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.526790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] Sync routers for ids ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:33.545100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.610017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-0dbddd91-7afa-4337-aa3e-2aeb72f327aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.611882 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-0dbddd91-7afa-4337-aa3e-2aeb72f327aa service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1006203 Nov 03 19:00:33.615287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bb091a8-41b4-42c3-ae32-fdb45b1af725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.689557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.698462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b7f353eb-433b-4e52-b729-d217f836bfdf', 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'fixed_ips': [{'subnet_id': '7b315a57-1f7d-4ba0-9daf-8dd07551b057'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:00:33.700580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.701871 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.704594 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:33.707480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d79d2b1f-b911-4eaf-aa3a-b0ce4e900858 req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "PUT /v2.0/security-groups/fb7197e4-03fe-4624-8164-e267bf0e6aa9 HTTP/1.1" status: 200 len: 1793 time: 0.3051584 Nov 03 19:00:33.773294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] Routers {'86e7f7de-696b-4d17-bd58-a1e29f1063d1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:33.774082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:33.782798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafadd88-99e0-4055-aeac-134e88b44799 None None] Network 64789924-b513-4de5-ad49-35723155935c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:33.805442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db83f7a-3b36-4599-bf62-f13e36fb4612 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7197e4-03fe-4624-8164-e267bf0e6aa9,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:33.842869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb091a8-41b4-42c3-ae32-fdb45b1af725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab565e5-698f-4e8e-ba21-3e195f7f18f3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:33.890964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-e1f9e3b3-d3ae-4797-9dbc-9dd85c4960ef tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.891683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:33.905429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-e1f9e3b3-d3ae-4797-9dbc-9dd85c4960ef tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.909269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-e1f9e3b3-d3ae-4797-9dbc-9dd85c4960ef tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/networks?id=64789924-b513-4de5-ad49-35723155935c&id=b7f353eb-433b-4e52-b729-d217f836bfdf HTTP/1.1" status: 200 len: 1391 time: 0.2778010 Nov 03 19:00:33.951159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0bb091a8-41b4-42c3-ae32-fdb45b1af725 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8bc6907785aa48cf8e261b451bcf7050&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5738361 Nov 03 19:00:33.952042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.013793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-4e8b9a83-3ef6-4b6a-ba8b-60d8de7410dd tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/quotas/8bb0f86d4ff34b7ca020d7acdfdecfa0 HTTP/1.1" status: 200 len: 375 time: 0.0495458 Nov 03 19:00:34.030788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-f0d921ba-cc64-412c-8f69-4c083a93b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.032425 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-f0d921ba-cc64-412c-8f69-4c083a93b5d5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2008784 Nov 03 19:00:34.038545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-96504d93-6631-4b62-80eb-8f72808d22fd tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/86e7f7de-696b-4d17-bd58-a1e29f1063d1 HTTP/1.1" status: 200 len: 925 time: 0.5227506 Nov 03 19:00:34.041252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32796) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.043326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502bb3-4e27-4688-9c54-56d7ccf31129 req-f2b3cca9-6e90-460c-b042-5fd80aaa5e5c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.045445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33502bb3-4e27-4688-9c54-56d7ccf31129 req-f2b3cca9-6e90-460c-b042-5fd80aaa5e5c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.1343708 Nov 03 19:00:34.184156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33502bb3-4e27-4688-9c54-56d7ccf31129 req-02d41e82-efe9-425b-83ad-85b6e0e08ad5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212828 Nov 03 19:00:34.186650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.217242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5db20f4-b6db-4b75-b88d-54980fcf9dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.245292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-18e717d9-3c86-4244-8a8f-e6ee1a89b5a5 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962628 Nov 03 19:00:34.261166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5d34e-231e-4540-87ae-577e0fefd646 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.263775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c4c5d34e-231e-4540-87ae-577e0fefd646 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=86e7f7de-696b-4d17-bd58-a1e29f1063d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2214224 Nov 03 19:00:34.271358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32810) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.314003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5db20f4-b6db-4b75-b88d-54980fcf9dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.356789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f481597d-e5d3-4a81-b10c-c1f70092058c req-045614c4-d895-4444-ab35-b2f8db41cd70 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/fb7197e4-03fe-4624-8164-e267bf0e6aa9 HTTP/1.1" status: 200 len: 1793 time: 0.1027887 Nov 03 19:00:34.409666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-47b6f5f8-a3fe-4839-83c0-d2be3043c7bb service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076546 Nov 03 19:00:34.523738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32818) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.554796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Allocated IP 19.86.0.2 (b7f353eb-433b-4e52-b729-d217f836bfdf/7b315a57-1f7d-4ba0-9daf-8dd07551b057/3426ea4f-21d7-4477-bf22-7d3b67fb83c4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:34.567750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5db20f4-b6db-4b75-b88d-54980fcf9dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.574193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5db20f4-b6db-4b75-b88d-54980fcf9dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.579435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b5db20f4-b6db-4b75-b88d-54980fcf9dac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cab565e5-698f-4e8e-ba21-3e195f7f18f3 HTTP/1.1" status: 204 len: 168 time: 0.6232398 Nov 03 19:00:34.581090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-75911ec6-922c-4dfd-bfc9-6e9c57404f16 None None] Provisioning complete for port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:34.581588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75911ec6-922c-4dfd-bfc9-6e9c57404f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.584687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] Routers {'86e7f7de-696b-4d17-bd58-a1e29f1063d1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:34.585505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3c8b0-250f-417b-b518-349dee7da607 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.585637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:34.589696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ab3c8b0-250f-417b-b518-349dee7da607 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.3148479 Nov 03 19:00:34.593212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32826) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.617166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db20f4-b6db-4b75-b88d-54980fcf9dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab565e5-698f-4e8e-ba21-3e195f7f18f3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:34.644254 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2d28bca0-0400-4b17-b62e-5353afd91736 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=86e7f7de-696b-4d17-bd58-a1e29f1063d1 HTTP/1.1" status: 200 len: 205 time: 0.0435579 Nov 03 19:00:34.645648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32828) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:34.665653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-894550220-network', 'tenant_id': '01f691ff11af4433a14985c2cbbf7da7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:34.731762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Made reservation on behalf of 01f691ff11af4433a14985c2cbbf7da7 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:34.734809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.788531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-0e452f82-f454-4f2c-a8d9-7420f77db99e service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663821 Nov 03 19:00:34.795906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.858071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 6df10e40-fd46-4fae-97df-9e7d5137a5c1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6df10e40-fd46-4fae-97df-9e7d5137a5c1,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:34.872221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-092e060d-b35c-421e-b87b-c1dee8c3a0dd req-8cb60d91-b782-4ba4-a321-ddba1446f7ab tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/fb7197e4-03fe-4624-8164-e267bf0e6aa9 HTTP/1.1" status: 200 len: 1793 time: 0.1531935 Nov 03 19:00:34.883414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:34.885293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dea5f-af23-42b9-9293-c0358321e055 None None] The sync data for ids ['86e7f7de-696b-4d17-bd58-a1e29f1063d1'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:34.909736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-8fb5213e-dff7-4864-b272-25b073cdc767 service neutron] 10.222.0.91 "GET /v2.0/networks/64789924-b513-4de5-ad49-35723155935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644151 Nov 03 19:00:34.941120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-8ec00897-f246-4154-aebf-e8ccb3072b21 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f HTTP/1.1" status: 200 len: 217 time: 0.1341240 Nov 03 19:00:34.946227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:34.954258 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.025792 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4aea283c-be19-40c2-9da6-de83fa4b032a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.178382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.190827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-fad271b2-e259-49ab-8cfe-d37d8cecd8aa service neutron] 10.222.0.91 "GET /v2.0/networks/64789924-b513-4de5-ad49-35723155935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793267 Nov 03 19:00:35.201492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.216815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-092e060d-b35c-421e-b87b-c1dee8c3a0dd req-28d1db2e-a7f0-4a8e-b76e-2d61a7653463 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.221810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-13cd856a-2385-43b0-8138-6419454a24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:35.224931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-13cd856a-2385-43b0-8138-6419454a24ff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.1971674 Nov 03 19:00:35.250728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=6df10e40-fd46-4fae-97df-9e7d5137a5c1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:35.313872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:35.331707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a8b99-4648-4cce-97a8-53b4d45730e8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:35.336504 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-092e060d-b35c-421e-b87b-c1dee8c3a0dd req-28d1db2e-a7f0-4a8e-b76e-2d61a7653463 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.364590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.365058 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Added segment 0a9cce48-c661-4685-9cde-03d90a6fbaf8 of type vlan for network df0ca6d3-5faf-4993-991e-7584b65cfafc Nov 03 19:00:35.373408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.406726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-43e08dfa-944e-47a0-a42f-8e2a60a74cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:35.410224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-43e08dfa-944e-47a0-a42f-8e2a60a74cf4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681700 Nov 03 19:00:35.474794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.519772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-1dc74003-9a3b-46fc-9d19-d9061da84ff4 service neutron] 10.222.0.91 "GET /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275785 Nov 03 19:00:35.520657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.566624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.642824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-092e060d-b35c-421e-b87b-c1dee8c3a0dd req-28d1db2e-a7f0-4a8e-b76e-2d61a7653463 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.647244 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-092e060d-b35c-421e-b87b-c1dee8c3a0dd req-28d1db2e-a7f0-4a8e-b76e-2d61a7653463 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.649580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-092e060d-b35c-421e-b87b-c1dee8c3a0dd req-28d1db2e-a7f0-4a8e-b76e-2d61a7653463 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/fb7197e4-03fe-4624-8164-e267bf0e6aa9 HTTP/1.1" status: 204 len: 173 time: 0.7335289 Nov 03 19:00:35.686390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Network b7f353eb-433b-4e52-b729-d217f836bfdf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:35.693979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:35.697729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:35.702834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:35.706345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-8e7f76a7-4a37-4d28-9e43-c715e67cde78 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352266 Nov 03 19:00:35.727939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1db2e-a7f0-4a8e-b76e-2d61a7653463 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7197e4-03fe-4624-8164-e267bf0e6aa9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:35.766485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.767573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:35.768220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.788026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32844) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.879695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Attempting to bind port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:35.880190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Attempting to bind port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:35.880704 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Attempting to bind port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 on network b7f353eb-433b-4e52-b729-d217f836bfdf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:35.894650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:35.895217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Checking segment: {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:35.895738 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.896253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Bound using segment: {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:35.896989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Bound port: 3426ea4f-21d7-4477-bf22-7d3b67fb83c4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:35.897878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:35.925294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4002392 Nov 03 19:00:35.937792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-dce464c6-3e2e-4039-b537-771781e83e82 service neutron] 10.222.0.91 "GET /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162025 Nov 03 19:00:35.951878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32846) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:35.965210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Request body: {'subnet': {'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-894550220-subnet', 'tenant_id': '01f691ff11af4433a14985c2cbbf7da7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:35.997347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-cd70b232-591c-4f39-9cba-4aa9b1cd56d4 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743759 Nov 03 19:00:36.039227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] For port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:36.049732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] For port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:36.056234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6ccb6-6de7-4e71-addd-0bb191ea027c admin admin] Pushing event updated for resources: {'Network': ['ID=df0ca6d3-5faf-4993-991e-7584b65cfafc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:36.074632 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.092249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Deleting port b8b0382c-2205-4634-b2d2-4b4078afad2d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:36.093923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.094341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Made reservation on behalf of 01f691ff11af4433a14985c2cbbf7da7 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:36.096301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.098145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network df0ca6d3-5faf-4993-991e-7584b65cfafc details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:36.099520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-a519e3af-0619-4dda-abc2-aeb0dd3b7351 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 200 len: 217 time: 0.0866985 Nov 03 19:00:36.121849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4daafd5-e897-4556-b298-4629b1f2e188 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.141891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c92cb-8402-4e4d-a48c-0c330e5554f9 req-c17232f7-5403-464d-aef7-04381e07d398 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:36.144103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d4c92cb-8402-4e4d-a48c-0c330e5554f9 req-c17232f7-5403-464d-aef7-04381e07d398 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2832196 Nov 03 19:00:36.232435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-56625763-865a-48d1-9637-f2e14e6efcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:36.234216 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-56625763-865a-48d1-9637-f2e14e6efcb1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.1145070 Nov 03 19:00:36.322359 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4daafd5-e897-4556-b298-4629b1f2e188 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.395685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943923-942f-4710-9df4-07e98ea4e12a req-b49c622d-8ab7-4d60-a58b-dbd13427e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:36.401723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-b49c622d-8ab7-4d60-a58b-dbd13427e614 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1545086 Nov 03 19:00:36.442097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d4c92cb-8402-4e4d-a48c-0c330e5554f9 req-31cb9301-c618-4219-ac7f-caba871d6480 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557247 Nov 03 19:00:36.533654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05348-f65b-4bf2-9204-1e7f63f8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:36.542246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-be8c9b6c-931d-43e9-a32f-76708ec857df None None] Provisioning complete for port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:36.542826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be8c9b6c-931d-43e9-a32f-76708ec857df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.623783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4daafd5-e897-4556-b298-4629b1f2e188 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.626674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4daafd5-e897-4556-b298-4629b1f2e188 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.628560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b4daafd5-e897-4556-b298-4629b1f2e188 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/security-groups/1cd4d5dd-76ad-4944-b434-0dc56d012c8b HTTP/1.1" status: 204 len: 168 time: 0.8355114 Nov 03 19:00:36.646429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32864) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.647392 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:00:36.708789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32868) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.747600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.778799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4daafd5-e897-4556-b298-4629b1f2e188 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4d5dd-76ad-4944-b434-0dc56d012c8b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:36.788415 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-3ebf60c3-2bc1-4d70-9625-b25990ebba02 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] show failed (client error): The resource could not be found. Nov 03 19:00:36.789582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ebf60c3-2bc1-4d70-9625-b25990ebba02 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "GET /v2.0/security-groups/1cd4d5dd-76ad-4944-b434-0dc56d012c8b HTTP/1.1" status: 404 len: 347 time: 0.1344829 Nov 03 19:00:36.822113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-68ff0988-f5c1-4d0f-9e9a-29b30c1660fa service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003656 Nov 03 19:00:36.822668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32876) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.858961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Calling delete_port for b8b0382c-2205-4634-b2d2-4b4078afad2d owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:36.872033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20d6adc6-dfa0-40f4-a999-02757b059532 req-98847061-d777-4548-b38d-fc1c3a714a9c tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 210 time: 0.2042024 Nov 03 19:00:36.913960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.107378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1821487830-network', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:37.206638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6df10e40-fd46-4fae-97df-9e7d5137a5c1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:37.210129 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-be896deb-9d0f-4610-9f04-543f4061fa48 req-b5161578-6e77-46ef-bb7d-82d41b55e45c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 19:00:37.226040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be896deb-9d0f-4610-9f04-543f4061fa48 req-b5161578-6e77-46ef-bb7d-82d41b55e45c tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/ae795f82-8acd-4f23-bcd4-faf1f0cb75f3 HTTP/1.1" status: 404 len: 352 time: 0.2153368 Nov 03 19:00:37.292149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8b0fff-6afe-40c1-8f6c-19d9f47e6132,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.327592 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-6ad37b53-dce1-4751-9c90-66a84bbb35c3 req-b67b39bb-ee57-4e43-be9b-aba891fc2c96 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 19:00:37.341834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ad37b53-dce1-4751-9c90-66a84bbb35c3 req-b67b39bb-ee57-4e43-be9b-aba891fc2c96 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/bb1a9c0f-e8a5-4378-9053-d7ec82e18384 HTTP/1.1" status: 404 len: 352 time: 0.0827129 Nov 03 19:00:37.344363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Made reservation on behalf of 34b10533658a4ba3a6d669d30f8f0cce for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:37.349527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.370140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Checking segment: {'id': '0a9cce48-c661-4685-9cde-03d90a6fbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:37.370832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Network hostable DHCP agents. Network: df0ca6d3-5faf-4993-991e-7584b65cfafc, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:00:37.400520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51faf5d-191e-4a61-afd0-80a5d30dd352 req-f40b46b5-4d13-4d3b-9e5b-a191e4430c16 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.402530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a51faf5d-191e-4a61-afd0-80a5d30dd352 req-f40b46b5-4d13-4d3b-9e5b-a191e4430c16 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3864601 Nov 03 19:00:37.410427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.434410 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-55cb36eb-26d0-4a8a-bf5d-b8b672c798aa req-d9d38699-e06e-4f48-a26b-9d24d399deff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 19:00:37.435675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55cb36eb-26d0-4a8a-bf5d-b8b672c798aa req-d9d38699-e06e-4f48-a26b-9d24d399deff tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/0446e097-17ee-48ba-b5ed-477e76d28e89 HTTP/1.1" status: 404 len: 352 time: 0.0491419 Nov 03 19:00:37.470534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:37.470963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.549762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Network df0ca6d3-5faf-4993-991e-7584b65cfafc is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:00:37.570774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.603670 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-0883b45f-10cf-40f8-87c1-593ce4447d5a req-defc7977-7e20-4c68-b2ab-225742d2483e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 19:00:37.606244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0883b45f-10cf-40f8-87c1-593ce4447d5a req-defc7977-7e20-4c68-b2ab-225742d2483e tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/d9cbea59-122a-4691-8987-6effceaaf9d3 HTTP/1.1" status: 404 len: 352 time: 0.0935268 Nov 03 19:00:37.628065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, df0ca6d3-5faf-4993-991e-7584b65cfafc) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:37.638797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.641156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.654416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f6f6c-9852-4610-bf1f-49e4f23f90ba None None] Network df0ca6d3-5faf-4993-991e-7584b65cfafc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:37.663342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a51faf5d-191e-4a61-afd0-80a5d30dd352 req-61389193-bea3-45d1-ac12-e7d9c42d217c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415719 Nov 03 19:00:37.772210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48adc79d-3799-42bb-b2a5-be667c04a28d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8138101 Nov 03 19:00:37.787094 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-e34e38da-7acf-4bd2-92bb-b18ac0dc9574 req-b8b6bc3e-2c4c-4138-b392-0d1048917a0b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 19:00:37.797881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e34e38da-7acf-4bd2-92bb-b18ac0dc9574 req-b8b6bc3e-2c4c-4138-b392-0d1048917a0b tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/4cfde5dc-f8a1-4b6b-8858-75a4da490b55 HTTP/1.1" status: 404 len: 352 time: 0.0398123 Nov 03 19:00:37.880627 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.902729 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-6cf95d8b-2229-47a4-a137-d7146199b4ca req-caaef6a8-87e6-4970-9b2a-6660133d6585 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] show failed (client error): The resource could not be found. Nov 03 19:00:37.904487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cf95d8b-2229-47a4-a137-d7146199b4ca req-caaef6a8-87e6-4970-9b2a-6660133d6585 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/8a83ad04-724e-4309-a455-e3fcdbe0eec8 HTTP/1.1" status: 404 len: 352 time: 0.0666690 Nov 03 19:00:37.926285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.071380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:38.161010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event deleted for resources: {'Port': ['ID=b8b0382c-2205-4634-b2d2-4b4078afad2d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.188546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c54f57-2467-4461-9cfb-c7b2374bec8e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.203946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.205231 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Added segment b20a82b2-e7ad-4362-a80d-84143e704e9c of type vlan for network 2df5749a-67f8-446d-b6c3-4f4166916067 Nov 03 19:00:38.310661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08943923-942f-4710-9df4-07e98ea4e12a req-b2d8761e-fa3b-4b2d-8176-00f03958cc33 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1308882 Nov 03 19:00:38.368886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.410549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b5fd06e-4d49-49df-ad02-5a58e0c77ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.428078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7966f795-7bcd-413b-861c-53806f161200 None None] Network df0ca6d3-5faf-4993-991e-7584b65cfafc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:38.447691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c0c99a6-6bd5-4495-8431-43d2e1d42fa1 req-0c985e2e-6045-4c67-af1f-637350e30713 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 210 time: 0.0807533 Nov 03 19:00:38.455177 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.568649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.574978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:38.576393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.863509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1532569 Nov 03 19:00:38.866062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.869549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32922) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.876917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.894791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Request body: {'subnet': {'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1821487830-subnet', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:38.992332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cbd6a-966b-4956-a956-6ca2c6dfbf75 admin admin] Pushing event updated for resources: {'Network': ['ID=2df5749a-67f8-446d-b6c3-4f4166916067,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:39.076307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.077563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Fanout notify agent at l3_agent the message router_deleted on router 86e7f7de-696b-4d17-bd58-a1e29f1063d1 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:00:39.117645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 2df5749a-67f8-446d-b6c3-4f4166916067 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:39.132321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.144283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d744543-86d0-436d-8cf6-7d68724a8ac6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/86e7f7de-696b-4d17-bd58-a1e29f1063d1 HTTP/1.1" status: 204 len: 168 time: 4.4923353 Nov 03 19:00:39.155619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:39.197501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-950695757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:39.216629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port a921446e-6378-474f-805b-34a977a2fa30 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:39.217387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.282729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08fd54-36ec-4ae7-9fb9-51116befce85 None None] Network b7f353eb-433b-4e52-b729-d217f836bfdf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:39.401270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:39.460952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Made reservation on behalf of 34b10533658a4ba3a6d669d30f8f0cce for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:39.464977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.587573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Provisioning complete for port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:39.589557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.726808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.727885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.758423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-05397c96-38c8-4ae4-8432-d42ff8d1a6a9 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.766077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-05397c96-38c8-4ae4-8432-d42ff8d1a6a9 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.768547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-05397c96-38c8-4ae4-8432-d42ff8d1a6a9 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.115 "GET /v2.0/networks?id=64789924-b513-4de5-ad49-35723155935c&id=b7f353eb-433b-4e52-b729-d217f836bfdf HTTP/1.1" status: 200 len: 1391 time: 0.8474772 Nov 03 19:00:39.786393 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.789478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.789774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'port': {'device_id': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'network_id': '64789924-b513-4de5-ad49-35723155935c', 'admin_state_up': True, 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:39.794778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:39.795350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.806481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-850b7efc-2a84-42a6-8cdc-1e10ae211a62 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.815470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-850b7efc-2a84-42a6-8cdc-1e10ae211a62 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.9624357 Nov 03 19:00:39.835073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for a921446e-6378-474f-805b-34a977a2fa30 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:39.875128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.898262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-a4fe6138-0b91-4b46-94cd-d793796411d1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/quotas/4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 375 time: 0.0775132 Nov 03 19:00:39.910588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.975247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-ed8e9937-5952-4b3b-8fe3-3924573b4426 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.977991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-ed8e9937-5952-4b3b-8fe3-3924573b4426 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/networks?id=df0ca6d3-5faf-4993-991e-7584b65cfafc HTTP/1.1" status: 200 len: 813 time: 0.6241353 Nov 03 19:00:39.986012 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.999580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.048185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.054540 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f86486e9-0aab-47c5-9a7e-8a9295655d72 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8807750 Nov 03 19:00:40.054868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] For port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:40.057089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:40.067139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:40.094529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-77fc9ed7-6ab8-4121-9f6d-dd416874d954 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/quotas/01f691ff11af4433a14985c2cbbf7da7 HTTP/1.1" status: 200 len: 375 time: 0.0463307 Nov 03 19:00:40.215824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-08775952-601b-433e-a166-13953e697f33 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3123155 Nov 03 19:00:40.265239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.269887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.374446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:00:40.374876 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:00:40.393869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-dc0f2e0a-7f6e-4364-8856-52e576d31f73 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=01f691ff11af4433a14985c2cbbf7da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2451875 Nov 03 19:00:40.406223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Pushing event updated for resources: {'Port': ['ID=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:40.443783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.444744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.445484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.446318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.447112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.450198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.450939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.451642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.452335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.453335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.453795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.454476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196634d-a2a2-444f-9dfd-0539a966f4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:40.494859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08042754-e613-43dd-b33d-9781032f33ef req-1a27f44b-597b-4c28-9142-2db8a7948db1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:40.496947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08042754-e613-43dd-b33d-9781032f33ef req-1a27f44b-597b-4c28-9142-2db8a7948db1 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.115 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 1023 time: 0.3772299 Nov 03 19:00:40.536820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.603043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1a0eae96-4de9-45bd-b9f4-13eca451e473 None None] Provisioning complete for port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:40.603929 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a0eae96-4de9-45bd-b9f4-13eca451e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.662622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.712833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=a921446e-6378-474f-805b-34a977a2fa30,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:40.728128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:40.734582 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.748906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-850666ac-2f48-42ee-a0a7-12310dead148 service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691648 Nov 03 19:00:40.786959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.830227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-2571c8f4-3dbb-43d7-9c7b-577bfe1b355a service neutron] 10.222.0.91 "GET /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993986 Nov 03 19:00:40.853410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.856316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.857866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8dc5f9b9-bbab-4a40-bda0-a34af037e1ef tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/floatingips/c845709b-a4b9-4613-8769-727afaddc090 HTTP/1.1" status: 204 len: 168 time: 3.6928241 Nov 03 19:00:40.865449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Deleting port 6430ce69-0572-4593-9159-9360b0ee1edc {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:40.865789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.870391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:41.078223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:41.107709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] For port 6430ce69-0572-4593-9159-9360b0ee1edc, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6430ce69-0572-4593-9159-9360b0ee1edc,segment=NetworkSegment(a639cd8a-7be8-4114-98a0-539530075324),segment_id=a639cd8a-7be8-4114-98a0-539530075324)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:41.108084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.169073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Calling delete_port for 6430ce69-0572-4593-9159-9360b0ee1edc owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:41.176868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:41.177689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.207699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.232434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port 4647881b-c6be-40d1-a781-c2038ebf8805 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:41.232813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.261105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.467697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.491886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03642b47-ae06-45d2-ac86-b34a3d5446cc,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:41.514517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for 4647881b-c6be-40d1-a781-c2038ebf8805 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:41.588793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-65863aa7-413d-4a66-9cb4-ba1ce35777d2 service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8194263 Nov 03 19:00:41.615862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Allocated IP 172.25.8.135 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/29f181c5-bc38-462a-9e94-dea3e17e7977) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:41.663147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Checking segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:41.663147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Network hostable DHCP agents. Network: 2df5749a-67f8-446d-b6c3-4f4166916067, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:00:41.708053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-3a5ff49f-1665-4e9c-a610-5e6d25a6ed1d service neutron] 10.222.0.91 "GET /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963970 Nov 03 19:00:41.716328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.737687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Allocated IP 19.80.0.44 (64789924-b513-4de5-ad49-35723155935c/d575d155-c1bb-460a-9903-565f0fc8f429/7e099544-36aa-40ad-b922-7a7408da77d5) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:41.749402 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.755264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Network 2df5749a-67f8-446d-b6c3-4f4166916067 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:00:41.800452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'Port': ['ID=6430ce69-0572-4593-9159-9360b0ee1edc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:41.811601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 2df5749a-67f8-446d-b6c3-4f4166916067) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:41.839975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8786ed0e-26d4-4fae-a25c-bdb97c83d0d3 None None] Network 2df5749a-67f8-446d-b6c3-4f4166916067 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:41.847027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:41.853011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.896351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] No DVR routers for this DVR port 6430ce69-0572-4593-9159-9360b0ee1edc on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:41.900087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.903678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08042754-e613-43dd-b33d-9781032f33ef req-d83856de-bb80-46e6-8927-fff6653379d4 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.115 "DELETE /v2.0/ports/6430ce69-0572-4593-9159-9360b0ee1edc HTTP/1.1" status: 204 len: 173 time: 1.3822012 Nov 03 19:00:41.908176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'name': 'network-vif-deleted', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:41.911382 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d491ab-324b-491c-894f-3e83399db5ba" -d '{"events": [{"server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "name": "network-vif-deleted", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:41.953470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.987799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.018971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b9af0095-0c3a-42d2-acdb-e77087a41ed2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1324592 Nov 03 19:00:42.030158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32946) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:42.056385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:42.123500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.138916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=4647881b-c6be-40d1-a781-c2038ebf8805,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:42.276951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.280972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.311324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.320920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c23708f8-d8b0-44e8-8717-15d0cfeddc55 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/ports/4647881b-c6be-40d1-a781-c2038ebf8805 HTTP/1.1" status: 204 len: 168 time: 1.4453757 Nov 03 19:00:42.320920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.323931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32952) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:42.324205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-babe7a77-7626-4f41-9314-a1b6697786a2 req-3e173535-5d8c-40c0-b237-6fba2b0803a7 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca65e965-5c84-48ef-8398-5183a35af9ea HTTP/1.1" status: 200 len: 210 time: 0.2030621 Nov 03 19:00:42.328289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebba0f-f632-4be0-b68f-c331f04928c0 None None] Network 2df5749a-67f8-446d-b6c3-4f4166916067 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:42.514251 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.635184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:42.673431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:42.693006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:42.706219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event updated for resources: {'Port': ['ID=29f181c5-bc38-462a-9e94-dea3e17e7977,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:42.737432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e4f8a35-70f1-44e9-92ff-740cc861e867 req-59d5c4e0-edc3-4c50-999e-863b4c170f0e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 210 time: 0.2419245 Nov 03 19:00:42.757585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0fc3c5f0-1c71-4efc-bb80-135f2fd96715 req-37989994-634e-4632-ae86-9accf64f3f00 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 210 time: 0.1955569 Nov 03 19:00:42.863307 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d07b8-7672-4c72-8fb3-d5e44990a9f7 x-openstack-request-id: req-d80d07b8-7672-4c72-8fb3-d5e44990a9f7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:42.864189 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca65e965-5c84-48ef-8398-5183a35af9ea", "name": "network-vif-deleted", "tag": "6430ce69-0572-4593-9159-9360b0ee1edc", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:42.864189 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d80d07b8-7672-4c72-8fb3-d5e44990a9f7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:42.864759 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca65e965-5c84-48ef-8398-5183a35af9ea', 'name': 'network-vif-deleted', 'tag': '6430ce69-0572-4593-9159-9360b0ee1edc', 'status': 'completed', 'code': 200} Nov 03 19:00:43.042330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting port c492c132-7332-44df-8322-721f2b0d9c4a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:43.042673 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.078291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.132451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c0da397-0b50-4439-b59e-e702869ce2a8 req-8acc3748-0a04-4fcf-9d9b-6e4b4244f25c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0988533 Nov 03 19:00:43.142663 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.332847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.468540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network 64789924-b513-4de5-ad49-35723155935c is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:43.494490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:43.499953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:43.581962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Port': ['ID=7e099544-36aa-40ad-b922-7a7408da77d5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:43.599830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6430ce69-0572-4593-9159-9360b0ee1edc no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:43.662349 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.672342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 6430ce69-0572-4593-9159-9360b0ee1edc {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:43.672976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6430ce69-0572-4593-9159-9360b0ee1edc not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:43.706325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ca8c3e9-7aa1-4a61-b385-b03402c4ada1 req-33fcbbed-6f3c-46be-8274-b6a33243bb08 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/5f1e8578-e21e-40a9-a235-24287538f089 HTTP/1.1" status: 200 len: 1818 time: 0.2259500 Nov 03 19:00:43.729901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Calling delete_port for c492c132-7332-44df-8322-721f2b0d9c4a owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:43.765386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:43.766980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.839264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ddd57456-6727-4246-9c23-ee87c738e5fa tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0567973 Nov 03 19:00:43.863791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Request body: {'port': {'device_id': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf', 'admin_state_up': True, 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:43.882865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:43.912668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2ca8c3e9-7aa1-4a61-b385-b03402c4ada1 req-a8d0c4bf-7083-460d-99d2-6b4c65628bfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.087362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a6a0e9c4-f19c-4967-9f26-a80713862139 None None] Provisioning complete for port 7e099544-36aa-40ad-b922-7a7408da77d5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:44.087660 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e9c4-f19c-4967-9f26-a80713862139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.111806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.169070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Port': ['ID=c492c132-7332-44df-8322-721f2b0d9c4a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:44.228646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0e9c4-f19c-4967-9f26-a80713862139 None None] Port 7e099544-36aa-40ad-b922-7a7408da77d5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:00:44.287099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd51a29c-a06a-45da-bdf8-1e32ef3e997e req-f4bcbd67-9da7-412a-9f59-95285e7237e9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 210 time: 0.3766840 Nov 03 19:00:44.332435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2ca8c3e9-7aa1-4a61-b385-b03402c4ada1 req-a8d0c4bf-7083-460d-99d2-6b4c65628bfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.483893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Made reservation on behalf of 8bb0f86d4ff34b7ca020d7acdfdecfa0 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:44.490350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.535065 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.539500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.545393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40c057ea-080b-4f1a-ae6a-79400a06703e tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/ports/c492c132-7332-44df-8322-721f2b0d9c4a HTTP/1.1" status: 204 len: 168 time: 2.2122908 Nov 03 19:00:44.553974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:44.583377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.601675 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2ca8c3e9-7aa1-4a61-b385-b03402c4ada1 req-a8d0c4bf-7083-460d-99d2-6b4c65628bfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.604735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-2ca8c3e9-7aa1-4a61-b385-b03402c4ada1 req-a8d0c4bf-7083-460d-99d2-6b4c65628bfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.607468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ca8c3e9-7aa1-4a61-b385-b03402c4ada1 req-a8d0c4bf-7083-460d-99d2-6b4c65628bfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/5f1e8578-e21e-40a9-a235-24287538f089 HTTP/1.1" status: 204 len: 173 time: 0.8993654 Nov 03 19:00:44.609434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.639887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222623d-2cc5-4eef-b4ad-a53e0eec87fa req-886fbad6-997d-4c66-ab14-14b659c17b34 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:44.641496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.642667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2222623d-2cc5-4eef-b4ad-a53e0eec87fa req-886fbad6-997d-4c66-ab14-14b659c17b34 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 931 time: 0.2559764 Nov 03 19:00:44.703185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0c4bf-7083-460d-99d2-6b4c65628bfa tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1e8578-e21e-40a9-a235-24287538f089,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:44.913030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2222623d-2cc5-4eef-b4ad-a53e0eec87fa req-a2f60a1f-2bbd-4ff0-aba6-0f7a7032e397 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213738 Nov 03 19:00:44.969325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31212c6e-1012-46d0-990e-4498e68c0805 req-6fcbbb03-37a7-4dac-9704-bfe1f6c939f6 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0958543 Nov 03 19:00:45.012203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Allocated IP 172.25.8.201 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/00762eb6-f418-46c2-9f11-621b8700dd8f) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:45.027614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Allocated IP 19.86.0.104 (b7f353eb-433b-4e52-b729-d217f836bfdf/7b315a57-1f7d-4ba0-9daf-8dd07551b057/ec251df5-1d28-4a99-9a04-f7bddd22b365) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:45.052042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-5606e0cf-8e30-455b-9bb3-c67a5ee7a49a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:45.055216 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-5606e0cf-8e30-455b-9bb3-c67a5ee7a49a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.8916657 Nov 03 19:00:45.083599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting subnet 24d9de7b-b7ce-4e68-9901-116372f8c280 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:45.108860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.119556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'port': {'device_id': '181021a8-42d6-4199-99cf-e14003e543f7', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'admin_state_up': True, 'tenant_id': '4b8d4c6a533c46268a174ab703c85690'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:45.259488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5baa9790-c2ef-4e8e-9244-7d7cfd91d01a req-a439e5ea-7a66-4339-92c0-dca8795abcf7 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "GET /v2.0/security-groups/2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7 HTTP/1.1" status: 200 len: 1820 time: 0.2367184 Nov 03 19:00:45.406758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.466831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Router 3151241f-e312-4a98-a48c-38fb2ae7cf31 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:45.469595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f352052-777f-4ea7-8b34-77f375485bbc req-20179df5-80b7-4820-806c-92084c64374f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 210 time: 0.0563145 Nov 03 19:00:45.475650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.543429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5baa9790-c2ef-4e8e-9244-7d7cfd91d01a req-b88ea08d-c981-46aa-9e40-7fa27688ae67 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.558245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.581744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-c09f4e06-5a4e-4587-8ec3-0ffcf8b6d637 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:45.584552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-c09f4e06-5a4e-4587-8ec3-0ffcf8b6d637 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.110 "GET /v2.0/networks?id=df0ca6d3-5faf-4993-991e-7584b65cfafc HTTP/1.1" status: 200 len: 813 time: 0.7020051 Nov 03 19:00:45.589250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5baa9790-c2ef-4e8e-9244-7d7cfd91d01a req-b88ea08d-c981-46aa-9e40-7fa27688ae67 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.611012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.640583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Request body: {'port': {'device_id': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc', 'admin_state_up': True, 'tenant_id': '01f691ff11af4433a14985c2cbbf7da7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:45.699194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:45.702845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:45.709940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:45.715568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Pushing event updated for resources: {'Port': ['ID=00762eb6-f418-46c2-9f11-621b8700dd8f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:45.718684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.749067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5baa9790-c2ef-4e8e-9244-7d7cfd91d01a req-b88ea08d-c981-46aa-9e40-7fa27688ae67 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.751786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-5baa9790-c2ef-4e8e-9244-7d7cfd91d01a req-b88ea08d-c981-46aa-9e40-7fa27688ae67 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.753253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5baa9790-c2ef-4e8e-9244-7d7cfd91d01a req-b88ea08d-c981-46aa-9e40-7fa27688ae67 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] 10.222.0.91 "DELETE /v2.0/security-groups/2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7 HTTP/1.1" status: 204 len: 173 time: 0.4766908 Nov 03 19:00:45.786238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:45.795966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.832020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ea08d-c981-46aa-9e40-7fa27688ae67 tempest-SecurityGroupsTestJSON-833427891 tempest-SecurityGroupsTestJSON-833427891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a539d9c-d4e9-478e-8dc6-f7a9cb8de9f7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:45.848281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Network b7f353eb-433b-4e52-b729-d217f836bfdf is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:45.859610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:45.875437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:45.884467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:45.888144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:45.921316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event updated for resources: {'Port': ['ID=ec251df5-1d28-4a99-9a04-f7bddd22b365,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:45.960609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:45.978166 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] Sync routers for ids ['3151241f-e312-4a98-a48c-38fb2ae7cf31'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:46.006618 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] Routers {'3151241f-e312-4a98-a48c-38fb2ae7cf31'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:46.008879 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3151241f-e312-4a98-a48c-38fb2ae7cf31'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:46.062902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:46.064305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.067746 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:46.079430 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] Routers {'3151241f-e312-4a98-a48c-38fb2ae7cf31'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:46.080100 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3151241f-e312-4a98-a48c-38fb2ae7cf31'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:46.122088 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:46.122823 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2bc67-2156-4387-ba50-fd1825fb6184 None None] The sync data for ids ['3151241f-e312-4a98-a48c-38fb2ae7cf31'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:46.172928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.174776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e050bb90-2d58-4537-b17d-d4a6f04f5a58 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "PUT /v2.0/routers/3151241f-e312-4a98-a48c-38fb2ae7cf31 HTTP/1.1" status: 200 len: 883 time: 6.1162846 Nov 03 19:00:46.186129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32994) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:46.222757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Deleting subnet 3c8626e8-5dee-4b56-afde-667d6425beee {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:46.223281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-297f3b69-23b8-4b62-8015-4bff34df7f6c None None] Provisioning complete for port ec251df5-1d28-4a99-9a04-f7bddd22b365 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:46.223863 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-297f3b69-23b8-4b62-8015-4bff34df7f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.251951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-0a460c82-b1fb-4d1b-b4db-5e745f4f51f0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3972402 Nov 03 19:00:46.253684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.287557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-297f3b69-23b8-4b62-8015-4bff34df7f6c None None] Port ec251df5-1d28-4a99-9a04-f7bddd22b365 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:00:46.311717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.382924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Request body: {'port': {'device_id': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:46.401351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c3bc29f-ab26-4a4c-b773-bee9f82489a6 req-79401a9d-0e14-4c35-91a9-49054a8dc2fe tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 210 time: 0.1728494 Nov 03 19:00:46.417497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Subnet': ['ID=24d9de7b-b7ce-4e68-9901-116372f8c280,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:46.432772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.433419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8483d2-df06-435e-91e0-c3eeeb3697ea None None] Network 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:46.437671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a0cff082-a06f-45de-8407-a38ec6b9cb11 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/subnets/24d9de7b-b7ce-4e68-9901-116372f8c280 HTTP/1.1" status: 204 len: 168 time: 1.8820109 Nov 03 19:00:46.469943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:46.503542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Made reservation on behalf of 01f691ff11af4433a14985c2cbbf7da7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:46.510383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.518594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839397f2-74ca-4d9a-8d94-9fbffc019606 req-63025c40-9460-4ef2-bece-244a3e6780ca tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:46.531970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839397f2-74ca-4d9a-8d94-9fbffc019606 req-63025c40-9460-4ef2-bece-244a3e6780ca tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:46.534840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-839397f2-74ca-4d9a-8d94-9fbffc019606 req-63025c40-9460-4ef2-bece-244a3e6780ca tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1654 time: 0.4447742 Nov 03 19:00:46.568649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.582116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Allocated IP 172.20.0.9 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:46.619739 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d10d2d98-9388-4496-9178-e63e0d2af9e6 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/3151241f-e312-4a98-a48c-38fb2ae7cf31 HTTP/1.1" status: 200 len: 924 time: 0.4249754 Nov 03 19:00:46.656752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33002) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:46.731302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.771314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] DHCP port deletion for 1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:00:46.863700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] Deleting port 786c4c91-337d-4bb1-afca-b86270e6e514 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:46.863700 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.870797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf139c-9d2a-4276-8d3d-8abd9957823e tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:46.875796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-decf139c-9d2a-4276-8d3d-8abd9957823e tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=3151241f-e312-4a98-a48c-38fb2ae7cf31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2121599 Nov 03 19:00:46.941168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33004) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:46.963063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] For port 786c4c91-337d-4bb1-afca-b86270e6e514, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=786c4c91-337d-4bb1-afca-b86270e6e514,segment=NetworkSegment(e155acff-50b6-474a-9b2b-380fe8f30e2e),segment_id=e155acff-50b6-474a-9b2b-380fe8f30e2e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:46.963869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:46.981634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] Calling delete_port for 786c4c91-337d-4bb1-afca-b86270e6e514 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:47.115762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 786c4c91-337d-4bb1-afca-b86270e6e514 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:47.119104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.210529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 786c4c91-337d-4bb1-afca-b86270e6e514 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:47.211091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 786c4c91-337d-4bb1-afca-b86270e6e514 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:47.215375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] Pushing event deleted for resources: {'Port': ['ID=786c4c91-337d-4bb1-afca-b86270e6e514,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:47.224706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0faccc-c9ad-41e2-8481-e3a7ebae34c5 None None] No DVR routers for this DVR port 786c4c91-337d-4bb1-afca-b86270e6e514 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:47.279699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-519207d8-9428-46f5-b58f-9528d02ae51d req-0b05fe45-851f-4536-81a4-920cbd85a87b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 210 time: 0.5531971 Nov 03 19:00:47.369530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Allocated IP 172.20.0.4 (df0ca6d3-5faf-4993-991e-7584b65cfafc/bc8b0fff-6afe-40c1-8f6c-19d9f47e6132/7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:47.441101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Deleting subnet a7887fbc-31d8-47c0-9e8f-147d2c43a384 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:47.460569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.524839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.527132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.569149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7607437-e607-4416-85fd-a1f076a07656 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:47.570712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b7607437-e607-4416-85fd-a1f076a07656 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.6281986 Nov 03 19:00:47.579992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33008) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.647686 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5286286c-71d0-417f-ad23-4c169590e608 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=3151241f-e312-4a98-a48c-38fb2ae7cf31 HTTP/1.1" status: 200 len: 205 time: 0.0650883 Nov 03 19:00:47.651899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-839397f2-74ca-4d9a-8d94-9fbffc019606 req-ceac75db-47a6-4f69-b09b-0c59c2e1926d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0911994 Nov 03 19:00:47.658078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.726939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3032165c-00e4-41a9-8ada-37a8511f25af req-4eb20580-568c-4e65-bd24-88310570b460 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 210 time: 0.1811092 Nov 03 19:00:47.819246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.834937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:47.868843 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.980704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.999868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:48.014539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:48.021159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:48.028011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.054372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.078441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.091521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.211372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:48.212275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.251647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.275950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1b84d0bb-232f-4ba3-8b89-e4262a4ec1ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1737003 Nov 03 19:00:48.300242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8626e8-5dee-4b56-afde-667d6425beee,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.335701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Request body: {'port': {'device_id': '181021a8-42d6-4199-99cf-e14003e543f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:48.353368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.365470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5d7f8531-414f-4c25-a797-cf9b16b9cf56 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3c8626e8-5dee-4b56-afde-667d6425beee HTTP/1.1" status: 204 len: 168 time: 2.5764008 Nov 03 19:00:48.366793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33016) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:48.386279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.415917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Network df0ca6d3-5faf-4993-991e-7584b65cfafc is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:48.420969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Pushing event updated for resources: {'Port': ['ID=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.427701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:48.432428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:48.541708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.549630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:48.550597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.554870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-59670268-2ff3-41e4-ada8-5cded6defa6b None None] Provisioning complete for port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:48.554870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59670268-2ff3-41e4-ada8-5cded6defa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.595765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-59670268-2ff3-41e4-ada8-5cded6defa6b None None] Port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:00:48.620059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-e63d8617-b405-4fd2-bec1-a58728f8958b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0157509 Nov 03 19:00:48.641355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Request body: {'port': {'device_id': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:48.659260 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.732151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Deleting port 29f181c5-bc38-462a-9e94-dea3e17e7977 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:48.732592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.832641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.866016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.971941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.005276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Calling delete_port for 29f181c5-bc38-462a-9e94-dea3e17e7977 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:49.020587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac41e-43c3-4b55-875c-d7337966ece7 req-844e6e3a-03b0-4060-b359-dc2751ab1606 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:49.023280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-680ac41e-43c3-4b55-875c-d7337966ece7 req-844e6e3a-03b0-4060-b359-dc2751ab1606 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 931 time: 0.5808465 Nov 03 19:00:49.123003 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.142446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e099544-36aa-40ad-b922-7a7408da77d5 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:00:49.208637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.266294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db38a1-c70f-49f0-9032-ff86f5d4b6d0 None None] Network d202677e-55b0-4b69-961d-2f37ab7d0eb9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:49.288359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca259a-4ae0-4fed-9501-31dc6851d7bb req-1b429033-7b9b-4e7c-872c-95ba7c26241d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:49.294881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca259a-4ae0-4fed-9501-31dc6851d7bb req-1b429033-7b9b-4e7c-872c-95ba7c26241d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:49.296774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3ca259a-4ae0-4fed-9501-31dc6851d7bb req-1b429033-7b9b-4e7c-872c-95ba7c26241d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1654 time: 0.4853609 Nov 03 19:00:49.297538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Subnet': ['ID=a7887fbc-31d8-47c0-9e8f-147d2c43a384,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:49.302170 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.305835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8cfdb46-6df7-4dca-afea-3ed8162d12f3 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/subnets/a7887fbc-31d8-47c0-9e8f-147d2c43a384 HTTP/1.1" status: 204 len: 168 time: 2.8310430 Nov 03 19:00:49.313878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:49.326546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.339342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Transition to ACTIVE for port object 7e099544-36aa-40ad-b922-7a7408da77d5 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:00:49.355449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:00:49.367418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.380956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.381248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad3c954-88d0-432b-908c-3e55ce238a38']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:49.410060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-680ac41e-43c3-4b55-875c-d7337966ece7 req-01b25425-75e8-482b-88a4-6f70e4249d28 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505852 Nov 03 19:00:49.445553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.451521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a639cd8a-7be8-4114-98a0-539530075324') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:49.451873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a639cd8a-7be8-4114-98a0-539530075324') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:49.481219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.574378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.579091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e099544-36aa-40ad-b922-7a7408da77d5,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:49.603418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3ca259a-4ae0-4fed-9501-31dc6851d7bb req-c4adcd43-0e1e-42f6-83a0-14bc3b1c4b41 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498641 Nov 03 19:00:49.610641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.616258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Transition to ACTIVE for port object 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:00:49.618152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.619295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:49.619715 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:49.622254 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:49.643981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:00:49.649422 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.769691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.789312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] DHCP port deletion for d202677e-55b0-4b69-961d-2f37ab7d0eb9 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:00:49.819726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Transition to ACTIVE for port object 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:00:49.904694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Attempting to bind port 7e099544-36aa-40ad-b922-7a7408da77d5 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:49.905135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Attempting to bind port 7e099544-36aa-40ad-b922-7a7408da77d5 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:49.905618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Attempting to bind port 7e099544-36aa-40ad-b922-7a7408da77d5 on network 64789924-b513-4de5-ad49-35723155935c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:49.921606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] Deleting port e83fe6c0-e3f9-4308-80da-e763ff400805 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:49.922224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.929116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.935284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.938780 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:49.944828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] 10.222.0.91 "DELETE /v2.0/networks/9ad3c954-88d0-432b-908c-3e55ce238a38 HTTP/1.1" status: 204 len: 168 time: 1.5437791 Nov 03 19:00:49.975703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Port 7e099544-36aa-40ad-b922-7a7408da77d5 on network 64789924-b513-4de5-ad49-35723155935c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:49.977802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Attempting to bind port 7e099544-36aa-40ad-b922-7a7408da77d5 on network 64789924-b513-4de5-ad49-35723155935c {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:50.018766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event deleted for resources: {'Port': ['ID=29f181c5-bc38-462a-9e94-dea3e17e7977,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.043790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aaaf9-9461-4cef-be19-0a884370eead req-35099017-2c0d-4118-92a5-344f5c8de379 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:50.061898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-888aaaf9-9461-4cef-be19-0a884370eead req-35099017-2c0d-4118-92a5-344f5c8de379 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 931 time: 0.3906083 Nov 03 19:00:50.075949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961b063-c8c4-49a8-8257-5fbc7ad3f60f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad3c954-88d0-432b-908c-3e55ce238a38,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.100354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:50.101564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Checking segment: {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:50.102697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Bound using segment: {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:50.103764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Bound port: 7e099544-36aa-40ad-b922-7a7408da77d5, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '64789924-b513-4de5-ad49-35723155935c'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:50.104977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.106199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.120031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] For port e83fe6c0-e3f9-4308-80da-e763ff400805, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e83fe6c0-e3f9-4308-80da-e763ff400805,segment=NetworkSegment(7427bf00-aeea-4762-b435-897a68e939d0),segment_id=7427bf00-aeea-4762-b435-897a68e939d0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:50.120755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.148595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] Calling delete_port for e83fe6c0-e3f9-4308-80da-e763ff400805 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:50.257514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.261153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.296393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:50.299762 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.310533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-888aaaf9-9461-4cef-be19-0a884370eead req-b638bf0c-4f0e-4655-bab0-87015e45627b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274086 Nov 03 19:00:50.335790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] Pushing event deleted for resources: {'Port': ['ID=e83fe6c0-e3f9-4308-80da-e763ff400805,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.357945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bdf1b-ca63-484d-80a1-74493034dfb4 None None] No DVR routers for this DVR port e83fe6c0-e3f9-4308-80da-e763ff400805 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:50.365566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:50.374599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.375323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Fanout notify agent at l3_agent the message router_deleted on router 3151241f-e312-4a98-a48c-38fb2ae7cf31 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:00:50.425154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.426405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a9efa66f-4b2a-4034-8d83-b42b6ee5c464 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/3151241f-e312-4a98-a48c-38fb2ae7cf31 HTTP/1.1" status: 204 len: 168 time: 2.7663860 Nov 03 19:00:50.434597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] For port 7e099544-36aa-40ad-b922-7a7408da77d5, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:50.437294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33030) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:50.462372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2007687813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:50.489967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] For port 7e099544-36aa-40ad-b922-7a7408da77d5, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e099544-36aa-40ad-b922-7a7408da77d5,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:50.563899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.790591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.854049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.875249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce7464e-95d8-4708-b63b-f2e50e3fe6d7']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:50.922816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e155acff-50b6-474a-9b2b-380fe8f30e2e') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:50.923152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e155acff-50b6-474a-9b2b-380fe8f30e2e') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:50.950043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.956535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Attempting to bind port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:50.956899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Attempting to bind port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:50.957230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Attempting to bind port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:50.987435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:50.987435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Attempting to bind port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:50.996276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:51.004135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.015567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Attempting to bind port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:51.016016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Attempting to bind port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '0a9cce48-c661-4685-9cde-03d90a6fbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:51.016838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Attempting to bind port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 on network df0ca6d3-5faf-4993-991e-7584b65cfafc {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:51.023329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:51.023522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:51.023676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:51.023836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:51.024285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Bound port: 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:51.024513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.024681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.026910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] 10.222.0.115 "PUT /v2.0/ports/7e099544-36aa-40ad-b922-7a7408da77d5 HTTP/1.1" status: 200 len: 1091 time: 4.7178609 Nov 03 19:00:51.028955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:51.029210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.030706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7f244f79-cf5f-48fc-9f92-80403b903ebe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1210c64b059c4400b66d53b8f2113f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6631882 Nov 03 19:00:51.031611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'tag': '7e099544-36aa-40ad-b922-7a7408da77d5'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:51.033753 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433954dd-2f6e-4f88-9784-6b45adb7eb21" -d '{"events": [{"name": "network-changed", "server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "tag": "7e099544-36aa-40ad-b922-7a7408da77d5"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:51.038404 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:51.042353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.042353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.042671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33038) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:51.062507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:51.090654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 on network df0ca6d3-5faf-4993-991e-7584b65cfafc not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:51.090654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Attempting to bind port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 on network df0ca6d3-5faf-4993-991e-7584b65cfafc {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:51.090974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Sync routers for ids ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:51.112328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Routers {'3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:51.115612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:51.123466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a14ab-de8a-4abe-9cb5-bec825a315d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e099544-36aa-40ad-b922-7a7408da77d5,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:51.146645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Request body: {'port': {'device_id': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:51.195646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:51.195646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Checking segment: {'id': '0a9cce48-c661-4685-9cde-03d90a6fbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:51.195646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Bound using segment: {'id': '0a9cce48-c661-4685-9cde-03d90a6fbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:51.196265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Bound port: 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9cce48-c661-4685-9cde-03d90a6fbaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:51.196418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.201485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.201485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6168c99f-d915-42ec-b0e7-c77fd13dcef0 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1605608 Nov 03 19:00:51.207195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33042) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:51.223968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e83fe6c0-e3f9-4308-80da-e763ff400805 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:51.238893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50f107-e91d-4716-9e5d-fdffeea147cd req-031d8c11-9e7e-43d0-8f72-eceaf41c990f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:51.240560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e50f107-e91d-4716-9e5d-fdffeea147cd req-031d8c11-9e7e-43d0-8f72-eceaf41c990f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 943 time: 0.6644750 Nov 03 19:00:51.245423 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.257686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531be9b-f749-4b43-9d88-486386d1111f req-25066e1e-e645-43d3-a441-4bc1b0d9dd06 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:51.258745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.269290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531be9b-f749-4b43-9d88-486386d1111f req-25066e1e-e645-43d3-a441-4bc1b0d9dd06 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:51.278594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e83fe6c0-e3f9-4308-80da-e763ff400805 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:51.279441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e83fe6c0-e3f9-4308-80da-e763ff400805 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:51.285361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1531be9b-f749-4b43-9d88-486386d1111f req-25066e1e-e645-43d3-a441-4bc1b0d9dd06 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1666 time: 0.3875482 Nov 03 19:00:51.302597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.326931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.335218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/networks/1ce7464e-95d8-4708-b63b-f2e50e3fe6d7 HTTP/1.1" status: 204 len: 168 time: 2.0132172 Nov 03 19:00:51.344090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33044) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:51.398596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5547b3c-ebca-4cc2-bee9-d6b765093e9c tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Network': ['ID=1ce7464e-95d8-4708-b63b-f2e50e3fe6d7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:51.424607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] For port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:51.466077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.480221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Set router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:51.493281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.500084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3aef6d89-8566-456d-903e-46b3b235d837 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0509522 Nov 03 19:00:51.547048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] For port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:51.558511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33048) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:51.578073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': True}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:51.622194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab427eae-6417-47e4-a5c8-9b008d6f53bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.633253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.705874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab427eae-6417-47e4-a5c8-9b008d6f53bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.712409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] For port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:51.771866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:51.772514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.774143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] 10.222.0.110 "PUT /v2.0/ports/77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef HTTP/1.1" status: 200 len: 1091 time: 3.4487152 Nov 03 19:00:51.774736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181021a8-42d6-4199-99cf-e14003e543f7', 'tag': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:51.777242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:00:46Z', 'revision_number': 3, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:51.777813 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27" -d '{"events": [{"name": "network-changed", "server_uuid": "181021a8-42d6-4199-99cf-e14003e543f7", "tag": "77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:51.826622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] For port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,segment=NetworkSegment(0a9cce48-c661-4685-9cde-03d90a6fbaf8),segment_id=0a9cce48-c661-4685-9cde-03d90a6fbaf8)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:51.842273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Checking router: 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:51.843002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Updating router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea port 00762eb6-f418-46c2-9f11-621b8700dd8f binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:00:51.873068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.893873 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.935815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76360173-9615-436e-a9b7-368a1eca9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:51.948976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:51.950219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.952096 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] 10.222.0.110 "PUT /v2.0/ports/7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 HTTP/1.1" status: 200 len: 1091 time: 3.3171971 Nov 03 19:00:52.123130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1f65cead-9a2c-4f51-aa57-0d0caf931b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.125092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1f65cead-9a2c-4f51-aa57-0d0caf931b48 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 1094 time: 0.2738888 Nov 03 19:00:52.136801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab427eae-6417-47e4-a5c8-9b008d6f53bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.141340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab427eae-6417-47e4-a5c8-9b008d6f53bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.146284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec251df5-1d28-4a99-9a04-f7bddd22b365 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:00:52.147141 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ab427eae-6417-47e4-a5c8-9b008d6f53bf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5a2f1c6-dbdf-4353-a089-574380563200 HTTP/1.1" status: 204 len: 168 time: 1.1049151 Nov 03 19:00:52.156815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.173312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Transition to ACTIVE for port object ec251df5-1d28-4a99-9a04-f7bddd22b365 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:00:52.190001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1531be9b-f749-4b43-9d88-486386d1111f req-315298b1-94a5-4f40-996a-8c06d603204b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8771434 Nov 03 19:00:52.209873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e50f107-e91d-4716-9e5d-fdffeea147cd req-a5a6b8ae-1f0c-4f38-80b0-ae0e4cd6e2aa tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9201663 Nov 03 19:00:52.210568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.252110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.285170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-1df07ce1-54e9-4bc5-a8f4-d86c51fe2a3f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef HTTP/1.1" status: 200 len: 217 time: 0.1374300 Nov 03 19:00:52.286369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fcb59-c4c4-4fa0-a932-d8bb13048191 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:52.302375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab427eae-6417-47e4-a5c8-9b008d6f53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2f1c6-dbdf-4353-a089-574380563200,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:52.325308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-0853de19-1354-414d-b13a-10ac7934d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.327184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-0853de19-1354-414d-b13a-10ac7934d5bb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=01f691ff11af4433a14985c2cbbf7da7&device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 1094 time: 0.2971318 Nov 03 19:00:52.472792 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e1937-1810-4b67-820f-1f46903baf45 x-openstack-request-id: req-430e1937-1810-4b67-820f-1f46903baf45 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:52.480641 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "tag": "7e099544-36aa-40ad-b922-7a7408da77d5", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:52.483415 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-430e1937-1810-4b67-820f-1f46903baf45 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:52.483756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-531417df-c49c-46fa-92ad-4fe18e971e97 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 HTTP/1.1" status: 200 len: 217 time: 0.1186655 Nov 03 19:00:52.483911 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'tag': '7e099544-36aa-40ad-b922-7a7408da77d5', 'status': 'completed', 'code': 200} Nov 03 19:00:52.636377 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86dd6fc-3ffe-441e-84d2-f5c2ab0e8d0f x-openstack-request-id: req-a86dd6fc-3ffe-441e-84d2-f5c2ab0e8d0f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:52.636874 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181021a8-42d6-4199-99cf-e14003e543f7", "tag": "77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:52.637635 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a86dd6fc-3ffe-441e-84d2-f5c2ab0e8d0f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:52.638678 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181021a8-42d6-4199-99cf-e14003e543f7', 'tag': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef', 'status': 'completed', 'code': 200} Nov 03 19:00:52.745297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-8fc8a751-aa9c-4b6b-9428-85ab7c3f0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.748463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-8fc8a751-aa9c-4b6b-9428-85ab7c3f0983 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.4423022 Nov 03 19:00:52.824145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.827854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Pushing event updated for resources: {'Port': ['ID=ec251df5-1d28-4a99-9a04-f7bddd22b365,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:52.923393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8982-8a02-4f68-852e-be0efab60010 req-db851f8a-2002-4312-9738-bcc5b0f3db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.926184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-db851f8a-2002-4312-9738-bcc5b0f3db9b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bc8b0fff-6afe-40c1-8f6c-19d9f47e6132 HTTP/1.1" status: 200 len: 853 time: 0.3687155 Nov 03 19:00:52.945222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-e6b2e5d1-30d6-4864-a5e3-eac9f9f76729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.946338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-e6b2e5d1-30d6-4864-a5e3-eac9f9f76729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.949306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-e6b2e5d1-30d6-4864-a5e3-eac9f9f76729 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1938 time: 0.4992001 Nov 03 19:00:53.075953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-243bf5d1-215b-4189-8c15-8627a7f26bff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=df0ca6d3-5faf-4993-991e-7584b65cfafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216800 Nov 03 19:00:53.080894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.107298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.119438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.147737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f0a9a-bbb1-4919-a6c5-8ef511b6baf1 req-98dd28d8-de40-4786-bb42-eb598940d01d tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.150508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e48f0a9a-bbb1-4919-a6c5-8ef511b6baf1 req-98dd28d8-de40-4786-bb42-eb598940d01d tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 943 time: 0.5805290 Nov 03 19:00:53.190085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d202677e-55b0-4b69-961d-2f37ab7d0eb9']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:53.202142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-f27ac485-8f45-48dd-a8d6-fd0da364799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.203752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-f27ac485-8f45-48dd-a8d6-fd0da364799d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4254165 Nov 03 19:00:53.227425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc8096-be18-4f66-8b23-7c98994ab20e None None] Pushing event updated for resources: {'Port': ['ID=00762eb6-f418-46c2-9f11-621b8700dd8f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:53.257900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Attempting to bind port 00762eb6-f418-46c2-9f11-621b8700dd8f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:53.258505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Attempting to bind port 00762eb6-f418-46c2-9f11-621b8700dd8f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:53.259332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Attempting to bind port 00762eb6-f418-46c2-9f11-621b8700dd8f on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:53.271282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:53.272075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:53.272910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.273756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:53.274717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Bound port: 00762eb6-f418-46c2-9f11-621b8700dd8f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:53.275563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.313744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7427bf00-aeea-4762-b435-897a68e939d0') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:53.314202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7427bf00-aeea-4762-b435-897a68e939d0') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:53.372222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.417403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] For port 00762eb6-f418-46c2-9f11-621b8700dd8f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:53.422591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] For port 00762eb6-f418-46c2-9f11-621b8700dd8f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=00762eb6-f418-46c2-9f11-621b8700dd8f,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:53.429337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.434629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.466307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-fe2e3462-2b11-4a5b-bffb-67e753f6b846 service neutron] 10.222.0.110 "GET /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630087 Nov 03 19:00:53.475694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-85b2a1ff-c0a2-43a7-a025-db270055e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.476574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-85b2a1ff-c0a2-43a7-a025-db270055e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.477182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-85b2a1ff-c0a2-43a7-a025-db270055e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.479505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-85b2a1ff-c0a2-43a7-a025-db270055e139 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5204349 Nov 03 19:00:53.510140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc8096-be18-4f66-8b23-7c98994ab20e None None] Pushing event updated for resources: {'Port': ['ID=00762eb6-f418-46c2-9f11-621b8700dd8f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:53.561207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Routers {'3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:53.562553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:53.573785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Attempting to bind port ec251df5-1d28-4a99-9a04-f7bddd22b365 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:53.574128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Attempting to bind port ec251df5-1d28-4a99-9a04-f7bddd22b365 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:53.574517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Attempting to bind port ec251df5-1d28-4a99-9a04-f7bddd22b365 on network b7f353eb-433b-4e52-b729-d217f836bfdf {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:53.585580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.616248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f6-a7c0-40b2-a1b6-4bb9794a9b27 req-cb16bf24-fd4c-49d1-a2d6-cc84d573ce2d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.623898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f6-a7c0-40b2-a1b6-4bb9794a9b27 req-cb16bf24-fd4c-49d1-a2d6-cc84d573ce2d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.631643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6ccc2f6-a7c0-40b2-a1b6-4bb9794a9b27 req-cb16bf24-fd4c-49d1-a2d6-cc84d573ce2d tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1678 time: 0.1970756 Nov 03 19:00:53.645369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:53.645828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.652967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Port ec251df5-1d28-4a99-9a04-f7bddd22b365 on network b7f353eb-433b-4e52-b729-d217f836bfdf not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:53.652967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Attempting to bind port ec251df5-1d28-4a99-9a04-f7bddd22b365 on network b7f353eb-433b-4e52-b729-d217f836bfdf {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:53.654300 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:53.680759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e48f0a9a-bbb1-4919-a6c5-8ef511b6baf1 req-42e9636b-e917-4951-a35b-7092a47b32de tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861810 Nov 03 19:00:53.760854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:53.761204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Checking segment: {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:53.761606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Bound using segment: {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:53.762065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Bound port: ec251df5-1d28-4a99-9a04-f7bddd22b365, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40e2af7-e67f-471f-84cc-3b03b0564fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:53.762427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.854252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] Set router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:53.932296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] For port ec251df5-1d28-4a99-9a04-f7bddd22b365, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:53.956480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.977350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.986745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] 10.222.0.91 "DELETE /v2.0/networks/d202677e-55b0-4b69-961d-2f37ab7d0eb9 HTTP/1.1" status: 204 len: 168 time: 2.6299329 Nov 03 19:00:53.997218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] For port ec251df5-1d28-4a99-9a04-f7bddd22b365, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:54.146260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6ccc2f6-a7c0-40b2-a1b6-4bb9794a9b27 req-d3f91fe7-7787-425b-9e54-bbe4be57f06e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133362 Nov 03 19:00:54.172186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67cbbe-a20d-43a3-a455-7feec100cf94 tempest-TaggedBootDevicesTest-1389493100 tempest-TaggedBootDevicesTest-1389493100-project] Pushing event deleted for resources: {'Network': ['ID=d202677e-55b0-4b69-961d-2f37ab7d0eb9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:54.228235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.325339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737312d-7290-468f-aa48-e0fa6f6a5363 req-0feb2516-5e6d-4bd8-bd6c-2f1285adfedf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:54.345440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f737312d-7290-468f-aa48-e0fa6f6a5363 req-0feb2516-5e6d-4bd8-bd6c-2f1285adfedf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 943 time: 0.3451600 Nov 03 19:00:54.374566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:00:46Z', 'revision_number': 3, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:54.395893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:54.396836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.399458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] 10.222.0.115 "PUT /v2.0/ports/ec251df5-1d28-4a99-9a04-f7bddd22b365 HTTP/1.1" status: 200 len: 1092 time: 3.2701101 Nov 03 19:00:54.447170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e1b34-e7bc-4f8c-a5c2-d042c7a14261 None None] The sync data for ids ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'] in n-d-812151-4 is: [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:00:46Z', 'revision_number': 3, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:54.540618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'tag': 'ec251df5-1d28-4a99-9a04-f7bddd22b365'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:54.544549 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fdbe2e-a985-443b-bd89-810dc7b582c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "tag": "ec251df5-1d28-4a99-9a04-f7bddd22b365"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:54.672250 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3380515-c996-49e8-b2d5-82668c60576e x-openstack-request-id: req-f3380515-c996-49e8-b2d5-82668c60576e {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:54.672692 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "tag": "ec251df5-1d28-4a99-9a04-f7bddd22b365", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:54.673003 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3380515-c996-49e8-b2d5-82668c60576e {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:54.673416 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'tag': 'ec251df5-1d28-4a99-9a04-f7bddd22b365', 'status': 'completed', 'code': 200} Nov 03 19:00:54.689025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33084) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:54.717960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc830aa-1234-429e-9c54-b159d13bca79 service neutron] Pushing event updated for resources: {'Port': ['ID=ec251df5-1d28-4a99-9a04-f7bddd22b365,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:54.745250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'tag': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:54.749414 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24eca53-48a2-4880-8401-34ff66d7ad64" -d '{"events": [{"name": "network-changed", "server_uuid": "64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3", "tag": "7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:54.792837 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-c069086f-833e-4e71-8857-2744973e79c9 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5717714 Nov 03 19:00:54.939082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f737312d-7290-468f-aa48-e0fa6f6a5363 req-2398240a-2945-4dbc-8ba8-41136bbe6fd4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916061 Nov 03 19:00:55.017446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.089242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1912344028-network', 'tenant_id': '5ed69266d4654da9bd79b2dfb1f17011'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:55.109185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.110717 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505cdee1-25d7-49ee-b801-742ff7a606a8 x-openstack-request-id: req-505cdee1-25d7-49ee-b801-742ff7a606a8 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:55.111469 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3", "tag": "7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:55.112087 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-505cdee1-25d7-49ee-b801-742ff7a606a8 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:55.112963 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'tag': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05', 'status': 'completed', 'code': 200} Nov 03 19:00:55.259868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Made reservation on behalf of 5ed69266d4654da9bd79b2dfb1f17011 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:55.262612 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.307900 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.331483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0565c2-1f5f-4a1f-be77-013ad7fa1c65 req-c4eb5fe5-7ebc-4138-9de1-ec968b9902db tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.340403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df0565c2-1f5f-4a1f-be77-013ad7fa1c65 req-c4eb5fe5-7ebc-4138-9de1-ec968b9902db tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 943 time: 0.2571855 Nov 03 19:00:55.456532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Allocated IP 172.20.0.1 (2df5749a-67f8-446d-b6c3-4f4166916067/03642b47-ae06-45d2-ac86-b34a3d5446cc/4decb7f1-698f-43f7-a50a-869aeea35e47) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:55.509790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-649d2053-6861-4e56-aa77-d88cbd6d194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.511647 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-433954dd-2f6e-4f88-9784-6b45adb7eb21 req-649d2053-6861-4e56-aa77-d88cbd6d194e service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9960153 Nov 03 19:00:55.513986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5e7843b-bfb2-4006-b9ea-179d965399a4 req-f90b9f9c-93e4-48d7-a525-4cade89dce31 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028663 Nov 03 19:00:55.530531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbf8982-8a02-4f68-852e-be0efab60010 req-cf6ec2f0-a4ce-4a6d-b5f9-c2a8d8909d7a service neutron] 10.222.0.110 "GET /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0484035 Nov 03 19:00:55.584120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df0565c2-1f5f-4a1f-be77-013ad7fa1c65 req-a3631be0-eebe-40eb-8759-7f4cfcb5800f tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426710 Nov 03 19:00:55.588706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Allocated IP 172.25.8.26 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/0fbce091-f1d4-4c58-9e80-f006395d56ea) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:55.645256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7f30c-347e-425d-bd6f-bfd6d2cd6e4d req-2652f386-c223-4e73-aaea-7ddd86621a17 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.675570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7f30c-347e-425d-bd6f-bfd6d2cd6e4d req-2652f386-c223-4e73-aaea-7ddd86621a17 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.685494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86a7f30c-347e-425d-bd6f-bfd6d2cd6e4d req-2652f386-c223-4e73-aaea-7ddd86621a17 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1678 time: 0.3357680 Nov 03 19:00:55.911372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-c77a2b02-a196-4409-ad09-5aad56150e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.912218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-c77a2b02-a196-4409-ad09-5aad56150e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:55.913680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.914848 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-c77a2b02-a196-4409-ad09-5aad56150e5d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1980 time: 0.2199867 Nov 03 19:00:55.929780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.934114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86a7f30c-347e-425d-bd6f-bfd6d2cd6e4d req-2f7ad520-ceb6-43ce-9263-9db7a0a49919 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401426 Nov 03 19:00:55.935803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.018808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63588b78-f377-4581-8830-a4639862656c admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:00:56.062556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-1a2a3155-e09d-41b0-85e6-cb7b23922fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:56.068750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99062e18-4845-4cd0-89a3-7d8018c0b1a5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:56.074048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-1a2a3155-e09d-41b0-85e6-cb7b23922fe9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 1094 time: 0.4240127 Nov 03 19:00:56.079023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-4cb6fb60-d81c-4366-88e2-7faafcb153d9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=7e099544-36aa-40ad-b922-7a7408da77d5 HTTP/1.1" status: 200 len: 217 time: 0.1462436 Nov 03 19:00:56.157595 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.207529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.208371 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Added segment 34e11fa5-7618-4b3f-8cf5-45cda9da192f of type vlan for network c3b7c026-1956-4bb5-9d28-4947d79e86ac Nov 03 19:00:56.329014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.333914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.392261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c5d04-0f4b-4e9f-b317-cf1728b8303a req-c4446d70-002d-4282-afa2-2ef195e8df66 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:56.395502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba4c5d04-0f4b-4e9f-b317-cf1728b8303a req-c4446d70-002d-4282-afa2-2ef195e8df66 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 943 time: 0.2292652 Nov 03 19:00:56.461075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-341982b6-007e-4b27-9e24-c6aded950506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:56.463330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-341982b6-007e-4b27-9e24-c6aded950506 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d575d155-c1bb-460a-9903-565f0fc8f429 HTTP/1.1" status: 200 len: 801 time: 0.3746989 Nov 03 19:00:56.488678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.527782 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.529531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:56.530482 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:56.539377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Network 2df5749a-67f8-446d-b6c3-4f4166916067 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:56.561161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:56.599284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-1b57ad13-321d-4238-8dfc-bcc5fcad5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:56.602591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-1b57ad13-321d-4238-8dfc-bcc5fcad5e49 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=01f691ff11af4433a14985c2cbbf7da7&device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 1094 time: 0.8433669 Nov 03 19:00:56.604793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:56.666715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba4c5d04-0f4b-4e9f-b317-cf1728b8303a req-e0b9c2d3-8675-4ae1-939c-332ce10a1b24 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509425 Nov 03 19:00:56.677794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:56.696092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-63588b78-f377-4581-8830-a4639862656c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0009940 Nov 03 19:00:56.697827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:56.701425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33106) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:56.728208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-575df13a-0240-4e97-9f33-1a0131e94e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:56.732373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-575df13a-0240-4e97-9f33-1a0131e94e40 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.6292684 Nov 03 19:00:56.770257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:56.788419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Request body: {'subnet': {'network_id': 'c3b7c026-1956-4bb5-9d28-4947d79e86ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1912344028-subnet', 'tenant_id': '5ed69266d4654da9bd79b2dfb1f17011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:56.870166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Port': ['ID=0fbce091-f1d4-4c58-9e80-f006395d56ea,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:56.910781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Pushing event updated for resources: {'Port': ['ID=4decb7f1-698f-43f7-a50a-869aeea35e47,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:56.938008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-5e76afe0-4267-422d-916a-2e7019905639 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef HTTP/1.1" status: 200 len: 217 time: 0.1624274 Nov 03 19:00:57.082703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-128e2c83-8a37-497e-9634-98dc71a73317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.085973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-128e2c83-8a37-497e-9634-98dc71a73317 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=64789924-b513-4de5-ad49-35723155935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5682364 Nov 03 19:00:57.121038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:57.314762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.315417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.315417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.315765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.316288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.316854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.317229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.317635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.318162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.318913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.319234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.319643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:57.337560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588b78-f377-4581-8830-a4639862656c admin admin] Pushing event updated for resources: {'Network': ['ID=c3b7c026-1956-4bb5-9d28-4947d79e86ac,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:57.350739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 00762eb6-f418-46c2-9f11-621b8700dd8f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:57.361131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c3b7c026-1956-4bb5-9d28-4947d79e86ac details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:00:57.447227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Made reservation on behalf of 5ed69266d4654da9bd79b2dfb1f17011 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:57.449509 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:57.457461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-1331e7c4-2c1c-42ce-8062-5ac6c26f1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.461093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-1331e7c4-2c1c-42ce-8062-5ac6c26f1572 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.4515891 Nov 03 19:00:57.498702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8743c2-7a86-4f4e-a3b0-98ba2cd0da90 req-5b0b6111-f536-4f40-b4af-56af76a0088a tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.500406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c8743c2-7a86-4f4e-a3b0-98ba2cd0da90 req-5b0b6111-f536-4f40-b4af-56af76a0088a tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 943 time: 0.6899648 Nov 03 19:00:57.523840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb755d-b827-4dc8-8100-235444cea6fa req-4e2693f3-54d6-407c-a95d-0ba272f9fd8e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.530258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb755d-b827-4dc8-8100-235444cea6fa req-4e2693f3-54d6-407c-a95d-0ba272f9fd8e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.531962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0fb755d-b827-4dc8-8100-235444cea6fa req-4e2693f3-54d6-407c-a95d-0ba272f9fd8e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1678 time: 0.2081754 Nov 03 19:00:57.664202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-b77cfa72-5e94-4347-b059-603f3bcd1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.667318 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-b77cfa72-5e94-4347-b059-603f3bcd1eff service neutron] 10.222.0.110 "GET /v2.0/networks?id=df0ca6d3-5faf-4993-991e-7584b65cfafc HTTP/1.1" status: 200 len: 914 time: 0.9332623 Nov 03 19:00:57.745708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0fb755d-b827-4dc8-8100-235444cea6fa req-24317c6a-8832-422d-b5a8-295f05a696d1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612217 Nov 03 19:00:57.747088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 00762eb6-f418-46c2-9f11-621b8700dd8f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:57.747854 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:57.753644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c8743c2-7a86-4f4e-a3b0-98ba2cd0da90 req-4413fff1-4415-47f1-afce-f7ea91b1011e tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133420 Nov 03 19:00:57.904190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-7aa1757e-6c88-4134-8bd2-2c1c441693fe service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 HTTP/1.1" status: 200 len: 217 time: 0.2050569 Nov 03 19:00:57.924862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-c2d7849b-6088-4593-8958-f529964f198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.932539 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-c2d7849b-6088-4593-8958-f529964f198f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4116077 Nov 03 19:00:57.960329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:57.995427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 00762eb6-f418-46c2-9f11-621b8700dd8f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=00762eb6-f418-46c2-9f11-621b8700dd8f,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:58.004291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.079087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.085025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-f8baef28-d083-46ff-a68a-9abc3201a61f service neutron] 10.222.0.115 "GET /v2.0/networks/64789924-b513-4de5-ad49-35723155935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9800060 Nov 03 19:00:58.087681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=00762eb6-f418-46c2-9f11-621b8700dd8f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:58.221454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24be67-ce1d-4bca-89ce-1a0688cd2288 req-e6e895f5-0627-458d-a6b2-83dec76cd5b5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.229448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd24be67-ce1d-4bca-89ce-1a0688cd2288 req-e6e895f5-0627-458d-a6b2-83dec76cd5b5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 943 time: 0.3187025 Nov 03 19:00:58.273103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.378277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-640ad63b-c719-498a-a648-8d1527bc23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.381008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-640ad63b-c719-498a-a648-8d1527bc23ea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bc8b0fff-6afe-40c1-8f6c-19d9f47e6132 HTTP/1.1" status: 200 len: 853 time: 0.4458425 Nov 03 19:00:58.410315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Checking segment: {'id': '34e11fa5-7618-4b3f-8cf5-45cda9da192f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c3b7c026-1956-4bb5-9d28-4947d79e86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:58.410922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Network hostable DHCP agents. Network: c3b7c026-1956-4bb5-9d28-4947d79e86ac, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:00:58.420110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.458879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c28743c-c34e-408e-a23c-44577aa6027f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:58.483459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd24be67-ce1d-4bca-89ce-1a0688cd2288 req-33c3feb1-805e-4568-bb20-a7685f51539c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524669 Nov 03 19:00:58.487823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-7a5909f3-488d-4eb8-ae5e-6693472fd8a4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=df0ca6d3-5faf-4993-991e-7584b65cfafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686774 Nov 03 19:00:58.577337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Network c3b7c026-1956-4bb5-9d28-4947d79e86ac is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:00:58.586380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-65530a8a-7ee7-4aa9-bcce-e306641603ed service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246388 Nov 03 19:00:58.589480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-94a6c212-b99d-48b4-ab2f-1cc46c4dc784 service neutron] 10.222.0.115 "GET /v2.0/networks/64789924-b513-4de5-ad49-35723155935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764435 Nov 03 19:00:58.613153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c3b7c026-1956-4bb5-9d28-4947d79e86ac) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:58.620561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.621621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.632361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeefad6-cd34-4aaa-b940-3672567496bc None None] Network c3b7c026-1956-4bb5-9d28-4947d79e86ac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:58.671418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.679076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.692107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-87202860-a363-41d9-80d8-419c1ecb6fd1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9239628 Nov 03 19:00:58.785353 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-2773e956-e13b-4101-8678-7275c6682490 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365 HTTP/1.1" status: 200 len: 217 time: 0.1764896 Nov 03 19:00:58.932946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bf2a68d9-d8bd-4fb7-b298-ac1145d13287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.934480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-bf2a68d9-d8bd-4fb7-b298-ac1145d13287 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7b315a57-1f7d-4ba0-9daf-8dd07551b057 HTTP/1.1" status: 200 len: 801 time: 0.1323991 Nov 03 19:00:58.956840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Router 65acd0a4-913b-4865-bd0d-72dfe5eb9b8f is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:00:58.958442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b96983-eca3-4826-b00d-5b54057234f8 None None] Network c3b7c026-1956-4bb5-9d28-4947d79e86ac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:59.148087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 00762eb6-f418-46c2-9f11-621b8700dd8f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:59.154412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944dbe6-4407-4fb1-967d-af33fddd188b req-e8436da2-0439-466f-99ce-18d2b5176281 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.160953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944dbe6-4407-4fb1-967d-af33fddd188b req-e8436da2-0439-466f-99ce-18d2b5176281 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.162728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a944dbe6-4407-4fb1-967d-af33fddd188b req-e8436da2-0439-466f-99ce-18d2b5176281 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1678 time: 0.1834998 Nov 03 19:00:59.173011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210878c5-ba60-456e-8755-fb0552678032 req-f51fe6cf-aa73-498d-b43a-aa57c743cdf2 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.175355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-210878c5-ba60-456e-8755-fb0552678032 req-f51fe6cf-aa73-498d-b43a-aa57c743cdf2 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 943 time: 0.2369244 Nov 03 19:00:59.225124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 00762eb6-f418-46c2-9f11-621b8700dd8f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:59.225546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.240499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-1612e7d6-52dd-4335-b7aa-92569cc2efde service neutron] 10.222.0.110 "GET /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117708 Nov 03 19:00:59.257904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:59.258268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.274638 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] Sync routers for ids ['65acd0a4-913b-4865-bd0d-72dfe5eb9b8f'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:59.276599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.281344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fce1b740-14f1-4082-bcb2-635c438d1fa3 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "PUT /v2.0/routers/65acd0a4-913b-4865-bd0d-72dfe5eb9b8f HTTP/1.1" status: 200 len: 918 time: 7.7097745 Nov 03 19:00:59.282190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:59.295230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.301414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] Routers {'65acd0a4-913b-4865-bd0d-72dfe5eb9b8f'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:59.307159 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['65acd0a4-913b-4865-bd0d-72dfe5eb9b8f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:59.307652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-210878c5-ba60-456e-8755-fb0552678032 req-465b4cac-fdf9-4c56-ada2-efa56c08434c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201096 Nov 03 19:00:59.352372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a944dbe6-4407-4fb1-967d-af33fddd188b req-4abaa198-939b-4381-a079-2c7b8d94a651 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738734 Nov 03 19:00:59.393323 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:59.427793 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] Routers {'65acd0a4-913b-4865-bd0d-72dfe5eb9b8f'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:59.435381 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['65acd0a4-913b-4865-bd0d-72dfe5eb9b8f'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:59.525103 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:59.525990 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276ba1e-3abc-4a09-92ca-e82756da3604 None None] The sync data for ids ['65acd0a4-913b-4865-bd0d-72dfe5eb9b8f'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:59.527825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9485121f-9678-4f64-8258-82cc944874fd tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/65acd0a4-913b-4865-bd0d-72dfe5eb9b8f HTTP/1.1" status: 200 len: 924 time: 0.2355108 Nov 03 19:00:59.530220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33138) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:59.691197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b88d49-1689-4054-8cf3-809bcdddb443 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.693257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-11b88d49-1689-4054-8cf3-809bcdddb443 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=65acd0a4-913b-4865-bd0d-72dfe5eb9b8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1609664 Nov 03 19:00:59.696626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33140) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:59.729276 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-85928480-0579-4675-9d0a-2184afd40a68 req-d6a03a81-5653-4a2d-a525-fa0983902016 tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] show failed (client error): The resource could not be found. Nov 03 19:00:59.730525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85928480-0579-4675-9d0a-2184afd40a68 req-d6a03a81-5653-4a2d-a525-fa0983902016 tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups/71f87119-36c3-4b1e-9409-8b6ea47cd06a HTTP/1.1" status: 404 len: 352 time: 0.0515001 Nov 03 19:00:59.817392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc3962-cf3b-46f8-a018-048b160b6528 req-3d102591-d534-4e7c-8013-d500d2696089 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.825412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87bc3962-cf3b-46f8-a018-048b160b6528 req-3d102591-d534-4e7c-8013-d500d2696089 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 943 time: 0.2028391 Nov 03 19:00:59.831158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccf877f4-d1a8-4e4e-b34f-ed6a7030cf27 req-76118f2a-4a1b-44ff-b1a1-38592e11264c service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2206013 Nov 03 19:00:59.847257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-c7977a3c-fbf9-4c94-a275-9c243e84c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.849124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-c7977a3c-fbf9-4c94-a275-9c243e84c50c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b7f353eb-433b-4e52-b729-d217f836bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7577333 Nov 03 19:00:59.885056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Pushing event updated for resources: {'Port': ['ID=4decb7f1-698f-43f7-a50a-869aeea35e47,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:59.889452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.937304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-017a8295-a92d-479a-8e48-657ea162a7cd req-450b5518-f14d-449e-ac81-2f478567c7ec tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ed69266d4654da9bd79b2dfb1f17011 HTTP/1.1" status: 200 len: 3005 time: 0.1527088 Nov 03 19:00:59.943386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f89b2b-4dc3-4dd8-a6f8-dd0759ecfcc1 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:59.947678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-57f89b2b-4dc3-4dd8-a6f8-dd0759ecfcc1 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.2460845 Nov 03 19:00:59.953700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33146) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:59.980027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c24eca53-48a2-4880-8401-34ff66d7ad64 req-6a15691f-beaa-4ecc-b52f-4624297254fa service neutron] 10.222.0.110 "GET /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180672 Nov 03 19:01:00.003624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-443fc33f-c0ca-4d33-b220-f0f3e20d54ee tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=65acd0a4-913b-4865-bd0d-72dfe5eb9b8f HTTP/1.1" status: 200 len: 205 time: 0.0428925 Nov 03 19:01:00.009595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33148) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:00.014934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87bc3962-cf3b-46f8-a018-048b160b6528 req-106b9173-10a5-4619-82be-109fd04fa123 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883535 Nov 03 19:01:00.086505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-7cbf2292-b536-482f-b5cb-b69398441039 service neutron] 10.222.0.115 "GET /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264369 Nov 03 19:01:00.095394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Network 2df5749a-67f8-446d-b6c3-4f4166916067 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:00.106536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:00.107483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:00.137270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-017a8295-a92d-479a-8e48-657ea162a7cd req-77acee54-06ca-4fb2-b35a-635e9ca1586c tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups/99062e18-4845-4cd0-89a3-7d8018c0b1a5 HTTP/1.1" status: 200 len: 3002 time: 0.1990278 Nov 03 19:01:00.285465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,segment=NetworkSegment(0a9cce48-c661-4685-9cde-03d90a6fbaf8),segment_id=0a9cce48-c661-4685-9cde-03d90a6fbaf8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:00.300898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05', 'network_id': 'df0ca6d3-5faf-4993-991e-7584b65cfafc', 'port_id': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05', 'mac_address': 'fa:16:3e:de:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8b0fff-6afe-40c1-8f6c-19d9f47e6132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:00.339116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:01:00.358531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e838988e-5271-4dc1-8251-18f91b5746f5 req-ce69c4b5-8820-4c7b-8c6c-611b9288d02c service neutron] 10.222.0.115 "GET /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618787 Nov 03 19:01:00.379504 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:00.412711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:00.455682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,segment=NetworkSegment(0a9cce48-c661-4685-9cde-03d90a6fbaf8),segment_id=0a9cce48-c661-4685-9cde-03d90a6fbaf8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:00.466757 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:00.467664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:00.591096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:00.593531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-208a9307-626c-4718-a16a-769d33bde0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:00.594027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-208a9307-626c-4718-a16a-769d33bde0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:00.596316 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-208a9307-626c-4718-a16a-769d33bde0f1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1980 time: 0.1485956 Nov 03 19:01:00.700421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:00.709327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c44bb98b-3757-49d8-984e-9615b79ae917 admin admin] 10.222.0.91 "PUT /v2.0/routers/3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4897804 Nov 03 19:01:00.734934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Sync routers for ids ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:00.762142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-9ae42a83-91a4-4c6b-81af-b42d0e6ac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:00.764259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-9ae42a83-91a4-4c6b-81af-b42d0e6ac2c0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b7f353eb-433b-4e52-b729-d217f836bfdf HTTP/1.1" status: 200 len: 903 time: 0.1538498 Nov 03 19:01:00.769718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:00.810517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Routers {'3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:00.811162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:00.837530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-017a8295-a92d-479a-8e48-657ea162a7cd req-99825a13-e435-4e84-a628-d81ef0523c64 tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups/99062e18-4845-4cd0-89a3-7d8018c0b1a5 HTTP/1.1" status: 200 len: 3002 time: 0.6914043 Nov 03 19:01:00.841995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:00.865134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-bf90f077-5bae-478c-adde-8f2165e98354 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365 HTTP/1.1" status: 200 len: 217 time: 0.0865421 Nov 03 19:01:00.910123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d6c6c-24b1-4dc4-8a15-e03911b5994e req-c525a764-dfdd-454b-a8d7-66a96485552d tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:00.918135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d4d6c6c-24b1-4dc4-8a15-e03911b5994e req-c525a764-dfdd-454b-a8d7-66a96485552d tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 944 time: 0.3092384 Nov 03 19:01:01.051239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef', 'mac_address': 'fa:16:3e:d2:20:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:01.071877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-bd6eef66-4ec6-4d9d-8570-112280ef6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.072640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d4d6c6c-24b1-4dc4-8a15-e03911b5994e req-d47103e2-500c-41a1-9e37-91361f277a06 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534774 Nov 03 19:01:01.074508 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-bd6eef66-4ec6-4d9d-8570-112280ef6eae service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7b315a57-1f7d-4ba0-9daf-8dd07551b057 HTTP/1.1" status: 200 len: 801 time: 0.1997032 Nov 03 19:01:01.109156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.168974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Set router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:01.173129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5826118-7044-4488-92eb-245aad92d3a9 req-f5a4c352-6011-4618-b63f-36ef32c487b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.182784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5826118-7044-4488-92eb-245aad92d3a9 req-f5a4c352-6011-4618-b63f-36ef32c487b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.194431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5826118-7044-4488-92eb-245aad92d3a9 req-f5a4c352-6011-4618-b63f-36ef32c487b0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1678 time: 0.1800394 Nov 03 19:01:01.204569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.225442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:01.229349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-b1d8babb-89a3-4f6e-8ba2-e6daef9bac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.232445 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-b1d8babb-89a3-4f6e-8ba2-e6daef9bac25 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b7f353eb-433b-4e52-b729-d217f836bfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1474063 Nov 03 19:01:01.358345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5826118-7044-4488-92eb-245aad92d3a9 req-29257798-30f0-4f20-9350-45aaf60ba3d3 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628158 Nov 03 19:01:01.429548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f976a4f-776a-4265-be49-e4d3242addf3 req-21bcf3ba-8e0e-4dbd-8985-e9cc7d4dfecb tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups/99062e18-4845-4cd0-89a3-7d8018c0b1a5 HTTP/1.1" status: 200 len: 3002 time: 0.1656876 Nov 03 19:01:01.460644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:01.487936 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-47482c81-29bd-4306-b07a-e63c041af80a service neutron] 10.222.0.115 "GET /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250266 Nov 03 19:01:01.496054 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.592142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Deleting port 0fbce091-f1d4-4c58-9e80-f006395d56ea {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:01.592813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.651908 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-5f976a4f-776a-4265-be49-e4d3242addf3 req-a0750d0c-8b1d-4f6e-a31e-c80dacf6d3ad tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 19:01:01.653871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f976a4f-776a-4265-be49-e4d3242addf3 req-a0750d0c-8b1d-4f6e-a31e-c80dacf6d3ad tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "DELETE /v2.0/security-groups/99062e18-4845-4cd0-89a3-7d8018c0b1a5 HTTP/1.1" status: 409 len: 352 time: 0.2198801 Nov 03 19:01:01.710086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fdbe2e-a985-443b-bd89-810dc7b582c8 req-afd97efb-3df1-40a4-847d-108e25e86bd7 service neutron] 10.222.0.115 "GET /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129183 Nov 03 19:01:01.731310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc09185-f861-4217-96da-1fa184e03285 req-f93fc1cf-553b-4273-a6c0-7e68d6db76f8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:01.734002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bc09185-f861-4217-96da-1fa184e03285 req-f93fc1cf-553b-4273-a6c0-7e68d6db76f8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 944 time: 0.2446539 Nov 03 19:01:01.744546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e099544-36aa-40ad-b922-7a7408da77d5 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:01.829466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.871302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Calling delete_port for 0fbce091-f1d4-4c58-9e80-f006395d56ea owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:01.888645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bc09185-f861-4217-96da-1fa184e03285 req-1cfd9cf7-16cd-46dd-bcf1-29c2fbb59d4d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413066 Nov 03 19:01:02.017999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e099544-36aa-40ad-b922-7a7408da77d5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e099544-36aa-40ad-b922-7a7408da77d5,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:02.029290 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-79c983a6-4b66-4be9-9410-a5b1d8823d02 req-bd58a480-eaa4-4003-af71-9a42845bbb6f tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] show failed (client error): The resource could not be found. Nov 03 19:01:02.030535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79c983a6-4b66-4be9-9410-a5b1d8823d02 req-bd58a480-eaa4-4003-af71-9a42845bbb6f tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups/a5c9c748-7f50-4dbb-90d9-6d6add2ff87b HTTP/1.1" status: 404 len: 352 time: 0.0561888 Nov 03 19:01:02.096463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '7e099544-36aa-40ad-b922-7a7408da77d5', 'network_id': '64789924-b513-4de5-ad49-35723155935c', 'port_id': '7e099544-36aa-40ad-b922-7a7408da77d5', 'mac_address': 'fa:16:3e:bc:9f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd575d155-c1bb-460a-9903-565f0fc8f429', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:02.097395 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [req-00af9a42-14e2-46d4-88da-c57f262b70c9 req-362e965c-5129-40ca-8c72-68e074afd193 tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] show failed (client error): The resource could not be found. Nov 03 19:01:02.098633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00af9a42-14e2-46d4-88da-c57f262b70c9 req-362e965c-5129-40ca-8c72-68e074afd193 tempest-SecurityGroupsNegativeTestJSON-1515313225 tempest-SecurityGroupsNegativeTestJSON-1515313225-project] 10.222.0.91 "GET /v2.0/security-groups/7075f317-2053-48b4-b76f-b2e517e31871 HTTP/1.1" status: 404 len: 352 time: 0.0272038 Nov 03 19:01:02.132776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:02.295376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.301703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Deleting subnet 1c28743c-c34e-408e-a23c-44577aa6027f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:02.322700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.324672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:02.359530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e099544-36aa-40ad-b922-7a7408da77d5 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:02.370829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:02.386399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:02.473374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.502689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-7b53a8ea-efa2-4313-809c-1c3f707a2a45 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:02.522525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-7b53a8ea-efa2-4313-809c-1c3f707a2a45 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 811 time: 0.5465455 Nov 03 19:01:02.552308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.556835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e099544-36aa-40ad-b922-7a7408da77d5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e099544-36aa-40ad-b922-7a7408da77d5,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:02.566538 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.572611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-7acb09b5-4f01-408e-a441-1b0e8c20e2d5 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/quotas/34b10533658a4ba3a6d669d30f8f0cce HTTP/1.1" status: 200 len: 375 time: 0.0488887 Nov 03 19:01:02.595231 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.596308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afd767-4d89-4325-b317-a2d4bc5b3216 req-c59fdb38-895d-4874-9a41-958179b561d1 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:02.597982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24afd767-4d89-4325-b317-a2d4bc5b3216 req-c59fdb38-895d-4874-9a41-958179b561d1 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 944 time: 0.2976503 Nov 03 19:01:02.661798 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.697262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c28743c-c34e-408e-a23c-44577aa6027f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:02.714360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.722921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-28350e64-8807-4057-bf77-4b38a71e582c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1c28743c-c34e-408e-a23c-44577aa6027f HTTP/1.1" status: 204 len: 168 time: 0.5884943 Nov 03 19:01:02.726030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33196) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:02.742651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:00:58Z', 'revision_number': 4, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4decb7f1-698f-43f7-a50a-869aeea35e47', 'name': '', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'mac_address': 'fa:16:3e:43:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:53Z', 'updated_at': '2021-11-03T19:00:58Z', 'revision_number': 2, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'subnets': [{'id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:02.854499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.861560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Checking router: 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:01:02.862129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Updating router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea port 4decb7f1-698f-43f7-a50a-869aeea35e47 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:01:02.874752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-0ac871d2-eedb-41c3-a9a8-e2e102388708 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2740700 Nov 03 19:01:02.879179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24afd767-4d89-4325-b317-a2d4bc5b3216 req-57102250-2ebb-4a9a-b4d2-8cd76fcae514 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195225 Nov 03 19:01:02.884800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.936394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event deleted for resources: {'Port': ['ID=0fbce091-f1d4-4c58-9e80-f006395d56ea,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:03.031358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['7e099544-36aa-40ad-b922-7a7408da77d5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:03.062803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.106655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7e099544-36aa-40ad-b922-7a7408da77d5,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:03.127131 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.128439 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.132323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b7c026-1956-4bb5-9d28-4947d79e86ac']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:03.167780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e11fa5-7618-4b3f-8cf5-45cda9da192f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:03.169993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e11fa5-7618-4b3f-8cf5-45cda9da192f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:03.210300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.215275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.251697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.266502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:03.267867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:03.309045 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:03.354070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-77ca9153-d866-48b1-a56b-be043b50a2aa service neutron] 10.222.0.91 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665561 Nov 03 19:01:03.426933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.435714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.441894 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] 10.222.0.91 "DELETE /v2.0/networks/c3b7c026-1956-4bb5-9d28-4947d79e86ac HTTP/1.1" status: 204 len: 168 time: 0.7152855 Nov 03 19:01:03.493954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c7cb4-0b94-49ce-b44c-39b06963c43d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b7c026-1956-4bb5-9d28-4947d79e86ac,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:03.532495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.539633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.682522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ec251df5-1d28-4a99-9a04-f7bddd22b365 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:03.741506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33204) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:03.819996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f846cc-fe94-4a98-97eb-980729c862bb req-de0ab3b2-877c-4e1e-9dcc-1b0909824bfc tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:03.836480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-feb1e128-0b40-4a48-8eb7-e16edd93fb25 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ed69266d4654da9bd79b2dfb1f17011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891740 Nov 03 19:01:03.836879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f846cc-fe94-4a98-97eb-980729c862bb req-de0ab3b2-877c-4e1e-9dcc-1b0909824bfc tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:03.837525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:03.838876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45f846cc-fe94-4a98-97eb-980729c862bb req-de0ab3b2-877c-4e1e-9dcc-1b0909824bfc tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1679 time: 0.6153204 Nov 03 19:01:03.842767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-c78d1a91-2b7d-4769-a206-60286688b889 service neutron] 10.222.0.91 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875808 Nov 03 19:01:03.844141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.845161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Fanout notify agent at l3_agent the message router_deleted on router 65acd0a4-913b-4865-bd0d-72dfe5eb9b8f {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:03.858406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.868542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f909a6f-133b-44e0-bf76-56b327aa5810 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/65acd0a4-913b-4865-bd0d-72dfe5eb9b8f HTTP/1.1" status: 204 len: 168 time: 3.8573682 Nov 03 19:01:03.869642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33208) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:03.878421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1732988973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:03.940466 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55297220-66b5-43eb-b751-e84a93a49573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.989034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45f846cc-fe94-4a98-97eb-980729c862bb req-ee0a4d0c-9685-469c-bb82-e236e95342c4 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996604 Nov 03 19:01:03.990358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55297220-66b5-43eb-b751-e84a93a49573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.991118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:03.992813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.087230 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.100684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.117906 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.156917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.168325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.172538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dc607739-5aae-4a11-a3ef-cd6fb9596587 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3009613 Nov 03 19:01:04.176710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33216) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:04.185963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': False}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:04.231311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55297220-66b5-43eb-b751-e84a93a49573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.245604 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55297220-66b5-43eb-b751-e84a93a49573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.263061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55297220-66b5-43eb-b751-e84a93a49573 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/99062e18-4845-4cd0-89a3-7d8018c0b1a5 HTTP/1.1" status: 204 len: 168 time: 0.4239633 Nov 03 19:01:04.279105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55297220-66b5-43eb-b751-e84a93a49573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99062e18-4845-4cd0-89a3-7d8018c0b1a5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:04.355786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ec251df5-1d28-4a99-9a04-f7bddd22b365, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:04.448438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463d3ad-f68e-473f-ad34-79763062af28 None None] Pushing event updated for resources: {'Port': ['ID=4decb7f1-698f-43f7-a50a-869aeea35e47,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:04.538411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Attempting to bind port 4decb7f1-698f-43f7-a50a-869aeea35e47 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:04.539350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Attempting to bind port 4decb7f1-698f-43f7-a50a-869aeea35e47 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:04.540187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Attempting to bind port 4decb7f1-698f-43f7-a50a-869aeea35e47 on network 2df5749a-67f8-446d-b6c3-4f4166916067 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:04.550039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:04.550901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Checking segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:04.551493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.552054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Bound using segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:04.553145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Bound port: 4decb7f1-698f-43f7-a50a-869aeea35e47, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:04.553748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.579229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'ec251df5-1d28-4a99-9a04-f7bddd22b365', 'network_id': 'b7f353eb-433b-4e52-b729-d217f836bfdf', 'port_id': 'ec251df5-1d28-4a99-9a04-f7bddd22b365', 'mac_address': 'fa:16:3e:f6:ba:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b315a57-1f7d-4ba0-9daf-8dd07551b057', 'ip_address': '19.86.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:04.744987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] For port 4decb7f1-698f-43f7-a50a-869aeea35e47, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:04.750795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] For port 4decb7f1-698f-43f7-a50a-869aeea35e47, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4decb7f1-698f-43f7-a50a-869aeea35e47,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:04.763701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.808206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.810899 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13b347da-a7f3-4b8d-8da6-f7f37ecbe2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.865604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40b61e-817e-4e0b-843a-765d2a31034e req-7177d4f7-0473-4e1e-ac96-8a40d22e0abb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:04.886844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad40b61e-817e-4e0b-843a-765d2a31034e req-7177d4f7-0473-4e1e-ac96-8a40d22e0abb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 944 time: 0.4646173 Nov 03 19:01:04.918441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc25a-0aba-424c-80ee-592ba1ec51a2 req-ec24e20e-1024-4b65-a2b0-46b3dc407e25 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:04.927747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-906bc25a-0aba-424c-80ee-592ba1ec51a2 req-ec24e20e-1024-4b65-a2b0-46b3dc407e25 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 944 time: 0.4889638 Nov 03 19:01:04.932790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:04.951495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec251df5-1d28-4a99-9a04-f7bddd22b365 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:04.966159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463d3ad-f68e-473f-ad34-79763062af28 None None] Pushing event updated for resources: {'Port': ['ID=4decb7f1-698f-43f7-a50a-869aeea35e47,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:04.976890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Routers {'3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:04.977579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:05.028127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ec251df5-1d28-4a99-9a04-f7bddd22b365, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:05.047329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.194474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-906bc25a-0aba-424c-80ee-592ba1ec51a2 req-17c420a5-c47f-41e0-b419-7ac6a37e550d tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529418 Nov 03 19:01:05.230321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ec251df5-1d28-4a99-9a04-f7bddd22b365,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:05.277810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] Set router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:05.353848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad40b61e-817e-4e0b-843a-765d2a31034e req-0d1be9ef-1537-472e-8154-aca3887e2180 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530597 Nov 03 19:01:05.371839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['ec251df5-1d28-4a99-9a04-f7bddd22b365'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:05.609926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f28c531b-893a-4581-ab22-4cfb8ae633e3 req-773b6a0f-c841-48fa-9dd4-47a0ca07b6de tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 210 time: 0.0654256 Nov 03 19:01:05.734173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.776518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:05.799210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e4e7d-a429-4c44-8a98-6a920c366ddd req-02eab3d9-dc56-45dd-aa95-c8193879c1e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:05.809323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e4e7d-a429-4c44-8a98-6a920c366ddd req-02eab3d9-dc56-45dd-aa95-c8193879c1e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:05.811231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef4e4e7d-a429-4c44-8a98-6a920c366ddd req-02eab3d9-dc56-45dd-aa95-c8193879c1e8 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1680 time: 0.1376114 Nov 03 19:01:05.896766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e099544-36aa-40ad-b922-7a7408da77d5 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:05.998907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef4e4e7d-a429-4c44-8a98-6a920c366ddd req-5de44d1b-82bb-438e-864a-d0247e75f9a7 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227610 Nov 03 19:01:06.023453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Allocated IP 172.25.8.184 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/50c762e4-0ccc-4470-9f38-efb937c1a15f) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:06.032455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33252) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:06.146266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:06.245437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.265499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 7e099544-36aa-40ad-b922-7a7408da77d5 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:06.311121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.366988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 7e099544-36aa-40ad-b922-7a7408da77d5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:06.368290 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.383413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1207865740-network', 'tenant_id': 'a79a812c1dae480d8135942ef1618183'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:06.497008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:06.507721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:06.508086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.525149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:06.548674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:06.559113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:06.607774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:00:58Z', 'revision_number': 4, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4decb7f1-698f-43f7-a50a-869aeea35e47', 'name': '', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'mac_address': 'fa:16:3e:43:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:53Z', 'updated_at': '2021-11-03T19:01:04Z', 'revision_number': 4, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'subnets': [{'id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:06.655066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Pushing event updated for resources: {'Port': ['ID=50c762e4-0ccc-4470-9f38-efb937c1a15f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:06.672543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfb5c9a-8ae8-4528-8b58-97819142fac8 None None] The sync data for ids ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'] in n-d-812151-4 is: [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:00:58Z', 'revision_number': 4, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4decb7f1-698f-43f7-a50a-869aeea35e47', 'name': '', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'mac_address': 'fa:16:3e:43:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:53Z', 'updated_at': '2021-11-03T19:01:04Z', 'revision_number': 4, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'subnets': [{'id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:06.727447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-dd2218f3-8dc6-4f37-8ed2-c216d7b88171 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:06.729113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-dd2218f3-8dc6-4f37-8ed2-c216d7b88171 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 811 time: 0.4524703 Nov 03 19:01:06.739078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Made reservation on behalf of a79a812c1dae480d8135942ef1618183 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:06.742471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.760872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.766773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Request body: {'port': {'device_id': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'admin_state_up': True, 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:06.813378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:06.919998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff133f-8631-459a-88d6-bc287d4f16ef req-433e3c53-16bb-4de5-94de-decb3ba57e28 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:06.929306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66ff133f-8631-459a-88d6-bc287d4f16ef req-433e3c53-16bb-4de5-94de-decb3ba57e28 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 944 time: 0.4990160 Nov 03 19:01:06.994448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e099544-36aa-40ad-b922-7a7408da77d5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e099544-36aa-40ad-b922-7a7408da77d5,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:07.000183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e099544-36aa-40ad-b922-7a7408da77d5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:07.005075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe8683-96b5-4539-92c0-9c4913b9054a req-5045f828-6ba6-4b46-96b7-71658b82a95f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:07.006450 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7730c7c-5f02-4bc4-945e-b793e08190fb" -d '{"events": [{"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-plugged", "status": "completed", "tag": "7e099544-36aa-40ad-b922-7a7408da77d5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:07.018125 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.030444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fffe8683-96b5-4539-92c0-9c4913b9054a req-5045f828-6ba6-4b46-96b7-71658b82a95f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 944 time: 0.2974718 Nov 03 19:01:07.104115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.106524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.107954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Made reservation on behalf of 34b10533658a4ba3a6d669d30f8f0cce for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:07.115170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.120944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.142208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:01:07.189740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4670a818-baa5-41ce-b060-1a60f04f22e4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:07.205569 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.206116 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Added segment 2f76c4b0-40fa-48ac-a48f-eaf54433b661 of type vlan for network 06478284-06bc-4ddd-ab30-28cc1c6869da Nov 03 19:01:07.323389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66ff133f-8631-459a-88d6-bc287d4f16ef req-973ff861-aaa8-4129-b1bf-c7d2f629bf7e tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483291 Nov 03 19:01:07.367159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.438149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.440121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:07.441170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.469529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4decb7f1-698f-43f7-a50a-869aeea35e47 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:07.483017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:07.565000 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5311980 Nov 03 19:01:07.585345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7e099544-36aa-40ad-b922-7a7408da77d5,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:07.594372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.596395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:07.599547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:07.686387 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:07.794259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Allocated IP 172.20.0.14 (2df5749a-67f8-446d-b6c3-4f4166916067/03642b47-ae06-45d2-ac86-b34a3d5446cc/9de03da6-5316-4a3a-bfa7-dfb82f2d5db4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:07.821987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ec251df5-1d28-4a99-9a04-f7bddd22b365 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:07.929440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fffe8683-96b5-4539-92c0-9c4913b9054a req-b8263afe-5438-4881-9338-18c313a7860e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8975017 Nov 03 19:01:07.944452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Request body: {'subnet': {'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1207865740-subnet', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:08.026818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcca55-3634-446c-9455-86bbebb56e14 admin admin] Pushing event updated for resources: {'Network': ['ID=06478284-06bc-4ddd-ab30-28cc1c6869da,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:08.113128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Made reservation on behalf of a79a812c1dae480d8135942ef1618183 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:08.118576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.141863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 06478284-06bc-4ddd-ab30-28cc1c6869da details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:01:08.218315 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd0aaa-2056-4fc8-a062-6faff69c486f x-openstack-request-id: req-98fd0aaa-2056-4fc8-a062-6faff69c486f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:08.218787 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-plugged", "status": "completed", "tag": "7e099544-36aa-40ad-b922-7a7408da77d5", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:08.219229 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-98fd0aaa-2056-4fc8-a062-6faff69c486f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:08.227168 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e099544-36aa-40ad-b922-7a7408da77d5', 'code': 200} Nov 03 19:01:08.702309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.745136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:08.814376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4decb7f1-698f-43f7-a50a-869aeea35e47 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:08.815018 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:08.826147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a9a9e66-87a3-4cb5-a2c6-cb54735721b1 req-91720c72-8363-4aca-8bb0-0d2026e4397e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 210 time: 1.1513474 Nov 03 19:01:08.963341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-834c3612-7b0f-4b73-b9ba-1d24945d6a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.013023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.041531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port ec251df5-1d28-4a99-9a04-f7bddd22b365 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:09.054633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:09.064147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port ec251df5-1d28-4a99-9a04-f7bddd22b365 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:09.064770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.191941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:09.192993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.294846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Pushing event updated for resources: {'Port': ['ID=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:09.340871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Network 2df5749a-67f8-446d-b6c3-4f4166916067 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:09.366593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:09.383550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:09.400267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4e78-ae8a-4e79-905d-be8c44577ca6 req-ff7d7a47-df39-4685-a2d6-2ccc73bd5a63 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:09.438751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4e78-ae8a-4e79-905d-be8c44577ca6 req-ff7d7a47-df39-4685-a2d6-2ccc73bd5a63 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:09.457853 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81da4e78-ae8a-4e79-905d-be8c44577ca6 req-ff7d7a47-df39-4685-a2d6-2ccc73bd5a63 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1681 time: 0.6550722 Nov 03 19:01:09.562747 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.660082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.694265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.722281 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.748135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:09.750404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.750741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45c1b-21fa-4231-9a64-da68f975a3c0 req-1268a150-c311-484f-bb99-8e1840cc6cc8 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:09.764242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70b45c1b-21fa-4231-9a64-da68f975a3c0 req-1268a150-c311-484f-bb99-8e1840cc6cc8 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 944 time: 0.2975833 Nov 03 19:01:09.791409 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.825975 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-f49a9432-ac6b-4d0a-957b-11269916b245 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0665812 Nov 03 19:01:09.875758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.884605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81da4e78-ae8a-4e79-905d-be8c44577ca6 req-cdd9476d-9056-47c5-afc5-e6760455ad24 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230251 Nov 03 19:01:10.014975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Request body: {'port': {'device_id': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:10.022660 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.062368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70b45c1b-21fa-4231-9a64-da68f975a3c0 req-0909abee-bd7e-4301-9b35-511c419d3cc8 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874472 Nov 03 19:01:10.077161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ec251df5-1d28-4a99-9a04-f7bddd22b365, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:10.082779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 4decb7f1-698f-43f7-a50a-869aeea35e47, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4decb7f1-698f-43f7-a50a-869aeea35e47,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:10.102437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.105927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.308340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181021a8-42d6-4199-99cf-e14003e543f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'}, {'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec251df5-1d28-4a99-9a04-f7bddd22b365'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:10.330065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e47777-8922-474d-a7a9-c4f7923bd64c,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.333331 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c6aae0-f825-49b6-97f3-c0c0be78ff49" -d '{"events": [{"server_uuid": "181021a8-42d6-4199-99cf-e14003e543f7", "name": "network-vif-plugged", "status": "completed", "tag": "77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef"}, {"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-plugged", "status": "completed", "tag": "ec251df5-1d28-4a99-9a04-f7bddd22b365"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:10.378928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.385405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Checking segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:10.386397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Network hostable DHCP agents. Network: 06478284-06bc-4ddd-ab30-28cc1c6869da, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:01:10.484291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,segment=NetworkSegment(0a9cce48-c661-4685-9cde-03d90a6fbaf8),segment_id=0a9cce48-c661-4685-9cde-03d90a6fbaf8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:10.486546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503137-b2fb-49cb-8b87-371b6005216f req-992dcc79-aeff-427b-8ac2-bdcc99d37a28 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.490628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc503137-b2fb-49cb-8b87-371b6005216f req-992dcc79-aeff-427b-8ac2-bdcc99d37a28 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 945 time: 0.3547459 Nov 03 19:01:10.498486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.512678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=4decb7f1-698f-43f7-a50a-869aeea35e47,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.583194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Network 06478284-06bc-4ddd-ab30-28cc1c6869da is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:01:10.616453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 06478284-06bc-4ddd-ab30-28cc1c6869da) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:10.640384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743b196-1e56-463d-ab1c-b2a5bad0bd99 None None] Network 06478284-06bc-4ddd-ab30-28cc1c6869da requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:10.653906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ec251df5-1d28-4a99-9a04-f7bddd22b365,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.675836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.676927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.763419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc503137-b2fb-49cb-8b87-371b6005216f req-24cba261-0861-4d18-b708-754c8b05460f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651491 Nov 03 19:01:10.827852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a2cf6-79a3-4814-9a2d-b81d048b39e2 req-c6c60558-8027-4a28-bf96-1a4179980a1c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:10.831269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d2a2cf6-79a3-4814-9a2d-b81d048b39e2 req-c6c60558-8027-4a28-bf96-1a4179980a1c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 932 time: 0.4200857 Nov 03 19:01:10.838773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Router 8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:01:10.886858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:11.015399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-353f89e4-de7b-433f-b39f-0a4ffaa72921 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2542994 Nov 03 19:01:11.028008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33296) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:11.039739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:11.201546 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083ca2dd-2267-4551-9cf6-000b5df39775 x-openstack-request-id: req-083ca2dd-2267-4551-9cf6-000b5df39775 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:11.201999 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181021a8-42d6-4199-99cf-e14003e543f7", "name": "network-vif-plugged", "status": "completed", "tag": "77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef", "code": 200}, {"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-plugged", "status": "completed", "tag": "ec251df5-1d28-4a99-9a04-f7bddd22b365", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:11.202428 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-083ca2dd-2267-4551-9cf6-000b5df39775 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:11.203053 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181021a8-42d6-4199-99cf-e14003e543f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef', 'code': 200} Nov 03 19:01:11.203449 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec251df5-1d28-4a99-9a04-f7bddd22b365', 'code': 200} Nov 03 19:01:11.287846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d2a2cf6-79a3-4814-9a2d-b81d048b39e2 req-ce526ed1-eea7-4d1f-92fc-1c5acd6eb892 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390862 Nov 03 19:01:11.477582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.479583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.498878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-06478284-06bc-4ddd-ab30-28cc1c6869da', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:01:11.500450 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.660536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ea372-011d-42f2-94f2-e4982d106b7f req-994f2d09-ef1c-499a-8336-81346e308ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.667951 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-283ea372-011d-42f2-94f2-e4982d106b7f req-994f2d09-ef1c-499a-8336-81346e308ab9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 1096 time: 0.2063704 Nov 03 19:01:11.780759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.867811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9100c95-a7d7-4614-9bab-332f14f1797d req-2a998a74-2277-44eb-92c0-89a2e44b4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.868539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9100c95-a7d7-4614-9bab-332f14f1797d req-2a998a74-2277-44eb-92c0-89a2e44b4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.871383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9100c95-a7d7-4614-9bab-332f14f1797d req-2a998a74-2277-44eb-92c0-89a2e44b4073 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1984 time: 0.5081005 Nov 03 19:01:11.891007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:11.894618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Allocated IP 172.20.0.2 (06478284-06bc-4ddd-ab30-28cc1c6869da/74e47777-8922-474d-a7a9-c4f7923bd64c/08369566-623e-4605-a80e-8385acbe4bea) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:11.909219 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] Sync routers for ids ['8bf7d5b1-2571-48d7-b6ff-8c8174bc5145'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:11.911477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4597-3784-4fa2-a0ce-c9310e9acc28 req-873c98b1-c1a8-41e7-ab9b-16cd6381033a tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.914143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a0a4597-3784-4fa2-a0ce-c9310e9acc28 req-873c98b1-c1a8-41e7-ab9b-16cd6381033a tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1982956 Nov 03 19:01:11.929975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecda8d-f895-49a2-b377-eccdb0dc3748 req-9eaadc28-4bb5-4f6d-9d9e-9d9f46071624 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.942544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecda8d-f895-49a2-b377-eccdb0dc3748 req-9eaadc28-4bb5-4f6d-9d9e-9d9f46071624 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:11.944259 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] Routers {'8bf7d5b1-2571-48d7-b6ff-8c8174bc5145'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:11.945379 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8bf7d5b1-2571-48d7-b6ff-8c8174bc5145'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:11.951861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0ecda8d-f895-49a2-b377-eccdb0dc3748 req-9eaadc28-4bb5-4f6d-9d9e-9d9f46071624 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1682 time: 0.4052396 Nov 03 19:01:11.978701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.984584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4e600f98-ba91-4f36-82ec-d9ef72d95a28 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "PUT /v2.0/routers/8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 HTTP/1.1" status: 200 len: 920 time: 7.8022938 Nov 03 19:01:11.999521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:12.029844 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-283ea372-011d-42f2-94f2-e4982d106b7f req-571cfb35-e7fa-43b5-b986-202b82e7baee service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819769 Nov 03 19:01:12.084320 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:12.125157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.132620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] Routers {'8bf7d5b1-2571-48d7-b6ff-8c8174bc5145'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:12.138729 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8bf7d5b1-2571-48d7-b6ff-8c8174bc5145'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:12.139643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.263897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:12.265797 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89188c7-51c5-4574-9be7-cc5f15e5e866 None None] The sync data for ids ['8bf7d5b1-2571-48d7-b6ff-8c8174bc5145'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:12.401985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:12.410332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4decb7f1-698f-43f7-a50a-869aeea35e47 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:12.450835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a0a4597-3784-4fa2-a0ce-c9310e9acc28 req-9abe95e0-2948-4cc0-a1e4-bb2559a26e8f tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921622 Nov 03 19:01:12.478136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.488923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.532052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Transition to ACTIVE for port object 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:01:12.550349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.572158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.622298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9100c95-a7d7-4614-9bab-332f14f1797d req-9b7e91a3-74ca-4a09-bd57-c94ab655ffca service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277734 Nov 03 19:01:12.707515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Pushing event updated for resources: {'Port': ['ID=08369566-623e-4605-a80e-8385acbe4bea,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:12.710224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0ecda8d-f895-49a2-b377-eccdb0dc3748 req-6a70fb81-57ad-4bfa-a88b-312fab191b18 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121410 Nov 03 19:01:12.733659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Network 06478284-06bc-4ddd-ab30-28cc1c6869da is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:12.738639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:12.760172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:12.813719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4decb7f1-698f-43f7-a50a-869aeea35e47 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:12.814269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.858621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9c9a4cc1-c9e3-4a77-b73e-a4d98245e00e tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 HTTP/1.1" status: 200 len: 926 time: 0.8547451 Nov 03 19:01:12.863425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33312) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:13.090098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32259e49-93d6-4834-b4bf-fbedf7c5a490 req-ff05e19a-969b-48d8-b663-c69b78d65a87 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:13.102202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32259e49-93d6-4834-b4bf-fbedf7c5a490 req-ff05e19a-969b-48d8-b663-c69b78d65a87 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 945 time: 0.4164867 Nov 03 19:01:13.155527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.193194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Attempting to bind port 08369566-623e-4605-a80e-8385acbe4bea on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:13.193906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Attempting to bind port 08369566-623e-4605-a80e-8385acbe4bea by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:13.194658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Attempting to bind port 08369566-623e-4605-a80e-8385acbe4bea on network 06478284-06bc-4ddd-ab30-28cc1c6869da {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:13.224901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:13.241853 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e09451e-d2c5-47a3-9fa1-538737581421" -d '{"events": [{"server_uuid": "64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:13.283801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:13.284683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Checking segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:13.286888 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.292975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Bound using segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:13.293983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Bound port: 08369566-623e-4605-a80e-8385acbe4bea, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:13.294583 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.307604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Pushing event updated for resources: {'Port': ['ID=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:13.316375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61711824-0105-4f4f-bf93-021357c8bb0b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:13.326243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33316) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:13.328922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-61711824-0105-4f4f-bf93-021357c8bb0b tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=8bf7d5b1-2571-48d7-b6ff-8c8174bc5145&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4636981 Nov 03 19:01:13.356261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32259e49-93d6-4834-b4bf-fbedf7c5a490 req-ab51ab20-9246-4675-aa51-ef89175e322a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525408 Nov 03 19:01:13.454088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dc642-c92f-462d-9976-3ce0bbe3bfba req-8c4f3599-d924-4c94-b902-6610265001a6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:13.463691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a93dc642-c92f-462d-9976-3ce0bbe3bfba req-8c4f3599-d924-4c94-b902-6610265001a6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 944 time: 0.4288142 Nov 03 19:01:13.496526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] For port 08369566-623e-4605-a80e-8385acbe4bea, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:13.541820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] For port 08369566-623e-4605-a80e-8385acbe4bea, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08369566-623e-4605-a80e-8385acbe4bea,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:13.552083 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:13.598526 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4b70c7-360d-44c2-9bfe-a031f8e7d08d x-openstack-request-id: req-dd4b70c7-360d-44c2-9bfe-a031f8e7d08d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:13.598810 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:13.599214 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dd4b70c7-360d-44c2-9bfe-a031f8e7d08d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:13.603220 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05', 'code': 200} Nov 03 19:01:13.625372 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:01:13.633714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a93dc642-c92f-462d-9976-3ce0bbe3bfba req-4d107e30-ac97-406c-959c-9ffe612e30b1 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574037 Nov 03 19:01:13.839844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebe879-f20a-453d-887e-d6c76d4b706c None None] Pushing event updated for resources: {'Port': ['ID=08369566-623e-4605-a80e-8385acbe4bea,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:13.998925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Attempting to bind port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:13.999528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Attempting to bind port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:13.999968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Attempting to bind port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 on network 2df5749a-67f8-446d-b6c3-4f4166916067 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:14.023941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e32a9b-5d20-49ac-b0de-70a478abc0a8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.029018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf51f-9832-4a85-9f85-32d7c9a9525d req-15682ed4-970a-4c30-8d3d-5f19e08f5ab9 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.029285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-39e32a9b-5d20-49ac-b0de-70a478abc0a8 tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.6982706 Nov 03 19:01:14.029433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-664bf51f-9832-4a85-9f85-32d7c9a9525d req-15682ed4-970a-4c30-8d3d-5f19e08f5ab9 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.2736809 Nov 03 19:01:14.029880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33326) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:14.057415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 on network 2df5749a-67f8-446d-b6c3-4f4166916067 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:01:14.057952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Attempting to bind port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 on network 2df5749a-67f8-446d-b6c3-4f4166916067 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:14.068937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b525a-7619-4457-9a0d-0a70128fc51a req-4a116bef-51d5-49c9-81f0-7f6ca6bdb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.072314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d4b525a-7619-4457-9a0d-0a70128fc51a req-4a116bef-51d5-49c9-81f0-7f6ca6bdb125 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.3302507 Nov 03 19:01:14.105710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:14.106590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Checking segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:14.107449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Bound using segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:14.108827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Bound port: 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:14.109782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.180873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0846e0d3-8dd9-4afd-bc8a-b97914547a57 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 HTTP/1.1" status: 200 len: 205 time: 0.1497371 Nov 03 19:01:14.197586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33328) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:14.286478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc596162-6190-4662-90d7-99e77bb0e212 req-33a4506b-be56-4cca-bd13-4761145e28b9 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.297195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc596162-6190-4662-90d7-99e77bb0e212 req-33a4506b-be56-4cca-bd13-4761145e28b9 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.300092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc596162-6190-4662-90d7-99e77bb0e212 req-33a4506b-be56-4cca-bd13-4761145e28b9 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1682 time: 0.3695865 Nov 03 19:01:14.367755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-664bf51f-9832-4a85-9f85-32d7c9a9525d req-e2a84356-0ba2-4a07-ad4a-d76188c4ec00 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151951 Nov 03 19:01:14.373215 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d4b525a-7619-4457-9a0d-0a70128fc51a req-40ac74fd-b9bb-431b-ab03-7544607edf43 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846842 Nov 03 19:01:14.509912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] For port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:14.517387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.551684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] For port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:14.553159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc596162-6190-4662-90d7-99e77bb0e212 req-7cfdc5e8-e9f9-456b-b6f4-fac424589fd0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322884 Nov 03 19:01:14.554246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.563548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.578187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.654503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.655347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:14.658249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] 10.222.0.115 "PUT /v2.0/ports/9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 HTTP/1.1" status: 200 len: 1092 time: 4.6860545 Nov 03 19:01:14.658810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'tag': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:14.662833 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a845bfc-4761-41c0-b0c3-43ebea3fd940" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1544fc-b319-4c90-86bf-1e4e2133187b", "tag": "9de03da6-5316-4a3a-bfa7-dfb82f2d5db4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:14.794620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658887b-58a9-4bfe-91e7-0a5e793a036e service neutron] Pushing event updated for resources: {'Port': ['ID=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:14.897918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Allocated IP 172.25.8.169 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/ab5be8ea-4cbe-46b8-a8d8-78b540563367) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:14.933218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-0423abea-003d-4577-85de-ad42fbdb2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:14.936332 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-0423abea-003d-4577-85de-ad42fbdb2be4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 1095 time: 0.1628547 Nov 03 19:01:15.008440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe812ae3-bd1e-4c01-a8ce-504bec3ad8bf req-c65f6904-c948-4a84-891f-f8321efbbdfe tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:15.014834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe812ae3-bd1e-4c01-a8ce-504bec3ad8bf req-c65f6904-c948-4a84-891f-f8321efbbdfe tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 945 time: 0.2153175 Nov 03 19:01:15.058274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-0736d503-6fa3-47e0-b9e2-d58629107417 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 HTTP/1.1" status: 200 len: 217 time: 0.0903149 Nov 03 19:01:15.206743 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.308189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe812ae3-bd1e-4c01-a8ce-504bec3ad8bf req-48ab47f6-608a-477e-94cb-b7f3fffc8fc7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635517 Nov 03 19:01:15.320195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102924-7e16-48a9-abd7-b0bad0c4bdc5 req-1220d419-3d1f-40ee-be18-3a70493936f6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:15.331463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2102924-7e16-48a9-abd7-b0bad0c4bdc5 req-1220d419-3d1f-40ee-be18-3a70493936f6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 944 time: 0.3552573 Nov 03 19:01:15.333894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8dc11637-3693-4847-a007-cb09518007c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:15.338143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-8dc11637-3693-4847-a007-cb09518007c8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.2519021 Nov 03 19:01:15.441253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.476181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2102924-7e16-48a9-abd7-b0bad0c4bdc5 req-cb547dbd-7d4c-4a5a-89e2-92588a02477f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435375 Nov 03 19:01:15.487791 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2c7363-7b8b-45de-9551-ee33ce53740b x-openstack-request-id: req-5e2c7363-7b8b-45de-9551-ee33ce53740b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:15.488072 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1544fc-b319-4c90-86bf-1e4e2133187b", "tag": "9de03da6-5316-4a3a-bfa7-dfb82f2d5db4", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:15.488759 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e2c7363-7b8b-45de-9551-ee33ce53740b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:15.489815 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'tag': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4', 'status': 'completed', 'code': 200} Nov 03 19:01:15.493810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-a453b42b-326f-4126-b644-e5bf31837f82 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898013 Nov 03 19:01:15.589177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Deleting port 50c762e4-0ccc-4470-9f38-efb937c1a15f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:15.590042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.635046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.870580 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8abe74-b3c9-4843-9caf-b5907c69804f None None] Network 06478284-06bc-4ddd-ab30-28cc1c6869da requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:15.878042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:15.895274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:15.920064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Pushing event updated for resources: {'Port': ['ID=ab5be8ea-4cbe-46b8-a8d8-78b540563367,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:15.932431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:16.007339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a8ea4409-a3f5-4afe-99d2-3abffbc5b5ef None None] Provisioning complete for port 08369566-623e-4605-a80e-8385acbe4bea triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:16.008488 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4409-a3f5-4afe-99d2-3abffbc5b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.073694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19131f5b-9555-4d1f-ad28-710163408419 req-d1575b80-2d70-4f86-8229-0b3e58c54eb8 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:16.085122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19131f5b-9555-4d1f-ad28-710163408419 req-d1575b80-2d70-4f86-8229-0b3e58c54eb8 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.2738903 Nov 03 19:01:16.184828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.308039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33348) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:16.358521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Calling delete_port for 50c762e4-0ccc-4470-9f38-efb937c1a15f owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:16.415819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f3cce-9dba-45cd-8a99-0267d42e524e req-85f46787-55eb-4413-a5cb-d0f7b72cd45c tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:16.431111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f3cce-9dba-45cd-8a99-0267d42e524e req-85f46787-55eb-4413-a5cb-d0f7b72cd45c tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:16.446377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-531f3cce-9dba-45cd-8a99-0267d42e524e req-85f46787-55eb-4413-a5cb-d0f7b72cd45c tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1682 time: 0.5338347 Nov 03 19:01:16.481969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19131f5b-9555-4d1f-ad28-710163408419 req-2c7855b9-0906-478f-862e-18eaea0a6c99 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696189 Nov 03 19:01:16.501241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 08369566-623e-4605-a80e-8385acbe4bea up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:16.510905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4409-a3f5-4afe-99d2-3abffbc5b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.644601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a8ea4409-a3f5-4afe-99d2-3abffbc5b5ef None None] For port 08369566-623e-4605-a80e-8385acbe4bea, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08369566-623e-4605-a80e-8385acbe4bea,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:16.668300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-a24048e4-d9dd-4310-bf93-32b8ec4a6af2 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0764928 Nov 03 19:01:16.671491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4409-a3f5-4afe-99d2-3abffbc5b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.860049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 08369566-623e-4605-a80e-8385acbe4bea triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:16.861304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.943631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea4409-a3f5-4afe-99d2-3abffbc5b5ef None None] Pushing event updated for resources: {'Port': ['ID=08369566-623e-4605-a80e-8385acbe4bea,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.029302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83cf9858-89aa-464b-a865-dadf348ea8c0 req-48816fa7-e554-4340-8daf-0cfda40149c3 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446302 Nov 03 19:01:17.096537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-531f3cce-9dba-45cd-8a99-0267d42e524e req-b2849675-a833-40e9-8565-e007cfef8067 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108952 Nov 03 19:01:17.112656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9163bf7a-43d0-4035-b3fe-d4da823e712c None None] Provisioning complete for port 08369566-623e-4605-a80e-8385acbe4bea triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:17.113333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9163bf7a-43d0-4035-b3fe-d4da823e712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.266091 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.342529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-703ca714-ce71-400a-bc40-08f1588745d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:17.346955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-703ca714-ce71-400a-bc40-08f1588745d8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 1095 time: 0.2059722 Nov 03 19:01:17.586349 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.937993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event deleted for resources: {'Port': ['ID=50c762e4-0ccc-4470-9f38-efb937c1a15f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.941330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-cb88f626-70fa-46c0-9165-da01f91ab1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:17.944873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-cb88f626-70fa-46c0-9165-da01f91ab1df service neutron] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 912 time: 0.5171478 Nov 03 19:01:18.072464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-cd567f02-b9ab-4010-8d13-99180ca44a73 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 HTTP/1.1" status: 200 len: 217 time: 0.0725853 Nov 03 19:01:18.073648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31242-231d-4550-9a6c-4ab0bb8cb42b req-be9887ed-885e-400d-9a0b-1e05ed7a55c6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:18.076377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffc31242-231d-4550-9a6c-4ab0bb8cb42b req-be9887ed-885e-400d-9a0b-1e05ed7a55c6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 944 time: 1.1071751 Nov 03 19:01:18.139593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.165159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba81dad-98e2-4d82-a36d-48f414d1abcf req-a5156711-dd0f-45a5-9f79-653370ce2e91 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:18.167824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ba81dad-98e2-4d82-a36d-48f414d1abcf req-a5156711-dd0f-45a5-9f79-653370ce2e91 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.3069913 Nov 03 19:01:18.172129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.315168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 08369566-623e-4605-a80e-8385acbe4bea up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:18.328845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-85271c54-4d76-4c7e-8464-079faff41d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:18.332554 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-85271c54-4d76-4c7e-8464-079faff41d5a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.2433059 Nov 03 19:01:18.431854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 08369566-623e-4605-a80e-8385acbe4bea triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:18.432194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-b943b116-1c5f-4108-9dd2-e5ca6828a47d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643165 Nov 03 19:01:18.432475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.530112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffc31242-231d-4550-9a6c-4ab0bb8cb42b req-e2032a25-9bdc-4a69-a248-067170ff8b8d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370394 Nov 03 19:01:18.555564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.563496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.601189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:01:18.604275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ba81dad-98e2-4d82-a36d-48f414d1abcf req-3336cd6a-6d69-4199-aa20-1c0c5416b587 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256258 Nov 03 19:01:18.689330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.690015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:18.719521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.727879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fb76baf6-8c18-4f71-9546-5bb029bf0648 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 HTTP/1.1" status: 204 len: 168 time: 4.4265649 Nov 03 19:01:18.729465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33370) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:18.736901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-843694006', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:18.804083 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-fef88a5f-2fdf-49ea-9e48-f8cf863c43ca service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467591 Nov 03 19:01:18.866010 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.867838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.975577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89d960-37ca-48e1-a916-f8f108281ca6 req-aef71d11-0089-444c-b331-70d061a718be tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:18.987916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89d960-37ca-48e1-a916-f8f108281ca6 req-aef71d11-0089-444c-b331-70d061a718be tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:18.991729 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d89d960-37ca-48e1-a916-f8f108281ca6 req-aef71d11-0089-444c-b331-70d061a718be tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1682 time: 0.2002692 Nov 03 19:01:19.064428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:19.079319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.091348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.092620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4c7d4bb7-3c26-4d7b-87a1-eb35d68dc09b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0631826 Nov 03 19:01:19.098076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:19.100438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Sync routers for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:19.118403 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a845bfc-4761-41c0-b0c3-43ebea3fd940 req-d61dbb10-316e-4ce5-866f-5b8e0c5dd761 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988563 Nov 03 19:01:19.120052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:19.121879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:19.290091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d89d960-37ca-48e1-a916-f8f108281ca6 req-8a3b61ec-7c7d-4e1b-9abb-a0d9d6287e3b tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392132 Nov 03 19:01:19.367712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:19.489095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.698171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d2a35-cad8-477c-b90a-599355a63028 req-e65dd67b-2725-480b-8bef-e7207f9bf75b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:19.700637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c01d2a35-cad8-477c-b90a-599355a63028 req-e65dd67b-2725-480b-8bef-e7207f9bf75b tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1739872 Nov 03 19:01:19.723844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:19.789159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:16Z', 'revision_number': 3, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:19.867501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Checking router: 343efc1b-9c1b-40ef-8313-ce4ec17acb43 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:01:19.868064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Updating router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 port ab5be8ea-4cbe-46b8-a8d8-78b540563367 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:01:19.874250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:19.951164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da6244-5523-4426-8033-fc08a9b58e2e req-70afbf81-fb90-4ed7-a0ca-6b482542b6e0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:19.953623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5da6244-5523-4426-8033-fc08a9b58e2e req-70afbf81-fb90-4ed7-a0ca-6b482542b6e0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 944 time: 0.2496483 Nov 03 19:01:19.983243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c01d2a35-cad8-477c-b90a-599355a63028 req-e16c1f92-608d-41c8-92eb-e1661c271def tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719831 Nov 03 19:01:19.985376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.230336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:20.275415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5da6244-5523-4426-8033-fc08a9b58e2e req-21619d78-e769-4055-aeec-3f128bd6fc31 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886734 Nov 03 19:01:20.292833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'port_id': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4', 'mac_address': 'fa:16:3e:12:ff:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:20.353004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-2983ed04-c1a6-4e96-b7d5-b1d6319a49a0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:20.361814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-2983ed04-c1a6-4e96-b7d5-b1d6319a49a0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:20.363736 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-2983ed04-c1a6-4e96-b7d5-b1d6319a49a0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.115 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1682 time: 0.6941886 Nov 03 19:01:20.496765 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.540999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:20.578895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:20.599418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.610680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.640761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.686219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.732757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61300410-9faf-45fc-bdf3-5c61f2bdd62e req-31046262-fdda-4fa5-b031-f90763959d9e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:20.736349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:20.744514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61300410-9faf-45fc-bdf3-5c61f2bdd62e req-31046262-fdda-4fa5-b031-f90763959d9e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:20.746544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.747438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61300410-9faf-45fc-bdf3-5c61f2bdd62e req-31046262-fdda-4fa5-b031-f90763959d9e tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 1682 time: 0.2214596 Nov 03 19:01:20.762796 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.778934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port ec251df5-1d28-4a99-9a04-f7bddd22b365 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:20.778934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.865683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Attempting to bind port ab5be8ea-4cbe-46b8-a8d8-78b540563367 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:20.866259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Attempting to bind port ab5be8ea-4cbe-46b8-a8d8-78b540563367 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:20.866927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Attempting to bind port ab5be8ea-4cbe-46b8-a8d8-78b540563367 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:20.883370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:20.884233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:20.884901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.885862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:20.886645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Bound port: ab5be8ea-4cbe-46b8-a8d8-78b540563367, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:20.887331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:20.893574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9de03da6-5316-4a3a-bfa7-dfb82f2d5db4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:20.896785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287c6bc-8ad5-4892-b774-f4b2db6f957c None None] Pushing event updated for resources: {'Port': ['ID=ab5be8ea-4cbe-46b8-a8d8-78b540563367,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:21.081594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61300410-9faf-45fc-bdf3-5c61f2bdd62e req-e06abf7c-1ac7-4f44-a7b3-b25f8a3cc6cd tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637300 Nov 03 19:01:21.139748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Allocated IP 172.25.8.166 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/796960aa-c9fc-4854-812e-92dca3938c4b) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:21.174179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Allocated IP 172.20.0.1 (06478284-06bc-4ddd-ab30-28cc1c6869da/74e47777-8922-474d-a7a9-c4f7923bd64c/7f047733-dbb5-4e17-bdac-64e1e7981f39) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:21.221816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port ec251df5-1d28-4a99-9a04-f7bddd22b365, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ec251df5-1d28-4a99-9a04-f7bddd22b365,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:21.222877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.237662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Deleting port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:21.238226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.269048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for ec251df5-1d28-4a99-9a04-f7bddd22b365 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:21.295787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] For port ab5be8ea-4cbe-46b8-a8d8-78b540563367, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:21.306310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] For port ab5be8ea-4cbe-46b8-a8d8-78b540563367, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ab5be8ea-4cbe-46b8-a8d8-78b540563367,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:21.326968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.563367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3b5a-2257-45fa-a94d-3f7f564462a2 req-a7884134-64af-4b30-abe8-72bc7d57b608 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:21.568411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.577770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06db3b5a-2257-45fa-a94d-3f7f564462a2 req-a7884134-64af-4b30-abe8-72bc7d57b608 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.3706517 Nov 03 19:01:21.591138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287c6bc-8ad5-4892-b774-f4b2db6f957c None None] Pushing event updated for resources: {'Port': ['ID=ab5be8ea-4cbe-46b8-a8d8-78b540563367,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:21.596358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:21.597638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:21.749922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] For port 14506657-03ad-4a41-b09b-2d8dfbb6c3fd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:21.749922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.769169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.770188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.772748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:21.782287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:21.798593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-e84e9ae0-763f-4be8-8729-308d472d87f5 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:21.801425 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-e84e9ae0-763f-4be8-8729-308d472d87f5 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.110 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.2084081 Nov 03 19:01:21.833022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Calling delete_port for 14506657-03ad-4a41-b09b-2d8dfbb6c3fd owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:21.866968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b2571-c8e6-4bbd-9475-41a4fd084142 req-bb301e40-c0d2-4107-bd48-195dc70539ce tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:21.870800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e2b2571-c8e6-4bbd-9475-41a4fd084142 req-bb301e40-c0d2-4107-bd48-195dc70539ce tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 945 time: 0.3392632 Nov 03 19:01:21.895901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Network 06478284-06bc-4ddd-ab30-28cc1c6869da is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:21.900290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06db3b5a-2257-45fa-a94d-3f7f564462a2 req-95876dae-eba5-4e9b-b9d3-a2bc954eba20 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201339 Nov 03 19:01:21.932757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:21.940843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:22.070511 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.071268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.107099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e2b2571-c8e6-4bbd-9475-41a4fd084142 req-c90821b4-c6d9-4b8d-8245-89d4750e6ce0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055581 Nov 03 19:01:22.198536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:22.232694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Pushing event updated for resources: {'Port': ['ID=7f047733-dbb5-4e17-bdac-64e1e7981f39,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:22.275159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:22.311620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port ec251df5-1d28-4a99-9a04-f7bddd22b365 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:22.319046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:22.335880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event updated for resources: {'Port': ['ID=796960aa-c9fc-4854-812e-92dca3938c4b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:22.343260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.345658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.347637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.348179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.349548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.351394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.353175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.353720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.354051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.354384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.354921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.355513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:22.371050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:16Z', 'revision_number': 3, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:22.379808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.396823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.115 "DELETE /v2.0/ports/ec251df5-1d28-4a99-9a04-f7bddd22b365 HTTP/1.1" status: 204 len: 173 time: 1.9757605 Nov 03 19:01:22.399491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-deleted', 'tag': 'ec251df5-1d28-4a99-9a04-f7bddd22b365'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:22.412123 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd9285-5ccb-4c5a-a836-1973903626be" -d '{"events": [{"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-deleted", "tag": "ec251df5-1d28-4a99-9a04-f7bddd22b365"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:22.441975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aa638-6ce2-4bba-93f7-0be25b5e974e None None] The sync data for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 is: [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:16Z', 'revision_number': 3, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:22.580534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-33c1a0d7-431b-45be-a9e7-dfd4fa1c4a03 None None] Provisioning complete for port 7f047733-dbb5-4e17-bdac-64e1e7981f39 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:22.581323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33c1a0d7-431b-45be-a9e7-dfd4fa1c4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.694893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-33c1a0d7-431b-45be-a9e7-dfd4fa1c4a03 None None] Port 7f047733-dbb5-4e17-bdac-64e1e7981f39 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:22.709022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42656486-a60e-405b-9b70-50632244be13 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=ec251df5-1d28-4a99-9a04-f7bddd22b365,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:22.712534 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646793a7-d1d1-4839-adf9-e5092050c29d x-openstack-request-id: req-646793a7-d1d1-4839-adf9-e5092050c29d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:22.713368 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-deleted", "tag": "ec251df5-1d28-4a99-9a04-f7bddd22b365", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:22.713368 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-646793a7-d1d1-4839-adf9-e5092050c29d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:22.713686 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-deleted', 'tag': 'ec251df5-1d28-4a99-9a04-f7bddd22b365', 'status': 'completed', 'code': 200} Nov 03 19:01:22.775767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:22.816527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Deleting port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:22.817111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.081037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port 7e099544-36aa-40ad-b922-7a7408da77d5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:23.081493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.238768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] For port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,segment=NetworkSegment(0a9cce48-c661-4685-9cde-03d90a6fbaf8),segment_id=0a9cce48-c661-4685-9cde-03d90a6fbaf8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:23.239296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.251005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940eb4-650c-45ec-8d28-8cca2b533130 req-d66bfd35-6367-4df5-ab22-432fa159c652 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:23.253836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b940eb4-650c-45ec-8d28-8cca2b533130 req-d66bfd35-6367-4df5-ab22-432fa159c652 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 945 time: 0.9499986 Nov 03 19:01:23.266072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Calling delete_port for 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:23.327112 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.408879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Pushing event deleted for resources: {'Port': ['ID=14506657-03ad-4a41-b09b-2d8dfbb6c3fd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:23.440693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf761c-e9ea-435b-9fda-4213e7a14ac5 req-187426d7-467c-4e1b-8ba7-72d637b916e7 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:23.442268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aadf761c-e9ea-435b-9fda-4213e7a14ac5 req-187426d7-467c-4e1b-8ba7-72d637b916e7 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 945 time: 0.2380552 Nov 03 19:01:23.464306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port 7e099544-36aa-40ad-b922-7a7408da77d5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e099544-36aa-40ad-b922-7a7408da77d5,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:23.465093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.533670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b940eb4-650c-45ec-8d28-8cca2b533130 req-9ce5ceb2-0b4b-44be-9f3f-788e4668b5a1 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/security-groups?id=373eedf0-4f25-473d-abaf-25dcb90da004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541437 Nov 03 19:01:23.534131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for 7e099544-36aa-40ad-b922-7a7408da77d5 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:23.630841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.632400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aadf761c-e9ea-435b-9fda-4213e7a14ac5 req-c9371f00-0ecd-4c39-8f25-7e58ccbf8996 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/security-groups?id=fb1a8b99-4648-4cce-97a8-53b4d45730e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739793 Nov 03 19:01:23.641682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.762533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:23.768063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:23.955900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:23.965450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:23.966168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.060778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd63-63e3-4dfc-a12c-12141e2c3906 req-90d741ac-7dce-4af3-bf8d-ca3642c444e8 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:24.061387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f53fd63-63e3-4dfc-a12c-12141e2c3906 req-90d741ac-7dce-4af3-bf8d-ca3642c444e8 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 945 time: 0.3300819 Nov 03 19:01:24.106574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.109124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.109770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.119665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Pushing event updated for resources: {'Port': ['ID=7f047733-dbb5-4e17-bdac-64e1e7981f39,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.149141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.172758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:24.196658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Pushing event deleted for resources: {'Port': ['ID=7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.205824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.328330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:24.332022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:24.336496 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d22899-6ef2-456d-a3f7-9d8f127bad87" -d '{"events": [{"server_uuid": "6e1544fc-b319-4c90-86bf-1e4e2133187b", "name": "network-vif-plugged", "status": "completed", "tag": "9de03da6-5316-4a3a-bfa7-dfb82f2d5db4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:24.348537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.350950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ec251df5-1d28-4a99-9a04-f7bddd22b365 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:24.362376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=7e099544-36aa-40ad-b922-7a7408da77d5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.384028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] No DVR routers for this DVR port 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:24.390611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.396374 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7e07d05a-a2a5-48f8-95f3-5650bce27b53 req-01017ee8-b5cc-4c8c-8212-ca8857f47e7c tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.110 "DELETE /v2.0/ports/7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 HTTP/1.1" status: 204 len: 173 time: 2.5396011 Nov 03 19:01:24.506862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: ec251df5-1d28-4a99-9a04-f7bddd22b365 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:24.507452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ec251df5-1d28-4a99-9a04-f7bddd22b365 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:24.508283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e099544-36aa-40ad-b922-7a7408da77d5 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:24.508423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f53fd63-63e3-4dfc-a12c-12141e2c3906 req-f1480c47-7f01-4490-820e-16d594fa4f02 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098661 Nov 03 19:01:24.601253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port 7e099544-36aa-40ad-b922-7a7408da77d5 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:24.616608 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.622125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc99a26c-4c2b-49b5-859e-3dada2890626 req-e9ac9c3a-4c03-43b3-9d75-7366228ad36f tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.115 "DELETE /v2.0/ports/7e099544-36aa-40ad-b922-7a7408da77d5 HTTP/1.1" status: 204 len: 173 time: 2.1785419 Nov 03 19:01:24.623715 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e4b9a-cbc0-45bf-ab4e-51c0b74bfa7f x-openstack-request-id: req-9c8e4b9a-cbc0-45bf-ab4e-51c0b74bfa7f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:24.624019 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1544fc-b319-4c90-86bf-1e4e2133187b", "name": "network-vif-plugged", "status": "completed", "tag": "9de03da6-5316-4a3a-bfa7-dfb82f2d5db4", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:24.624276 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c8e4b9a-cbc0-45bf-ab4e-51c0b74bfa7f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:24.624740 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4', 'code': 200} Nov 03 19:01:24.634037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 7e099544-36aa-40ad-b922-7a7408da77d5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:24.634482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e099544-36aa-40ad-b922-7a7408da77d5 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:24.683789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.705768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ab5be8ea-4cbe-46b8-a8d8-78b540563367 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:24.727977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'name': 'network-vif-deleted', 'tag': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05'}, {'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-deleted', 'tag': '7e099544-36aa-40ad-b922-7a7408da77d5'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:24.736157 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b74551-3abc-4247-bc33-7438c70d40c3" -d '{"events": [{"server_uuid": "64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3", "name": "network-vif-deleted", "tag": "7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05"}, {"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-deleted", "tag": "7e099544-36aa-40ad-b922-7a7408da77d5"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:24.779626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Network 06478284-06bc-4ddd-ab30-28cc1c6869da is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:24.804243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:24.848700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.936691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port ab5be8ea-4cbe-46b8-a8d8-78b540563367 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:24.937525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.046491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-482c0d5b-6a1a-49a6-a2bc-91cf4b735f8a req-057d35f9-af79-4695-9384-4764dbb6a027 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "GET /v2.0/ports?device_id=7282b3d1-443d-4bf9-845f-2ca75aa78833 HTTP/1.1" status: 200 len: 210 time: 0.1682417 Nov 03 19:01:25.288927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.310625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-f933b2ce-e850-4ca4-892d-01fad8a32782 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2655289 Nov 03 19:01:25.320595 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84399c-1340-4bbc-86a5-63609c5996fe x-openstack-request-id: req-cd84399c-1340-4bbc-86a5-63609c5996fe {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:25.328653 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3", "name": "network-vif-deleted", "tag": "7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05", "status": "completed", "code": 200}, {"server_uuid": "7282b3d1-443d-4bf9-845f-2ca75aa78833", "name": "network-vif-deleted", "tag": "7e099544-36aa-40ad-b922-7a7408da77d5", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:25.329204 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cd84399c-1340-4bbc-86a5-63609c5996fe {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:25.330197 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3', 'name': 'network-vif-deleted', 'tag': '7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05', 'status': 'completed', 'code': 200} Nov 03 19:01:25.330344 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b3d1-443d-4bf9-845f-2ca75aa78833', 'name': 'network-vif-deleted', 'tag': '7e099544-36aa-40ad-b922-7a7408da77d5', 'status': 'completed', 'code': 200} Nov 03 19:01:25.332624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port ab5be8ea-4cbe-46b8-a8d8-78b540563367, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ab5be8ea-4cbe-46b8-a8d8-78b540563367,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:25.341122 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.349605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-032a4361-b888-46fa-b7b4-54152e09847c req-959a7334-6e0f-448e-b75d-942afd173dc4 tempest-ServerAddressesTestJSON-912590229 tempest-ServerAddressesTestJSON-912590229-project] 10.222.0.91 "GET /v2.0/ports?device_id=64c5aad2-b8ec-4f6c-9424-b85e77c4ecf3 HTTP/1.1" status: 200 len: 210 time: 0.2986689 Nov 03 19:01:25.437375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=ab5be8ea-4cbe-46b8-a8d8-78b540563367,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.480600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-82e5d19f-fb13-4374-930c-0def465f0c02 None None] Provisioning complete for port 7f047733-dbb5-4e17-bdac-64e1e7981f39 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:25.482063 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82e5d19f-fb13-4374-930c-0def465f0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.557376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:01:25.655435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-f88fb0c7-3e17-401d-8a31-df0f014ffb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:25.662912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-82e5d19f-fb13-4374-930c-0def465f0c02 None None] Port 7f047733-dbb5-4e17-bdac-64e1e7981f39 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:01:25.665786 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-f88fb0c7-3e17-401d-8a31-df0f014ffb64 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1097 time: 0.2356465 Nov 03 19:01:25.759434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff61-ed66-42c9-905b-12a148f4b33c req-24c2a489-5d1f-4273-b7c5-3c967ded0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:25.761932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acb9ff61-ed66-42c9-905b-12a148f4b33c req-24c2a489-5d1f-4273-b7c5-3c967ded0e8f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 1097 time: 0.6868708 Nov 03 19:01:25.771749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Router a136b578-1738-45e8-b660-773c91f5b212 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:01:25.841870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Router 435496f0-56c4-485b-b559-dddaaec9914e is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:01:25.864952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd4f0c-f7b0-4632-9769-84ef253d7aa1 req-ba2019c2-27f0-4dc0-b1c2-50c33f31d211 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:25.867355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cd4f0c-f7b0-4632-9769-84ef253d7aa1 req-ba2019c2-27f0-4dc0-b1c2-50c33f31d211 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.1804790 Nov 03 19:01:26.006538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acb9ff61-ed66-42c9-905b-12a148f4b33c req-a62d60bc-07c2-47ec-aba7-a37d483f023d service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296748 Nov 03 19:01:26.196891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33430) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:26.214001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:26.264556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:26.266137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 7c3fba5b-2621-4ff6-b7f4-8b2fa6163e05 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:26.304766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ab5be8ea-4cbe-46b8-a8d8-78b540563367 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:26.411554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port ab5be8ea-4cbe-46b8-a8d8-78b540563367 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:26.414782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.417837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:26.444814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0804b9d2-fafa-484b-b863-9facc315df29 admin admin] 10.222.0.91 "PUT /v2.0/routers/343efc1b-9c1b-40ef-8313-ce4ec17acb43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3256781 Nov 03 19:01:26.445100 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Sync routers for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:26.453998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-fa0d20a1-e95b-4128-a896-4763c4fa1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:26.457085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-fa0d20a1-e95b-4128-a896-4763c4fa1b0f service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.7001724 Nov 03 19:01:26.463183 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:26.464286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:26.625545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33438) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:26.628029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-8a0fb4f8-edee-400e-b3e1-3b07f4d99983 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 217 time: 0.1613090 Nov 03 19:01:26.739725 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:26.834014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83cd4f0c-f7b0-4632-9769-84ef253d7aa1 req-b851bc75-d779-41c2-91f5-77f096c0f2f1 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507377 Nov 03 19:01:26.855521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-2ef424ca-4d51-4803-8b7f-971d63a5e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:26.857587 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-2ef424ca-4d51-4803-8b7f-971d63a5e062 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2002604 Nov 03 19:01:26.937325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Deleting subnet bc8b0fff-6afe-40c1-8f6c-19d9f47e6132 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:26.947901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.999235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting subnet 7b315a57-1f7d-4ba0-9daf-8dd07551b057 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:27.009242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.013886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-c26565fe-519b-4a77-8fe0-bc0a65f94660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:27.015761 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-c26565fe-519b-4a77-8fe0-bc0a65f94660 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368139 Nov 03 19:01:27.019498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.049941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:27.062342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] Sync routers for ids ['435496f0-56c4-485b-b559-dddaaec9914e'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:27.085249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] Routers {'435496f0-56c4-485b-b559-dddaaec9914e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:27.086346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['435496f0-56c4-485b-b559-dddaaec9914e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:27.099640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:27.118160 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] Sync routers for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:27.124791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-192c9c01-5e44-4192-a51e-2cdb3d3a792d admin admin] 10.222.0.91 "PUT /v2.0/routers/a136b578-1738-45e8-b660-773c91f5b212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8073552 Nov 03 19:01:27.127109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33446) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:27.164993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.179756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:27.184683 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:27.187298 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:27.200092 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.204870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] Routers {'435496f0-56c4-485b-b559-dddaaec9914e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:27.206008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['435496f0-56c4-485b-b559-dddaaec9914e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:27.213656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-47ade648-992e-4a73-baf5-0014028172f5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4802978 Nov 03 19:01:27.215260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:27.227267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:27.292353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:27.294843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef2a4a-7eb8-4da3-ac3b-138c1e2d1ab7 None None] The sync data for ids ['435496f0-56c4-485b-b559-dddaaec9914e'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:27.325194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.355792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-3634b686-7020-4916-bf83-124c0caa9e62 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115888 Nov 03 19:01:27.417178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.426794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33450) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:27.434376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849067357', 'description': 'tempest-description--1250614569'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:27.522997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8b0fff-6afe-40c1-8f6c-19d9f47e6132,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:27.545449 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.549537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b05abd5e-a4ab-4953-a655-dbf98be87c91 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bc8b0fff-6afe-40c1-8f6c-19d9f47e6132 HTTP/1.1" status: 204 len: 168 time: 0.9201517 Nov 03 19:01:27.555868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33452) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:27.576124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.592391 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:27.614888 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.619436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.644439 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:23Z', 'revision_number': 2, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:27.693389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19842a6d-d7f1-4cdc-840b-cbe12b673bb7 req-df82a2a6-738c-4af5-96d6-c9eddcec6d29 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262236 Nov 03 19:01:27.744633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.790208 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Checking router: 343efc1b-9c1b-40ef-8313-ce4ec17acb43 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:01:27.790638 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Updating router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 port 7f047733-dbb5-4e17-bdac-64e1e7981f39 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:01:27.821729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.865918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Subnet': ['ID=7b315a57-1f7d-4ba0-9daf-8dd07551b057,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:27.871175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.873671 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.895303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb9fe1-ddd8-48b8-817f-6d9ef27445f6 None None] Network b7f353eb-433b-4e52-b729-d217f836bfdf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:27.900187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.904195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c868ca48-0224-406d-8217-c7e7143f53de tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/subnets/7b315a57-1f7d-4ba0-9daf-8dd07551b057 HTTP/1.1" status: 204 len: 168 time: 1.7058883 Nov 03 19:01:27.908936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33460) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:27.926119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.931907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.989292 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.029352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0ca6d3-5faf-4993-991e-7584b65cfafc']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:28.064247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9cce48-c661-4685-9cde-03d90a6fbaf8') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:28.065028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9cce48-c661-4685-9cde-03d90a6fbaf8') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:28.081710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.087541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.113458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.117905 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.131516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:28.132078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:28.135986 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:28.143037 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.144370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7162440 Nov 03 19:01:28.150805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33462) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.176400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Request body: {'security_group_rule': {'security_group_id': '8f7f52f4-97bf-4332-a852-359e50872007', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:28.198483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621cde4-bebd-4030-931d-375602e0d23f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f52f4-97bf-4332-a852-359e50872007,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:28.218597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.260273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.277347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.280972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] 10.222.0.91 "DELETE /v2.0/networks/df0ca6d3-5faf-4993-991e-7584b65cfafc HTTP/1.1" status: 204 len: 168 time: 0.7238920 Nov 03 19:01:28.302424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbad16-affa-469f-9aeb-df290aebd34c admin admin] Pushing event deleted for resources: {'Network': ['ID=df0ca6d3-5faf-4993-991e-7584b65cfafc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:28.315103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Deleting port 796960aa-c9fc-4854-812e-92dca3938c4b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:28.315800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.330757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d1584-8d03-4d93-b0f9-01539042564d req-bfe75cba-a9b4-4fc7-8286-c1d86ab59e4f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:28.335333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b7d1584-8d03-4d93-b0f9-01539042564d req-bfe75cba-a9b4-4fc7-8286-c1d86ab59e4f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.3506026 Nov 03 19:01:28.406445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] DHCP port deletion for b7f353eb-433b-4e52-b729-d217f836bfdf request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:28.447677 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 5, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port': {'id': '64c2d501-cea0-4bff-89e2-b482ccd700c8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a136b578-1738-45e8-b660-773c91f5b212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:14Z', 'updated_at': '2021-11-03T18:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:28.459905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.499277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Deleting port 64c2d501-cea0-4bff-89e2-b482ccd700c8 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:28.499615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.535154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33466) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.565721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b7d1584-8d03-4d93-b0f9-01539042564d req-dd55964a-d75b-4959-85c2-0b93ec0b1e59 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091098 Nov 03 19:01:28.606361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] Deleting port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:28.611059 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.613061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.633457 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] Checking router: a136b578-1738-45e8-b660-773c91f5b212 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:01:28.670562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Calling delete_port for 796960aa-c9fc-4854-812e-92dca3938c4b owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:28.691587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:28.693220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.694244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9cc92e10-26cb-43df-bee9-ad6a33b9920a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=01f691ff11af4433a14985c2cbbf7da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559029 Nov 03 19:01:28.695490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.701797 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] Routers {'a136b578-1738-45e8-b660-773c91f5b212'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:28.702790 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a136b578-1738-45e8-b660-773c91f5b212'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:28.790307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.834283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] For port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:28.837729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.857522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.891017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] Calling delete_port for 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:28.893579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] For port 64c2d501-cea0-4bff-89e2-b482ccd700c8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=64c2d501-cea0-4bff-89e2-b482ccd700c8,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:28.894393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.926595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Calling delete_port for 64c2d501-cea0-4bff-89e2-b482ccd700c8 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:28.931686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,segment=NetworkSegment(a40e2af7-e67f-471f-84cc-3b03b0564fd1),segment_id=a40e2af7-e67f-471f-84cc-3b03b0564fd1)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:28.932280 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.936781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eab9322-d216-47b3-a1f9-dd9fc6981e95,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:28.966125 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.973505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ec49707-4d05-45e2-85bd-cb0f8ac62927 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8088660 Nov 03 19:01:28.977623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33476) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.979114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:28.988708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Request body: {'security_group_rule': {'security_group_id': '8f7f52f4-97bf-4332-a852-359e50872007', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:29.109811 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.122388 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.163238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.166917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52dd5e39-f51d-46f9-b3ac-e73f438e7fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.205414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Pushing event updated for resources: {'Port': ['ID=7f047733-dbb5-4e17-bdac-64e1e7981f39,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:29.211983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.226560 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] Set router a136b578-1738-45e8-b660-773c91f5b212 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:29.231644 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.232150 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.232876 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.234126 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.234126 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.234445 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.235022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.236616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.237128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.237631 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.238099 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.238707 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:29.279230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52dd5e39-f51d-46f9-b3ac-e73f438e7fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.323836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.325571 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T19:01:27Z', 'revision_number': 6, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:29.387114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] Pushing event deleted for resources: {'Port': ['ID=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:29.398343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955bec6-7efd-4109-9e3e-c2731ced0c85 None None] No DVR routers for this DVR port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:29.408422 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52dd5e39-f51d-46f9-b3ac-e73f438e7fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.411523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52dd5e39-f51d-46f9-b3ac-e73f438e7fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.413069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-52dd5e39-f51d-46f9-b3ac-e73f438e7fdc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fb1a8b99-4648-4cce-97a8-53b4d45730e8 HTTP/1.1" status: 204 len: 168 time: 0.7088401 Nov 03 19:01:29.436422 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f724e-92e0-44ea-8789-41ea3cb67248 None None] The sync data for ids ['a136b578-1738-45e8-b660-773c91f5b212'] in n-d-812151-4 is: [{'id': 'a136b578-1738-45e8-b660-773c91f5b212', 'name': 'tempest-TaggedBootDevicesTest-1158841299-router', 'tenant_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:12Z', 'updated_at': '2021-11-03T19:01:27Z', 'revision_number': 6, 'project_id': 'bb6d1a7b77d54ebba1b54ee0015a8fb9', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:29.439799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de73e-bde6-4542-bbfe-8cafbdb54d64 req-a2639126-057a-4553-8d97-daf68370cad4 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:29.448546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-067de73e-bde6-4542-bbfe-8cafbdb54d64 req-a2639126-057a-4553-8d97-daf68370cad4 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.3434365 Nov 03 19:01:29.449796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Pushing event deleted for resources: {'Port': ['ID=796960aa-c9fc-4854-812e-92dca3938c4b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:29.502163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd5e39-f51d-46f9-b3ac-e73f438e7fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a8b99-4648-4cce-97a8-53b4d45730e8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:29.533396 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Attempting to bind port 7f047733-dbb5-4e17-bdac-64e1e7981f39 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:29.534236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Attempting to bind port 7f047733-dbb5-4e17-bdac-64e1e7981f39 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:29.534924 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Attempting to bind port 7f047733-dbb5-4e17-bdac-64e1e7981f39 on network 06478284-06bc-4ddd-ab30-28cc1c6869da {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:29.546000 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:29.558872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Checking segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:29.567998 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.569302 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Bound using segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:29.572203 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Bound port: 7f047733-dbb5-4e17-bdac-64e1e7981f39, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:29.575004 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.592511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-ef8fcf47-f2b6-4ee0-9254-30afe4f49f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:29.598872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-ef8fcf47-f2b6-4ee0-9254-30afe4f49f17 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 1097 time: 0.5511961 Nov 03 19:01:29.724476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-067de73e-bde6-4542-bbfe-8cafbdb54d64 req-bf42cf79-cc2c-45f0-96b0-41bd18524fa3 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735176 Nov 03 19:01:29.765198 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] For port 7f047733-dbb5-4e17-bdac-64e1e7981f39, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:29.775263 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] For port 7f047733-dbb5-4e17-bdac-64e1e7981f39, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7f047733-dbb5-4e17-bdac-64e1e7981f39,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:29.788183 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.826632 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.850844 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.902067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-98f199e3-641f-4065-a3c9-07646577b4d7 None None] Provisioning complete for port 7f047733-dbb5-4e17-bdac-64e1e7981f39 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:29.902925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-98f199e3-641f-4065-a3c9-07646577b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.966723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=3426ea4f-21d7-4477-bf22-7d3b67fb83c4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:29.971000 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:29.975036 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:29.989623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:30.047411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-91335833-2e1d-4dfe-987b-4c1186992f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:30.050374 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-91335833-2e1d-4dfe-987b-4c1186992f25 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 912 time: 0.3862712 Nov 03 19:01:30.051675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.076802 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.262100 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254fbcf-7cd7-45c6-b24d-55a666304071 None None] Pushing event updated for resources: {'Port': ['ID=7f047733-dbb5-4e17-bdac-64e1e7981f39,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:30.354103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-98f199e3-641f-4065-a3c9-07646577b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.493866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-98f199e3-641f-4065-a3c9-07646577b4d7 None None] For port 7f047733-dbb5-4e17-bdac-64e1e7981f39, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7f047733-dbb5-4e17-bdac-64e1e7981f39,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:30.504882 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-98f199e3-641f-4065-a3c9-07646577b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.692424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 14506657-03ad-4a41-b09b-2d8dfbb6c3fd no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:30.697280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-15333a69-0cf2-4b89-9947-b6d56d89aec1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 HTTP/1.1" status: 200 len: 217 time: 0.1498790 Nov 03 19:01:30.708845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c2d501-cea0-4bff-89e2-b482ccd700c8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:30.717344 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:30.721859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.802477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f199e3-641f-4065-a3c9-07646577b4d7 None None] Pushing event updated for resources: {'Port': ['ID=7f047733-dbb5-4e17-bdac-64e1e7981f39,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:30.822763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 14506657-03ad-4a41-b09b-2d8dfbb6c3fd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:30.823803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 14506657-03ad-4a41-b09b-2d8dfbb6c3fd not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:30.824808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:30.916130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:30.917220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3426ea4f-21d7-4477-bf22-7d3b67fb83c4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:30.981288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-db13f3ae-e151-45c5-a1cc-b630aa6e2f79 None None] Provisioning complete for port 7f047733-dbb5-4e17-bdac-64e1e7981f39 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:30.981898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db13f3ae-e151-45c5-a1cc-b630aa6e2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.035154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8cefdc-5ced-417f-9616-44f6b0768213,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:31.069049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.072442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.086351 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.087639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-33fdfb0f-619c-425e-b3dd-53086e9b389e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1051502 Nov 03 19:01:31.122898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33500) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.181761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:31.269930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f353eb-433b-4e52-b729-d217f836bfdf']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:31.292817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.301129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.305590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40e2af7-e67f-471f-84cc-3b03b0564fd1') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:31.306192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40e2af7-e67f-471f-84cc-3b03b0564fd1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:31.309715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.333370 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.341177 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.408920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.462193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175119b5-eeee-4dcd-9665-9b7516e96cf7 req-0aa1fa3d-f061-4f27-9300-088393b10b58 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:31.464516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-175119b5-eeee-4dcd-9665-9b7516e96cf7 req-0aa1fa3d-f061-4f27-9300-088393b10b58 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.4530325 Nov 03 19:01:31.514026 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:29Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:31.524666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.553735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.554785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a136b578-1738-45e8-b660-773c91f5b212 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:31.561635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-b78c4205-2234-47ca-81bb-152534afa6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:31.565319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-b78c4205-2234-47ca-81bb-152534afa6c5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.8583913 Nov 03 19:01:31.585380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.587350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f9a1e1e1-4fcd-4ff4-8594-7374661dec32 admin admin] 10.222.0.91 "DELETE /v2.0/routers/a136b578-1738-45e8-b660-773c91f5b212 HTTP/1.1" status: 204 len: 168 time: 4.4399993 Nov 03 19:01:31.590421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:31.592075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.606711 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57324b82-663e-44f2-b388-aa12a5cb51ef None None] The sync data for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 is: [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:29Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:31.610735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33512) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:31.641611 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:31.819822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Deleting subnet 57b15da0-0f41-4a92-982e-cb04bf19b799 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:31.826527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.902297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.988682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33516) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.991989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-71cf1fcd-184d-4f9b-857a-88877592fdef service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4138765 Nov 03 19:01:32.002299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Router 435496f0-56c4-485b-b559-dddaaec9914e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:01:32.027472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.036980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-175119b5-eeee-4dcd-9665-9b7516e96cf7 req-ad2c1bc5-2ec2-4eeb-bb93-2b19b119f7f7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400107 Nov 03 19:01:32.061496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.065978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/networks/b7f353eb-433b-4e52-b729-d217f836bfdf HTTP/1.1" status: 204 len: 168 time: 4.1516049 Nov 03 19:01:32.069297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec3846-71e9-4ba6-8ba4-6e2edf7166d0 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Network': ['ID=b7f353eb-433b-4e52-b729-d217f836bfdf,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:32.071376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33520) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:32.277254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting subnet d575d155-c1bb-460a-9903-565f0fc8f429 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:32.289871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.346819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.363184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1673444325-network', 'tenant_id': '3e8636de80f44aa68b8c620ea59278d6'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:32.432468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.436921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.440149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.440395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7f047733-dbb5-4e17-bdac-64e1e7981f39 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:32.516897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:32.537025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.539051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-31c55721-a8b7-4b71-baa5-f91c6346c9e6 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "PUT /v2.0/routers/435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 200 len: 709 time: 5.3158658 Nov 03 19:01:32.546805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:32.551167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-f96dc3ca-8111-48bd-a64f-8a2dfec46dd5 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417628 Nov 03 19:01:32.589217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] Sync routers for ids ['435496f0-56c4-485b-b559-dddaaec9914e'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:32.630374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Made reservation on behalf of 3e8636de80f44aa68b8c620ea59278d6 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:32.631424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] Routers {'435496f0-56c4-485b-b559-dddaaec9914e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:32.632399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['435496f0-56c4-485b-b559-dddaaec9914e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:32.636209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.651634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 7f047733-dbb5-4e17-bdac-64e1e7981f39 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:32.655982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.671478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.755487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:32.913636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] Routers {'435496f0-56c4-485b-b559-dddaaec9914e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:32.915170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['435496f0-56c4-485b-b559-dddaaec9914e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:32.977296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.035533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:33.037043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8f1a4-a41d-456a-970c-cbe0739727eb None None] The sync data for ids ['435496f0-56c4-485b-b559-dddaaec9914e'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:33.100586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Allocated IP 172.25.8.253 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/2266ca2e-4b6b-491a-8210-2206cb2bb787) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:33.180522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.259832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.282938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.296103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 64c2d501-cea0-4bff-89e2-b482ccd700c8 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:33.358256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 64c2d501-cea0-4bff-89e2-b482ccd700c8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:33.361983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 64c2d501-cea0-4bff-89e2-b482ccd700c8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:33.405196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.435841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:01:33.445269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ef59f289-b77a-4938-81a1-beacc083368c tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/routers/435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 200 len: 744 time: 0.8922703 Nov 03 19:01:33.454714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33530) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:33.491498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.526709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.536325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/57b15da0-0f41-4a92-982e-cb04bf19b799 HTTP/1.1" status: 204 len: 168 time: 1.9147699 Nov 03 19:01:33.542428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e55803-1081-4273-9c45-c751cfa2d944 None None] Network 22eb02e1-6b86-47d4-baee-04b220578556 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:33.580037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:33.600087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edaea9-5203-47f5-8558-bb800e951db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b15da0-0f41-4a92-982e-cb04bf19b799,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:33.641765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-70ffbfc2-f35d-4706-a60d-36671eea6e65 req-301b0a76-f698-49b8-8294-fc228e2da758 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0802436 Nov 03 19:01:33.679463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Subnet': ['ID=d575d155-c1bb-460a-9903-565f0fc8f429,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:33.705116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-10cf4454-7191-4074-8ba0-01746c4e21ec tempest-RoutersIpV6AdminTest-489445606 tempest-RoutersIpV6AdminTest-489445606-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 200 len: 205 time: 0.1747038 Nov 03 19:01:33.711830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33538) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:33.719206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.719817 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Added segment 02500755-889b-42c8-878f-50334797bd09 of type vlan for network 9c870d8c-4e00-4302-824c-509632acf9ab Nov 03 19:01:33.770266 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7a15659-ff2d-40ac-b01b-da6f7b647e78 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 200 len: 205 time: 0.0546467 Nov 03 19:01:33.775582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:33.784766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.796544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c01f6bfb-008e-4e5d-97a5-9692fd857475 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/subnets/d575d155-c1bb-460a-9903-565f0fc8f429 HTTP/1.1" status: 204 len: 168 time: 1.7187674 Nov 03 19:01:33.796544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef22f171-df60-4848-b086-f2f5158b37c7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:33.803492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33542) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:33.832210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3bc14-4b14-4b82-b57d-1741e76bed0f None None] Network 64789924-b513-4de5-ad49-35723155935c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:33.952308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.065997 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.183063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.192786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.428935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.448481 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:01:34.527418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.534271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.618718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e152eb3-3eaf-4520-9e12-01a28bda3bad req-77d52a5a-9317-4ba4-b5e3-ed22665914e7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.638282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e4b5-ad7e-47ab-9254-b0631b1c1668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.639942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e152eb3-3eaf-4520-9e12-01a28bda3bad req-77d52a5a-9317-4ba4-b5e3-ed22665914e7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 1.2254627 Nov 03 19:01:34.647288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.662860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Deleting port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:34.663665 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.712811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.712811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Fanout notify agent at l3_agent the message router_deleted on router 435496f0-56c4-485b-b559-dddaaec9914e {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:34.727961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.736579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] DHCP port deletion for 22eb02e1-6b86-47d4-baee-04b220578556 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:34.742700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a63b35bf-9188-4915-a658-20040cc6bca1 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 204 len: 168 time: 0.9596257 Nov 03 19:01:34.800998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33554) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:34.822953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] DHCP port deletion for 64789924-b513-4de5-ad49-35723155935c request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:34.874950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6b7bc8bc-858a-4386-ba2b-5ba974d4baad tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 200 len: 205 time: 0.0720165 Nov 03 19:01:34.885613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33556) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:34.901485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] For port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:34.901991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.940616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] Deleting port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:34.941018 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.989356 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-b2ea9dac-cd78-4fa9-8101-7e703b0ed041 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] delete failed (client error): The resource could not be found. Nov 03 19:01:34.995032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b2ea9dac-cd78-4fa9-8101-7e703b0ed041 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/435496f0-56c4-485b-b559-dddaaec9914e HTTP/1.1" status: 404 len: 336 time: 0.1037993 Nov 03 19:01:34.998725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33558) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.003475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Calling delete_port for f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:35.060858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e144075c-76c5-4ed5-8dcf-59aa56ddd5b4 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 HTTP/1.1" status: 200 len: 205 time: 0.0566170 Nov 03 19:01:35.061894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33560) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.075026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] For port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,segment=NetworkSegment(d9cefab3-bf50-416a-b15e-05b8448a28d6),segment_id=d9cefab3-bf50-416a-b15e-05b8448a28d6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:35.075635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.103512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] Deleting port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:35.104246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.107809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] Calling delete_port for f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:35.124311 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-1d752ff3-55ba-4e2e-94d0-f4e9aaececb8 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] delete failed (client error): The resource could not be found. Nov 03 19:01:35.130012 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d752ff3-55ba-4e2e-94d0-f4e9aaececb8 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/8bf7d5b1-2571-48d7-b6ff-8c8174bc5145 HTTP/1.1" status: 404 len: 336 time: 0.0621154 Nov 03 19:01:35.179659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33564) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.215351 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.216486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.217278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.240387 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7259fd1f-6dde-4a63-9c3f-6b864e4ce6ca tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=65acd0a4-913b-4865-bd0d-72dfe5eb9b8f HTTP/1.1" status: 200 len: 205 time: 0.0542884 Nov 03 19:01:35.268929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33566) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.269839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] For port 6df10e40-fd46-4fae-97df-9e7d5137a5c1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6df10e40-fd46-4fae-97df-9e7d5137a5c1,segment=NetworkSegment(61d0d9f8-48dc-4cea-8e6f-83f737e2c77a),segment_id=61d0d9f8-48dc-4cea-8e6f-83f737e2c77a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:35.270370 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.304406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] Calling delete_port for 6df10e40-fd46-4fae-97df-9e7d5137a5c1 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:35.336668 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-8ccdbc28-d8e2-4306-8d6c-0fed0cc68a30 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] delete failed (client error): The resource could not be found. Nov 03 19:01:35.340155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8ccdbc28-d8e2-4306-8d6c-0fed0cc68a30 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/65acd0a4-913b-4865-bd0d-72dfe5eb9b8f HTTP/1.1" status: 404 len: 336 time: 0.0675230 Nov 03 19:01:35.352593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33568) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.395251 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.408339 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9e68944-e80e-4ed9-b241-d4f6dc4ad1b5 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=3151241f-e312-4a98-a48c-38fb2ae7cf31 HTTP/1.1" status: 200 len: 205 time: 0.0539758 Nov 03 19:01:35.411920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33570) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.445881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] Pushing event deleted for resources: {'Port': ['ID=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:35.454629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cc745-4183-4a8b-93e9-ebf0fa220d41 None None] No DVR routers for this DVR port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:35.457998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:35.485863 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-2ab90cf1-8410-4c48-a555-4ed8b7fa6c02 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] delete failed (client error): The resource could not be found. Nov 03 19:01:35.487578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2ab90cf1-8410-4c48-a555-4ed8b7fa6c02 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/3151241f-e312-4a98-a48c-38fb2ae7cf31 HTTP/1.1" status: 404 len: 336 time: 0.0740635 Nov 03 19:01:35.489346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.491902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33572) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.493314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.515517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:35.524238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.5331857 Nov 03 19:01:35.527192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:35.528993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] Pushing event deleted for resources: {'Port': ['ID=6df10e40-fd46-4fae-97df-9e7d5137a5c1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:35.538638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event updated for resources: {'Port': ['ID=2266ca2e-4b6b-491a-8210-2206cb2bb787,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:35.539077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabdcc2-303d-4ff5-8654-6b7d90d0b16b None None] No DVR routers for this DVR port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:35.542842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33574) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.563165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e18490-238c-49de-bf94-57d03822b061 admin admin] Pushing event updated for resources: {'Network': ['ID=9c870d8c-4e00-4302-824c-509632acf9ab,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:35.573633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d3f6ec-d389-44bd-a4ca-80472b9d1a23,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:35.575832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Request body: {'subnet': {'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1673444325-subnet', 'tenant_id': '3e8636de80f44aa68b8c620ea59278d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:35.577596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9c870d8c-4e00-4302-824c-509632acf9ab details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:01:35.584133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-15a20155-8427-4857-9dfb-72c2050b7c63 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=86e7f7de-696b-4d17-bd58-a1e29f1063d1 HTTP/1.1" status: 200 len: 205 time: 0.0855176 Nov 03 19:01:35.584415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33576) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.593162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] No DVR routers for this DVR port f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:35.670612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44064c-9db0-4292-a898-194abbfb72fa req-45cfdae3-46ab-4226-bc84-bd6fad25425c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.673829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec44064c-9db0-4292-a898-194abbfb72fa req-45cfdae3-46ab-4226-bc84-bd6fad25425c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 1.2200184 Nov 03 19:01:35.693680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e152eb3-3eaf-4520-9e12-01a28bda3bad req-2bab8012-6b82-427d-b91d-67aa080780bd tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0502219 Nov 03 19:01:35.707994 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-91a7093e-50b4-49d7-990a-7e0a7106dc74 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] delete failed (client error): The resource could not be found. Nov 03 19:01:35.713565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91a7093e-50b4-49d7-990a-7e0a7106dc74 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/86e7f7de-696b-4d17-bd58-a1e29f1063d1 HTTP/1.1" status: 404 len: 336 time: 0.1232326 Nov 03 19:01:35.730805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33578) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.786760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Deleting port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:35.787637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.824321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Made reservation on behalf of 3e8636de80f44aa68b8c620ea59278d6 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:35.828157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.836808 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40745788-9c48-403a-8eea-caf9a19abb6f tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca5f591a-9b69-44d0-8540-fe6f2c26d10c HTTP/1.1" status: 200 len: 205 time: 0.1043341 Nov 03 19:01:35.838743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33580) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.850619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:35.898134 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-d218986b-a0c8-4e95-b49d-bd14d5c651ed tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] delete failed (client error): The resource could not be found. Nov 03 19:01:35.900128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d218986b-a0c8-4e95-b49d-bd14d5c651ed tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/routers/ca5f591a-9b69-44d0-8540-fe6f2c26d10c HTTP/1.1" status: 404 len: 336 time: 0.0596383 Nov 03 19:01:35.903689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:35.952612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22eb02e1-6b86-47d4-baee-04b220578556']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:35.957175 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a954ce18-f552-4141-8f14-bbf6de39bfb3 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] DELETE failed (client error): The resource could not be found. Nov 03 19:01:35.957779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a954ce18-f552-4141-8f14-bbf6de39bfb3 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:01:35.966332 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a954ce18-f552-4141-8f14-bbf6de39bfb3 tempest-RoutersIpV6AdminTest-1008206194 tempest-RoutersIpV6AdminTest-1008206194-project] 10.222.0.91 "DELETE /v2.0/subnets/fcb688b2-e445-4151-ba42-5e596b0db06f HTTP/1.1" status: 404 len: 337 time: 0.0577047 Nov 03 19:01:35.975755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cefab3-bf50-416a-b15e-05b8448a28d6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:35.976896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cefab3-bf50-416a-b15e-05b8448a28d6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:35.990382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.019171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.030571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:36.032439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:36.035664 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:36.067924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec44064c-9db0-4292-a898-194abbfb72fa req-e227bd06-2857-4093-b35d-566157d640ee tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664191 Nov 03 19:01:36.086987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] For port 6df10e40-fd46-4fae-97df-9e7d5137a5c1, host n-d-812151-4, got binding levels [] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:36.087372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.145716 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.147563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Calling delete_port for 6df10e40-fd46-4fae-97df-9e7d5137a5c1 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:36.156998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 was not found and therefore no delete operation was performed {{(pid=101989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:01:36.160040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.169315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.178161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.192017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] 10.222.0.91 "DELETE /v2.0/networks/22eb02e1-6b86-47d4-baee-04b220578556 HTTP/1.1" status: 204 len: 168 time: 2.6058764 Nov 03 19:01:36.222426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e373a6a-0f38-43cc-ab7b-52d8e3282923 admin admin] Pushing event deleted for resources: {'Network': ['ID=22eb02e1-6b86-47d4-baee-04b220578556,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:36.249667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Port': ['ID=6df10e40-fd46-4fae-97df-9e7d5137a5c1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:36.319969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:36.336002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] No DVR routers for this DVR port 6df10e40-fd46-4fae-97df-9e7d5137a5c1 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:36.389557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:36.390484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9d3f6ec-d389-44bd-a4ca-80472b9d1a23 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:36.392966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6df10e40-fd46-4fae-97df-9e7d5137a5c1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:36.417819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.441562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6df10e40-fd46-4fae-97df-9e7d5137a5c1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:36.442207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6df10e40-fd46-4fae-97df-9e7d5137a5c1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:36.500015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33592) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:36.506543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33594) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:36.551542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71ebbc-4800-4b0c-89b4-b73ed3bfd9f9 req-f92b5509-0bff-49e0-98af-67376d41977d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:36.554150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e71ebbc-4800-4b0c-89b4-b73ed3bfd9f9 req-f92b5509-0bff-49e0-98af-67376d41977d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3235080 Nov 03 19:01:36.575770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8555719c-96bb-4564-b14f-47e256a1d634 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb6d1a7b77d54ebba1b54ee0015a8fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666871 Nov 03 19:01:36.577771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33598) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:36.645415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d470-5e7c-4ab4-8140-9e68038997ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.645863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.697135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d470-5e7c-4ab4-8140-9e68038997ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.771632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64789924-b513-4de5-ad49-35723155935c']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:36.795627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d470-5e7c-4ab4-8140-9e68038997ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.802916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d470-5e7c-4ab4-8140-9e68038997ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.805698 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0aa5d470-5e7c-4ab4-8140-9e68038997ac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52dc9536-a4e8-4a3e-9eb3-199ded85ceae HTTP/1.1" status: 204 len: 168 time: 0.2265060 Nov 03 19:01:36.819704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.824271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5d470-5e7c-4ab4-8140-9e68038997ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dc9536-a4e8-4a3e-9eb3-199ded85ceae,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:36.831615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:36.832128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d0d9f8-48dc-4cea-8e6f-83f737e2c77a') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:36.900878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.915317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e71ebbc-4800-4b0c-89b4-b73ed3bfd9f9 req-68747384-12e5-4503-9df4-04b46798796d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071346 Nov 03 19:01:36.984456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf45756b-36c8-4756-b78a-131ed08fd49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.004608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.008818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc1dd8e-1650-4b70-be96-711fafcbfb52,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.038736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:37.040247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:37.046032 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:37.167819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Checking segment: {'id': '02500755-889b-42c8-878f-50334797bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:37.168226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Network hostable DHCP agents. Network: 9c870d8c-4e00-4302-824c-509632acf9ab, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:01:37.180179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf45756b-36c8-4756-b78a-131ed08fd49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.187409 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf45756b-36c8-4756-b78a-131ed08fd49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.201519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941baff1-9e9e-45c0-a9d0-b160cf36c35d req-91b40ef0-f7b2-4826-8439-2a5d1266db11 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.203698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-941baff1-9e9e-45c0-a9d0-b160cf36c35d req-91b40ef0-f7b2-4826-8439-2a5d1266db11 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2970073 Nov 03 19:01:37.211147 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.225745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.232467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.238992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] 10.222.0.91 "DELETE /v2.0/networks/64789924-b513-4de5-ad49-35723155935c HTTP/1.1" status: 204 len: 168 time: 3.4339950 Nov 03 19:01:37.244343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.278801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea7265-6243-4cb7-b902-f16060f63503 tempest-ServersTestMultiNic-1868256443 tempest-ServersTestMultiNic-1868256443-project] Pushing event deleted for resources: {'Network': ['ID=64789924-b513-4de5-ad49-35723155935c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.318391 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf45756b-36c8-4756-b78a-131ed08fd49e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fd15cfa415fd42e484f8a487412f63f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8165562 Nov 03 19:01:37.319354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33612) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:37.321089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45756b-36c8-4756-b78a-131ed08fd49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243856b1-ce6c-4a87-849c-4537cdcd7d23,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.349658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Network 9c870d8c-4e00-4302-824c-509632acf9ab is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:01:37.426184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event updated for resources: {'Port': ['ID=2266ca2e-4b6b-491a-8210-2206cb2bb787,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.431898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9c870d8c-4e00-4302-824c-509632acf9ab) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:37.437368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.438366 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.448698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-941baff1-9e9e-45c0-a9d0-b160cf36c35d req-e92c678f-9979-46e4-9d5c-4dd5e910ada1 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076778 Nov 03 19:01:37.455110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8669eed-8c12-40f5-81a8-55a13f0142bb None None] Network 9c870d8c-4e00-4302-824c-509632acf9ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:37.464257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.484572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b32dcd80-f2a4-4481-8129-60af9ea5c08f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9155385 Nov 03 19:01:37.500759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.511009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a7f9a43-640e-477b-9020-06020ea04c35 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3270345 Nov 03 19:01:37.514992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2db2b07-a5db-4d16-ac2c-13725cec4a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.632110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2db2b07-a5db-4d16-ac2c-13725cec4a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.643517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6566d-d1b4-4a73-905c-3c9587900bb8 req-f882b31a-c457-4af8-a9c4-12fd29a83fc5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.646614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eb6566d-d1b4-4a73-905c-3c9587900bb8 req-f882b31a-c457-4af8-a9c4-12fd29a83fc5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1346600 Nov 03 19:01:37.789367 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2db2b07-a5db-4d16-ac2c-13725cec4a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.792037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2db2b07-a5db-4d16-ac2c-13725cec4a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.800199 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c2db2b07-a5db-4d16-ac2c-13725cec4a13 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/243856b1-ce6c-4a87-849c-4537cdcd7d23 HTTP/1.1" status: 204 len: 168 time: 0.4638958 Nov 03 19:01:37.826765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33634) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:37.828094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eb6566d-d1b4-4a73-905c-3c9587900bb8 req-3a5e6cbf-2084-45a8-a835-a776f0e183fa tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685853 Nov 03 19:01:37.841880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db2b07-a5db-4d16-ac2c-13725cec4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243856b1-ce6c-4a87-849c-4537cdcd7d23,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.955241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad67c5-f513-4f4b-8b65-ff3218adaa65 None None] Network 9c870d8c-4e00-4302-824c-509632acf9ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:38.309686 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-697977f6-5b49-4462-94ee-a2faaf21fc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.822447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-cd7b2d83-84ee-4432-a981-77875d554548 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:38.847745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-cd7b2d83-84ee-4432-a981-77875d554548 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/networks?id=9c870d8c-4e00-4302-824c-509632acf9ab HTTP/1.1" status: 200 len: 821 time: 0.3828504 Nov 03 19:01:38.887751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-f6f3c0fe-1215-47d0-8f0c-0397cc28c879 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/quotas/3e8636de80f44aa68b8c620ea59278d6 HTTP/1.1" status: 200 len: 375 time: 0.0375404 Nov 03 19:01:38.926882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.939162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-87ac7181-353f-4af6-a0c7-6cdad0ea2ea3 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3e8636de80f44aa68b8c620ea59278d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514581 Nov 03 19:01:39.061995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33706) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:39.101388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-64ac4a02-4af4-45b5-bb58-dd6052e2a1d7 service neutron] 10.222.0.91 "GET /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609998 Nov 03 19:01:39.187783 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-feecca5d-08c4-4531-9a35-46f61ca9bc74 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c296e6148c7448f0b1e7a1f30e73a34d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1200261 Nov 03 19:01:39.231922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:39.271015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-c3697c63-3595-4b99-86c4-32b5a7c16958 service neutron] 10.222.0.91 "GET /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680932 Nov 03 19:01:39.465943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c784-dc3a-43c3-8e68-f365980de1ae req-f8f522af-d1b4-4ee2-ae88-6625e3f4375e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:39.468600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61b9c784-dc3a-43c3-8e68-f365980de1ae req-f8f522af-d1b4-4ee2-ae88-6625e3f4375e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.1959536 Nov 03 19:01:39.614384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61b9c784-dc3a-43c3-8e68-f365980de1ae req-fb1de6dd-f283-4716-a039-0c107a731857 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326251 Nov 03 19:01:39.719935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-070c751d-c127-4583-a35e-357f18f6277b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:39.759965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33728) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:39.806614 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:39.860820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-070c751d-c127-4583-a35e-357f18f6277b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.030339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Deleting port 74c5ccf1-b34e-426e-891d-0ed79a635557 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:40.031491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.075253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39d34c-24f8-438b-801e-d42b58999bea req-ef8633a4-d9fa-4adf-aa8f-afb2da5d2957 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:40.097587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b39d34c-24f8-438b-801e-d42b58999bea req-ef8633a4-d9fa-4adf-aa8f-afb2da5d2957 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2075605 Nov 03 19:01:40.142242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0231a86f-4f43-44f6-8c60-401bcdd6047e req-ebd99b0c-2796-4d19-9de7-1770f33a45eb tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 210 time: 0.1187644 Nov 03 19:01:40.152260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-070c751d-c127-4583-a35e-357f18f6277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.157199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-070c751d-c127-4583-a35e-357f18f6277b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.163038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-070c751d-c127-4583-a35e-357f18f6277b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d1a01e64-7c81-48bd-85c8-718156a4d266 HTTP/1.1" status: 204 len: 168 time: 0.9249690 Nov 03 19:01:40.227729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1476536399-network', 'tenant_id': 'e8d160a4d7e343c9b1126ff49e9561f5'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:40.231831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c751d-c127-4583-a35e-357f18f6277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a01e64-7c81-48bd-85c8-718156a4d266,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:40.302492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Made reservation on behalf of e8d160a4d7e343c9b1126ff49e9561f5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:40.306298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.327629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] For port 74c5ccf1-b34e-426e-891d-0ed79a635557, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=74c5ccf1-b34e-426e-891d-0ed79a635557,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:40.330072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.330301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.367971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b39d34c-24f8-438b-801e-d42b58999bea req-a86932b7-6b22-47ad-a287-1b2b9acb2eb6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423708 Nov 03 19:01:40.404622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Calling delete_port for 74c5ccf1-b34e-426e-891d-0ed79a635557 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:40.651061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.660370 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.701236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:01:40.721765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ba60f-b62e-43d2-99a9-4de27546fe2d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:40.739076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.739709 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Added segment 2fa95232-1a32-4ad9-beb1-7726acfe0ef2 of type vlan for network 9a534420-f01b-49cf-959a-2f38c9e90ca3 Nov 03 19:01:40.878141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.880352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.959854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.962121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:40.963322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:40.978975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c5ccf1-b34e-426e-891d-0ed79a635557,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.321602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5606802 Nov 03 19:01:41.342029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33778) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:41.376192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Request body: {'subnet': {'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1476536399-subnet', 'tenant_id': 'e8d160a4d7e343c9b1126ff49e9561f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:41.403967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc628490-d49e-4c32-b3ed-341e38e9d188 admin admin] Pushing event updated for resources: {'Network': ['ID=9a534420-f01b-49cf-959a-2f38c9e90ca3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.422691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9a534420-f01b-49cf-959a-2f38c9e90ca3 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:01:41.460295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a537f-8dac-492e-b3f0-8ad75f38aefa req-39aadbde-47dd-4e59-bc5b-655947295627 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:41.469387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e9a537f-8dac-492e-b3f0-8ad75f38aefa req-39aadbde-47dd-4e59-bc5b-655947295627 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.5310078 Nov 03 19:01:41.483912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-959a48dc-2b0d-4417-baf9-0392ed3c719a req-3a187f45-dbd4-458e-839e-fa2d7497cd58 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 210 time: 0.1567914 Nov 03 19:01:41.602835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.670117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Made reservation on behalf of e8d160a4d7e343c9b1126ff49e9561f5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:41.673920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.767949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.795674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e9a537f-8dac-492e-b3f0-8ad75f38aefa req-b09de5b6-9e62-4fc3-a564-75f902da0553 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184338 Nov 03 19:01:41.986773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1fec0-3c03-40c4-9df3-b14b41a57476 req-0603b084-4b27-4fdb-b2df-54772d6d828d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:41.989615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15c1fec0-3c03-40c4-9df3-b14b41a57476 req-0603b084-4b27-4fdb-b2df-54772d6d828d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3129797 Nov 03 19:01:42.076097 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.182134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15c1fec0-3c03-40c4-9df3-b14b41a57476 req-02a105c3-7673-443d-b3a6-0f2b965e9b0c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737094 Nov 03 19:01:42.303002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.556599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Checking segment: {'id': '2fa95232-1a32-4ad9-beb1-7726acfe0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:42.559379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Network hostable DHCP agents. Network: 9a534420-f01b-49cf-959a-2f38c9e90ca3, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:01:42.617853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9574b09-2d72-4e1e-9a04-bf3c4f625947,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:42.669873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Network 9a534420-f01b-49cf-959a-2f38c9e90ca3 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:01:42.705685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9a534420-f01b-49cf-959a-2f38c9e90ca3) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:42.718246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:42.719072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:42.725693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220683af-31d7-4f33-bd65-7911dadf160a None None] Network 9a534420-f01b-49cf-959a-2f38c9e90ca3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:42.769470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8a720d1-cf7e-4ec8-ad66-5e9363c03b15 req-b9ef5cb1-3a3a-4074-8e87-fa48faed6b1a tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 210 time: 0.0413003 Nov 03 19:01:42.794050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a52a53d4-0e41-4885-a2e1-462db9eb5bc3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4409730 Nov 03 19:01:43.117063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-bf6445b1-b510-43a4-8937-09854cd24f34 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:43.119652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-bf6445b1-b510-43a4-8937-09854cd24f34 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.110 "GET /v2.0/networks?id=9c870d8c-4e00-4302-824c-509632acf9ab HTTP/1.1" status: 200 len: 821 time: 0.6359041 Nov 03 19:01:43.161376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:01:43.178958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Request body: {'port': {'device_id': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab', 'admin_state_up': True, 'tenant_id': '3e8636de80f44aa68b8c620ea59278d6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:43.279223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145775a-7586-4a38-8349-a86a083e60bb None None] Network 9a534420-f01b-49cf-959a-2f38c9e90ca3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:43.339629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e5a6d-4911-4889-bd8c-b5850ae46afd req-57743df1-770c-41c4-ac71-1a37f7ef2256 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:43.352872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-213e5a6d-4911-4889-bd8c-b5850ae46afd req-57743df1-770c-41c4-ac71-1a37f7ef2256 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2052376 Nov 03 19:01:43.464934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-213e5a6d-4911-4889-bd8c-b5850ae46afd req-68404a39-c4ac-4f13-882c-ff469e3a1db8 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094346 Nov 03 19:01:43.555478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:01:43.566744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe1753af-96b2-4b31-a51b-d4ee8c8ca922 admin admin] 10.222.0.91 "PUT /v2.0/routers/3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7384017 Nov 03 19:01:43.570908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33822) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.573110 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] Sync routers for ids ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:01:43.652646 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] Routers {'3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:43.655100 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:43.710834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Made reservation on behalf of 3e8636de80f44aa68b8c620ea59278d6 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:43.719498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.850458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182d5f2-2d70-473d-9332-5cf698a68f3a req-e69873b2-3ca7-4164-8e51-cf319ae23d6a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:43.867567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2182d5f2-2d70-473d-9332-5cf698a68f3a req-e69873b2-3ca7-4164-8e51-cf319ae23d6a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2082932 Nov 03 19:01:43.998041 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] Set router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:44.041890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.240352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2182d5f2-2d70-473d-9332-5cf698a68f3a req-0ba2a8ba-289f-4d91-9a60-ddaa18d2b0a7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707397 Nov 03 19:01:44.248896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Allocated IP 172.20.0.12 (9c870d8c-4e00-4302-824c-509632acf9ab/ccc1dd8e-1650-4b70-be96-711fafcbfb52/ffd44eee-d2a1-43b3-9594-8cb5e44de23b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:44.466334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.742927 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T19:01:40Z', 'revision_number': 5, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port': {'id': 'f963f3c9-eba7-4fc2-86f0-a85813ca29e7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:58:14Z', 'updated_at': '2021-11-03T18:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:44.761869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.786616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-04df1759-c38a-4f64-92ed-3233eb40bb2c tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:44.791513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-04df1759-c38a-4f64-92ed-3233eb40bb2c tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/networks?id=9a534420-f01b-49cf-959a-2f38c9e90ca3 HTTP/1.1" status: 200 len: 822 time: 0.2852147 Nov 03 19:01:44.848134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] Checking router: 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:01:44.868145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.918806 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] Routers {'3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:01:44.920186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-557b51f3-09db-4308-acad-f9fe3cb1ddc6 req-d761af30-ac27-4b07-9e37-6c72450ea2e1 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 210 time: 0.1251450 Nov 03 19:01:44.920745 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:44.941973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ee175372-ab6e-49e1-a7dd-0880a4de9f2d tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/quotas/e8d160a4d7e343c9b1126ff49e9561f5 HTTP/1.1" status: 200 len: 375 time: 0.0777428 Nov 03 19:01:44.998255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Network 9c870d8c-4e00-4302-824c-509632acf9ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:45.004681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:45.018312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:45.025358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Pushing event updated for resources: {'Port': ['ID=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:45.088109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-9426cf38-443b-4621-ab3d-a711114a75ba tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e8d160a4d7e343c9b1126ff49e9561f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1446509 Nov 03 19:01:45.121777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:45.122698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.166575 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-67fcb4c2-22b5-4b5c-af2a-232ab61e054b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0024369 Nov 03 19:01:45.209583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Request body: {'port': {'device_id': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:45.294824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33850) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:45.312820 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] Set router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:01:45.351381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.376418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Deleting port f963f3c9-eba7-4fc2-86f0-a85813ca29e7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:45.377065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.470519 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T19:01:44Z', 'revision_number': 6, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:45.532580 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f4ac-c08a-452e-a2d8-8373ef2a0a4f None None] The sync data for ids ['3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd'] in n-d-812151-4 is: [{'id': '3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd', 'name': 'tempest-ServersTestMultiNic-894440511-router', 'tenant_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:58:11Z', 'updated_at': '2021-11-03T19:01:44Z', 'revision_number': 6, 'project_id': '8bb0f86d4ff34b7ca020d7acdfdecfa0', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:01:45.552268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880149-e93c-4b09-8688-40a5b99d3147 req-e6d2b7bc-7d1b-4fae-aa65-f06fcaa8d5dd tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:45.555754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6880149-e93c-4b09-8688-40a5b99d3147 req-e6d2b7bc-7d1b-4fae-aa65-f06fcaa8d5dd tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.3534706 Nov 03 19:01:45.580193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-a85ba936-d101-4fd1-89d1-86b9ee809d41 service neutron] 10.222.0.91 "GET /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856761 Nov 03 19:01:45.699285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1715374981'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:45.772698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] For port f963f3c9-eba7-4fc2-86f0-a85813ca29e7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:45.773151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.788250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Calling delete_port for f963f3c9-eba7-4fc2-86f0-a85813ca29e7 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:46.060467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd44eee-d2a1-43b3-9594-8cb5e44de23b {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:46.077223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.122056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Transition to ACTIVE for port object ffd44eee-d2a1-43b3-9594-8cb5e44de23b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:01:46.134332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.295291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Pushing event updated for resources: {'Port': ['ID=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:46.331679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6880149-e93c-4b09-8688-40a5b99d3147 req-113ef15f-9162-4f33-992b-1ceb64afc6ad tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927590 Nov 03 19:01:46.382599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.384415 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.397928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Attempting to bind port ffd44eee-d2a1-43b3-9594-8cb5e44de23b on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:46.397928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Attempting to bind port ffd44eee-d2a1-43b3-9594-8cb5e44de23b by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '02500755-889b-42c8-878f-50334797bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:46.398562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Attempting to bind port ffd44eee-d2a1-43b3-9594-8cb5e44de23b on network 9c870d8c-4e00-4302-824c-509632acf9ab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:46.411578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Port ffd44eee-d2a1-43b3-9594-8cb5e44de23b on network 9c870d8c-4e00-4302-824c-509632acf9ab not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:01:46.415938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Attempting to bind port ffd44eee-d2a1-43b3-9594-8cb5e44de23b on network 9c870d8c-4e00-4302-824c-509632acf9ab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:46.429898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:46.430657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Checking segment: {'id': '02500755-889b-42c8-878f-50334797bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:46.431510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Bound using segment: {'id': '02500755-889b-42c8-878f-50334797bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:46.432993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Bound port: ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02500755-889b-42c8-878f-50334797bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:46.433480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.504117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-0ce9e055-02d8-439c-8578-ebe1488d9d00 service neutron] 10.222.0.91 "GET /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8659968 Nov 03 19:01:46.638913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74c5ccf1-b34e-426e-891d-0ed79a635557 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:46.642191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] For port ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:46.652805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] For port ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,segment=NetworkSegment(02500755-889b-42c8-878f-50334797bd09),segment_id=02500755-889b-42c8-878f-50334797bd09)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:46.663190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.697001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 74c5ccf1-b34e-426e-891d-0ed79a635557 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:46.697760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 74c5ccf1-b34e-426e-891d-0ed79a635557 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:46.699039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f963f3c9-eba7-4fc2-86f0-a85813ca29e7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:46.763026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.793609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07c24-25ad-4b66-a200-a10582ea58b4 req-3d3a546d-f85a-451c-943e-25c9f7bb1161 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:46.795333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99d07c24-25ad-4b66-a200-a10582ea58b4 req-3d3a546d-f85a-451c-943e-25c9f7bb1161 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2523000 Nov 03 19:01:46.796453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.807544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:46.814049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:46.817013 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] 10.222.0.110 "PUT /v2.0/ports/ffd44eee-d2a1-43b3-9594-8cb5e44de23b HTTP/1.1" status: 200 len: 1092 time: 1.6235254 Nov 03 19:01:46.843564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'tag': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:46.850254 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dc7c6b-f12e-48a7-ad19-88e688c2a477" -d '{"events": [{"name": "network-changed", "server_uuid": "f67f5fe4-aec1-4b07-b18e-8bb6fee307ff", "tag": "ffd44eee-d2a1-43b3-9594-8cb5e44de23b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:46.914550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763e818-921c-48fb-bfc5-033c11bdbb4a service neutron] Pushing event updated for resources: {'Port': ['ID=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:47.007154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99d07c24-25ad-4b66-a200-a10582ea58b4 req-80ea7138-53ae-4974-8897-e0fc5c4c11e7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881576 Nov 03 19:01:47.024747 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.086085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-1e019164-01d6-463e-9e60-0dddbcd73ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:47.090459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.093784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-57111c84-f984-4169-b07d-06ad1084d2f6 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7957175 Nov 03 19:01:47.106502 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-1e019164-01d6-463e-9e60-0dddbcd73ec1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3e8636de80f44aa68b8c620ea59278d6&device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 1095 time: 0.1736283 Nov 03 19:01:47.119055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33868) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:47.226552 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c25fcf-7001-4ef4-be0b-07580755310c x-openstack-request-id: req-41c25fcf-7001-4ef4-be0b-07580755310c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:47.227027 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67f5fe4-aec1-4b07-b18e-8bb6fee307ff", "tag": "ffd44eee-d2a1-43b3-9594-8cb5e44de23b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:47.227447 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-41c25fcf-7001-4ef4-be0b-07580755310c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:47.228095 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'tag': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b', 'status': 'completed', 'code': 200} Nov 03 19:01:47.232272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-43654232-e3c2-491b-832a-90d00123c799 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b HTTP/1.1" status: 200 len: 217 time: 0.1247578 Nov 03 19:01:47.359104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-ec94c12f-41b5-483e-b839-744a6ebf3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:47.365800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-ec94c12f-41b5-483e-b839-744a6ebf3345 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ccc1dd8e-1650-4b70-be96-711fafcbfb52 HTTP/1.1" status: 200 len: 861 time: 0.1204495 Nov 03 19:01:47.520014 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-a0110e1a-e8dc-448f-8c7a-68329b9e80a8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9c870d8c-4e00-4302-824c-509632acf9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384337 Nov 03 19:01:47.526681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bf398d9-db71-454f-8da6-2966ffe4f9d9 req-88019963-af33-4bf4-9ffb-9174b8f994c7 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 210 time: 0.1196098 Nov 03 19:01:47.539470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.682142 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.805980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f963f3c9-eba7-4fc2-86f0-a85813ca29e7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:47.851178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-b054ced3-15ab-4435-abbb-0541777e3de1 service neutron] 10.222.0.110 "GET /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169441 Nov 03 19:01:47.897515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc4bc1-5853-4a0f-ab92-c71a830963da req-364b983d-0137-4b65-8daf-21ef069bbc62 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:47.899392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92dc4bc1-5853-4a0f-ab92-c71a830963da req-364b983d-0137-4b65-8daf-21ef069bbc62 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 944 time: 0.6606500 Nov 03 19:01:48.133036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44f752f4-46c1-4eab-89e2-7a92fc62d781 req-0ebada5b-5800-4fec-a2bf-c26f9069dc8b service neutron] 10.222.0.110 "GET /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712307 Nov 03 19:01:48.196518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.208424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.339335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-e6955e24-d608-4650-a93a-7fc282373773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:48.345634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-e6955e24-d608-4650-a93a-7fc282373773 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3e8636de80f44aa68b8c620ea59278d6&device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 1095 time: 0.0890038 Nov 03 19:01:48.355252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d0a33-dc9b-4362-9034-f53a76c519e1 req-f9349336-4c5c-4592-a5a7-1fb79785b606 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:48.357874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a43d0a33-dc9b-4362-9034-f53a76c519e1 req-f9349336-4c5c-4592-a5a7-1fb79785b606 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.5678422 Nov 03 19:01:48.430502 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.431665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0fe2cb5-a6e8-4839-8d15-f65147927e8d {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:48.498141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.499396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d9584f31-f728-49c0-b89e-714e4295205e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "DELETE /v2.0/routers/d0fe2cb5-a6e8-4839-8d15-f65147927e8d HTTP/1.1" status: 204 len: 168 time: 1.3787255 Nov 03 19:01:48.509160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a43d0a33-dc9b-4362-9034-f53a76c519e1 req-f7160257-ca77-482f-84bb-f50bc4e59e3b tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253784 Nov 03 19:01:48.509960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33886) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:48.522561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Request body: {'router': {'name': 'tempest-router-1361411321', 'distributed': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:48.552961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92dc4bc1-5853-4a0f-ab92-c71a830963da req-4cfda586-fe36-4077-8c2b-3fd0ae66e07f tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959797 Nov 03 19:01:48.565436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.709943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-5d5a776a-d296-4d68-b422-1bad0681b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:48.718321 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-5d5a776a-d296-4d68-b422-1bad0681b63e service neutron] 10.222.0.110 "GET /v2.0/networks?id=9c870d8c-4e00-4302-824c-509632acf9ab HTTP/1.1" status: 200 len: 922 time: 0.3612010 Nov 03 19:01:48.844203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-f8739abe-028f-4df4-bd1e-b01ecf0ebe64 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b HTTP/1.1" status: 200 len: 217 time: 0.1115763 Nov 03 19:01:48.880654 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.894375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.955571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.964896 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.987568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-558943dc-d53b-44d5-a40f-045812a0f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:48.990146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-558943dc-d53b-44d5-a40f-045812a0f32d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ccc1dd8e-1650-4b70-be96-711fafcbfb52 HTTP/1.1" status: 200 len: 861 time: 0.1314373 Nov 03 19:01:49.067987 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-ca8c7830-5764-4bed-ab8e-9f5a247ebd83 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9c870d8c-4e00-4302-824c-509632acf9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633504 Nov 03 19:01:49.158927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.180225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70617c1-c45e-4625-92f2-909f6ab0ad5e req-f4e48068-efe4-41c8-9565-1e0e66228d35 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:49.183172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e70617c1-c45e-4625-92f2-909f6ab0ad5e req-f4e48068-efe4-41c8-9565-1e0e66228d35 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.4574971 Nov 03 19:01:49.201590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.264699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5404b65e-14c7-41af-9518-b5c89afd0214 req-d4de60e6-ece2-44a5-9c15-fbe432a5b5f4 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 210 time: 0.1876433 Nov 03 19:01:49.278048 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.278891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:49.284546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.287527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-773dfdeb-803f-475e-ab9c-de22fac75fbb admin admin] 10.222.0.91 "DELETE /v2.0/routers/3c7dcd4e-29ff-41ed-a47c-bc4e04b373dd HTTP/1.1" status: 204 len: 168 time: 5.7144084 Nov 03 19:01:49.292043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:49.334279 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.336386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83d2a289-6b4c-4525-bcf4-c4cb4849d647 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8243384 Nov 03 19:01:49.341438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33894) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:49.443785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Deleting subnet b5c23ffc-5f3e-470e-941d-e0f2e71a9006 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:49.450707 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.461608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e70617c1-c45e-4625-92f2-909f6ab0ad5e req-3617d5a3-a449-420b-8386-65ebec97d710 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525439 Nov 03 19:01:49.600527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.614423 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-dddd1a30-9e0a-4c10-a34e-a231468ef4bf service neutron] 10.222.0.110 "GET /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281849 Nov 03 19:01:49.726859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.827839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-198b3d5d-89ab-4481-9148-fa31e96104c1 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:49.830582 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-198b3d5d-89ab-4481-9148-fa31e96104c1 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.115 "GET /v2.0/networks?id=9a534420-f01b-49cf-959a-2f38c9e90ca3 HTTP/1.1" status: 200 len: 822 time: 0.7681255 Nov 03 19:01:49.900871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Request body: {'port': {'device_id': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3', 'admin_state_up': True, 'tenant_id': 'e8d160a4d7e343c9b1126ff49e9561f5'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:49.934944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557d6b9-cd70-46a7-ae85-32299725ebaa req-18886795-04ac-4687-aa85-0c20beb1f514 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:49.937295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e557d6b9-cd70-46a7-ae85-32299725ebaa req-18886795-04ac-4687-aa85-0c20beb1f514 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2516968 Nov 03 19:01:49.945111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.006500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94da5e-8af2-4381-9ae4-2e620be1c62c req-b5838665-8c12-45f9-ad27-aa394c674793 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:50.013977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f94da5e-8af2-4381-9ae4-2e620be1c62c req-b5838665-8c12-45f9-ad27-aa394c674793 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 944 time: 0.2987514 Nov 03 19:01:50.207337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e557d6b9-cd70-46a7-ae85-32299725ebaa req-48c64784-3f10-46ba-94c4-eef91d1c57be tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565994 Nov 03 19:01:50.232279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f94da5e-8af2-4381-9ae4-2e620be1c62c req-ca9d865e-cc4b-42a7-abaf-e10aa69e4add tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158618 Nov 03 19:01:50.237956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.248238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.265916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.298490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c23ffc-5f3e-470e-941d-e0f2e71a9006,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:50.308059 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.319281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f78b9f93-f090-4ee4-91df-8116df32c300 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b5c23ffc-5f3e-470e-941d-e0f2e71a9006 HTTP/1.1" status: 204 len: 168 time: 1.0221980 Nov 03 19:01:50.319519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-87dc7c6b-f12e-48a7-ad19-88e688c2a477 req-e5eb130c-a6aa-4373-b698-a5d092bc9979 service neutron] 10.222.0.110 "GET /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560304 Nov 03 19:01:50.325762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33904) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:50.340124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d4c1d-da16-4c3a-960b-3c79d2a8c084 None None] Network 31fa24cc-4870-48e1-ba6d-bc3804374fd5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:50.404253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.404806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25dccde9-2832-41a1-bc36-4e23c1ed7e9f {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:50.421545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.423588 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-83607ca4-fa76-4347-bc6d-d9921c9417e7 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "DELETE /v2.0/routers/25dccde9-2832-41a1-bc36-4e23c1ed7e9f HTTP/1.1" status: 204 len: 168 time: 1.0802124 Nov 03 19:01:50.430015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33908) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:50.453368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Request body: {'router': {'name': 'tempest-router-1367412315', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7d14b0c1a9bf44ac8a2420fe4f3ef3d0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:50.509875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Made reservation on behalf of e8d160a4d7e343c9b1126ff49e9561f5 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:50.512897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.516944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.606466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03ac459b-1d6d-44e5-8409-555426f673eb req-ae817b26-5cbb-4ef3-97fb-5123b1641a6b tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 210 time: 0.1042271 Nov 03 19:01:50.638176 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:01:50.668582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.670574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.811636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Deleting port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:50.812247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.867518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] DHCP port deletion for 31fa24cc-4870-48e1-ba6d-bc3804374fd5 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:01:50.879360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aedc4-0401-4830-95c3-7b2a39e3389b req-d3872a19-11a3-4454-b252-c033638bc54e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:50.884773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.892962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.895922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b99aedc4-0401-4830-95c3-7b2a39e3389b req-d3872a19-11a3-4454-b252-c033638bc54e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1653244 Nov 03 19:01:50.942678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.949422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-da92c837-3bd8-4b52-bf95-376544b395ae tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5107360 Nov 03 19:01:50.989953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33914) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:51.010544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:51.081393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Allocated IP 172.20.0.10 (9a534420-f01b-49cf-959a-2f38c9e90ca3/d9574b09-2d72-4e1e-9a04-bf3c4f625947/0e1e6aad-83f6-46f9-a6d4-4b452b7b7702) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:51.088354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Deleting port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:01:51.090550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.241570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] For port 8c66fbb3-aabe-4974-86a3-8fc8cc634666, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c66fbb3-aabe-4974-86a3-8fc8cc634666,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:51.242130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.261011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] For port 8c66fbb3-aabe-4974-86a3-8fc8cc634666, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c66fbb3-aabe-4974-86a3-8fc8cc634666,segment=NetworkSegment(74628787-3363-44bc-b7b0-2ea1a97f03a5),segment_id=74628787-3363-44bc-b7b0-2ea1a97f03a5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:51.262184 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.279223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b99aedc4-0401-4830-95c3-7b2a39e3389b req-302d12ca-cad0-429d-a430-f4a0828d2046 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819048 Nov 03 19:01:51.314842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Calling delete_port for 8c66fbb3-aabe-4974-86a3-8fc8cc634666 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:51.473460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Calling delete_port for 8c66fbb3-aabe-4974-86a3-8fc8cc634666 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:01:51.595368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.644453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Pushing event deleted for resources: {'Port': ['ID=8c66fbb3-aabe-4974-86a3-8fc8cc634666,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:51.672453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.673089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.673776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.674367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.674948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.675711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.676284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.676868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.677451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.678007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.681320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.682065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:51.687244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6fe9d-d246-4a77-bf2a-816d046b00a6 None None] No DVR routers for this DVR port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:51.973083 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.040801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.156695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Pushing event updated for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.170774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Network 9a534420-f01b-49cf-959a-2f38c9e90ca3 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:52.174117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:52.178172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:52.211728 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.212606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.301799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:52.302678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.328598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-cf3cad76-8356-4bcd-b977-8c8b52c4cb98 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4407029 Nov 03 19:01:52.344851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-09cc7d87-8da2-4c54-a1c1-78951359c0c3 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:01:52.345705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c66fbb3-aabe-4974-86a3-8fc8cc634666 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:52.346442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-09cc7d87-8da2-4c54-a1c1-78951359c0c3 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0100071 Nov 03 19:01:52.348425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffd44eee-d2a1-43b3-9594-8cb5e44de23b details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:52.365474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Request body: {'port': {'device_id': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:52.390574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5a5b8-37ea-4181-a414-37ee04133e96 req-382eef03-6c9c-4e19-9c43-b0c4bfb9657c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:52.392504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31e5a5b8-37ea-4181-a414-37ee04133e96 req-382eef03-6c9c-4e19-9c43-b0c4bfb9657c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.9234397 Nov 03 19:01:52.408446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8c66fbb3-aabe-4974-86a3-8fc8cc634666 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:52.409170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c66fbb3-aabe-4974-86a3-8fc8cc634666 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:52.424662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae3e43-06c9-42ac-979d-6cf5f3d497bc req-1164747c-45ec-481a-b043-26a898a5d186 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:52.426888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01ae3e43-06c9-42ac-979d-6cf5f3d497bc req-1164747c-45ec-481a-b043-26a898a5d186 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 944 time: 0.9134364 Nov 03 19:01:52.538390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101989) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 03 19:01:52.538688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Router 7db9d7e2-91ee-459b-a89f-f3cd2361d84a migrating from provider to provider. {{(pid=101989) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 03 19:01:52.539153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.553602 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.566140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.572281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.589865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31e5a5b8-37ea-4181-a414-37ee04133e96 req-dd8a4476-18b0-4e49-9601-57da9843a6cf tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778743 Nov 03 19:01:52.613814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,segment=NetworkSegment(02500755-889b-42c8-878f-50334797bd09),segment_id=02500755-889b-42c8-878f-50334797bd09)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:52.618598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.628909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c66fbb3-aabe-4974-86a3-8fc8cc634666,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.644376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] No DVR routers for this DVR port 8c66fbb3-aabe-4974-86a3-8fc8cc634666 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:01:52.663873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01ae3e43-06c9-42ac-979d-6cf5f3d497bc req-b27691c3-7b05-4ca3-9a76-328492e85c6e tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836843 Nov 03 19:01:52.692563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b', 'network_id': '9c870d8c-4e00-4302-824c-509632acf9ab', 'port_id': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b', 'mac_address': 'fa:16:3e:43:eb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc1dd8e-1650-4b70-be96-711fafcbfb52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:52.788965 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.811201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd44eee-d2a1-43b3-9594-8cb5e44de23b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:52.844889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,segment=NetworkSegment(02500755-889b-42c8-878f-50334797bd09),segment_id=02500755-889b-42c8-878f-50334797bd09)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:52.851954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.979089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.024893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fa24cc-4870-48e1-ba6d-bc3804374fd5']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:53.046056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74628787-3363-44bc-b7b0-2ea1a97f03a5') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:53.046640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74628787-3363-44bc-b7b0-2ea1a97f03a5') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:53.071251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:53.077449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.207677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.237162 n-d-812151-4 neutron-server[101989]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] No L3 agents can host the router 7db9d7e2-91ee-459b-a89f-f3cd2361d84a Nov 03 19:01:53.241189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:53.241963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:53.245990 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:53.257663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:53.274501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.297607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Transition to ACTIVE for port object 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:01:53.303259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.319107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['ffd44eee-d2a1-43b3-9594-8cb5e44de23b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:53.408544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622414-6920-421c-a466-f0a3f4a3f8d6 req-058df234-c6c0-446e-a6c5-88989999265b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:53.411438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f622414-6920-421c-a466-f0a3f4a3f8d6 req-058df234-c6c0-446e-a6c5-88989999265b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3138084 Nov 03 19:01:53.414332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:53.433914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c55d-a4ec-47c5-ae6d-ce36f4539514 req-8471f9c8-bc29-4d6e-8bff-029d5f5d769a tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:53.448468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fa9c55d-a4ec-47c5-ae6d-ce36f4539514 req-8471f9c8-bc29-4d6e-8bff-029d5f5d769a tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 932 time: 0.3543050 Nov 03 19:01:53.467548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.479081 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.485476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] 10.222.0.91 "DELETE /v2.0/networks/31fa24cc-4870-48e1-ba6d-bc3804374fd5 HTTP/1.1" status: 204 len: 168 time: 3.1580660 Nov 03 19:01:53.602860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Attempting to bind port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:01:53.604031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Attempting to bind port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '2fa95232-1a32-4ad9-beb1-7726acfe0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:01:53.604871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Attempting to bind port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 on network 9a534420-f01b-49cf-959a-2f38c9e90ca3 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:53.615302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 on network 9a534420-f01b-49cf-959a-2f38c9e90ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:01:53.616342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Attempting to bind port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 on network 9a534420-f01b-49cf-959a-2f38c9e90ca3 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:01:53.629309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:01:53.630321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Checking segment: {'id': '2fa95232-1a32-4ad9-beb1-7726acfe0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:53.631217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Bound using segment: {'id': '2fa95232-1a32-4ad9-beb1-7726acfe0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:01:53.632255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Bound port: 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa95232-1a32-4ad9-beb1-7726acfe0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:01:53.633414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.643705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102d866-3351-4aca-b195-60e5c312eb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fa24cc-4870-48e1-ba6d-bc3804374fd5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:53.698755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fa9c55d-a4ec-47c5-ae6d-ce36f4539514 req-6fc3c1a0-82be-499a-8812-72325cb0f72e tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481310 Nov 03 19:01:53.779227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Hosts for router 7db9d7e2-91ee-459b-a89f-f3cd2361d84a: [] {{(pid=101989) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 03 19:01:53.816858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:01:53.820749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Hosts for other DVR routers connected to router 7db9d7e2-91ee-459b-a89f-f3cd2361d84a: set() {{(pid=101989) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 03 19:01:53.824152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.827972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,segment=NetworkSegment(2fa95232-1a32-4ad9-beb1-7726acfe0ef2),segment_id=2fa95232-1a32-4ad9-beb1-7726acfe0ef2)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:01:53.830707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4b46bd97-d110-4533-9699-a95cf22b6d62 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "PUT /v2.0/routers/7db9d7e2-91ee-459b-a89f-f3cd2361d84a HTTP/1.1" status: 200 len: 717 time: 2.8356273 Nov 03 19:01:53.831906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:53.846995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f622414-6920-421c-a466-f0a3f4a3f8d6 req-1727b021-e29f-4bea-bf51-442e66242420 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923950 Nov 03 19:01:53.873797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.986117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:53.987105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.989132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] 10.222.0.115 "PUT /v2.0/ports/0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 HTTP/1.1" status: 200 len: 1092 time: 1.6332266 Nov 03 19:01:54.010488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:54.020623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:54.024528 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef90625b-9246-46f9-b313-1d89e94156cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:54.069246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73c7f8-c242-4717-b49c-f61b8a9e1826 req-e2eaf53f-6fad-4ec5-b96e-44a361043a6e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:54.072267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd73c7f8-c242-4717-b49c-f61b8a9e1826 req-e2eaf53f-6fad-4ec5-b96e-44a361043a6e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.1833925 Nov 03 19:01:54.158180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6a72907f-0552-4eb0-9fb5-bad16a90543e tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "GET /v2.0/routers/7db9d7e2-91ee-459b-a89f-f3cd2361d84a HTTP/1.1" status: 200 len: 717 time: 0.3222575 Nov 03 19:01:54.160669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33944) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:54.213977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d2d31f1c-e9dd-4d47-a234-c9d39391c140 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8bb0f86d4ff34b7ca020d7acdfdecfa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994469 Nov 03 19:01:54.214870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20f263-efcc-4a59-b7c2-c8b6da7f0fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:54.217121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33948) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:54.240937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-c6dba65d-2e6e-49cb-a617-a8b34841b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:54.240937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-c6dba65d-2e6e-49cb-a617-a8b34841b824 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=e8d160a4d7e343c9b1126ff49e9561f5&device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 1095 time: 0.1510344 Nov 03 19:01:54.272098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f3182-3fca-4743-8027-4ba6f1dcaa6d req-6f4e5d41-4bc1-4acf-8b77-13b5e6543234 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:54.274935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b8f3182-3fca-4743-8027-4ba6f1dcaa6d req-6f4e5d41-4bc1-4acf-8b77-13b5e6543234 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 945 time: 0.1998506 Nov 03 19:01:54.288931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd73c7f8-c242-4717-b49c-f61b8a9e1826 req-10625b65-276f-4587-bcce-2dd6fedbb208 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921430 Nov 03 19:01:54.425419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-264bb2fb-7be2-451f-b51b-1319cb5e7a49 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 HTTP/1.1" status: 200 len: 217 time: 0.1764021 Nov 03 19:01:54.450833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec5580c-d6a0-4d41-a84f-39291c35c614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.565238 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec5580c-d6a0-4d41-a84f-39291c35c614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.668456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-c6a8b266-855c-4ecd-bf1a-233725d6ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:54.677888 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-c6a8b266-855c-4ecd-bf1a-233725d6ad74 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d9574b09-2d72-4e1e-9a04-bf3c4f625947 HTTP/1.1" status: 200 len: 862 time: 0.2424133 Nov 03 19:01:54.682003 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e25c05-a181-47f3-9e7c-2797d79b8805 x-openstack-request-id: req-12e25c05-a181-47f3-9e7c-2797d79b8805 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:54.682642 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:54.683171 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-12e25c05-a181-47f3-9e7c-2797d79b8805 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:54.686150 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702', 'status': 'completed', 'code': 200} Nov 03 19:01:54.728272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b8f3182-3fca-4743-8027-4ba6f1dcaa6d req-0473fc2f-3a17-4870-9bf5-f6807b6c55b4 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048696 Nov 03 19:01:54.770908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec5580c-d6a0-4d41-a84f-39291c35c614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.780420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ec5580c-d6a0-4d41-a84f-39291c35c614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:54.787931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ec5580c-d6a0-4d41-a84f-39291c35c614 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/373eedf0-4f25-473d-abaf-25dcb90da004 HTTP/1.1" status: 204 len: 168 time: 0.5691357 Nov 03 19:01:54.819325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5580c-d6a0-4d41-a84f-39291c35c614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373eedf0-4f25-473d-abaf-25dcb90da004,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:54.827252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-46ecb169-2fe5-4977-a74f-5e64dcd96c51 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9a534420-f01b-49cf-959a-2f38c9e90ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350186 Nov 03 19:01:55.124211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9722e8-7b68-4987-b775-3cad4b8ef98c req-f557fe2d-a31a-45bd-b66c-f3bfd810c056 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.127111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c9722e8-7b68-4987-b775-3cad4b8ef98c req-f557fe2d-a31a-45bd-b66c-f3bfd810c056 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 944 time: 0.1238804 Nov 03 19:01:55.248912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edde64-115e-46e6-a24c-26fb32ca7121 req-674deba3-4ce9-4f6f-b902-93de7ec8f59f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.259797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd7bacb6-938a-4c8e-883b-fc1509bc17e3 tempest-RoutersTestDVR-150156867 tempest-RoutersTestDVR-150156867-project] 10.222.0.91 "GET /v2.0/routers/7db9d7e2-91ee-459b-a89f-f3cd2361d84a HTTP/1.1" status: 200 len: 683 time: 1.0951116 Nov 03 19:01:55.268604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33958) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:55.268943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5edde64-115e-46e6-a24c-26fb32ca7121 req-674deba3-4ce9-4f6f-b902-93de7ec8f59f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1754091 Nov 03 19:01:55.338402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c9722e8-7b68-4987-b775-3cad4b8ef98c req-1b0a9e33-b38c-49ff-8e15-0acd5e570e13 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732464 Nov 03 19:01:55.423675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5edde64-115e-46e6-a24c-26fb32ca7121 req-582a641f-28ee-4471-afe0-8778315dd63c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428294 Nov 03 19:01:55.491234 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-db5d189e-9c0a-4acb-91e8-4d909b0b0fb5 service neutron] 10.222.0.115 "GET /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476631 Nov 03 19:01:55.628487 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.700381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5f8f4-2225-4a89-a523-a4f46566f605 req-4765a48c-b482-4ca8-b6b1-febf50d74c9f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.704652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bc5f8f4-2225-4a89-a523-a4f46566f605 req-4765a48c-b482-4ca8-b6b1-febf50d74c9f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.1962869 Nov 03 19:01:55.819734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bc5f8f4-2225-4a89-a523-a4f46566f605 req-62c4cbc8-2275-495f-bcb0-187409811909 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950377 Nov 03 19:01:55.897393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1251c23f-d9b9-4738-ae57-9576c8f89400 req-f9fafcb4-129f-4a8d-aeba-7acfb747168f service neutron] 10.222.0.115 "GET /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970327 Nov 03 19:01:55.907560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.917504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.086682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.087818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7db9d7e2-91ee-459b-a89f-f3cd2361d84a {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:56.104159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.106486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cccb9fdb-bb4b-4631-b629-3f879c908b6c tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "DELETE /v2.0/routers/7db9d7e2-91ee-459b-a89f-f3cd2361d84a HTTP/1.1" status: 204 len: 168 time: 0.8355737 Nov 03 19:01:56.118057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:56.124755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Request body: {'router': {'name': 'tempest-router-1697603978', 'distributed': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:56.167845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-250a7ef4-5c11-4636-b134-6c15a2ee16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.169779 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-250a7ef4-5c11-4636-b134-6c15a2ee16c1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.1885626 Nov 03 19:01:56.170480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54769c-d7c1-4c3a-b927-6e6dd8b7fc74 req-6c8344c2-496f-4726-9acd-4e2afc179565 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.172710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e54769c-d7c1-4c3a-b927-6e6dd8b7fc74 req-6c8344c2-496f-4726-9acd-4e2afc179565 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1225059 Nov 03 19:01:56.174529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.176695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.181508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fb5bc-cee1-4834-bff0-bb077265621e req-7f992e7a-0c4b-442a-99fd-48ea008ff387 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.183156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-517fb5bc-cee1-4834-bff0-bb077265621e req-7f992e7a-0c4b-442a-99fd-48ea008ff387 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 945 time: 0.1367285 Nov 03 19:01:56.245628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90625b-9246-46f9-b313-1d89e94156cb req-79977d95-2c18-4115-b8a7-e64f75b115ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.250529 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-79977d95-2c18-4115-b8a7-e64f75b115ff service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=e8d160a4d7e343c9b1126ff49e9561f5&device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 1095 time: 0.2461817 Nov 03 19:01:56.320519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e54769c-d7c1-4c3a-b927-6e6dd8b7fc74 req-59573dc1-1106-42b4-b6b1-62015ab88351 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265752 Nov 03 19:01:56.351544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-517fb5bc-cee1-4834-bff0-bb077265621e req-b8f02e5a-d0e2-4f9a-bcbb-535406f54d25 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469626 Nov 03 19:01:56.361361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffd44eee-d2a1-43b3-9594-8cb5e44de23b up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:01:56.483984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.531888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port ffd44eee-d2a1-43b3-9594-8cb5e44de23b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:01:56.546695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port ffd44eee-d2a1-43b3-9594-8cb5e44de23b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:01:56.547434 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.551014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.573855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-b277fd22-45bb-4855-929c-e5455d208960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.586986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-b277fd22-45bb-4855-929c-e5455d208960 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.4018950 Nov 03 19:01:56.611492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263b7e-5f7d-4a0d-b283-e65b6da51755 req-e5164a1b-b694-44a6-a3cc-5380ce6f981c tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.625772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f263b7e-5f7d-4a0d-b283-e65b6da51755 req-e5164a1b-b694-44a6-a3cc-5380ce6f981c tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 944 time: 0.1560338 Nov 03 19:01:56.666715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.667968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7bdf6715-378c-4e19-87a2-afc77e997f5f tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5480120 Nov 03 19:01:56.673850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33994) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:56.802391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.823397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90625b-9246-46f9-b313-1d89e94156cb req-3d530295-5006-4fa3-8e40-ab06b6df29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:56.825006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-3d530295-5006-4fa3-8e40-ab06b6df29b1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9a534420-f01b-49cf-959a-2f38c9e90ca3 HTTP/1.1" status: 200 len: 923 time: 0.5055003 Nov 03 19:01:56.842084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-43ae0360-3c10-4602-bc45-8f7d7df58b27 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.2035477 Nov 03 19:01:56.886026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:01:56.900220 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17ac83-89b8-4d6e-a935-ae01fc840ea9" -d '{"events": [{"server_uuid": "f67f5fe4-aec1-4b07-b18e-8bb6fee307ff", "name": "network-vif-plugged", "status": "completed", "tag": "ffd44eee-d2a1-43b3-9594-8cb5e44de23b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:01:56.922649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f263b7e-5f7d-4a0d-b283-e65b6da51755 req-e6d8ce0a-c500-4031-818e-068d2a2b8c8e tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928379 Nov 03 19:01:56.936350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.937815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,segment=NetworkSegment(02500755-889b-42c8-878f-50334797bd09),segment_id=02500755-889b-42c8-878f-50334797bd09)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:56.949289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:56.983711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-4b9b99e0-3215-4f9a-a58c-8c893e7129fa service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 HTTP/1.1" status: 200 len: 217 time: 0.1368940 Nov 03 19:01:57.033286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34004) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:57.128046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90625b-9246-46f9-b313-1d89e94156cb req-f9297388-17cd-4f08-ac21-75b3819a895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.129949 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-f9297388-17cd-4f08-ac21-75b3819a895c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d9574b09-2d72-4e1e-9a04-bf3c4f625947 HTTP/1.1" status: 200 len: 862 time: 0.0955179 Nov 03 19:01:57.162583 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b78a86-b779-4169-b300-34e38ca9fcdf x-openstack-request-id: req-86b78a86-b779-4169-b300-34e38ca9fcdf {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:01:57.163078 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67f5fe4-aec1-4b07-b18e-8bb6fee307ff", "name": "network-vif-plugged", "status": "completed", "tag": "ffd44eee-d2a1-43b3-9594-8cb5e44de23b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:01:57.163507 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-86b78a86-b779-4169-b300-34e38ca9fcdf {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:01:57.164156 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b', 'code': 200} Nov 03 19:01:57.181751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:57.223244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-ae985dd3-6b20-4aff-a29c-e2a7e3e1fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.230121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-ae985dd3-6b20-4aff-a29c-e2a7e3e1fdad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.3728189 Nov 03 19:01:57.264654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-63b39cdb-d10b-4aa3-958c-7c5f61eafb8c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9a534420-f01b-49cf-959a-2f38c9e90ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155894 Nov 03 19:01:57.333432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.337873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.386454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f371e1-877c-4c0b-8838-7e71a9b773a4 req-cd150c44-71ba-4a4d-8ba3-fd00cedb1baf tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.407250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9f371e1-877c-4c0b-8838-7e71a9b773a4 req-cd150c44-71ba-4a4d-8ba3-fd00cedb1baf tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.3709219 Nov 03 19:01:57.430761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2127516765-network', 'tenant_id': '7f1e526a492e4f85b614215eb6cbb994'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:57.562458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.563574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6594bcd0-308b-4c0f-8841-d7ae82eba602 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:01:57.564303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-bd764718-acd0-4edc-abdc-e0e94621cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.567393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-bd764718-acd0-4edc-abdc-e0e94621cc41 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2942390 Nov 03 19:01:57.577163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bada1-f2c9-4d55-a5f8-c50d3af29c7a req-fbcfc31b-f46e-45c9-97f8-6169db65bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.579610 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c3bada1-f2c9-4d55-a5f8-c50d3af29c7a req-fbcfc31b-f46e-45c9-97f8-6169db65bb4f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 1097 time: 0.3049476 Nov 03 19:01:57.587093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Made reservation on behalf of 7f1e526a492e4f85b614215eb6cbb994 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:57.590890 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.599932 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.601546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0702421-92d9-4345-a5b3-722e2950d5c5 tempest-RoutersTestDVR-827150090 tempest-RoutersTestDVR-827150090-project-admin] 10.222.0.91 "DELETE /v2.0/routers/6594bcd0-308b-4c0f-8841-d7ae82eba602 HTTP/1.1" status: 204 len: 168 time: 0.9247186 Nov 03 19:01:57.615885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b9279-56e4-4adb-a5b0-dd5edfb701e6 req-dd9501df-b198-48f9-b9a9-ac105d13be93 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.618212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d87b9279-56e4-4adb-a5b0-dd5edfb701e6 req-dd9501df-b198-48f9-b9a9-ac105d13be93 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2025249 Nov 03 19:01:57.636179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9f371e1-877c-4c0b-8838-7e71a9b773a4 req-6dd4cfa7-c976-49ae-9740-297cd0b24927 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425798 Nov 03 19:01:57.698800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d87b9279-56e4-4adb-a5b0-dd5edfb701e6 req-eaf37f24-d4ec-4f13-a3b7-8cc39b827fda tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691719 Nov 03 19:01:57.782263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.869713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-a7908bdd-33ae-44d0-a1a3-6a06c536bc14 service neutron] 10.222.0.115 "GET /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650325 Nov 03 19:01:57.891757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef27927-98a4-42f7-a8d7-970f764937c7 req-04d26dc5-24a6-40cd-a967-b7fbd1b97126 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:57.902613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ef27927-98a4-42f7-a8d7-970f764937c7 req-04d26dc5-24a6-40cd-a967-b7fbd1b97126 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 946 time: 0.1069465 Nov 03 19:01:57.914127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:01:57.990496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ef27927-98a4-42f7-a8d7-970f764937c7 req-a7dc09e2-43e3-4ad8-adad-f43a653997a7 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869539 Nov 03 19:01:58.110666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34022) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.196086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c3bada1-f2c9-4d55-a5f8-c50d3af29c7a req-075bf4c3-f9a7-4413-b591-e330aa40b7ff service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957212 Nov 03 19:01:58.198454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b3de-c005-4c18-bcf9-2594287e78b0 req-34f7a80d-90df-4895-8d56-c4eb9cf4731f tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:58.201984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-3a86ae8a-52de-4dab-9c63-e9c0731f00f6 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034541 Nov 03 19:01:58.206938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9d8b3de-c005-4c18-bcf9-2594287e78b0 req-34f7a80d-90df-4895-8d56-c4eb9cf4731f tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 944 time: 0.1663406 Nov 03 19:01:58.259551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.286864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.316326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,segment=NetworkSegment(2fa95232-1a32-4ad9-beb1-7726acfe0ef2),segment_id=2fa95232-1a32-4ad9-beb1-7726acfe0ef2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:58.340514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702', 'network_id': '9a534420-f01b-49cf-959a-2f38c9e90ca3', 'port_id': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702', 'mac_address': 'fa:16:3e:45:af:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9574b09-2d72-4e1e-9a04-bf3c4f625947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:01:58.351389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef90625b-9246-46f9-b313-1d89e94156cb req-bb783a09-daa8-47a6-8208-34b48e622468 service neutron] 10.222.0.115 "GET /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654353 Nov 03 19:01:58.373286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9d8b3de-c005-4c18-bcf9-2594287e78b0 req-6fbcfb27-7697-4880-af18-a6c9bf573895 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Nov 03 19:01:58.392629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:01:58.411913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e8aa9-ffa1-46ae-9068-5bb86512747c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.425741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.426157 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Added segment e34992cb-67aa-4910-b702-bdac169ed5e4 of type vlan for network 40c540e5-dc6b-4728-a08e-65996e0320c2 Nov 03 19:01:58.460174 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.472836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.485454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:01:58.523560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,segment=NetworkSegment(2fa95232-1a32-4ad9-beb1-7726acfe0ef2),segment_id=2fa95232-1a32-4ad9-beb1-7726acfe0ef2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:01:58.532102 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.549270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.657448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.660750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.677910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.683610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.685102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:58.685936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.751536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5a1db9-ea7a-488c-8118-31220b41d7c8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.800212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.800553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.801299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.802024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.802815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.803530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.804271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.805026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.808206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.809094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.809785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.810517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:58.844400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-db97df23-acf3-43c8-aec0-a3a43bf5e187 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7d14b0c1a9bf44ac8a2420fe4f3ef3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276335 Nov 03 19:01:58.863344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34030) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.869543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0e1e6aad-83f6-46f9-a6d4-4b452b7b7702'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:01:58.896589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8534174 Nov 03 19:01:58.920224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34034) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.929482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Request body: {'subnet': {'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2127516765-subnet', 'tenant_id': '7f1e526a492e4f85b614215eb6cbb994', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:58.942956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e85a7e-ce17-444e-ae7b-5e38fa288d6c req-e39de825-1b3a-4650-8f17-bbc77a473e21 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205749 Nov 03 19:01:58.954008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4e0bc-adea-4a9f-a565-3fcd4574370b admin admin] Pushing event updated for resources: {'Network': ['ID=40c540e5-dc6b-4728-a08e-65996e0320c2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.989728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:01:59.050862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Made reservation on behalf of 7f1e526a492e4f85b614215eb6cbb994 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:59.055231 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.086133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dbab-d312-4606-bdb7-ab07187f1689 req-1cf48fe9-a365-400c-9a71-dc7f942e7f45 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.094746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0041dbab-d312-4606-bdb7-ab07187f1689 req-1cf48fe9-a365-400c-9a71-dc7f942e7f45 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2048359 Nov 03 19:01:59.102971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45e-27ff-489e-852e-ac0ce99530e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.111488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c13f06-5a4e-487e-8aa6-cda03bf1d8ca req-b9dc4a70-3e9f-4660-8ff5-355cd8a8e1b9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.123440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99c13f06-5a4e-487e-8aa6-cda03bf1d8ca req-b9dc4a70-3e9f-4660-8ff5-355cd8a8e1b9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.3055081 Nov 03 19:01:59.147167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45e-27ff-489e-852e-ac0ce99530e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.246721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0041dbab-d312-4606-bdb7-ab07187f1689 req-38ddc80e-8846-4228-b590-e3db80260a87 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042640 Nov 03 19:01:59.384754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99c13f06-5a4e-487e-8aa6-cda03bf1d8ca req-2bd27286-8b5b-40b3-8e1c-00db94119607 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593970 Nov 03 19:01:59.647674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e402b3-0226-489e-a04e-29b14c42b8b3 req-37b0bc5a-ac48-4795-a736-ef94710bfabc tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.650534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6e402b3-0226-489e-a04e-29b14c42b8b3 req-37b0bc5a-ac48-4795-a736-ef94710bfabc tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 946 time: 0.1633534 Nov 03 19:01:59.814844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6e402b3-0226-489e-a04e-29b14c42b8b3 req-bea96ee8-1184-4a5d-aace-a6ae94b3edbb tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378150 Nov 03 19:01:59.865914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b321-68e4-4a80-aa0a-172c4765dc9f req-c401f276-62f8-4d23-b2fd-ffa4f2796306 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.880420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b37b321-68e4-4a80-aa0a-172c4765dc9f req-c401f276-62f8-4d23-b2fd-ffa4f2796306 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 945 time: 0.2195106 Nov 03 19:01:59.895615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45e-27ff-489e-852e-ac0ce99530e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.900401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25e0c45e-27ff-489e-852e-ac0ce99530e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.907604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-25e0c45e-27ff-489e-852e-ac0ce99530e8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f5a1db9-ea7a-488c-8118-31220b41d7c8 HTTP/1.1" status: 204 len: 168 time: 1.0425258 Nov 03 19:01:59.958516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0c45e-27ff-489e-852e-ac0ce99530e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5a1db9-ea7a-488c-8118-31220b41d7c8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:00.035017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b37b321-68e4-4a80-aa0a-172c4765dc9f req-4e0f6d1b-8587-4401-8c9d-504a996fe044 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529133 Nov 03 19:02:00.281098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.406763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24802b64-777b-438c-8bc1-a36ec589ecd6,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:00.479476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Checking segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:00.480266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Network hostable DHCP agents. Network: 40c540e5-dc6b-4728-a08e-65996e0320c2, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:02:00.514452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:02:00.538258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 40c540e5-dc6b-4728-a08e-65996e0320c2) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:00.548175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:00.549552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.559841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7acf83-de47-4ae6-8c28-c4482ef67e0d None None] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:00.631489 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8660b3d6-68a3-4e3b-8dea-db3b69877360 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7082968 Nov 03 19:02:00.685259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:00.719066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b589859-363b-40f7-9707-cc1c0f3b502e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.740209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42e15d-66b2-477a-b45b-4857fd1d5175 req-d162449e-52d0-4208-b114-0b93bdb2648d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:00.744110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c42e15d-66b2-477a-b45b-4857fd1d5175 req-d162449e-52d0-4208-b114-0b93bdb2648d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2373898 Nov 03 19:02:00.807499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a0acf-0215-4b55-bf93-beb03de77cf8 req-ee9b828a-de57-4bf4-84cc-8cfc4b01914a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:00.823024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d8a0acf-0215-4b55-bf93-beb03de77cf8 req-ee9b828a-de57-4bf4-84cc-8cfc4b01914a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2178106 Nov 03 19:02:00.942417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-40c540e5-dc6b-4728-a08e-65996e0320c2', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'tenant_id': '7f1e526a492e4f85b614215eb6cbb994', 'fixed_ips': [{'subnet_id': '24802b64-777b-438c-8bc1-a36ec589ecd6'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:00.946357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.975998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d8a0acf-0215-4b55-bf93-beb03de77cf8 req-3c7e7c8f-4335-4900-bc0b-337c84d73c35 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376681 Nov 03 19:02:00.995595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b589859-363b-40f7-9707-cc1c0f3b502e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.007659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b589859-363b-40f7-9707-cc1c0f3b502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.087976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b589859-363b-40f7-9707-cc1c0f3b502e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fb7f053ef4ce454fb56a443cea506a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993034 Nov 03 19:02:01.103673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c42e15d-66b2-477a-b45b-4857fd1d5175 req-52746c64-d88e-4c5c-83f7-038a03896c21 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288889 Nov 03 19:02:01.104962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34066) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:01.151570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b589859-363b-40f7-9707-cc1c0f3b502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364efc7-9196-4f55-b201-ab5c354366f2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.309619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f951-6711-4b43-9bb0-7d85da210de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.412058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f951-6711-4b43-9bb0-7d85da210de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.461064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Allocated IP 172.20.0.2 (40c540e5-dc6b-4728-a08e-65996e0320c2/24802b64-777b-438c-8bc1-a36ec589ecd6/fec11a73-646e-4a44-a01f-30efe3d45fd8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:01.547757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff42be0-d51b-47ab-ab83-8e3d137b84e4 req-4acc46ec-6f83-4a29-9f26-6dc56f81c548 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.550508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ff42be0-d51b-47ab-ab83-8e3d137b84e4 req-4acc46ec-6f83-4a29-9f26-6dc56f81c548 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 946 time: 0.2150326 Nov 03 19:02:01.578928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f888cb-a0cf-41cd-b193-ffeba9ebc0e9 req-7c48061b-5496-40de-8526-7e21632f13d0 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.580350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39f888cb-a0cf-41cd-b193-ffeba9ebc0e9 req-7c48061b-5496-40de-8526-7e21632f13d0 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 945 time: 0.1985576 Nov 03 19:02:01.680499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f951-6711-4b43-9bb0-7d85da210de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.685012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f951-6711-4b43-9bb0-7d85da210de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.690739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b5d9f951-6711-4b43-9bb0-7d85da210de0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e364efc7-9196-4f55-b201-ab5c354366f2 HTTP/1.1" status: 204 len: 168 time: 0.5782418 Nov 03 19:02:01.743504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9f951-6711-4b43-9bb0-7d85da210de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364efc7-9196-4f55-b201-ab5c354366f2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.770507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ff42be0-d51b-47ab-ab83-8e3d137b84e4 req-dedda143-c3fc-40db-a71a-16634e729d76 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874516 Nov 03 19:02:01.779611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39f888cb-a0cf-41cd-b193-ffeba9ebc0e9 req-c75405f3-6ca8-41b6-8b5f-2603fd51bfd8 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772459 Nov 03 19:02:01.913001 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.926137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.028823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:02.095514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae6f6-0052-44a4-aa06-1ec789edf3c2 req-f00a6f94-c859-49b0-82fa-60325d2b1425 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.102366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd0ae6f6-0052-44a4-aa06-1ec789edf3c2 req-f00a6f94-c859-49b0-82fa-60325d2b1425 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1738622 Nov 03 19:02:02.135315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Pushing event updated for resources: {'Port': ['ID=fec11a73-646e-4a44-a01f-30efe3d45fd8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:02.156694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:02.162701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:02.180594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:02.311288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd0ae6f6-0052-44a4-aa06-1ec789edf3c2 req-8bf8cc39-537a-4e52-b854-7a87153d1077 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934559 Nov 03 19:02:02.388931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.404446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Attempting to bind port fec11a73-646e-4a44-a01f-30efe3d45fd8 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:02.405063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Attempting to bind port fec11a73-646e-4a44-a01f-30efe3d45fd8 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:02.414048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Attempting to bind port fec11a73-646e-4a44-a01f-30efe3d45fd8 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:02.441005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:02.441633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Checking segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:02.442142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.447023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Bound using segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:02.448957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Bound port: fec11a73-646e-4a44-a01f-30efe3d45fd8, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:02.449620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.461931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:02.481703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:02.482298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.590846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebeb10-fbd2-4a21-ae2f-4817d654ead4 req-2ff2f8bc-62c8-4293-a092-3d389c6dfa81 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.597725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bebeb10-fbd2-4a21-ae2f-4817d654ead4 req-2ff2f8bc-62c8-4293-a092-3d389c6dfa81 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.1278217 Nov 03 19:02:02.744419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bebeb10-fbd2-4a21-ae2f-4817d654ead4 req-58fe2b1a-32a3-484d-8402-37f2e534855f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260965 Nov 03 19:02:02.781286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.863840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:02.868587 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c415e86-bf1f-4c0b-bbb9-6ec71e96b11b" -d '{"events": [{"server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:02.877925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] For port fec11a73-646e-4a44-a01f-30efe3d45fd8, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:02.892525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] For port fec11a73-646e-4a44-a01f-30efe3d45fd8, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fec11a73-646e-4a44-a01f-30efe3d45fd8,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:02.928208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,segment=NetworkSegment(2fa95232-1a32-4ad9-beb1-7726acfe0ef2),segment_id=2fa95232-1a32-4ad9-beb1-7726acfe0ef2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:02.933511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:02.950157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.003508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.094839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7f25-606f-4f68-814e-15e70e5af340 None None] Pushing event updated for resources: {'Port': ['ID=fec11a73-646e-4a44-a01f-30efe3d45fd8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:03.233456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:03.557278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-ee55d62e-b495-44ba-80ae-d0d0e3f4a39b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:03.583855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-ee55d62e-b495-44ba-80ae-d0d0e3f4a39b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 816 time: 0.4070880 Nov 03 19:02:03.705337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-8fb09122-2584-4886-b464-9d695d3cd640 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/quotas/7f1e526a492e4f85b614215eb6cbb994 HTTP/1.1" status: 200 len: 375 time: 0.1178923 Nov 03 19:02:03.898477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5f27b-601b-4d6d-86c7-99d604b63f03 req-f633f838-906a-4129-bf31-0e315f14500f tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:03.905549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dc5f27b-601b-4d6d-86c7-99d604b63f03 req-f633f838-906a-4129-bf31-0e315f14500f tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 946 time: 0.3075140 Nov 03 19:02:03.916468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-44747752-1310-4347-9171-fe199c935aab tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093332 Nov 03 19:02:04.107293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dc5f27b-601b-4d6d-86c7-99d604b63f03 req-3873d891-017a-4422-86c9-f86c6860ab19 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891096 Nov 03 19:02:04.198152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-de2c9f82-77f4-4779-b7ff-70a5ef491009 service neutron] 10.222.0.91 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552550 Nov 03 19:02:04.281099 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117f244-0b4e-4f5f-8a08-a506c567190c x-openstack-request-id: req-c117f244-0b4e-4f5f-8a08-a506c567190c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:04.281990 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:04.281990 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c117f244-0b4e-4f5f-8a08-a506c567190c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:04.283303 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702', 'code': 200} Nov 03 19:02:04.538239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fec11a73-646e-4a44-a01f-30efe3d45fd8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:04.565736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a265d-9167-43b3-b747-539d25f47779 req-a3a3fcc6-c1c4-4ff2-b789-b9838eef5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:04.570159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-000a265d-9167-43b3-b747-539d25f47779 req-a3a3fcc6-c1c4-4ff2-b789-b9838eef5323 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 1097 time: 0.1181676 Nov 03 19:02:04.613062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-b2ca8f32-3e98-42c9-aeaf-a7b7a5a50706 service neutron] 10.222.0.91 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947239 Nov 03 19:02:04.746524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29269fa1-c7c9-4a91-991c-f2636bb12c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.748237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-000a265d-9167-43b3-b747-539d25f47779 req-76554544-c352-44cd-b969-a0afcde864e2 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588676 Nov 03 19:02:04.783208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678e9d1-6eed-425d-abfb-3cdbce42fb51 req-b605e356-25a0-4175-8030-c428d7200229 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:04.809265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a678e9d1-6eed-425d-abfb-3cdbce42fb51 req-b605e356-25a0-4175-8030-c428d7200229 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2285635 Nov 03 19:02:04.820559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fec11a73-646e-4a44-a01f-30efe3d45fd8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:04.821100 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.982226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a678e9d1-6eed-425d-abfb-3cdbce42fb51 req-51348971-8c68-44e3-9d7f-c35bb4b1316f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742153 Nov 03 19:02:05.094374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.245756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fec11a73-646e-4a44-a01f-30efe3d45fd8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fec11a73-646e-4a44-a01f-30efe3d45fd8,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:05.271957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf5cd6-5d5c-416a-bbfe-71ac096a1674 None None] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:05.281205 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.498037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11461-04ae-484c-b4ba-f677aefeca2f req-1ffcfef3-4298-4975-bf38-d4378f303441 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:05.507583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92d11461-04ae-484c-b4ba-f677aefeca2f req-1ffcfef3-4298-4975-bf38-d4378f303441 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2329857 Nov 03 19:02:05.693093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cea7b-723d-4aab-8a5a-592f39fa8fff req-a2f190ae-0f1e-47d1-bad8-fa733c3f688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:05.698731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e6cea7b-723d-4aab-8a5a-592f39fa8fff req-a2f190ae-0f1e-47d1-bad8-fa733c3f688b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 1097 time: 0.1328914 Nov 03 19:02:05.737705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9cd39dd2-da2d-4e8c-8d8a-a660f26ee3db None None] Provisioning complete for port fec11a73-646e-4a44-a01f-30efe3d45fd8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:05.738249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cd39dd2-da2d-4e8c-8d8a-a660f26ee3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.835421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92d11461-04ae-484c-b4ba-f677aefeca2f req-d56429a6-ecdc-442f-b6db-a89c2e12be87 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926555 Nov 03 19:02:05.922207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e6cea7b-723d-4aab-8a5a-592f39fa8fff req-605368c3-95ba-43d4-a04d-97e5242e973e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133331 Nov 03 19:02:05.931436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fec11a73-646e-4a44-a01f-30efe3d45fd8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:06.236902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c5508-34c8-4fa2-afe0-4b108c47f2b0 req-c4ffb782-a9ff-452d-85f7-4c7faabe6fb4 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:06.269071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-035c5508-34c8-4fa2-afe0-4b108c47f2b0 req-c4ffb782-a9ff-452d-85f7-4c7faabe6fb4 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 946 time: 0.2721753 Nov 03 19:02:06.538167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:06.657444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fec11a73-646e-4a44-a01f-30efe3d45fd8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:06.733319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-035c5508-34c8-4fa2-afe0-4b108c47f2b0 req-c15cf7ab-d8d5-4a4e-a4fb-bb6a16d1fd8e tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776076 Nov 03 19:02:06.805310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fec11a73-646e-4a44-a01f-30efe3d45fd8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:06.805949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.869556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-bf1823ca-5bb8-4603-84cc-be67369d1bbe tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:06.886705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-bf1823ca-5bb8-4603-84cc-be67369d1bbe tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 816 time: 0.5990183 Nov 03 19:02:06.930846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-2435863d-d0d7-4660-a008-31a97ce8ec91 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/quotas/7f1e526a492e4f85b614215eb6cbb994 HTTP/1.1" status: 200 len: 375 time: 0.0425663 Nov 03 19:02:07.058046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1808544794', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:07.150039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-212dd3b2-f21b-4345-a81c-6d716d99764e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161994 Nov 03 19:02:07.181617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Made reservation on behalf of 2694acd490084512a8bbd2297cb009ab for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:07.187298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.255636 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.514339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-294ed507-27c2-4361-8d57-4f3ff5528958 None None] Provisioning complete for port fec11a73-646e-4a44-a01f-30efe3d45fd8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:07.514780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-294ed507-27c2-4361-8d57-4f3ff5528958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.024366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-5d113fac-57fa-43ce-9cfa-64fd5f88161d service neutron] 10.222.0.91 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618033 Nov 03 19:02:08.037431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea768b-aeaf-4cff-b6b3-93d39c584d05 req-6c49228f-e497-4632-9431-d02283fb3ed4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:08.039898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4aea768b-aeaf-4cff-b6b3-93d39c584d05 req-6c49228f-e497-4632-9431-d02283fb3ed4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.6788449 Nov 03 19:02:08.215462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.232461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.255393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] device_id is not set on port cbaea168-66fa-4112-81cd-1e468ac36877 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:08.271837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4aea768b-aeaf-4cff-b6b3-93d39c584d05 req-f3dfae4f-eab4-4460-a9dd-36aa65540498 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084413 Nov 03 19:02:08.285632 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07f619ed-46a4-44ea-a07a-498d758b6417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.349679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-b37382c9-51b8-4f1e-8931-82939f47b614 service neutron] 10.222.0.91 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062177 Nov 03 19:02:08.373874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a1697c-5844-44a4-baf0-d6976c58b0a5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:08.556195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Allocated IP 172.25.8.154 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/cbaea168-66fa-4112-81cd-1e468ac36877) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:08.673842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-a5c0e51e-0352-4549-ae54-90a6018b3c10 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:08.692247 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-a5c0e51e-0352-4549-ae54-90a6018b3c10 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 816 time: 0.4761500 Nov 03 19:02:08.740526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Request body: {'port': {'device_id': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'admin_state_up': True, 'tenant_id': '7f1e526a492e4f85b614215eb6cbb994'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:09.075994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Made reservation on behalf of 7f1e526a492e4f85b614215eb6cbb994 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:09.082777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.152594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b036-cba5-4487-8e3f-37a753abe350 req-c8a3640b-cf1c-4b01-9f8b-4be15c58180a tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:09.155389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c110b036-cba5-4487-8e3f-37a753abe350 req-c8a3640b-cf1c-4b01-9f8b-4be15c58180a tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 946 time: 0.2657957 Nov 03 19:02:09.181269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afee48-295c-4c78-86a7-3cb8ee176992 req-dd13176f-b07d-4d43-a211-ca1a90e1a09d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:09.197760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3afee48-295c-4c78-86a7-3cb8ee176992 req-dd13176f-b07d-4d43-a211-ca1a90e1a09d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.3047090 Nov 03 19:02:09.295555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.387869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Allocated IP 172.20.0.3 (40c540e5-dc6b-4728-a08e-65996e0320c2/24802b64-777b-438c-8bc1-a36ec589ecd6/328e726e-3f1d-4cd1-b1c5-07209294f722) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:09.415750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3afee48-295c-4c78-86a7-3cb8ee176992 req-71d59838-86bc-497e-a3f1-4b0c8ee0e689 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983364 Nov 03 19:02:09.438100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c110b036-cba5-4487-8e3f-37a753abe350 req-923d082b-8967-4644-9cd1-fbdb285884ce tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349544 Nov 03 19:02:09.517488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.791800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:09.804211 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.815326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:09.862392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:09.897560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.995598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Pushing event updated for resources: {'Port': ['ID=cbaea168-66fa-4112-81cd-1e468ac36877,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:10.097471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.159590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:10.160616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.230027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fa10f1e2-7d84-4e63-8adf-b2c0b8957782 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6859031 Nov 03 19:02:10.236442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34254) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:10.267944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.154'}]}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:10.336265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:10.354172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:10.363254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:10.369713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.375622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.447036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Pushing event updated for resources: {'Port': ['ID=328e726e-3f1d-4cd1-b1c5-07209294f722,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:10.504862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:10.505827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.553956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-bb05233c-d83a-4dac-9c06-596fbfc9b660 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:10.555439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-9862a4d7-037c-4626-9557-013c4d08b898 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8313010 Nov 03 19:02:10.571160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-bb05233c-d83a-4dac-9c06-596fbfc9b660 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 816 time: 0.6989532 Nov 03 19:02:10.588501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Request body: {'port': {'device_id': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:10.691657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-48491048-2587-443c-b20f-a1331fdf77cb tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/quotas/7f1e526a492e4f85b614215eb6cbb994 HTTP/1.1" status: 200 len: 375 time: 0.1184759 Nov 03 19:02:10.799579 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.824010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.079694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d8e0-b77c-45be-828b-33a5d6c898c9 req-f413dc42-aae5-45d7-8470-a9c140efaa74 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:11.082842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c914d8e0-b77c-45be-828b-33a5d6c898c9 req-f413dc42-aae5-45d7-8470-a9c140efaa74 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.6498625 Nov 03 19:02:11.106844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-009d74c7-ae28-4109-9166-7fb02affd7ce None None] Provisioning complete for port 328e726e-3f1d-4cd1-b1c5-07209294f722 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:11.109941 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-009d74c7-ae28-4109-9166-7fb02affd7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.309023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-d301a973-90df-4418-a4c5-0bf128c984c1 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6154096 Nov 03 19:02:11.343543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-009d74c7-ae28-4109-9166-7fb02affd7ce None None] Port 328e726e-3f1d-4cd1-b1c5-07209294f722 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:11.537725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.621984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328e726e-3f1d-4cd1-b1c5-07209294f722 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:11.651334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.681669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-b10b0fa1-6eb2-4fa5-8b85-5f61904a2e68 service neutron] 10.222.0.91 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710239 Nov 03 19:02:11.713064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Transition to ACTIVE for port object 328e726e-3f1d-4cd1-b1c5-07209294f722 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:11.718233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c914d8e0-b77c-45be-828b-33a5d6c898c9 req-b4243c9e-c964-414e-a4d9-6519bd8d7187 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6103344 Nov 03 19:02:11.723061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:11.744487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.096875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.472416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-de8378c4-1175-48de-9cee-81e3d7dd663b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.476336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-de8378c4-1175-48de-9cee-81e3d7dd663b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.115 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 816 time: 0.6111436 Nov 03 19:02:12.479975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Pushing event updated for resources: {'Port': ['ID=328e726e-3f1d-4cd1-b1c5-07209294f722,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:12.545816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-8e6eba29-7396-4190-9000-1872edcde23e service neutron] 10.222.0.91 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620610 Nov 03 19:02:12.552581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Request body: {'port': {'device_id': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'admin_state_up': True, 'tenant_id': '7f1e526a492e4f85b614215eb6cbb994'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:12.603705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-85548b3d-9722-4519-87d2-393539f0a33a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.617038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-85548b3d-9722-4519-87d2-393539f0a33a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 811 time: 0.6689904 Nov 03 19:02:12.651662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-ea3c99c4-7112-444e-bf05-ee73a9fa15d4 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/quotas/34b10533658a4ba3a6d669d30f8f0cce HTTP/1.1" status: 200 len: 375 time: 0.0319974 Nov 03 19:02:12.832337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Attempting to bind port 328e726e-3f1d-4cd1-b1c5-07209294f722 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:12.833302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Attempting to bind port 328e726e-3f1d-4cd1-b1c5-07209294f722 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:12.833481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Attempting to bind port 328e726e-3f1d-4cd1-b1c5-07209294f722 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:12.868132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Port 328e726e-3f1d-4cd1-b1c5-07209294f722 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:12.869035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Attempting to bind port 328e726e-3f1d-4cd1-b1c5-07209294f722 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:12.897165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:12.897703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Checking segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:12.898297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Bound using segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:12.899002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Bound port: 328e726e-3f1d-4cd1-b1c5-07209294f722, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:12.899714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.963773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-0c03a854-e273-44b0-9e12-d5217340e82e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3088286 Nov 03 19:02:13.110905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] For port 328e726e-3f1d-4cd1-b1c5-07209294f722, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:13.117768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] For port 328e726e-3f1d-4cd1-b1c5-07209294f722, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=328e726e-3f1d-4cd1-b1c5-07209294f722,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:13.129128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.207518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:13.209390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.213102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] 10.222.0.110 "PUT /v2.0/ports/328e726e-3f1d-4cd1-b1c5-07209294f722 HTTP/1.1" status: 200 len: 1091 time: 2.6381166 Nov 03 19:02:13.219532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'tag': '328e726e-3f1d-4cd1-b1c5-07209294f722'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:13.259627 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3328bea2-1779-4843-a057-343f1e198bac" -d '{"events": [{"name": "network-changed", "server_uuid": "68cd0701-eeee-4035-b302-54c9bfb42ec7", "tag": "328e726e-3f1d-4cd1-b1c5-07209294f722"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:13.264004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.265727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Made reservation on behalf of 7f1e526a492e4f85b614215eb6cbb994 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:13.272817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.449920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.717746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40587d5-17df-449f-8903-38e5875ee219 service neutron] Pushing event updated for resources: {'Port': ['ID=328e726e-3f1d-4cd1-b1c5-07209294f722,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:13.784916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-72c11cfe-492d-46d5-9636-be23b2afeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:13.793277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-72c11cfe-492d-46d5-9636-be23b2afeba0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 1094 time: 0.4725807 Nov 03 19:02:13.973751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-a30776a8-7ca0-4574-8fea-3de71d6e0fbf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328e726e-3f1d-4cd1-b1c5-07209294f722 HTTP/1.1" status: 200 len: 217 time: 0.1413345 Nov 03 19:02:14.175472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Allocated IP 172.20.0.5 (40c540e5-dc6b-4728-a08e-65996e0320c2/24802b64-777b-438c-8bc1-a36ec589ecd6/62369c52-2c4f-4321-8b7f-2503baf06976) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:14.212923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-810ff89c-b1a3-4138-88c9-01b9d7507774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:14.216079 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-810ff89c-b1a3-4138-88c9-01b9d7507774 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.2260034 Nov 03 19:02:14.244362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-c13b3011-2b11-4aaa-b113-282171941a45 service neutron] 10.222.0.91 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1913795 Nov 03 19:02:14.490454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-e95502e4-59a2-41e7-9aaa-cbbf68584b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:14.493793 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-e95502e4-59a2-41e7-9aaa-cbbf68584b17 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637882 Nov 03 19:02:14.843582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.847843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-59f891b4-dfa9-4bf7-bb66-4ca112d0a2f0 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389311 Nov 03 19:02:14.988158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d5d5-9d06-479e-b883-c74871ee6777 req-ac4c7142-2fe0-409c-a3ee-8c4a836b987a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:15.003548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e82d5d5-9d06-479e-b883-c74871ee6777 req-ac4c7142-2fe0-409c-a3ee-8c4a836b987a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.9354272 Nov 03 19:02:15.088867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.098988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.169178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-435b3bea-696e-4b01-8d5c-e9c658c0ea3c req-209f7cdb-46a0-4a7e-9b0a-958ab8e58284 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995832 Nov 03 19:02:15.187891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:15.194282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:15.202329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:15.261357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e82d5d5-9d06-479e-b883-c74871ee6777 req-873e02c7-b1d8-4bb6-ab15-fd156e612865 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587230 Nov 03 19:02:15.280396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Pushing event updated for resources: {'Port': ['ID=62369c52-2c4f-4321-8b7f-2503baf06976,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:15.332797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-4c1d42e7-19fc-4b77-9d5c-7a778582bde1 service neutron] 10.222.0.91 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0870895 Nov 03 19:02:15.386666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:15.391516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.490337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fabf00af-d749-4a91-aa19-b8c3b6f068db tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9489307 Nov 03 19:02:15.520116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Request body: {'port': {'device_id': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:15.934936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11bf6d67-d56f-4ea5-8610-190b74dab92f req-3161fc08-bc1b-47c2-9614-ea2f016e9cba tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 210 time: 0.4061530 Nov 03 19:02:15.945884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.947318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6cf42c77-8c06-4a34-aa59-5586fa1e6d04 None None] Provisioning complete for port 62369c52-2c4f-4321-8b7f-2503baf06976 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:15.948135 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cf42c77-8c06-4a34-aa59-5586fa1e6d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.954415 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.174910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6cf42c77-8c06-4a34-aa59-5586fa1e6d04 None None] Port 62369c52-2c4f-4321-8b7f-2503baf06976 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:16.241994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.243333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2515f40-63e3-4aec-8224-731c06a920dd {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:02:16.314918 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:02:16.319424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a1856a3-b51b-4cbb-bb26-a92636b0d3f9 tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.0700974 Nov 03 19:02:16.323071 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5767cf4-f368-4995-9df6-464d29f13b6e x-openstack-request-id: req-f5767cf4-f368-4995-9df6-464d29f13b6e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:16.324082 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cd0701-eeee-4035-b302-54c9bfb42ec7", "tag": "328e726e-3f1d-4cd1-b1c5-07209294f722", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:16.324082 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f5767cf4-f368-4995-9df6-464d29f13b6e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:16.324812 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'tag': '328e726e-3f1d-4cd1-b1c5-07209294f722', 'status': 'completed', 'code': 200} Nov 03 19:02:16.329436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34322) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:16.378796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.442962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-5998df0a-738f-473e-9ec0-af98bb2afc63 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.447375 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-5998df0a-738f-473e-9ec0-af98bb2afc63 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 816 time: 0.6955280 Nov 03 19:02:16.459749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bea2-1779-4843-a057-343f1e198bac req-11bd364f-ecae-4d4e-aa63-405d42861b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.462476 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-11bd364f-ecae-4d4e-aa63-405d42861b57 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 1094 time: 0.1474621 Nov 03 19:02:16.528359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Request body: {'port': {'device_id': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'admin_state_up': True, 'tenant_id': '7f1e526a492e4f85b614215eb6cbb994'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:16.761480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab386-79fd-4642-a115-f5ef44d20593 req-ba972ee1-3344-4c76-8712-8882d9635d48 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.765889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c74ab386-79fd-4642-a115-f5ef44d20593 req-ba972ee1-3344-4c76-8712-8882d9635d48 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 946 time: 0.4025066 Nov 03 19:02:16.782399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-73f10f83-6ece-41a7-b8b0-01bff0c0df9a tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.785358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-73f10f83-6ece-41a7-b8b0-01bff0c0df9a tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.110 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 946 time: 0.4257393 Nov 03 19:02:16.912045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58e366-8450-4fec-b0b7-1d558bf67944 req-27e9b13d-d4c0-4641-91e5-de60c6ea764b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.925843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c58e366-8450-4fec-b0b7-1d558bf67944 req-27e9b13d-d4c0-4641-91e5-de60c6ea764b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3288095 Nov 03 19:02:16.987281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Made reservation on behalf of 7f1e526a492e4f85b614215eb6cbb994 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:16.992699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.012342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Deleting port cbaea168-66fa-4112-81cd-1e468ac36877 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:17.012909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.182223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.208820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bea2-1779-4843-a057-343f1e198bac req-8b5252fa-cb43-44af-bbc9-79da8e3cec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:17.212997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Calling delete_port for cbaea168-66fa-4112-81cd-1e468ac36877 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:17.218865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-8b5252fa-cb43-44af-bbc9-79da8e3cec1f service neutron] 10.222.0.110 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 917 time: 0.7054181 Nov 03 19:02:17.304499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c74ab386-79fd-4642-a115-f5ef44d20593 req-9a914522-a9f5-4e04-b351-fbfabf1bd5f9 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129807 Nov 03 19:02:17.322643 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-88f19d62-d02f-454d-b463-42020bc517eb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328e726e-3f1d-4cd1-b1c5-07209294f722 HTTP/1.1" status: 200 len: 217 time: 0.0938392 Nov 03 19:02:17.383280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Allocated IP 172.20.0.6 (40c540e5-dc6b-4728-a08e-65996e0320c2/24802b64-777b-438c-8bc1-a36ec589ecd6/64757d26-bb1c-47de-8124-45e97428a3d3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:17.391756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c58e366-8450-4fec-b0b7-1d558bf67944 req-55becf0d-9c8f-44bf-967d-499a8b51972a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513655 Nov 03 19:02:17.502857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Deleting port ffd44eee-d2a1-43b3-9594-8cb5e44de23b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:17.503460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.511537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b9e16b1-a48a-421b-bd25-2d5c456ab445 req-96a0620b-ff58-48d9-8f6b-674ef78d001e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 210 time: 0.0811491 Nov 03 19:02:17.558186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bea2-1779-4843-a057-343f1e198bac req-2448a9dd-773e-4438-8ecb-b8d65d7bb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:17.567917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-2448a9dd-773e-4438-8ecb-b8d65d7bb5b3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.2243342 Nov 03 19:02:17.822730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328bea2-1779-4843-a057-343f1e198bac req-8b2f97f6-2c0b-41dc-9880-d1a5c9925747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:17.825557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-8b2f97f6-2c0b-41dc-9880-d1a5c9925747 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465746 Nov 03 19:02:17.878861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4a729c1-feec-409a-a865-0c57ec0e7dfa req-304574cd-3d64-4a98-976a-2f1db8c2af74 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 210 time: 0.1492605 Nov 03 19:02:17.880047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.016249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ffb39-0583-479f-b3fb-99bbf7497855 req-babe40b8-ec8b-4deb-af60-4b42ca91c702 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.019397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-347ffb39-0583-479f-b3fb-99bbf7497855 req-babe40b8-ec8b-4deb-af60-4b42ca91c702 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 946 time: 0.3759804 Nov 03 19:02:18.026835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbaea168-66fa-4112-81cd-1e468ac36877,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:18.047333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-c027f841-f304-40a5-9c63-2d5d0c481ecf service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002006 Nov 03 19:02:18.054132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.199360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] For port ffd44eee-d2a1-43b3-9594-8cb5e44de23b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,segment=NetworkSegment(02500755-889b-42c8-878f-50334797bd09),segment_id=02500755-889b-42c8-878f-50334797bd09)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:18.200477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.392339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.476370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 328e726e-3f1d-4cd1-b1c5-07209294f722 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:18.494778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Calling delete_port for ffd44eee-d2a1-43b3-9594-8cb5e44de23b owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:18.541892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3328bea2-1779-4843-a057-343f1e198bac req-e67441b5-ab6c-439b-85d5-49db30c95da9 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562278 Nov 03 19:02:18.592158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.602899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ba39466-ee80-4cee-8119-ed329dfebeab tempest-RoutersAdminNegativeTest-376436071 tempest-RoutersAdminNegativeTest-376436071-project-admin] 10.222.0.91 "DELETE /v2.0/ports/cbaea168-66fa-4112-81cd-1e468ac36877 HTTP/1.1" status: 204 len: 168 time: 2.2669389 Nov 03 19:02:18.645043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:18.658625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:18.663277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:18.667313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-80c72803-ff56-439b-9967-0d340773c6ce tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.682177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-80c72803-ff56-439b-9967-0d340773c6ce tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 811 time: 0.3689067 Nov 03 19:02:18.710568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-347ffb39-0583-479f-b3fb-99bbf7497855 req-60d465d7-8a7b-4af3-8af8-119ec5f17453 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692674 Nov 03 19:02:18.820709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Request body: {'port': {'device_id': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'admin_state_up': True, 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:18.829913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.832185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.887614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 328e726e-3f1d-4cd1-b1c5-07209294f722, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=328e726e-3f1d-4cd1-b1c5-07209294f722,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:18.890785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830d544-dbc8-4e89-a424-88e97d0b0b8b req-50f85174-3226-4146-b00f-1468bb6e2198 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.916520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f830d544-dbc8-4e89-a424-88e97d0b0b8b req-50f85174-3226-4146-b00f-1468bb6e2198 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.7072637 Nov 03 19:02:18.922703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Pushing event updated for resources: {'Port': ['ID=64757d26-bb1c-47de-8124-45e97428a3d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:18.960277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '328e726e-3f1d-4cd1-b1c5-07209294f722', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'port_id': '328e726e-3f1d-4cd1-b1c5-07209294f722', 'mac_address': 'fa:16:3e:f5:cd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24802b64-777b-438c-8bc1-a36ec589ecd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:19.000824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-97e400c1-2781-4e34-af31-720c3c31595f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4818723 Nov 03 19:02:19.038430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Request body: {'port': {'device_id': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:19.061554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-75b853c0-243e-46d6-a3c8-c5bd016923db tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.064226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-75b853c0-243e-46d6-a3c8-c5bd016923db tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.115 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 946 time: 0.8990138 Nov 03 19:02:19.164038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.230722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328e726e-3f1d-4cd1-b1c5-07209294f722 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:19.303464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.313094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 328e726e-3f1d-4cd1-b1c5-07209294f722, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=328e726e-3f1d-4cd1-b1c5-07209294f722,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:19.336336 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.336663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f830d544-dbc8-4e89-a424-88e97d0b0b8b req-53245f33-de15-44f4-bae1-e850579f9b08 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363607 Nov 03 19:02:19.473342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a60e2-afc0-4202-a827-486691645b6a req-58c70d67-cad1-4643-b5db-97a42ecf0c0b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.493774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b6a60e2-afc0-4202-a827-486691645b6a req-58c70d67-cad1-4643-b5db-97a42ecf0c0b tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 946 time: 0.5408201 Nov 03 19:02:19.494705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f69d260e-bbb0-4f1f-aff6-b4f514b101d9 None None] Provisioning complete for port 64757d26-bb1c-47de-8124-45e97428a3d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:19.495476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f69d260e-bbb0-4f1f-aff6-b4f514b101d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.611840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f69d260e-bbb0-4f1f-aff6-b4f514b101d9 None None] Port 64757d26-bb1c-47de-8124-45e97428a3d3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:19.616458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=328e726e-3f1d-4cd1-b1c5-07209294f722,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:19.623480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.683895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e31da1e-2e3f-41df-9fd6-4930cab399f0 req-6f39862e-47c1-4a00-b85a-c85e19dcf238 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 210 time: 0.1538248 Nov 03 19:02:19.851596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['328e726e-3f1d-4cd1-b1c5-07209294f722'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:19.877830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Made reservation on behalf of 34b10533658a4ba3a6d669d30f8f0cce for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:19.881853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.962758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00ad7474-18aa-427a-8aa7-9a0fa9cda5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.975187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b6a60e2-afc0-4202-a827-486691645b6a req-d78b1265-5cd1-449d-b066-569ccd406c47 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef22f171-df60-4848-b086-f2f5158b37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804182 Nov 03 19:02:20.005239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62369c52-2c4f-4321-8b7f-2503baf06976 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:20.020846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.075523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:20.170624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Transition to ACTIVE for port object 62369c52-2c4f-4321-8b7f-2503baf06976 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:20.186017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.187901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d63bfd-5b7a-444f-9d86-9b7ee285a3a7 req-34952639-db53-4522-92d6-234d32cadc86 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:20.189692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d63bfd-5b7a-444f-9d86-9b7ee285a3a7 req-34952639-db53-4522-92d6-234d32cadc86 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 931 time: 0.2908731 Nov 03 19:02:20.295732 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.328659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Deleting port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:20.329641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.558601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Pushing event deleted for resources: {'Port': ['ID=ffd44eee-d2a1-43b3-9594-8cb5e44de23b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:20.582264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffd44eee-d2a1-43b3-9594-8cb5e44de23b no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:20.683793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62369c52-2c4f-4321-8b7f-2503baf06976,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:20.718283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] No DVR routers for this DVR port ffd44eee-d2a1-43b3-9594-8cb5e44de23b on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:20.750055 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.756351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f8f0f7e-3b7e-46b5-b207-3ded3360ef7c req-2efdb6e4-29a0-4caf-b0a7-52d857ceca05 tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.110 "DELETE /v2.0/ports/ffd44eee-d2a1-43b3-9594-8cb5e44de23b HTTP/1.1" status: 204 len: 173 time: 3.9552851 Nov 03 19:02:20.760948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'name': 'network-vif-deleted', 'tag': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:20.777017 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539601a-e82f-4236-862a-6dc693b1d19c" -d '{"events": [{"server_uuid": "f67f5fe4-aec1-4b07-b18e-8bb6fee307ff", "name": "network-vif-deleted", "tag": "ffd44eee-d2a1-43b3-9594-8cb5e44de23b"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:20.836292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d63bfd-5b7a-444f-9d86-9b7ee285a3a7 req-31bced20-3719-4898-9b7e-d9a50610277f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207078 Nov 03 19:02:20.854038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Allocated IP 172.20.0.10 (2df5749a-67f8-446d-b6c3-4f4166916067/03642b47-ae06-45d2-ac86-b34a3d5446cc/c6d9508d-3c9c-4f49-928a-b157133acf59) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:20.875360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: ffd44eee-d2a1-43b3-9594-8cb5e44de23b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:20.877333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffd44eee-d2a1-43b3-9594-8cb5e44de23b not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:20.906704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Attempting to bind port 62369c52-2c4f-4321-8b7f-2503baf06976 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:20.907236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Attempting to bind port 62369c52-2c4f-4321-8b7f-2503baf06976 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:20.907771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Attempting to bind port 62369c52-2c4f-4321-8b7f-2503baf06976 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:20.911293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00ad7474-18aa-427a-8aa7-9a0fa9cda5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.913473 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.940610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00ad7474-18aa-427a-8aa7-9a0fa9cda5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.946910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Port 62369c52-2c4f-4321-8b7f-2503baf06976 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:20.947455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Attempting to bind port 62369c52-2c4f-4321-8b7f-2503baf06976 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:21.011315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:21.012482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Checking segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:21.012482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Bound using segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:21.013521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Bound port: 62369c52-2c4f-4321-8b7f-2503baf06976, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:21.013831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.024401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:21.033494 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2675b1b-a6db-4d74-bb51-55a06d2fc657" -d '{"events": [{"server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:21.111134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,segment=NetworkSegment(2fa95232-1a32-4ad9-beb1-7726acfe0ef2),segment_id=2fa95232-1a32-4ad9-beb1-7726acfe0ef2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:21.127013 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.196989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] For port 62369c52-2c4f-4321-8b7f-2503baf06976, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:21.203095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] For port 62369c52-2c4f-4321-8b7f-2503baf06976, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=62369c52-2c4f-4321-8b7f-2503baf06976,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:21.221482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.245345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-00ad7474-18aa-427a-8aa7-9a0fa9cda5a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e51996df45bf453bb72c6b7770021963&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6137319 Nov 03 19:02:21.309016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34372) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:21.310708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:21.321631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8649d54-3abd-4ffa-a3b1-3744691025b5 req-332c84a8-485e-4146-b035-c9d334fa98c1 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 210 time: 0.1277597 Nov 03 19:02:21.325892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64757d26-bb1c-47de-8124-45e97428a3d3 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:21.331391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62369c52-2c4f-4321-8b7f-2503baf06976,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:21.358305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.400223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.403382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.408618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-fc19b27b-68a8-42dd-a6b3-f8aed955e2b0 service neutron] 10.222.0.115 "PUT /v2.0/ports/62369c52-2c4f-4321-8b7f-2503baf06976 HTTP/1.1" status: 200 len: 1091 time: 5.9039562 Nov 03 19:02:21.409888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'tag': '62369c52-2c4f-4321-8b7f-2503baf06976'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:21.414843 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad631612-30b3-46e8-8ae3-aa47e9374da6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccdd851-4344-4f7e-939c-d2a694ef7d70", "tag": "62369c52-2c4f-4321-8b7f-2503baf06976"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:21.446533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Transition to ACTIVE for port object 64757d26-bb1c-47de-8124-45e97428a3d3 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:21.464128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] For port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,segment=NetworkSegment(2fa95232-1a32-4ad9-beb1-7726acfe0ef2),segment_id=2fa95232-1a32-4ad9-beb1-7726acfe0ef2)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:21.465408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.465897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.497472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad7474-18aa-427a-8aa7-9a0fa9cda5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b571bf-0627-466c-bf2c-6add69797077,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:21.509757 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2737d6f0-963d-4011-9528-99456edfdb4e x-openstack-request-id: req-2737d6f0-963d-4011-9528-99456edfdb4e {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:21.510326 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67f5fe4-aec1-4b07-b18e-8bb6fee307ff", "name": "network-vif-deleted", "tag": "ffd44eee-d2a1-43b3-9594-8cb5e44de23b", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:21.510825 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2737d6f0-963d-4011-9528-99456edfdb4e {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:21.511573 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67f5fe4-aec1-4b07-b18e-8bb6fee307ff', 'name': 'network-vif-deleted', 'tag': 'ffd44eee-d2a1-43b3-9594-8cb5e44de23b', 'status': 'completed', 'code': 200} Nov 03 19:02:21.573127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Calling delete_port for 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:21.681165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a302f-4538-4191-b27c-dde579a2015d req-2fa98b35-77fd-4b33-8d05-15952f86fd9b tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.692347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-995a302f-4538-4191-b27c-dde579a2015d req-2fa98b35-77fd-4b33-8d05-15952f86fd9b tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 946 time: 0.6851621 Nov 03 19:02:21.781476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Pushing event updated for resources: {'Port': ['ID=64757d26-bb1c-47de-8124-45e97428a3d3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:21.826256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c746d7e6-d0fe-4d0a-a8d9-fd67ae0c07d4 req-1236d418-8cfd-44f1-a3fc-240f9208b09c tempest-ServerMetadataNegativeTestJSON-606038712 tempest-ServerMetadataNegativeTestJSON-606038712-project] 10.222.0.91 "GET /v2.0/ports?device_id=f67f5fe4-aec1-4b07-b18e-8bb6fee307ff HTTP/1.1" status: 200 len: 210 time: 0.1741190 Nov 03 19:02:21.862020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-f837880c-efcb-4a6f-85c6-468a4367b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.880448 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-f837880c-efcb-4a6f-85c6-468a4367b302 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 1094 time: 0.2915764 Nov 03 19:02:22.042961 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ecbd9b-beb5-4510-965a-b5059a15ff4b x-openstack-request-id: req-25ecbd9b-beb5-4510-965a-b5059a15ff4b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:22.043907 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:22.045390 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-25ecbd9b-beb5-4510-965a-b5059a15ff4b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:22.046915 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702', 'code': 200} Nov 03 19:02:22.066655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-b57a4bf7-fbab-4673-a12d-9a4f1e919d6e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62369c52-2c4f-4321-8b7f-2503baf06976 HTTP/1.1" status: 200 len: 217 time: 0.1847606 Nov 03 19:02:22.173116 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b790bd82-e11f-4248-aa56-d5bd80455a58 x-openstack-request-id: req-b790bd82-e11f-4248-aa56-d5bd80455a58 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:22.175282 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccdd851-4344-4f7e-939c-d2a694ef7d70", "tag": "62369c52-2c4f-4321-8b7f-2503baf06976", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:22.175699 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b790bd82-e11f-4248-aa56-d5bd80455a58 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:22.176363 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'tag': '62369c52-2c4f-4321-8b7f-2503baf06976', 'status': 'completed', 'code': 200} Nov 03 19:02:22.178911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Attempting to bind port 64757d26-bb1c-47de-8124-45e97428a3d3 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.179910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Attempting to bind port 64757d26-bb1c-47de-8124-45e97428a3d3 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.180659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Attempting to bind port 64757d26-bb1c-47de-8124-45e97428a3d3 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.192682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Port 64757d26-bb1c-47de-8124-45e97428a3d3 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.193707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Attempting to bind port 64757d26-bb1c-47de-8124-45e97428a3d3 on network 40c540e5-dc6b-4728-a08e-65996e0320c2 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.221445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:22.223619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Checking segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:22.224499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Bound using segment: {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:22.225116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Bound port: 64757d26-bb1c-47de-8124-45e97428a3d3, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34992cb-67aa-4910-b702-bdac169ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:22.226542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.497966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-7fcadfd5-70b3-4a75-a7ce-22b28dce1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:22.501030 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-7fcadfd5-70b3-4a75-a7ce-22b28dce1a15 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.4163575 Nov 03 19:02:22.503392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] For port 64757d26-bb1c-47de-8124-45e97428a3d3, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:22.511656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] For port 64757d26-bb1c-47de-8124-45e97428a3d3, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=64757d26-bb1c-47de-8124-45e97428a3d3,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:22.511928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 328e726e-3f1d-4cd1-b1c5-07209294f722 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:22.535732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.728847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:22.730037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.732999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] 10.222.0.110 "PUT /v2.0/ports/64757d26-bb1c-47de-8124-45e97428a3d3 HTTP/1.1" status: 200 len: 1091 time: 3.7198594 Nov 03 19:02:22.752234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Pushing event updated for resources: {'Port': ['ID=64757d26-bb1c-47de-8124-45e97428a3d3,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:22.777151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.777556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.777953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.778484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.778885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.779451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.779839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.780464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.780853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.781286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.781628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.782010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b1de6-5b6c-495d-bcc2-68a360641377 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:22.801730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 328e726e-3f1d-4cd1-b1c5-07209294f722 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:22.805964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-77b1ceb4-b488-4b8f-94bc-c1e071122d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:22.809067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-77b1ceb4-b488-4b8f-94bc-c1e071122d62 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2944629 Nov 03 19:02:22.814996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 328e726e-3f1d-4cd1-b1c5-07209294f722 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:22.817326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.822187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.905499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203d1b3e-08ff-4bec-a9e9-0832329c49ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.969163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-995a302f-4538-4191-b27c-dde579a2015d req-1dd7b1b1-ad0d-4485-bfe7-a25ac4165ce1 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/security-groups?id=5f9ba60f-b62e-43d2-99a9-4de27546fe2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2049503 Nov 03 19:02:23.013113 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.037120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203d1b3e-08ff-4bec-a9e9-0832329c49ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.128670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25011db-c2d6-41a5-9d41-38625cb00654 req-a852c2d3-4d92-433a-802f-d2191109e577 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.159035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e25011db-c2d6-41a5-9d41-38625cb00654 req-a852c2d3-4d92-433a-802f-d2191109e577 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 943 time: 0.4597025 Nov 03 19:02:23.161718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 328e726e-3f1d-4cd1-b1c5-07209294f722, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=328e726e-3f1d-4cd1-b1c5-07209294f722,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:23.174272 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.222058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-0bb9a713-af5c-4dba-8989-7124bc62fc37 service neutron] 10.222.0.115 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004650 Nov 03 19:02:23.229679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-6f6be33a-b83d-40ae-9cd2-c610a15ea957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.240768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-6f6be33a-b83d-40ae-9cd2-c610a15ea957 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 1094 time: 0.3608942 Nov 03 19:02:23.247823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=328e726e-3f1d-4cd1-b1c5-07209294f722,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.264498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.283346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9de03da6-5316-4a3a-bfa7-dfb82f2d5db4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:23.421261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Network 2df5749a-67f8-446d-b6c3-4f4166916067 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:23.454607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:23.472007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:23.489033 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.516227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-b446604d-5d13-40d3-aa09-c8bfc4b83711 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64757d26-bb1c-47de-8124-45e97428a3d3 HTTP/1.1" status: 200 len: 217 time: 0.1041415 Nov 03 19:02:23.549123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774eb6-ea3a-4c91-aa2c-1974089b786e req-ee7fddfb-e21d-40c3-b901-ae07beaacf6b tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.551704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79774eb6-ea3a-4c91-aa2c-1974089b786e req-ee7fddfb-e21d-40c3-b901-ae07beaacf6b tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 932 time: 0.3079240 Nov 03 19:02:23.552706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Pushing event updated for resources: {'Port': ['ID=c6d9508d-3c9c-4f49-928a-b157133acf59,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.573271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203d1b3e-08ff-4bec-a9e9-0832329c49ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.576919 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203d1b3e-08ff-4bec-a9e9-0832329c49ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.578918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-203d1b3e-08ff-4bec-a9e9-0832329c49ee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f2b571bf-0627-466c-bf2c-6add69797077 HTTP/1.1" status: 204 len: 168 time: 2.2542481 Nov 03 19:02:23.582910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e25011db-c2d6-41a5-9d41-38625cb00654 req-aa385b5e-5f3f-4d97-aa78-92e47418f96e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873789 Nov 03 19:02:23.640618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Pushing event deleted for resources: {'Port': ['ID=0e1e6aad-83f6-46f9-a6d4-4b452b7b7702,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.656199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d1b3e-08ff-4bec-a9e9-0832329c49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b571bf-0627-466c-bf2c-6add69797077,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.704091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3c14e7c-42c3-49da-aa9b-7f977052f919 req-8ed2a736-b9fb-4d80-ade1-a1400b766e0c service neutron] 10.222.0.115 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650586 Nov 03 19:02:23.793106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79774eb6-ea3a-4c91-aa2c-1974089b786e req-a6ab1ac6-e32f-472e-bd4d-9e9b67eaf0cf tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070875 Nov 03 19:02:23.802092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-a4e3ba07-c05e-4d46-9462-042183267fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.811141 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-a4e3ba07-c05e-4d46-9462-042183267fc3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.2691174 Nov 03 19:02:23.818378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34394) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:23.856209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] No DVR routers for this DVR port 0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:23.862428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.869007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-136136ea-ed0f-4702-b8ff-f5796b9c0c57 req-2206b2c2-b33c-43e6-9b44-afaac0d2cd79 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.115 "DELETE /v2.0/ports/0e1e6aad-83f6-46f9-a6d4-4b452b7b7702 HTTP/1.1" status: 204 len: 173 time: 4.7778611 Nov 03 19:02:23.870406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'name': 'network-vif-deleted', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:23.875566 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6253d5-be79-4249-aa30-444523560800" -d '{"events": [{"server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "name": "network-vif-deleted", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:23.892196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.893405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.933509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-2f06d7fa-6551-47ee-a114-30957bcb5439 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1195974 Nov 03 19:02:23.957433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Request body: {'port': {'device_id': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:24.049139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328e726e-3f1d-4cd1-b1c5-07209294f722'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:24.054216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Deleting subnet ccc1dd8e-1650-4b70-be96-711fafcbfb52 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:24.054542 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f114a3-cd59-44c3-a6cf-16132f4bb5ea" -d '{"events": [{"server_uuid": "68cd0701-eeee-4035-b302-54c9bfb42ec7", "name": "network-vif-plugged", "status": "completed", "tag": "328e726e-3f1d-4cd1-b1c5-07209294f722"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:24.089493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.122466 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0144821-0fbd-42bb-9c08-51f52a6b5433 x-openstack-request-id: req-b0144821-0fbd-42bb-9c08-51f52a6b5433 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:24.125198 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b", "name": "network-vif-deleted", "tag": "0e1e6aad-83f6-46f9-a6d4-4b452b7b7702", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:24.125741 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0144821-0fbd-42bb-9c08-51f52a6b5433 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:24.134228 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b', 'name': 'network-vif-deleted', 'tag': '0e1e6aad-83f6-46f9-a6d4-4b452b7b7702', 'status': 'completed', 'code': 200} Nov 03 19:02:24.180315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'tag': '64757d26-bb1c-47de-8124-45e97428a3d3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:24.185864 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d0b8a-512d-4295-a953-b505ab7703a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea301705-15d2-44f6-b518-5c549fb39c63", "tag": "64757d26-bb1c-47de-8124-45e97428a3d3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:24.221256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-580c1650-283a-41b0-b754-796e4d1ea627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:24.223876 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-580c1650-283a-41b0-b754-796e4d1ea627 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 1094 time: 0.2476592 Nov 03 19:02:24.327715 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c939d16-4585-492a-ba37-841b65f88ffe x-openstack-request-id: req-2c939d16-4585-492a-ba37-841b65f88ffe {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:24.328615 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cd0701-eeee-4035-b302-54c9bfb42ec7", "name": "network-vif-plugged", "status": "completed", "tag": "328e726e-3f1d-4cd1-b1c5-07209294f722", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:24.329210 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2c939d16-4585-492a-ba37-841b65f88ffe {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:24.330049 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328e726e-3f1d-4cd1-b1c5-07209294f722', 'code': 200} Nov 03 19:02:24.335792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.355405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f2d02-f684-4711-847a-9882559f66d4 req-26511421-7474-444e-8f38-854c990f47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:24.359560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-26511421-7474-444e-8f38-854c990f47f2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3994861 Nov 03 19:02:24.362366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43b80b58-4270-4d6d-8ee3-7e884b4b55f0 req-4a969459-6db4-4363-9627-6720d10f00e8 tempest-InstanceActionsNegativeTestJSON-338819165 tempest-InstanceActionsNegativeTestJSON-338819165-project] 10.222.0.91 "GET /v2.0/ports?device_id=e03ba3fe-24ca-45a1-9eb7-6ce3fffc4f8b HTTP/1.1" status: 200 len: 210 time: 0.0924835 Nov 03 19:02:24.401704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.747865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-f0cf6b69-383e-4ee1-9b72-27c147bb46ea service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581234 Nov 03 19:02:24.807791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34408) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:24.824881 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94542c09-610d-4a67-b7d1-fba96b581761 x-openstack-request-id: req-94542c09-610d-4a67-b7d1-fba96b581761 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:24.825340 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea301705-15d2-44f6-b518-5c549fb39c63", "tag": "64757d26-bb1c-47de-8124-45e97428a3d3", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:24.825752 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94542c09-610d-4a67-b7d1-fba96b581761 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:24.826360 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'tag': '64757d26-bb1c-47de-8124-45e97428a3d3', 'status': 'completed', 'code': 200} Nov 03 19:02:25.031010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-20480036-5ee5-45d4-9c10-5b0f6b15d883 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2088983 Nov 03 19:02:25.162326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ba0f63c4-0765-4670-b313-9582c96b5b67 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2694acd490084512a8bbd2297cb009ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489454 Nov 03 19:02:25.171178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.179299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34418) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.270144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0f0bc-0891-423f-927c-1c2fdbf0ce67 req-eb384a46-a17f-4808-8b8d-6fe83dec0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.271961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29e0f0bc-0891-423f-927c-1c2fdbf0ce67 req-eb384a46-a17f-4808-8b8d-6fe83dec0342 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 1096 time: 0.7144775 Nov 03 19:02:25.322545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1396-ac43-491c-b5ba-606dff3fd3eb req-3f2923b8-f677-4401-8167-fe809db10a62 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.324185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b8e1396-ac43-491c-b5ba-606dff3fd3eb req-3f2923b8-f677-4401-8167-fe809db10a62 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 943 time: 0.4733262 Nov 03 19:02:25.337653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-e84f06b4-b123-4ebb-ad3b-1b78079bb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.340389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-e84f06b4-b123-4ebb-ad3b-1b78079bb183 service neutron] 10.222.0.115 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 917 time: 1.0801084 Nov 03 19:02:25.372682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c973bd-35f4-4171-8795-88726f3f0a0c req-8af9fa5e-c193-43c5-a6b8-e8390fa5edf3 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.374371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26c973bd-35f4-4171-8795-88726f3f0a0c req-8af9fa5e-c193-43c5-a6b8-e8390fa5edf3 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 932 time: 0.4064343 Nov 03 19:02:25.477502 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-bde23316-425e-4efc-b403-76a38ee6e702 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62369c52-2c4f-4321-8b7f-2503baf06976 HTTP/1.1" status: 200 len: 217 time: 0.1193423 Nov 03 19:02:25.487903 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a27f2d02-f684-4711-847a-9882559f66d4 req-dd05bc81-9ea1-45aa-a56c-69bfa2a1ac24 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761923 Nov 03 19:02:25.495174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29e0f0bc-0891-423f-927c-1c2fdbf0ce67 req-0f11029c-d598-4111-ac00-17f9340204f6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096701 Nov 03 19:02:25.569952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-f532170b-f065-4bfc-9146-fd1a6a0a7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.572774 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-f532170b-f065-4bfc-9146-fd1a6a0a7603 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.4046307 Nov 03 19:02:25.581757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b8e1396-ac43-491c-b5ba-606dff3fd3eb req-8346bd17-0f75-4e1b-aa2f-ede3e6075e6d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372959 Nov 03 19:02:25.603877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17caf06c-4aca-4015-a09a-77bfcd6dbe3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.627058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.627354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d9508d-3c9c-4f49-928a-b157133acf59 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:25.646601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26c973bd-35f4-4171-8795-88726f3f0a0c req-5f2b218f-7582-47de-83c8-425b3f9e6e95 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573874 Nov 03 19:02:25.650074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.694899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-ed910163-958e-4ae6-b1a7-0fd475d1db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.696927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-ed910163-958e-4ae6-b1a7-0fd475d1db01 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.2056415 Nov 03 19:02:25.699537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17caf06c-4aca-4015-a09a-77bfcd6dbe3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.711777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Transition to ACTIVE for port object c6d9508d-3c9c-4f49-928a-b157133acf59 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:25.717320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.722681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc1dd8e-1650-4b70-be96-711fafcbfb52,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:25.728837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.734353 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1fb06067-6083-4d04-97aa-dce638a2854e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ccc1dd8e-1650-4b70-be96-711fafcbfb52 HTTP/1.1" status: 204 len: 168 time: 1.8938835 Nov 03 19:02:25.750948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.789296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34426) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.968594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d9508d-3c9c-4f49-928a-b157133acf59,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:26.087942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-40eb9bee-1a16-4e3f-954e-df17e6241268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:26.090450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-40eb9bee-1a16-4e3f-954e-df17e6241268 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3638916 Nov 03 19:02:26.094190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.095208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Deleting subnet d9574b09-2d72-4e1e-9a04-bf3c4f625947 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:26.096597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 62369c52-2c4f-4321-8b7f-2503baf06976 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:26.113054 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.161235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17caf06c-4aca-4015-a09a-77bfcd6dbe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.166261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17caf06c-4aca-4015-a09a-77bfcd6dbe3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.168340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-17caf06c-4aca-4015-a09a-77bfcd6dbe3f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41a1697c-5844-44a4-baf0-d6976c58b0a5 HTTP/1.1" status: 204 len: 168 time: 0.9720569 Nov 03 19:02:26.215087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-1cb6cf68-6799-4e99-b01a-fae2d974c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:26.219119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-1cb6cf68-6799-4e99-b01a-fae2d974c936 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 1094 time: 0.3258379 Nov 03 19:02:26.249868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caf06c-4aca-4015-a09a-77bfcd6dbe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a1697c-5844-44a4-baf0-d6976c58b0a5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:26.261804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-b8288524-5179-4cb4-8b41-953b86267684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:26.264198 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-b8288524-5179-4cb4-8b41-953b86267684 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3838036 Nov 03 19:02:26.265039 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.272118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-09889975-6804-4bbf-925f-c01eda2e33b8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3521683 Nov 03 19:02:26.375378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Attempting to bind port c6d9508d-3c9c-4f49-928a-b157133acf59 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:26.376014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Attempting to bind port c6d9508d-3c9c-4f49-928a-b157133acf59 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:26.376557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Attempting to bind port c6d9508d-3c9c-4f49-928a-b157133acf59 on network 2df5749a-67f8-446d-b6c3-4f4166916067 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:26.525630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Port c6d9508d-3c9c-4f49-928a-b157133acf59 on network 2df5749a-67f8-446d-b6c3-4f4166916067 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:26.526178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Attempting to bind port c6d9508d-3c9c-4f49-928a-b157133acf59 on network 2df5749a-67f8-446d-b6c3-4f4166916067 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:26.541334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 62369c52-2c4f-4321-8b7f-2503baf06976, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=62369c52-2c4f-4321-8b7f-2503baf06976,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:26.568831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '62369c52-2c4f-4321-8b7f-2503baf06976', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'port_id': '62369c52-2c4f-4321-8b7f-2503baf06976', 'mac_address': 'fa:16:3e:6c:c0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24802b64-777b-438c-8bc1-a36ec589ecd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:26.625410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-1f9b914a-4253-44a6-a8c2-619c3d0c2f40 service neutron] 10.222.0.115 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242200 Nov 03 19:02:26.653129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.693950 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.708619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-f5f3392d-9019-41ba-ae37-db952e9cff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:26.714562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-f5f3392d-9019-41ba-ae37-db952e9cff31 service neutron] 10.222.0.110 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 917 time: 0.4733248 Nov 03 19:02:26.716799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:26.721430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Checking segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:26.723199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Bound using segment: {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:26.724844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Bound port: c6d9508d-3c9c-4f49-928a-b157133acf59, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20a82b2-e7ad-4362-a80d-84143e704e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:26.729448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62369c52-2c4f-4321-8b7f-2503baf06976 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:26.729786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.772113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.776145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 62369c52-2c4f-4321-8b7f-2503baf06976, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=62369c52-2c4f-4321-8b7f-2503baf06976,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:26.789600 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.884236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-abbeeee4-1f52-4965-8cbb-2ce41114e57d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.5886409 Nov 03 19:02:26.888164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad631612-30b3-46e8-8ae3-aa47e9374da6 req-2883559e-95ae-4a6b-aa49-f43255005ccd service neutron] 10.222.0.115 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398398 Nov 03 19:02:26.917482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=62369c52-2c4f-4321-8b7f-2503baf06976,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:26.977314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c870d8c-4e00-4302-824c-509632acf9ab']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:27.008765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02500755-889b-42c8-878f-50334797bd09') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:27.009051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-494af8d2-af93-4da7-a6c4-083fd8797de9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64757d26-bb1c-47de-8124-45e97428a3d3 HTTP/1.1" status: 200 len: 217 time: 0.2704933 Nov 03 19:02:27.009267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02500755-889b-42c8-878f-50334797bd09') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:27.035304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.041541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-026363a3-f084-4a69-9212-dd1230fcac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.049450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-026363a3-f084-4a69-9212-dd1230fcac8c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1453118 Nov 03 19:02:27.099570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.111224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:02:27.111724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.147137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['62369c52-2c4f-4321-8b7f-2503baf06976'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:02:27.159984 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:02:27.164612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-c315aeb2-8bb5-49b8-ac8d-7f34e651c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.164612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-c315aeb2-8bb5-49b8-ac8d-7f34e651c581 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1097 time: 0.6736016 Nov 03 19:02:27.320003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-f6abe7d0-c017-4673-bb87-d5a8bda759cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.323025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-f6abe7d0-c017-4673-bb87-d5a8bda759cf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394505 Nov 03 19:02:27.332610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.347967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.363267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] 10.222.0.91 "DELETE /v2.0/networks/9c870d8c-4e00-4302-824c-509632acf9ab HTTP/1.1" status: 204 len: 168 time: 1.6092541 Nov 03 19:02:27.409220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652cdcb-fa44-460a-b580-12b0367ec4de admin admin] Pushing event deleted for resources: {'Network': ['ID=9c870d8c-4e00-4302-824c-509632acf9ab,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:27.551465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.639780 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:02:27.706060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-9e57352b-c8b1-402c-8024-2592b3bfc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.709246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-9e57352b-c8b1-402c-8024-2592b3bfc8b9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.4571877 Nov 03 19:02:27.716847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-f58103d9-980c-4c20-99e9-505eddfd9ca7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--849067357&fields=id&tenant_id=a79a812c1dae480d8135942ef1618183 HTTP/1.1" status: 200 len: 267 time: 0.9761710 Nov 03 19:02:27.732458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5c14-4977-4e27-afd9-b6a9d70c759e req-805d1b50-1797-4ea6-9756-d1239cb75794 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.734192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-771fb423-0b5b-4000-b9e8-76c113c82248 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449259 Nov 03 19:02:27.738954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daef5c14-4977-4e27-afd9-b6a9d70c759e req-805d1b50-1797-4ea6-9756-d1239cb75794 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 943 time: 0.7708607 Nov 03 19:02:27.765399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9574b09-2d72-4e1e-9a04-bf3c4f625947,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:27.788960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:27.803658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d2b847ed-89c7-4b3f-be60-582348bdfd47 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d9574b09-2d72-4e1e-9a04-bf3c4f625947 HTTP/1.1" status: 204 len: 168 time: 2.0072801 Nov 03 19:02:27.804207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34458) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:27.817721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-e1e18560-a77d-4d0c-adce-bf3e010d9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.821503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-e1e18560-a77d-4d0c-adce-bf3e010d9f59 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.7365136 Nov 03 19:02:27.919744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] For port c6d9508d-3c9c-4f49-928a-b157133acf59, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:27.980546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-d1c3a867-f7c6-4a88-b9e4-6570cc767b99 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 217 time: 0.2357917 Nov 03 19:02:28.011713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] For port c6d9508d-3c9c-4f49-928a-b157133acf59, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c6d9508d-3c9c-4f49-928a-b157133acf59,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:28.013465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:28.117285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.303646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daef5c14-4977-4e27-afd9-b6a9d70c759e req-5f0267c4-1282-44a6-b8c8-788023ab52e3 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345182 Nov 03 19:02:28.329406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34468) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:28.373048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:28.374201 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.375913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] 10.222.0.115 "PUT /v2.0/ports/c6d9508d-3c9c-4f49-928a-b157133acf59 HTTP/1.1" status: 200 len: 1092 time: 4.4281137 Nov 03 19:02:28.388712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'tag': 'c6d9508d-3c9c-4f49-928a-b157133acf59'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:28.391736 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36d5347-83f8-4ead-a80f-243cdd77ccac" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dea750-c2ff-47c5-bd18-781f30db6e05", "tag": "c6d9508d-3c9c-4f49-928a-b157133acf59"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:28.437558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-9de1397e-4b50-4b9b-ad5f-d62cf3bc66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:28.439139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-9de1397e-4b50-4b9b-ad5f-d62cf3bc66c6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.4054852 Nov 03 19:02:28.452684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-8e24c1b6-2778-4b00-b4c7-14174511ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:28.455457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-8e24c1b6-2778-4b00-b4c7-14174511ca2e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5099440 Nov 03 19:02:28.482592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e86ba93c-e463-4999-8992-28801cf78111 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e8636de80f44aa68b8c620ea59278d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053166 Nov 03 19:02:28.489480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ba88-d4df-4c74-9787-216685205df1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d9508d-3c9c-4f49-928a-b157133acf59,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:28.491575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34474) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:28.535813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 64757d26-bb1c-47de-8124-45e97428a3d3 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:28.601185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.616421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-f4330d85-ddbe-48a9-8de4-805c80c254e6 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:28.629733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-f4330d85-ddbe-48a9-8de4-805c80c254e6 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/networks?id=06478284-06bc-4ddd-ab30-28cc1c6869da HTTP/1.1" status: 200 len: 816 time: 0.8572986 Nov 03 19:02:28.652564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-738d7a60-3b06-43d2-8910-26092164dc78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.662574 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5482d8d5-67fc-4521-aafa-857e339bc329 req-80c560af-33ba-45f3-9b73-732fee22240a service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9136965 Nov 03 19:02:28.760931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-738d7a60-3b06-43d2-8910-26092164dc78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.779144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 64757d26-bb1c-47de-8124-45e97428a3d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=64757d26-bb1c-47de-8124-45e97428a3d3,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:28.794073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-7bc97d54-dacf-4fd8-8207-a0d3660732ff tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/quotas/a79a812c1dae480d8135942ef1618183 HTTP/1.1" status: 200 len: 375 time: 0.1620617 Nov 03 19:02:28.808316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '64757d26-bb1c-47de-8124-45e97428a3d3', 'network_id': '40c540e5-dc6b-4728-a08e-65996e0320c2', 'port_id': '64757d26-bb1c-47de-8124-45e97428a3d3', 'mac_address': 'fa:16:3e:29:c0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24802b64-777b-438c-8bc1-a36ec589ecd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:28.850917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1313466779'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:28.861105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.877867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64757d26-bb1c-47de-8124-45e97428a3d3 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:28.908528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 64757d26-bb1c-47de-8124-45e97428a3d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=64757d26-bb1c-47de-8124-45e97428a3d3,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:28.916697 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.919295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.966716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a534420-f01b-49cf-959a-2f38c9e90ca3']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:28.988137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa95232-1a32-4ad9-beb1-7726acfe0ef2') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:28.988877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa95232-1a32-4ad9-beb1-7726acfe0ef2') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:29.017678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.034077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=64757d26-bb1c-47de-8124-45e97428a3d3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:29.037983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-738d7a60-3b06-43d2-8910-26092164dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.041331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-738d7a60-3b06-43d2-8910-26092164dc78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.047323 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-738d7a60-3b06-43d2-8910-26092164dc78 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ef22f171-df60-4848-b086-f2f5158b37c7 HTTP/1.1" status: 204 len: 168 time: 0.5496478 Nov 03 19:02:29.068911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.073728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7a60-3b06-43d2-8910-26092164dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef22f171-df60-4848-b086-f2f5158b37c7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:29.088398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:02:29.089340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:02:29.196008 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:02:29.229280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.284018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.293825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] 10.222.0.91 "DELETE /v2.0/networks/9a534420-f01b-49cf-959a-2f38c9e90ca3 HTTP/1.1" status: 204 len: 168 time: 1.4839613 Nov 03 19:02:29.293825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fe061-5111-4182-924c-f941323b64fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a534420-f01b-49cf-959a-2f38c9e90ca3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:29.404771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-b6b9506c-379c-44a0-a964-beceece09cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:29.407643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-b6b9506c-379c-44a0-a964-beceece09cba service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9506915 Nov 03 19:02:29.435863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-c2cfd264-663a-499d-8db5-ee0cf544ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:29.439009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-c2cfd264-663a-499d-8db5-ee0cf544ee0a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 1095 time: 0.9506898 Nov 03 19:02:29.488563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1412ff-0bc4-40b1-a878-28fd3193e41f req-9dafc240-927c-4711-b370-234f3d9c8c7f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:29.491368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef1412ff-0bc4-40b1-a878-28fd3193e41f req-9dafc240-927c-4711-b370-234f3d9c8c7f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 944 time: 0.9163673 Nov 03 19:02:29.493836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['64757d26-bb1c-47de-8124-45e97428a3d3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:29.565684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.628963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-c57e5cd6-6230-49e4-99b6-360026c5d9f2 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1444907 Nov 03 19:02:29.673601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4eca9ae4-4075-4339-9182-7e8dce2eea81 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e8d160a4d7e343c9b1126ff49e9561f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1053023 Nov 03 19:02:29.677460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.692463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:29.698368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.703761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-a378f594-a678-48e4-89aa-a071d66a7e85 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d9508d-3c9c-4f49-928a-b157133acf59 HTTP/1.1" status: 200 len: 217 time: 0.2325945 Nov 03 19:02:29.776865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-b93cc91e-ab5e-44d8-a05e-6e5aac49a6c4 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a79a812c1dae480d8135942ef1618183&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9811106 Nov 03 19:02:29.811653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aee16406-57b4-4ce3-8ddf-c074d61cbac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.826037 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.864006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aee16406-57b4-4ce3-8ddf-c074d61cbac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.975581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aee16406-57b4-4ce3-8ddf-c074d61cbac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.978637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aee16406-57b4-4ce3-8ddf-c074d61cbac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.984882 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aee16406-57b4-4ce3-8ddf-c074d61cbac7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f9ba60f-b62e-43d2-99a9-4de27546fe2d HTTP/1.1" status: 204 len: 168 time: 0.3010008 Nov 03 19:02:29.993624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee16406-57b4-4ce3-8ddf-c074d61cbac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ba60f-b62e-43d2-99a9-4de27546fe2d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:30.123065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-bd948185-c8fe-4368-a808-8c07ca20c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:30.128884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-bd948185-c8fe-4368-a808-8c07ca20c2aa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.3791833 Nov 03 19:02:30.143192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 62369c52-2c4f-4321-8b7f-2503baf06976 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:30.172064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef1412ff-0bc4-40b1-a878-28fd3193e41f req-5272c37c-2854-4548-9341-993f4eb77653 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204576 Nov 03 19:02:30.174249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-8e52303d-88eb-4d36-9c80-aac4dda28dbd service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503989 Nov 03 19:02:30.261393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-845c7bda-eb9f-4dac-a962-73d510044dcc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234608 Nov 03 19:02:30.299153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 62369c52-2c4f-4321-8b7f-2503baf06976 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:30.312045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 62369c52-2c4f-4321-8b7f-2503baf06976 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:30.313657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.495652 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.531269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-24337ab8-7d71-4088-baee-5cdfc3358879 service neutron] 10.222.0.91 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105248 Nov 03 19:02:30.534840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b71d0b8a-512d-4295-a953-b505ab7703a6 req-a92bc84b-2f4d-4f22-b33f-8c66bfc3bae7 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254368 Nov 03 19:02:30.559827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62369c52-2c4f-4321-8b7f-2503baf06976'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:30.565931 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d859f02e-7da8-4006-b503-56e8aedf3b7b" -d '{"events": [{"server_uuid": "5ccdd851-4344-4f7e-939c-d2a694ef7d70", "name": "network-vif-plugged", "status": "completed", "tag": "62369c52-2c4f-4321-8b7f-2503baf06976"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:30.591229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 62369c52-2c4f-4321-8b7f-2503baf06976, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=62369c52-2c4f-4321-8b7f-2503baf06976,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:30.604267 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.779301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=62369c52-2c4f-4321-8b7f-2503baf06976,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:30.790237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.818974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf2bd30-c831-4d38-8f7d-7fcf3c5189bd req-71c0750d-f681-452f-ae00-a12a91278fed service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125100 Nov 03 19:02:30.819302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.899779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:02:30.945232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-ee4b2928-9dc4-4564-ad5f-2bcbc7908a79 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553764 Nov 03 19:02:30.997554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.998482 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Added segment 42d2fb1e-f407-46e9-9d51-c06208ce5856 of type vlan for network 60fb80d3-1f1b-47fa-b8e1-44029087a84a Nov 03 19:02:31.003024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-1dbc72cf-6eaa-4b79-b588-634563afbf9b service neutron] 10.222.0.91 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070876 Nov 03 19:02:31.019394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d48f8-f849-4181-ab07-d56d60a8ffd7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:31.093872 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148844c9-c35e-420b-bb7f-a8753be98a93 x-openstack-request-id: req-148844c9-c35e-420b-bb7f-a8753be98a93 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:31.094333 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dea750-c2ff-47c5-bd18-781f30db6e05", "tag": "c6d9508d-3c9c-4f49-928a-b157133acf59", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:31.094988 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-148844c9-c35e-420b-bb7f-a8753be98a93 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:31.096200 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'tag': 'c6d9508d-3c9c-4f49-928a-b157133acf59', 'status': 'completed', 'code': 200} Nov 03 19:02:31.260562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82f3d2c5-46df-47cd-897d-935c02b2f7aa req-9b0714d3-b0ed-48fb-b6e5-728e9bbabca3 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934840 Nov 03 19:02:31.270001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.438927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.447850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:31.448972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.610162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f389b-d978-471a-9a91-ef2622122cfd req-0865d35e-9f4e-4a0e-8318-269068a52192 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:31.623270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b0f389b-d978-471a-9a91-ef2622122cfd req-0865d35e-9f4e-4a0e-8318-269068a52192 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 944 time: 0.3588030 Nov 03 19:02:31.644299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3040721 Nov 03 19:02:31.644567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34536) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:31.653958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:31.681548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f468f77-3606-4c5d-924a-9682c35e8365 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Network': ['ID=60fb80d3-1f1b-47fa-b8e1-44029087a84a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:31.689634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-def9bb71-976c-4635-acf6-fdac80beb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:31.694229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-def9bb71-976c-4635-acf6-fdac80beb902 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 1095 time: 0.3224132 Nov 03 19:02:31.700361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:02:31.857693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b0f389b-d978-471a-9a91-ef2622122cfd req-7b39067a-b7ae-466a-ba90-3ff418164d5a tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322586 Nov 03 19:02:31.957416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:31.966932 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.989840 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedad3f9-62e6-47e1-a408-512cbe046380 x-openstack-request-id: req-aedad3f9-62e6-47e1-a408-512cbe046380 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:31.989840 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccdd851-4344-4f7e-939c-d2a694ef7d70", "name": "network-vif-plugged", "status": "completed", "tag": "62369c52-2c4f-4321-8b7f-2503baf06976", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:31.989840 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aedad3f9-62e6-47e1-a408-512cbe046380 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:31.991809 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62369c52-2c4f-4321-8b7f-2503baf06976', 'code': 200} Nov 03 19:02:31.993571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-276f25b8-f57d-4743-ba54-c168735b501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:31.997042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-276f25b8-f57d-4743-ba54-c168735b501c service neutron] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 912 time: 0.2890036 Nov 03 19:02:32.188515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-89b2afb2-e77b-462e-a8dc-5ea9f01b75da service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d9508d-3c9c-4f49-928a-b157133acf59 HTTP/1.1" status: 200 len: 217 time: 0.1776652 Nov 03 19:02:32.364204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.405756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34552) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:32.501800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.525641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-1c18611b-9bc0-431b-a7d3-e0de9aeafed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:32.529406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-1c18611b-9bc0-431b-a7d3-e0de9aeafed6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.3197081 Nov 03 19:02:32.551370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc62cf-0dcc-45d2-aee3-54d8a811a217 req-4faef307-657f-4006-974c-2cab05ac4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:32.554977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09bc62cf-0dcc-45d2-aee3-54d8a811a217 req-4faef307-657f-4006-974c-2cab05ac4392 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 1096 time: 0.3882854 Nov 03 19:02:32.555347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 64757d26-bb1c-47de-8124-45e97428a3d3 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:32.573618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eec22a-7691-45b0-a68a-0512d8062846 req-97bd9523-1231-47bd-8f69-870a082aadcc tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:32.582967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17eec22a-7691-45b0-a68a-0512d8062846 req-97bd9523-1231-47bd-8f69-870a082aadcc tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 944 time: 0.4131036 Nov 03 19:02:32.644541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-b9bfedd4-0390-4c9f-86e0-37dc34906952 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001539 Nov 03 19:02:32.752936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 64757d26-bb1c-47de-8124-45e97428a3d3 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:32.762893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 64757d26-bb1c-47de-8124-45e97428a3d3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:32.763865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.776688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1156900363-network', 'tenant_id': '91e4ce7f5767485ead65ddbd4b3cdb61'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:32.783444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=07b38920-7210-4b8a-9efb-7ea02a999194,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:32.801611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:32.801611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network hostable DHCP agents. Network: 60fb80d3-1f1b-47fa-b8e1-44029087a84a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:02:32.844133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09bc62cf-0dcc-45d2-aee3-54d8a811a217 req-0758171b-f69e-4c37-b889-67ccf3d8b5a6 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575767 Nov 03 19:02:32.862439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17eec22a-7691-45b0-a68a-0512d8062846 req-51971082-b34b-4deb-9fbf-b704b1300948 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781889 Nov 03 19:02:32.887267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:02:32.905718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Made reservation on behalf of 91e4ce7f5767485ead65ddbd4b3cdb61 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:32.908872 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.918482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 60fb80d3-1f1b-47fa-b8e1-44029087a84a) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:32.934344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.937271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a59b63-c73a-4cbf-9990-fedf2ea0c6a5 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:32.940134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:32.941051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.982334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.008198 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eaf958ce-4bc7-49ca-9ce4-0e76941abe7c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3603873 Nov 03 19:02:33.012292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34572) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:33.047814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39980173-8524-4e1d-84f1-47bf070b0d6c req-dd7310d2-fea3-49c9-901e-5482a9b5086b tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.0957060 Nov 03 19:02:33.048181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'name': 'tempest-NetworksTestDHCPv6-1199743161'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:33.073842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-69633dd4-5faf-4b18-85b1-22431d288f96 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140663 Nov 03 19:02:33.097179 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.194116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 64757d26-bb1c-47de-8124-45e97428a3d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=64757d26-bb1c-47de-8124-45e97428a3d3,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:33.204217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.297148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '07b38920-7210-4b8a-9efb-7ea02a999194'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:33.298572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.322236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=64757d26-bb1c-47de-8124-45e97428a3d3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:33.477096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a368d263-9dea-4520-8e09-618ac1a75b0b req-0ee5c171-93b4-4469-ba70-4b3a80d46b46 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.2524729 Nov 03 19:02:33.496135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:33.508818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.564566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/07b38920-7210-4b8a-9efb-7ea02a999194/20ff7b19-da4d-4df3-ab25-68b5a8fb7178) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:33.587987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 8d78f970-633d-4c5e-863a-a1e7878805f7 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:33.654966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4876a-0701-4fa6-b0b6-134affbbe696 req-6e52a6ee-a972-470d-8b4f-eacef3df9f08 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:33.663715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74f4876a-0701-4fa6-b0b6-134affbbe696 req-6e52a6ee-a972-470d-8b4f-eacef3df9f08 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.5275137 Nov 03 19:02:33.728466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f36d5347-83f8-4ead-a80f-243cdd77ccac req-9ab2e594-f2db-4681-86b3-6ba848a9c6d7 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341662 Nov 03 19:02:33.818308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.827920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.857395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74f4876a-0701-4fa6-b0b6-134affbbe696 req-d18e29b5-62ef-490d-8393-f7bd37858092 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920280 Nov 03 19:02:33.929833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:02:33.950520 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.950991 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Added segment 76527033-19cb-4e69-9ec1-cfda43049412 of type vlan for network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 Nov 03 19:02:34.096619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d80989d-0910-491d-b162-d6c1a586d542,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.101946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64757d26-bb1c-47de-8124-45e97428a3d3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:34.103237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.105639 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ee821b-0fda-4b31-ae23-7fa4908b9e40" -d '{"events": [{"server_uuid": "ea301705-15d2-44f6-b518-5c549fb39c63", "name": "network-vif-plugged", "status": "completed", "tag": "64757d26-bb1c-47de-8124-45e97428a3d3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:34.145584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c6d9508d-3c9c-4f49-928a-b157133acf59 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:34.198967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.216627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.236154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.240258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:34.244266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.285135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e6ab4-c85d-4247-b076-a35c5e92e259 req-a0c03062-0af2-4fe1-91d0-9a4a0cc792a0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:34.299784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a3e6ab4-c85d-4247-b076-a35c5e92e259 req-a0c03062-0af2-4fe1-91d0-9a4a0cc792a0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 944 time: 0.2738214 Nov 03 19:02:34.447989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:34.458152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::2d2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/07b38920-7210-4b8a-9efb-7ea02a999194/8d78f970-633d-4c5e-863a-a1e7878805f7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:34.469947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:34.483300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:34.504234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Pushing event updated for resources: {'Port': ['ID=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.522187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d694460-ea51-45c8-a1ee-f9cddccb7fd6 req-935629cc-5305-460c-a595-e41f96b2f732 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.2552848 Nov 03 19:02:34.552385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1442819 Nov 03 19:02:34.555851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69666-2191-41b6-96ca-7e902a4cd632 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.559409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.579630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Request body: {'subnet': {'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1156900363-subnet', 'tenant_id': '91e4ce7f5767485ead65ddbd4b3cdb61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:34.592549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:02:34.627769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Made reservation on behalf of 91e4ce7f5767485ead65ddbd4b3cdb61 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:34.642268 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.727787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a3e6ab4-c85d-4247-b076-a35c5e92e259 req-4ba7cdad-7896-4aa9-8a08-74f88c471521 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264154 Nov 03 19:02:34.769546 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346bef6-b386-4f37-844e-acdb063f2e36 x-openstack-request-id: req-d346bef6-b386-4f37-844e-acdb063f2e36 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:34.770396 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea301705-15d2-44f6-b518-5c549fb39c63", "name": "network-vif-plugged", "status": "completed", "tag": "64757d26-bb1c-47de-8124-45e97428a3d3", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:34.781110 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d346bef6-b386-4f37-844e-acdb063f2e36 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:34.782128 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64757d26-bb1c-47de-8124-45e97428a3d3', 'code': 200} Nov 03 19:02:34.812010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c6d9508d-3c9c-4f49-928a-b157133acf59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c6d9508d-3c9c-4f49-928a-b157133acf59,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:34.865145 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5bc1d7d-da83-47e1-93fe-bdcf9e3952c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.874001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Attempting to bind port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:34.874928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Attempting to bind port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:34.875722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Attempting to bind port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:34.934597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'c6d9508d-3c9c-4f49-928a-b157133acf59', 'network_id': '2df5749a-67f8-446d-b6c3-4f4166916067', 'port_id': 'c6d9508d-3c9c-4f49-928a-b157133acf59', 'mac_address': 'fa:16:3e:72:eb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03642b47-ae06-45d2-ac86-b34a3d5446cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:34.946053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:34.947289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:34.948156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.949089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:34.950007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Bound port: 20ff7b19-da4d-4df3-ab25-68b5a8fb7178, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:34.950754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.056165 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.142056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.227088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d9508d-3c9c-4f49-928a-b157133acf59 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:35.229604 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.241268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] For port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:35.255114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] For port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:35.268828 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.282442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c6d9508d-3c9c-4f49-928a-b157133acf59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c6d9508d-3c9c-4f49-928a-b157133acf59,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:35.318452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c73077be-4a88-4496-8dcb-e3f8bcc02547 req-b1307d48-0e52-4d26-a1b2-417f5378da61 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.2910008 Nov 03 19:02:35.319462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.365304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=8d78f970-633d-4c5e-863a-a1e7878805f7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:35.390191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e889bb-b1fb-4e8c-9e4e-d4c57b69365d req-47644c88-5001-48a7-9140-cdedad05612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.401822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a1e889bb-b1fb-4e8c-9e4e-d4c57b69365d req-47644c88-5001-48a7-9140-cdedad05612c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 1096 time: 0.3400238 Nov 03 19:02:35.429529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38334-f4b1-457f-b850-33a269b36adf None None] Pushing event updated for resources: {'Port': ['ID=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:35.430038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:35.461699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:35.467905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:35.482592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.483664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.517008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-49e3baa5-fcdf-4c35-88d4-3f5579ea1520 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4993250 Nov 03 19:02:35.525233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34600) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:35.623080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-0dc8145d-0d70-4216-8cf9-850b3bb41c8e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.625847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-0dc8145d-0d70-4216-8cf9-850b3bb41c8e tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.110 "GET /v2.0/networks?id=06478284-06bc-4ddd-ab30-28cc1c6869da HTTP/1.1" status: 200 len: 816 time: 0.4660935 Nov 03 19:02:35.638950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c6d9508d-3c9c-4f49-928a-b157133acf59,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:35.714042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['c6d9508d-3c9c-4f49-928a-b157133acf59'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:35.851966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a1e889bb-b1fb-4e8c-9e4e-d4c57b69365d req-b740fd5f-1099-4deb-965b-ccf9605f1f3f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257519 Nov 03 19:02:35.891062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e6111-057f-45e2-b56f-debc21723d44 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.919139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e6111-057f-45e2-b56f-debc21723d44 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.925905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bc1e6111-057f-45e2-b56f-debc21723d44 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3970604 Nov 03 19:02:35.933562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34606) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:35.938838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6804d7-a24b-47bc-9e92-dda6e4ff815d req-c65e99d9-3d96-4dae-a576-798eaff021d0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.953576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a6804d7-a24b-47bc-9e92-dda6e4ff815d req-c65e99d9-3d96-4dae-a576-798eaff021d0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.7032826 Nov 03 19:02:36.058186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7eeb5b28-d59c-4523-b9b1-40ef1ec71f80 req-5f4efdf5-2932-42d1-bdaa-4156fcb0aa77 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.2879035 Nov 03 19:02:36.065026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.288345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 8d78f970-633d-4c5e-863a-a1e7878805f7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:36.291229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.353932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Checking segment: {'id': '76527033-19cb-4e69-9ec1-cfda43049412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:36.354729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Network hostable DHCP agents. Network: c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:02:36.363937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a6804d7-a24b-47bc-9e92-dda6e4ff815d req-af315117-ca7b-46d2-a514-184e43e17d46 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084923 Nov 03 19:02:36.367056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4677496-9b39-4045-8bd7-c1e70326a2de,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:36.394018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-0952bc69-4ba1-4772-bf70-70d4c95be6a1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a79a812c1dae480d8135942ef1618183 HTTP/1.1" status: 200 len: 379 time: 0.6768534 Nov 03 19:02:36.440515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Request body: {'port': {'device_id': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'admin_state_up': True, 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'security_groups': ['8f7f52f4-97bf-4332-a852-359e50872007']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:36.447919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:02:36.494203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf8b89-acee-4701-a96c-1b6375c94c90 req-6ed47b17-7093-4143-8ec8-c2b4acf8afb0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.496910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbcf8b89-acee-4701-a96c-1b6375c94c90 req-6ed47b17-7093-4143-8ec8-c2b4acf8afb0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 945 time: 0.2857087 Nov 03 19:02:36.668481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.707088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:36.749556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 8d78f970-633d-4c5e-863a-a1e7878805f7 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:36.896554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:36.897132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.138399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.153460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.232188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:37.241038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=8d78f970-633d-4c5e-863a-a1e7878805f7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:37.274242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.284934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:37.327909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6d1da-f4b7-4b86-96ce-d0a5bb51ecd7 None None] Network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:37.337750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.355510 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5c2ae9cc-3ddc-4827-80ff-c9a79c6edb7a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/8d78f970-633d-4c5e-863a-a1e7878805f7 HTTP/1.1" status: 204 len: 168 time: 1.4199445 Nov 03 19:02:37.360178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34614) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:37.421283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:37.423683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.432816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c75b89e-d72b-4820-8c6f-795923de4a96 req-c9235f4e-317f-4da6-a16f-9f962c93605d tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1720686 Nov 03 19:02:37.506567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895dd5bb-8272-428a-ac1e-e511c6e8c5bb None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:37.542846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:37.591986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b245759-07c5-4e83-9749-ec5004b8d1df None None] Provisioning complete for port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:37.592541 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b245759-07c5-4e83-9749-ec5004b8d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.644043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48e14434-bedc-41d9-835f-ce4c35b67b86 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0721252 Nov 03 19:02:37.722527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbcf8b89-acee-4701-a96c-1b6375c94c90 req-e56f64e3-4686-48be-aa31-a25d9d66c474 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1620369 Nov 03 19:02:37.775041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9935f68-9232-41e6-9f10-8819464272b6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:37.782089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9935f68-9232-41e6-9f10-8819464272b6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:37.790128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d9935f68-9232-41e6-9f10-8819464272b6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4219720 Nov 03 19:02:37.791638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34622) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:37.811523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Made reservation on behalf of a79a812c1dae480d8135942ef1618183 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:37.818795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.997230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 07b38920-7210-4b8a-9efb-7ea02a999194 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:38.004383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.019599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b11d7b2-5471-43c0-9ca5-d1492e995429 req-174b1e1e-8d5f-40f9-9703-23e2133766d1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.1882358 Nov 03 19:02:38.163280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a37eb-9346-453b-94b4-ab9a6e5dd6f9 None None] Network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:38.172800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.190107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c6d9508d-3c9c-4f49-928a-b157133acf59 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:38.411179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.420935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f441-28f4-482f-8e78-27248ae2cb49 req-e7c9e882-3898-4cb4-8f6b-6cc8773a3a98 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.425538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22b7f441-28f4-482f-8e78-27248ae2cb49 req-e7c9e882-3898-4cb4-8f6b-6cc8773a3a98 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.4040425 Nov 03 19:02:38.596207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:38.609785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.665468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d7aa0649-1ca4-4fb0-8442-6df46bdd17b3 req-d60cd0f3-7b6e-4be7-9d65-f92db2d31e10 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0739629 Nov 03 19:02:38.703391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port c6d9508d-3c9c-4f49-928a-b157133acf59 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:38.708660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=07b38920-7210-4b8a-9efb-7ea02a999194,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:38.712870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.722582 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0ecd3f91-e60b-439c-a38a-cd94d7e00eac tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/07b38920-7210-4b8a-9efb-7ea02a999194 HTTP/1.1" status: 204 len: 168 time: 0.9250989 Nov 03 19:02:38.723197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34630) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:38.737228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e573-2d0f-491d-9127-21df786052f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.740779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22b7f441-28f4-482f-8e78-27248ae2cb49 req-46a6f829-11db-4e0a-8af4-9ba3c872fc27 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783065 Nov 03 19:02:38.774274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port c6d9508d-3c9c-4f49-928a-b157133acf59 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:38.775318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.798647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Allocated IP 172.20.0.5 (06478284-06bc-4ddd-ab30-28cc1c6869da/74e47777-8922-474d-a7a9-c4f7923bd64c/92b7e1af-2d1e-4e31-9a27-b8f038e5f003) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:38.891046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:38.893627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.943485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f5031d0d-9493-4498-95c7-b7adf4eb1ebf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2138615 Nov 03 19:02:38.953476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34634) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:38.962719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:39.160635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-231bdb72-926a-463d-babf-e779b069d902 req-2b764bc7-861e-468f-a791-1c85de680163 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1569982 Nov 03 19:02:39.235089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:39.241821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.359886 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.448706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1d4c-51da-4e7b-9c6d-3cdd976b3285 req-e83a8616-85f0-4567-a6be-13dc1bda8e69 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:39.462725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-383f1d4c-51da-4e7b-9c6d-3cdd976b3285 req-e83a8616-85f0-4567-a6be-13dc1bda8e69 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 945 time: 0.3414063 Nov 03 19:02:39.594062 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.700189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d9508d-3c9c-4f49-928a-b157133acf59'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:39.705670 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6112bc-ba5e-4b27-b0bc-030ffdc4a8fe" -d '{"events": [{"server_uuid": "d4dea750-c2ff-47c5-bd18-781f30db6e05", "name": "network-vif-plugged", "status": "completed", "tag": "c6d9508d-3c9c-4f49-928a-b157133acf59"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:39.736648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24a351f1-9e98-424b-bf55-d09e603ebd72 req-e47bd18a-025a-4dea-b852-b456ded1b8ca tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.0730355 Nov 03 19:02:39.740391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c6d9508d-3c9c-4f49-928a-b157133acf59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c6d9508d-3c9c-4f49-928a-b157133acf59,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:39.771327 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.773384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-383f1d4c-51da-4e7b-9c6d-3cdd976b3285 req-1d902a9c-b326-47ed-a224-62b8466fc888 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092518 Nov 03 19:02:39.896105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.929719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c6d9508d-3c9c-4f49-928a-b157133acf59,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:39.938409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095561a7-39f0-4194-baeb-40c27652ad6a None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:40.054294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event updated for resources: {'Port': ['ID=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:40.081989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.150413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Network 06478284-06bc-4ddd-ab30-28cc1c6869da is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:40.158523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:40.166925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:40.219051 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1178440-5c19-4640-ac34-38bef0332862 x-openstack-request-id: req-e1178440-5c19-4640-ac34-38bef0332862 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:40.220070 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dea750-c2ff-47c5-bd18-781f30db6e05", "name": "network-vif-plugged", "status": "completed", "tag": "c6d9508d-3c9c-4f49-928a-b157133acf59", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:40.220787 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e1178440-5c19-4640-ac34-38bef0332862 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:40.221743 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d9508d-3c9c-4f49-928a-b157133acf59', 'code': 200} Nov 03 19:02:40.268667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.283593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e62ad961-ef67-4b2b-b128-d749e2824992 None None] Provisioning complete for port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:40.284244 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e62ad961-ef67-4b2b-b128-d749e2824992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.308291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:40.319757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:40.330305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.332694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.421730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4664216 Nov 03 19:02:40.434013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34654) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:40.462120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'name': 'tempest-NetworksTestDHCPv6-206376283'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:40.664567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830ea3a-2399-4ac0-813e-0f51199b1bed tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=1bfc9315-56b2-4860-8603-6ea520792a36,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:40.665245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.668051 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.801490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a3da2d5-4a40-4169-b416-86f0636695bd req-8c634a36-70a2-4f5b-92b9-ea7621d7a726 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1241293 Nov 03 19:02:40.812111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de622a-2b48-4b7e-b1e6-8503ad0f2404 req-d42d57ec-8bd4-48ec-8c82-c1397d6738fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.815098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5de622a-2b48-4b7e-b1e6-8503ad0f2404 req-d42d57ec-8bd4-48ec-8c82-c1397d6738fe service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 1097 time: 0.4041042 Nov 03 19:02:40.824084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-2fefc54d-df12-4334-a721-0b6e8e3a6be7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3998346 Nov 03 19:02:40.838124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-38ec1906-7173-41b7-9ea4-b396ebd4e106 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:02:40.839867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-38ec1906-7173-41b7-9ea4-b396ebd4e106 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0086868 Nov 03 19:02:40.877612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:40.893590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.912451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeb329-9683-4a15-a516-1d6d1ca020d9 req-44fb3094-15df-4a0e-b19e-f081e71df379 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.923187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aedeb329-9683-4a15-a516-1d6d1ca020d9 req-44fb3094-15df-4a0e-b19e-f081e71df379 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.4153433 Nov 03 19:02:40.928947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 1799337a-6a4a-419a-88fc-e147f10b8763 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:40.936060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Request body: {'port': {'device_id': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:41.011282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6b6aa414-92c1-483f-9f60-41e1dc8e5db4 None None] Provisioning complete for port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:41.012340 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa414-92c1-483f-9f60-41e1dc8e5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.180158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6b6aa414-92c1-483f-9f60-41e1dc8e5db4 None None] Port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:41.228426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5de622a-2b48-4b7e-b1e6-8503ad0f2404 req-4d679bf0-4e6d-4480-93bd-18ec7e8706c8 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023049 Nov 03 19:02:41.314965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.333008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::2fb (60fb80d3-1f1b-47fa-b8e1-44029087a84a/1bfc9315-56b2-4860-8603-6ea520792a36/1799337a-6a4a-419a-88fc-e147f10b8763) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:41.351707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90acd8ba-149d-434b-9556-086606f8a7bd None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:41.352461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aedeb329-9683-4a15-a516-1d6d1ca020d9 req-f590a3be-3269-4dce-9d49-aacdb39aa78e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058459 Nov 03 19:02:41.460261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9f15-7bb9-4b6e-b89e-ee8b6f5c1c84 req-72e0366e-4ca5-4e0d-bdb7-e95ae03e987a tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:41.475632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f05f9f15-7bb9-4b6e-b89e-ee8b6f5c1c84 req-72e0366e-4ca5-4e0d-bdb7-e95ae03e987a tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 931 time: 0.2972064 Nov 03 19:02:41.596672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f3672e50-64af-4587-a6c4-48bb33c07cc3 None None] Provisioning complete for port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:41.597877 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f3672e50-64af-4587-a6c4-48bb33c07cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.785603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f05f9f15-7bb9-4b6e-b89e-ee8b6f5c1c84 req-8954ff6b-3546-424f-a954-9be65c6aeccb tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083847 Nov 03 19:02:41.796978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.809488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.878956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.991797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=1799337a-6a4a-419a-88fc-e147f10b8763,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:41.998449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788b7b7-6122-40c0-94c0-5cbf752b73bb req-5ebbe206-a495-40c3-ba05-8effaa579bd9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.001237 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e788b7b7-6122-40c0-94c0-5cbf752b73bb req-5ebbe206-a495-40c3-ba05-8effaa579bd9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3332372 Nov 03 19:02:42.037250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:42.040130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:42.046984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:42.061879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.075575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.080105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.180025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-932e2e10-52f6-4b78-aa28-a5306595bc9b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7399590 Nov 03 19:02:42.185333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34670) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:42.226929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e788b7b7-6122-40c0-94c0-5cbf752b73bb req-dc9fb321-90fa-485e-abac-77eaf4f53a07 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486523 Nov 03 19:02:42.363120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ab0f6-3714-4736-b20b-709e2361383e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.379355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ab0f6-3714-4736-b20b-709e2361383e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.393440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34674) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:42.395524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cd6ab0f6-3714-4736-b20b-709e2361383e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2086530 Nov 03 19:02:42.547415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c77c00-5366-4f1c-b51e-c191e291749b req-ed8e4ba2-a665-4b19-8e94-dcd84145dba6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.549930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43c77c00-5366-4f1c-b51e-c191e291749b req-ed8e4ba2-a665-4b19-8e94-dcd84145dba6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.3039448 Nov 03 19:02:42.611643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db735b4e-4337-463d-880f-2c8c83c9b29b req-bef8c94f-6746-41f4-81d1-39901533d3a4 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1131332 Nov 03 19:02:42.678028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f47d4971-6cb3-472a-b96d-3efe77c8b375 None None] Provisioning complete for port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:42.679121 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f47d4971-6cb3-472a-b96d-3efe77c8b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.880628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:42.923852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43c77c00-5366-4f1c-b51e-c191e291749b req-194bf108-cbf5-432b-945a-70e0cf98a0a1 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072562 Nov 03 19:02:42.956556 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.992871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Transition to ACTIVE for port object 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:42.997104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 1799337a-6a4a-419a-88fc-e147f10b8763 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:42.998148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.010002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.128175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f47d4971-6cb3-472a-b96d-3efe77c8b375 None None] Provisioning complete for port 1799337a-6a4a-419a-88fc-e147f10b8763 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:43.129102 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f47d4971-6cb3-472a-b96d-3efe77c8b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.303596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f47d4971-6cb3-472a-b96d-3efe77c8b375 None None] Port 1799337a-6a4a-419a-88fc-e147f10b8763 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:43.391656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.417144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 1799337a-6a4a-419a-88fc-e147f10b8763 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:43.535108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f6eab9fc-3941-41d5-a280-ef6759dd3983 None None] Could not find standard attr ID for object 8d78f970-633d-4c5e-863a-a1e7878805f7. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:02:43.662744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Pushing event updated for resources: {'Port': ['ID=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:44.091457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-be6a518c-cb43-4df4-9af9-01365861ed73 None None] Provisioning complete for port 1799337a-6a4a-419a-88fc-e147f10b8763 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:44.092280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be6a518c-cb43-4df4-9af9-01365861ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.110025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a644-fdd8-4a42-84b2-843bb3acd3bd req-58ffbb80-e1b3-45a1-890d-3820b24544f5 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.119628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c272a644-fdd8-4a42-84b2-843bb3acd3bd req-58ffbb80-e1b3-45a1-890d-3820b24544f5 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.5177145 Nov 03 19:02:44.163014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Attempting to bind port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:44.163550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Attempting to bind port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:44.164162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Attempting to bind port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 on network 06478284-06bc-4ddd-ab30-28cc1c6869da {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:44.204767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-be6a518c-cb43-4df4-9af9-01365861ed73 None None] Port 1799337a-6a4a-419a-88fc-e147f10b8763 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:44.229461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7cfd8-3746-4384-9d1e-3fcfa3bee98b req-9fde337a-046b-4b34-8bc2-994199d2f5c0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.233267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bd7cfd8-3746-4384-9d1e-3fcfa3bee98b req-9fde337a-046b-4b34-8bc2-994199d2f5c0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 945 time: 0.3604438 Nov 03 19:02:44.255005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 on network 06478284-06bc-4ddd-ab30-28cc1c6869da not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:44.255792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Attempting to bind port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 on network 06478284-06bc-4ddd-ab30-28cc1c6869da {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:44.310303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:44.310303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Checking segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:44.310303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Bound using segment: {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:44.310303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Bound port: 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f76c4b0-40fa-48ac-a48f-eaf54433b661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:44.317217 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.396852 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.454660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c272a644-fdd8-4a42-84b2-843bb3acd3bd req-906c801e-64f2-43a7-b08d-f7912c0bafdb tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939517 Nov 03 19:02:44.554626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=1799337a-6a4a-419a-88fc-e147f10b8763,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:44.617648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bd7cfd8-3746-4384-9d1e-3fcfa3bee98b req-91dc683c-7e36-461d-96d8-f0a020fa6d26 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668482 Nov 03 19:02:44.693763 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.717525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34706) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:44.725171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-969caa42-ddaf-46bd-a1f0-44ad026c1adc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/1799337a-6a4a-419a-88fc-e147f10b8763 HTTP/1.1" status: 204 len: 168 time: 2.3202744 Nov 03 19:02:44.746150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] For port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:44.753155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] For port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:44.770761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.932066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f0142-a379-4bee-9530-174ea9b38a0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.941109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.942233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.947978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] 10.222.0.110 "PUT /v2.0/ports/92b7e1af-2d1e-4e31-9a27-b8f038e5f003 HTTP/1.1" status: 200 len: 1091 time: 4.0818472 Nov 03 19:02:44.948362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f0142-a379-4bee-9530-174ea9b38a0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.949436 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4b9f0142-a379-4bee-9530-174ea9b38a0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2300360 Nov 03 19:02:44.950809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:44.954189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:44.956693 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77" -d '{"events": [{"name": "network-changed", "server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:45.041317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c252f974-91eb-4215-88fa-0bdbba8df528 req-bea79e46-70ca-49d0-8f37-5d008a01c882 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0799556 Nov 03 19:02:45.132046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f7995-84b5-4015-b389-01a0c2d1b629 service neutron] Pushing event updated for resources: {'Port': ['ID=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:45.177523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 1bfc9315-56b2-4860-8603-6ea520792a36 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:45.208793 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.220023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1663ee-6fe1-4071-a59a-c62e8ec0408a req-e7be9a15-95fe-4eb6-923f-dbdf89550470 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.235200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c1663ee-6fe1-4071-a59a-c62e8ec0408a req-e7be9a15-95fe-4eb6-923f-dbdf89550470 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3945529 Nov 03 19:02:45.346526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-92855672-6bb8-4c2a-badc-915d75845fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.349219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-92855672-6bb8-4c2a-badc-915d75845fb0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a79a812c1dae480d8135942ef1618183&device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 1094 time: 0.2601242 Nov 03 19:02:45.395979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.460847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-71bfdb19-3bf6-4bc6-b6f5-a3298e9e2bb9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003 HTTP/1.1" status: 200 len: 217 time: 0.0944631 Nov 03 19:02:45.485773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c1663ee-6fe1-4071-a59a-c62e8ec0408a req-30de6df8-39b0-4fdb-b05f-6903bf70eaa6 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491043 Nov 03 19:02:45.546813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.651270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-a71b8d9f-0bb0-40a6-be16-0ace2b7539f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.655443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-a71b8d9f-0bb0-40a6-be16-0ace2b7539f5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=74e47777-8922-474d-a7a9-c4f7923bd64c HTTP/1.1" status: 200 len: 855 time: 0.1677516 Nov 03 19:02:45.778588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.798899 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822acb94-7313-4736-a00e-ea6ecb879ed2 x-openstack-request-id: req-822acb94-7313-4736-a00e-ea6ecb879ed2 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:45.801218 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:45.801716 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-822acb94-7313-4736-a00e-ea6ecb879ed2 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:45.804304 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'status': 'completed', 'code': 200} Nov 03 19:02:45.876602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-490f93ea-2a91-4662-8e5b-00f5a92afabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.881784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-490f93ea-2a91-4662-8e5b-00f5a92afabd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=06478284-06bc-4ddd-ab30-28cc1c6869da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955485 Nov 03 19:02:45.890764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfc9315-56b2-4860-8603-6ea520792a36,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:45.921854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.927989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bc4bddc4-3f47-458c-836e-e4acb2c52338 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/1bfc9315-56b2-4860-8603-6ea520792a36 HTTP/1.1" status: 204 len: 168 time: 0.9720256 Nov 03 19:02:45.931828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ca61e-8cce-4d03-975b-d168e41bf08e None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:45.932889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34722) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:46.020185 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0357434a-c3f3-4449-acde-765984c1f324 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852544 Nov 03 19:02:46.024704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34724) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:46.033792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:46.262210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:46.273979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.303062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-7725cb42-42e4-4c20-afcb-84aadb8a595a service neutron] 10.222.0.110 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014444 Nov 03 19:02:46.355594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e65167-ae01-434f-bf94-a710bc9cc89d req-314fc1a5-88be-4497-be83-b63102691de1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:46.363719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1e65167-ae01-434f-bf94-a710bc9cc89d req-314fc1a5-88be-4497-be83-b63102691de1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.4799893 Nov 03 19:02:46.381492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a254e-08bf-41ba-8d45-6287bfac8f5e req-ddb2e32f-dfbd-4870-9fbf-31dae30ef7bf tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:46.385526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c8a254e-08bf-41ba-8d45-6287bfac8f5e req-ddb2e32f-dfbd-4870-9fbf-31dae30ef7bf tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.2045796 Nov 03 19:02:46.408558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:02:46.562166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c8a254e-08bf-41ba-8d45-6287bfac8f5e req-8e266c6a-b8f9-4ee4-a1a0-0ff3e140b38c tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465490 Nov 03 19:02:46.612368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1e65167-ae01-434f-bf94-a710bc9cc89d req-ec392daa-7444-4dcf-98db-6f5249580c80 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814849 Nov 03 19:02:46.674532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] Deleting port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:46.677692 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.925907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3946f3a-8323-4e8a-97cb-d18894bcea44 req-606b73e6-d1f4-42a3-87e9-d216e6b0ced9 service neutron] 10.222.0.110 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014078 Nov 03 19:02:46.930018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] For port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:46.931601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.994676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] Calling delete_port for 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:47.005720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.216193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:47.243108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:47.257493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86878b6-4da0-46a0-b734-3d1c269c29cc req-d809015f-0a45-4c48-9ae8-60a252bdd2e7 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1149874 Nov 03 19:02:47.267759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:47.268697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.325842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.332983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=dae41157-302b-4c96-92c7-ddd300a4fdd7,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:47.365675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ba0b9b69-1580-491f-9fb8-030ecad1f121 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3350677 Nov 03 19:02:47.366056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34736) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:47.378712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'name': 'tempest-NetworksTestDHCPv6-1603065589'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:47.384504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-879fd9a9-c003-4da5-8589-f6293da8eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:47.388468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-879fd9a9-c003-4da5-8589-f6293da8eb2c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a79a812c1dae480d8135942ef1618183&device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 1094 time: 0.3331892 Nov 03 19:02:47.472771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] No DVR routers for this DVR port 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:47.479421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64560125-7d48-428a-a4ef-bf0221f4f2aa None None] Pushing event deleted for resources: {'Port': ['ID=20ff7b19-da4d-4df3-ab25-68b5a8fb7178,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:47.545964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57bfa36-8c13-4398-9b8b-b0c738eb9099 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:47.616441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-be3e7389-ed10-4042-9aad-14cd60e765d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:47.619511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-be3e7389-ed10-4042-9aad-14cd60e765d1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 1097 time: 0.3602164 Nov 03 19:02:47.834814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:47.841211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-29f8cf50-f550-4413-b231-545336b2d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:47.843800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.844283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-29f8cf50-f550-4413-b231-545336b2d94b service neutron] 10.222.0.110 "GET /v2.0/networks?id=06478284-06bc-4ddd-ab30-28cc1c6869da HTTP/1.1" status: 200 len: 917 time: 0.4363773 Nov 03 19:02:47.894618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 43c442d5-c00c-4e9d-84c2-2f7e898087d1 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:47.939200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': 'dae41157-302b-4c96-92c7-ddd300a4fdd7'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:47.940800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.231729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::175 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/dae41157-302b-4c96-92c7-ddd300a4fdd7/43c442d5-c00c-4e9d-84c2-2f7e898087d1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:48.465409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:48.472385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf5c3-0724-47a8-b255-684e13fd1f57 req-f6c768e7-85e6-44ad-ae44-f649f45fa3d4 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.483897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb9bf5c3-0724-47a8-b255-684e13fd1f57 req-f6c768e7-85e6-44ad-ae44-f649f45fa3d4 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.7856302 Nov 03 19:02:48.494071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-f890588d-00dc-4b7b-ba14-382e84346310 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003 HTTP/1.1" status: 200 len: 217 time: 0.6158044 Nov 03 19:02:48.534436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:48.535171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 20ff7b19-da4d-4df3-ab25-68b5a8fb7178 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:48.617795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-7999270b-baa3-4d04-a423-0b5b60057a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.621015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-7999270b-baa3-4d04-a423-0b5b60057a66 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 912 time: 0.9745357 Nov 03 19:02:48.652670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.692306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9501-6fb4-4162-bac4-ea8005883911 req-a644ae07-be91-4400-b425-1d5fdf30a0c9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.694911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d2d9501-6fb4-4162-bac4-ea8005883911 req-a644ae07-be91-4400-b425-1d5fdf30a0c9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.8384321 Nov 03 19:02:48.747387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.773099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-36870949-a774-4f6b-bced-8e14ebb715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.777763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-36870949-a774-4f6b-bced-8e14ebb715f3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=74e47777-8922-474d-a7a9-c4f7923bd64c HTTP/1.1" status: 200 len: 855 time: 0.2590816 Nov 03 19:02:48.781320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-b0bf5969-c2ec-45be-9045-c4edb194c3aa service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d9508d-3c9c-4f49-928a-b157133acf59 HTTP/1.1" status: 200 len: 217 time: 0.1369357 Nov 03 19:02:48.849218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:48.862396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d2d9501-6fb4-4162-bac4-ea8005883911 req-67e3ab42-7f38-4f26-8734-acc905a3bb5a tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992537 Nov 03 19:02:48.865271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:48.878847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb9bf5c3-0724-47a8-b255-684e13fd1f57 req-103cac9f-f742-4cf6-9b85-1bd882d2f956 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930969 Nov 03 19:02:48.892061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/dae41157-302b-4c96-92c7-ddd300a4fdd7/7e293ac0-4d33-4e6c-afdf-6d8fa0142dab) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:48.906730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:48.922075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.923211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.950833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=43c442d5-c00c-4e9d-84c2-2f7e898087d1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:48.973480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8b3427d0-785b-4b5a-bfb5-055aaf53516b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5977187 Nov 03 19:02:48.978638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34750) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:49.179441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0051de-c0c4-43f0-90f0-09300fd7b422 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:49.181647 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa0051de-c0c4-43f0-90f0-09300fd7b422 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1947298 Nov 03 19:02:49.184804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34756) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:49.268082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-a660d451-e9c0-45e9-8439-eefd722448ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:49.270771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-a660d451-e9c0-45e9-8439-eefd722448ae service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.4178650 Nov 03 19:02:49.361055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-de16da1a-e6e2-4ab8-8be3-beb1e8dc89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:49.363721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-de16da1a-e6e2-4ab8-8be3-beb1e8dc89f6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=06478284-06bc-4ddd-ab30-28cc1c6869da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5088325 Nov 03 19:02:49.393570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39640398-b7d3-4f78-9c98-105b91ebc0fb req-e8d97622-cb60-4a8c-b66c-30f8ec0a49dc tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:49.396981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39640398-b7d3-4f78-9c98-105b91ebc0fb req-e8d97622-cb60-4a8c-b66c-30f8ec0a49dc tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.2566879 Nov 03 19:02:49.402042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-2f4beafb-2a47-4a51-8bf7-a40523d49456 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118414 Nov 03 19:02:49.422875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.440987 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.453399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 43c442d5-c00c-4e9d-84c2-2f7e898087d1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:49.454682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.464206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41a8fa11-8fde-4f7f-8725-50e13852a2b1 req-beac1e50-afb6-4439-b088-2269a4b86ac0 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1534297 Nov 03 19:02:49.522297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:49.527668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:49.536137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:49.661644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Pushing event updated for resources: {'Port': ['ID=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:49.699016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Attempting to bind port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:49.699480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Attempting to bind port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:49.699969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Attempting to bind port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:49.715899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.716260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:49.717082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:49.717744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.718365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:49.720365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Bound port: 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:49.721285 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.755785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 43c442d5-c00c-4e9d-84c2-2f7e898087d1 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:49.939055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] For port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:49.946834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39640398-b7d3-4f78-9c98-105b91ebc0fb req-2ca2213f-7236-492e-ad89-204a4dfa5ac8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034359 Nov 03 19:02:49.958718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] For port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:49.970936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.059845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-39b1445f-94a0-49de-b6a3-2f8640f1fe80 service neutron] 10.222.0.110 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554630 Nov 03 19:02:50.074327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-07c27e63-2e7b-4f9d-90af-d1d825472c07 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250162 Nov 03 19:02:50.138353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd0be6-9c93-4713-8d4a-236172a19db3 None None] Pushing event updated for resources: {'Port': ['ID=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.261529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.322921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=43c442d5-c00c-4e9d-84c2-2f7e898087d1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.395252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.402480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9aba4ed4-a43e-4bbb-9327-412d75f34fcf tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/43c442d5-c00c-4e9d-84c2-2f7e898087d1 HTTP/1.1" status: 204 len: 168 time: 1.2135050 Nov 03 19:02:50.406462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34770) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:50.544336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ab19d-7f66-40cf-97ac-066cccfe72c0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.552959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ab19d-7f66-40cf-97ac-066cccfe72c0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.556238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b24ab19d-7f66-40cf-97ac-066cccfe72c0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1480010 Nov 03 19:02:50.563771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34774) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:50.694769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet dae41157-302b-4c96-92c7-ddd300a4fdd7 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:50.701432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.800033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.800876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47d38799-d2ab-48e6-a49b-f4d61d6a2d77 req-76e04d83-26ec-4cc1-9e70-c09f8c9ffbce service neutron] 10.222.0.110 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103939 Nov 03 19:02:50.819565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718192-0409-4c78-84a4-dd4ac83dc9a4 req-e0bd4f5e-8ff3-4f69-b539-b6c02f539b36 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.831399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718192-0409-4c78-84a4-dd4ac83dc9a4 req-e0bd4f5e-8ff3-4f69-b539-b6c02f539b36 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.844635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718192-0409-4c78-84a4-dd4ac83dc9a4 req-e0bd4f5e-8ff3-4f69-b539-b6c02f539b36 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.847687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be718192-0409-4c78-84a4-dd4ac83dc9a4 req-e0bd4f5e-8ff3-4f69-b539-b6c02f539b36 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63&device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70&device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 2416 time: 0.5473592 Nov 03 19:02:50.903820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feb794d-a636-47f1-ae53-a40b74f3d9c3 req-6bee9a28-059c-43d0-9fce-acae4dbe2955 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866890 Nov 03 19:02:51.002103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.005098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41a4a394-b8a6-4aa6-8312-7a45e1664ff5 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.010065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41a4a394-b8a6-4aa6-8312-7a45e1664ff5 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/networks?id=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 HTTP/1.1" status: 200 len: 810 time: 0.7552099 Nov 03 19:02:51.017707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be718192-0409-4c78-84a4-dd4ac83dc9a4 req-2c24f6f4-377f-4521-b907-0b7f19e1d678 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516137 Nov 03 19:02:51.070084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-e3458368-955c-4a90-944e-3fc594e1814d tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/quotas/91e4ce7f5767485ead65ddbd4b3cdb61 HTTP/1.1" status: 200 len: 375 time: 0.0454533 Nov 03 19:02:51.157400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-911ea7e5-e0f9-4462-9b4e-a0fbf7b3c6a2 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=91e4ce7f5767485ead65ddbd4b3cdb61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695021 Nov 03 19:02:51.166636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.186239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-272b91ac-4192-437c-b624-cd2589a4176c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:02:51.188645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-272b91ac-4192-437c-b624-cd2589a4176c service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0154991 Nov 03 19:02:51.243084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=dae41157-302b-4c96-92c7-ddd300a4fdd7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:51.249279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.255475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-711c6820-f5e1-4c87-8687-be7c8429b2de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/dae41157-302b-4c96-92c7-ddd300a4fdd7 HTTP/1.1" status: 204 len: 168 time: 0.6895308 Nov 03 19:02:51.260044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34786) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.344870 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d4b89199-5cdd-42fb-ac23-cdf7fed0739d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828006 Nov 03 19:02:51.351558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34788) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.391545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad81ac7-759f-424c-93ab-905504a40a9b req-9744218a-4ba9-47bf-8647-3c06e6a8636c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.394488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ad81ac7-759f-424c-93ab-905504a40a9b req-9744218a-4ba9-47bf-8647-3c06e6a8636c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2508774 Nov 03 19:02:51.463063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29383093-796a-462c-81ac-0388ebf360ff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.465789 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-29383093-796a-462c-81ac-0388ebf360ff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1139584 Nov 03 19:02:51.471625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34790) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.511578 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-5826b63d-b3b9-4a3d-ac27-462b31c9cf53 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873001 Nov 03 19:02:51.528183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ad81ac7-759f-424c-93ab-905504a40a9b req-7ebd204a-388b-4438-9853-25801d14cb08 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225722 Nov 03 19:02:51.599085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4872b-9460-4f5d-9532-18bef8e27fd9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.606023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a1e4872b-9460-4f5d-9532-18bef8e27fd9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1287787 Nov 03 19:02:51.606873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.691286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-25687693-7470-433a-a089-b62642b5ba51 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821371 Nov 03 19:02:51.707715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34794) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.717838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:51.758944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-8e91dd4e-4d9e-4d4a-ba20-71fa7776c586 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266612 Nov 03 19:02:51.901714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ea4e9-46b9-40b4-960f-1a569ef7c5a6 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:51.921670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca618240-fba2-463e-a162-f00aa15159de req-ccd66ab4-00c1-4d0e-b922-914d1c7a55fc tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0680189 Nov 03 19:02:51.961134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:51.976845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.126559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Provisioning complete for port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:52.127630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.196343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a6447-3123-4702-bcd7-2a07aacfaf20 req-5315a4f2-c8d4-451a-acc5-2712973b68eb tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:52.200167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-252a6447-3123-4702-bcd7-2a07aacfaf20 req-5315a4f2-c8d4-451a-acc5-2712973b68eb tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.1264732 Nov 03 19:02:52.328465 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-252a6447-3123-4702-bcd7-2a07aacfaf20 req-936e9151-94b2-4089-b269-ad4aae8d4166 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160448 Nov 03 19:02:52.413358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.503148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cc81774-5c20-434e-9a83-7a5bd24641c1 req-3359734a-27f6-4378-b65f-6f4df309ed59 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 210 time: 0.0760963 Nov 03 19:02:52.537165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:02:52.649742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.674135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] For port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:52.690776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.761050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454a78e-0b93-4b2e-bac4-46eb8dadbeb7 req-88f1cc99-d356-47a9-a3a8-8cee9d9ff564 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:52.764578 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d454a78e-0b93-4b2e-bac4-46eb8dadbeb7 req-88f1cc99-d356-47a9-a3a8-8cee9d9ff564 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.1609848 Nov 03 19:02:52.803550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=79f5d995-bf8d-4646-a414-64388961f219,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:52.827315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:52.827791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] Deleting port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:52.828404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.830294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:52.836406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:52.837912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.881406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Pushing event updated for resources: {'Port': ['ID=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:52.894506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-77f834a2-25c1-456d-ac26-cc02cee16a4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1846523 Nov 03 19:02:52.899927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:52.910076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '79f5d995-bf8d-4646-a414-64388961f219', 'ip_address': '2001:db8::31f7:fe69:ba93:47e'}], 'name': 'tempest-NetworksTestDHCPv6-1032219940'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:52.955613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d454a78e-0b93-4b2e-bac4-46eb8dadbeb7 req-ac2034a5-8ae1-4e9c-bfff-e02bea870b27 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738787 Nov 03 19:02:53.004330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.006218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.006862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.007693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.008377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.009218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.010073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.010994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.012177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.013228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.014610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.015454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577acb71-43f3-4421-ade4-eacf1abbc38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:53.027058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88248c80-d8d6-4df7-b132-fe36dd42a546 req-46134460-1b63-4caf-827c-0d276d08db6c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:53.040611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88248c80-d8d6-4df7-b132-fe36dd42a546 req-46134460-1b63-4caf-827c-0d276d08db6c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2737825 Nov 03 19:02:53.131950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] For port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:53.133493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.181975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] Calling delete_port for 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:53.206425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88248c80-d8d6-4df7-b132-fe36dd42a546 req-6bfe13fc-e6fd-4770-b435-14c32250f20f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597157 Nov 03 19:02:53.409959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:53.410409 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.474749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] Pushing event deleted for resources: {'Port': ['ID=7e293ac0-4d33-4e6c-afdf-6d8fa0142dab,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:53.504490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da4fa4-e470-421d-8687-6f78b08fa985 None None] No DVR routers for this DVR port 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:53.509960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff1fe2d3-d527-45c0-86f9-9df6ab63513b req-4c2996cf-86f0-46f0-88dd-b0734aae6c5b tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0667732 Nov 03 19:02:53.553808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195804b5-80f4-42fa-ac3c-add4420d62b7 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:53.691544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.766015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 223696a7-cee6-45b2-83bf-874f495ba91a yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:53.835926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc051d-179c-4441-8970-d4c34a654564 req-0e0075c6-da8d-429c-9a6d-c55b9e7a1d79 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:53.849706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cfc051d-179c-4441-8970-d4c34a654564 req-0e0075c6-da8d-429c-9a6d-c55b9e7a1d79 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.1677983 Nov 03 19:02:53.936307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1e6451b-104f-492a-bd8f-40a505d5dc57 req-1af37a12-5060-402f-8ada-89fbd6410919 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 210 time: 0.0511327 Nov 03 19:02:54.057605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cfc051d-179c-4441-8970-d4c34a654564 req-badf6186-a7d0-40cc-9fa4-b2a6aa339012 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893525 Nov 03 19:02:54.065198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '79f5d995-bf8d-4646-a414-64388961f219'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:54.066319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.408089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:54.450919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:54.451484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7e293ac0-4d33-4e6c-afdf-6d8fa0142dab not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:54.631396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c911b-1685-4e5b-b88c-434251da4c46 req-633182ad-3854-48ce-b35e-bb253d14cbe7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:54.634620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c3c911b-1685-4e5b-b88c-434251da4c46 req-633182ad-3854-48ce-b35e-bb253d14cbe7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1376128 Nov 03 19:02:54.753687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c3c911b-1685-4e5b-b88c-434251da4c46 req-4fc553e6-72c7-45a2-88e8-9538fca2016b tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012950 Nov 03 19:02:54.872236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c40768-c631-4719-9252-9b1e94b8c9f8 req-c00921d4-a16a-43c3-83f8-8084bc13efd7 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0660338 Nov 03 19:02:54.965962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::31f7:fe69:ba93:47e (60fb80d3-1f1b-47fa-b8e1-44029087a84a/79f5d995-bf8d-4646-a414-64388961f219/223696a7-cee6-45b2-83bf-874f495ba91a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:55.191909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-d39c83a9-48b1-4517-8923-8fb11fa40b9e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.195850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-d39c83a9-48b1-4517-8923-8fb11fa40b9e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.115 "GET /v2.0/networks?id=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 HTTP/1.1" status: 200 len: 810 time: 0.3140407 Nov 03 19:02:55.270229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Request body: {'port': {'device_id': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45', 'admin_state_up': True, 'tenant_id': '91e4ce7f5767485ead65ddbd4b3cdb61'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:55.339495 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3162bf2e-eadb-4dcb-a2c3-f2a8e5993044 req-17e033fc-eb9e-4fa4-aff6-0a549ab74fe6 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 210 time: 0.1347125 Nov 03 19:02:55.550039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.626130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.635325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e8a7e-61c6-437c-a9dd-7fc0dee28218 req-8488a2ef-c7c2-4c42-b637-c994fbedd063 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.647079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab0e8a7e-61c6-437c-a9dd-7fc0dee28218 req-8488a2ef-c7c2-4c42-b637-c994fbedd063 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.2136822 Nov 03 19:02:55.752944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:55.759511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:55.766451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/79f5d995-bf8d-4646-a414-64388961f219/f9c017fd-93f9-41fd-8979-75d375736c0a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:55.775021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:55.788018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.789232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.815591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=223696a7-cee6-45b2-83bf-874f495ba91a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:55.822279 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Made reservation on behalf of 91e4ce7f5767485ead65ddbd4b3cdb61 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:55.832263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.852115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a3fc622c-2a2e-4270-a0d4-4fed3ba738b4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9503264 Nov 03 19:02:55.861710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34846) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:55.902247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab0e8a7e-61c6-437c-a9dd-7fc0dee28218 req-84409db3-b7f1-430a-834c-c052df3bf342 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546880 Nov 03 19:02:56.033886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f09cb-514a-4987-9510-8df1df64b170 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:56.043186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-066f09cb-514a-4987-9510-8df1df64b170 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1798747 Nov 03 19:02:56.044188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34850) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:56.221510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Allocated IP 172.20.0.10 (c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45/c4677496-9b39-4045-8bd7-c1e70326a2de/26fe1a55-f80c-4acd-b9e5-116d831d7d23) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:56.317882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 223696a7-cee6-45b2-83bf-874f495ba91a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:56.318705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.418307 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.431267 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.466183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fd6b05d-b80e-45c1-8fcc-e9ff902ae8fc req-8ab2cc56-72ec-40f6-8cf3-a4f4d94f9d47 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0886436 Nov 03 19:02:56.511869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:56.531919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:56.534397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf004-f7fe-40e1-a461-d98882d8aaaf req-737b44d2-c3c8-4bdb-82c6-60ab8fc9e0f7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:56.543702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:56.549923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-571bf004-f7fe-40e1-a461-d98882d8aaaf req-737b44d2-c3c8-4bdb-82c6-60ab8fc9e0f7 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3182416 Nov 03 19:02:56.563379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Pushing event updated for resources: {'Port': ['ID=f9c017fd-93f9-41fd-8979-75d375736c0a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:56.590059 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.629141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 223696a7-cee6-45b2-83bf-874f495ba91a owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:56.694503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Attempting to bind port f9c017fd-93f9-41fd-8979-75d375736c0a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:56.695155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Attempting to bind port f9c017fd-93f9-41fd-8979-75d375736c0a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:56.695777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Attempting to bind port f9c017fd-93f9-41fd-8979-75d375736c0a on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:56.706961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:56.707576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:56.708162 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.709510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:56.709698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Bound port: f9c017fd-93f9-41fd-8979-75d375736c0a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:56.710317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.759171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-571bf004-f7fe-40e1-a461-d98882d8aaaf req-ebf35826-b695-4843-9ba9-66256c769d4a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096944 Nov 03 19:02:56.878885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] For port f9c017fd-93f9-41fd-8979-75d375736c0a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:56.885186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] For port f9c017fd-93f9-41fd-8979-75d375736c0a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9c017fd-93f9-41fd-8979-75d375736c0a,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:56.894794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.902764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.010338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-decd8579-30bd-413a-a75e-b36f0ec7348c req-53785d58-39ad-4ec7-9d78-0a1826ab625c tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 210 time: 0.0984938 Nov 03 19:02:57.052134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624584-c6d3-47b7-a877-cf082c68b85d None None] Pushing event updated for resources: {'Port': ['ID=f9c017fd-93f9-41fd-8979-75d375736c0a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:57.119985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.157699 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.221581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=223696a7-cee6-45b2-83bf-874f495ba91a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:57.269138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.275061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3e23464e-b0d1-4404-bda5-b0bd00e0e581 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/223696a7-cee6-45b2-83bf-874f495ba91a HTTP/1.1" status: 204 len: 168 time: 1.2281847 Nov 03 19:02:57.283061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:57.381057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:57.384599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:57.414874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:57.465595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a49744-17ab-43ed-914a-9bbb9141d243 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.470483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a49744-17ab-43ed-914a-9bbb9141d243 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.473754 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c8a49744-17ab-43ed-914a-9bbb9141d243 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1889141 Nov 03 19:02:57.477948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34864) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:57.511380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Pushing event updated for resources: {'Port': ['ID=26fe1a55-f80c-4acd-b9e5-116d831d7d23,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:57.563666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2458a-2c30-4a6b-a52b-091dfe58f06d req-a11a36a3-ae04-4e17-bac4-afc38030971f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.567522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d2458a-2c30-4a6b-a52b-091dfe58f06d req-a11a36a3-ae04-4e17-bac4-afc38030971f tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.3961904 Nov 03 19:02:57.592487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f64f-35a2-4e35-b663-2d8b0e40123b req-dc4f52d2-4d19-4b3e-98dc-dc124c17ca1d tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.595223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a082f64f-35a2-4e35-b663-2d8b0e40123b req-dc4f52d2-4d19-4b3e-98dc-dc124c17ca1d tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.3381224 Nov 03 19:02:57.606960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.608825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.620017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 79f5d995-bf8d-4646-a414-64388961f219 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:57.622711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.702362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-41349ff6-594c-4d1a-b337-cbcb3188d15e tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4613433 Nov 03 19:02:57.707827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.746573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Request body: {'port': {'device_id': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:57.817977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a082f64f-35a2-4e35-b663-2d8b0e40123b req-976cfafc-e7f4-43d1-9277-1aea4a61f753 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901255 Nov 03 19:02:57.823979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d2458a-2c30-4a6b-a52b-091dfe58f06d req-038f2dd6-847c-4621-a6e6-9bcaa3aac1f8 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084761 Nov 03 19:02:57.904874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.923915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.038587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.101989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=79f5d995-bf8d-4646-a414-64388961f219,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:58.109243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.116213 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ddc8b21b-10ba-4a47-b68d-a25a9a34e254 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/79f5d995-bf8d-4646-a414-64388961f219 HTTP/1.1" status: 204 len: 168 time: 0.6357853 Nov 03 19:02:58.124614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34874) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:58.131184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58cbe19d-c0d8-4c44-a491-859c84ad505d req-b05be786-3521-482a-a4c1-e3def137d31b tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0948222 Nov 03 19:02:58.257827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e95fa741-fec6-4e66-9c1a-f088efc4e25e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243649 Nov 03 19:02:58.262564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34876) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:58.275638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:58.448306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f06a2e-b61c-43d2-9582-778f802b498a req-19a3dd50-1708-4446-b791-ef5bf09f39ce tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.461555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74f06a2e-b61c-43d2-9582-778f802b498a req-19a3dd50-1708-4446-b791-ef5bf09f39ce tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.4488440 Nov 03 19:02:58.577845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:58.595798 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.675636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9c017fd-93f9-41fd-8979-75d375736c0a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:58.743214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:58.771406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74f06a2e-b61c-43d2-9582-778f802b498a req-3743d0f7-f731-4d29-a256-c7c24d438d1f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965240 Nov 03 19:02:58.827737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c097e8-8fb0-4ea4-9931-db70b9dcad71 req-70eee4d3-9da3-4452-882c-2ee6ad22255b tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.840752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49c097e8-8fb0-4ea4-9931-db70b9dcad71 req-70eee4d3-9da3-4452-882c-2ee6ad22255b tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 932 time: 0.2384126 Nov 03 19:02:58.965871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f9c017fd-93f9-41fd-8979-75d375736c0a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:58.966665 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.974301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215b372-4b40-4c3b-b029-13d20626a080 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:59.068868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.080136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49c097e8-8fb0-4ea4-9931-db70b9dcad71 req-5f6e5bb2-8fc8-420c-a18b-1a56f0b6c384 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243209 Nov 03 19:02:59.164646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:59.172497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:59.188449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:59.190664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.211353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fe1a55-f80c-4acd-b9e5-116d831d7d23 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:59.212449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:59.243968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-97e15f9e-70a3-47c7-8f52-80ab69b46c14 None None] Provisioning complete for port f9c017fd-93f9-41fd-8979-75d375736c0a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:59.244767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97e15f9e-70a3-47c7-8f52-80ab69b46c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.246312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.247394 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9816086 Nov 03 19:02:59.255330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34884) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:59.259170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919e423-b1cd-4482-82e7-d41dd4964435 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=08df10a0-45a0-49a5-a013-c4799a6719b1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:59.274265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '08df10a0-45a0-49a5-a013-c4799a6719b1', 'ip_address': '2001:db8::3736:b17f:4711:fd45'}], 'name': 'tempest-NetworksTestDHCPv6-1299534018'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:59.308381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'port_id': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'mac_address': 'fa:16:3e:cf:98:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:59.591027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.594527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.686121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:59.762289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97e15f9e-70a3-47c7-8f52-80ab69b46c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.768710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f9c017fd-93f9-41fd-8979-75d375736c0a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9c017fd-93f9-41fd-8979-75d375736c0a,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:59.791493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:59.798636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.807889 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.822959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Transition to ACTIVE for port object 26fe1a55-f80c-4acd-b9e5-116d831d7d23 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:59.884038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.970929 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-97e15f9e-70a3-47c7-8f52-80ab69b46c14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:02:59.971488 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-97e15f9e-70a3-47c7-8f52-80ab69b46c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:02:59.973055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f9c017fd-93f9-41fd-8979-75d375736c0a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:00.012006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76011c-aa3e-4983-a1e5-6ecd8636177d req-1e020f02-c87e-4606-bed8-c4eb5c3b6010 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:00.020670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee76011c-aa3e-4983-a1e5-6ecd8636177d req-1e020f02-c87e-4606-bed8-c4eb5c3b6010 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 943 time: 0.9947321 Nov 03 19:03:00.085424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:00.085694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Pushing event updated for resources: {'Port': ['ID=26fe1a55-f80c-4acd-b9e5-116d831d7d23,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:00.121245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8359fe-b17a-4787-9ffb-765532dff8cf req-e7b64241-108a-40e2-b604-a2066241e126 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:00.125261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff8359fe-b17a-4787-9ffb-765532dff8cf req-e7b64241-108a-40e2-b604-a2066241e126 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.8709192 Nov 03 19:03:00.153791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.154889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.155470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.156043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.156632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.157339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.157919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.158496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.159072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.159648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.160243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.160776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:00.176835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6805f-1caf-4cc8-99e4-9373e099dbb3 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:00.367110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee76011c-aa3e-4983-a1e5-6ecd8636177d req-69653bf9-277d-4d5d-a822-87c2231c1516 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248012 Nov 03 19:03:00.396275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:00.550309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9c017fd-93f9-41fd-8979-75d375736c0a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:00.554139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['92b7e1af-2d1e-4e31-9a27-b8f038e5f003'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:00.582927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff8359fe-b17a-4787-9ffb-765532dff8cf req-095fe405-3e69-472e-b3c4-25e8d87e9a52 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408567 Nov 03 19:03:00.592073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Attempting to bind port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:00.592676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Attempting to bind port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '76527033-19cb-4e69-9ec1-cfda43049412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:00.597485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Attempting to bind port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 on network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:00.632905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-756fa911-f21f-4e17-a6b8-996b63729f13 req-934085c9-713b-453a-9ab9-a2db8985a42a tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0684605 Nov 03 19:03:00.644089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 on network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:03:00.644891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Attempting to bind port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 on network c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:00.667310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:00.668101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Checking segment: {'id': '76527033-19cb-4e69-9ec1-cfda43049412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:00.669000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Bound using segment: {'id': '76527033-19cb-4e69-9ec1-cfda43049412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:00.670640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Bound port: 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76527033-19cb-4e69-9ec1-cfda43049412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:00.671402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.753956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.802635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 3364d665-ae8d-4036-9edb-a47030e21074 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:00.871492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f9c017fd-93f9-41fd-8979-75d375736c0a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:00.872329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.994384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-de07edc8-7a1e-4974-9c02-260184fc1123 None None] Provisioning complete for port f9c017fd-93f9-41fd-8979-75d375736c0a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:00.995030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de07edc8-7a1e-4974-9c02-260184fc1123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.368518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] For port 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:01.396999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d434-b12a-4f4f-a5c9-80fc997b6536 req-6b94705c-be0a-413e-865d-dd6b03daa3df tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:01.399461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aef4d434-b12a-4f4f-a5c9-80fc997b6536 req-6b94705c-be0a-413e-865d-dd6b03daa3df tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.5022635 Nov 03 19:03:01.439391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafde83-d76b-4cb9-9adf-4c89d506e74c req-6f356a1e-0a45-4f84-b17b-809592da76b1 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:01.444469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-feafde83-d76b-4cb9-9adf-4c89d506e74c req-6f356a1e-0a45-4f84-b17b-809592da76b1 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 944 time: 0.3906951 Nov 03 19:03:01.449633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] For port 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23,segment=NetworkSegment(76527033-19cb-4e69-9ec1-cfda43049412),segment_id=76527033-19cb-4e69-9ec1-cfda43049412)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:01.456962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5ab5913a-db1d-4335-adf6-e6e7e7b6adf9 None None] Provisioning complete for port f9c017fd-93f9-41fd-8979-75d375736c0a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:01.457672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ab5913a-db1d-4335-adf6-e6e7e7b6adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.492430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.705304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:01.706352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.708998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] 10.222.0.115 "PUT /v2.0/ports/26fe1a55-f80c-4acd-b9e5-116d831d7d23 HTTP/1.1" status: 200 len: 1092 time: 3.9779100 Nov 03 19:03:01.718032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'tag': '26fe1a55-f80c-4acd-b9e5-116d831d7d23'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:01.724172 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e0d80-56f2-4f20-94ca-e341a6c2298a" -d '{"events": [{"name": "network-changed", "server_uuid": "60a20aac-be26-48c2-8ce4-7f3676b4d3fd", "tag": "26fe1a55-f80c-4acd-b9e5-116d831d7d23"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:01.774381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f209ac3f-956c-434c-ab56-6c019569a383 None None] Could not find standard attr ID for object 43c442d5-c00c-4e9d-84c2-2f7e898087d1. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:01.789423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aef4d434-b12a-4f4f-a5c9-80fc997b6536 req-4fe6c12b-8b5d-40ef-8da4-369b89fb9b87 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714414 Nov 03 19:03:01.791670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::3736:b17f:4711:fd45 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/08df10a0-45a0-49a5-a013-c4799a6719b1/3364d665-ae8d-4036-9edb-a47030e21074) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:01.916403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-feafde83-d76b-4cb9-9adf-4c89d506e74c req-cdc42696-47fa-42a9-bdb5-78dd5617ef3d tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410207 Nov 03 19:03:01.955595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2e375-4309-4b1f-87be-e99520350600 service neutron] Pushing event updated for resources: {'Port': ['ID=26fe1a55-f80c-4acd-b9e5-116d831d7d23,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:02.207427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b2bbfcd2-49e1-422b-a37f-2e7c35fa735c None None] Could not find standard attr ID for object 223696a7-cee6-45b2-83bf-874f495ba91a. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:02.279647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-d1933b67-b927-4054-8e35-9cacc015964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.282047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-d1933b67-b927-4054-8e35-9cacc015964b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=91e4ce7f5767485ead65ddbd4b3cdb61&device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 1095 time: 0.4358807 Nov 03 19:03:02.299377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dd6e4-7ba4-4ca7-80e0-b54bcb6bf32d req-a9da974c-27e1-4beb-9f08-e2f1ad4af77a tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.301896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e7dd6e4-7ba4-4ca7-80e0-b54bcb6bf32d req-a9da974c-27e1-4beb-9f08-e2f1ad4af77a tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 944 time: 0.3406172 Nov 03 19:03:02.378776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.407563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca089-4cfd-4e09-b4f7-d30c5eda8d7c req-a07d172d-6af5-4109-ba11-84d18514d0cd tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.410200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57bca089-4cfd-4e09-b4f7-d30c5eda8d7c req-a07d172d-6af5-4109-ba11-84d18514d0cd tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.3607388 Nov 03 19:03:02.428765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-6f9b15e6-218d-4396-a8fa-17f7a2ccd5f2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23 HTTP/1.1" status: 200 len: 217 time: 0.1254413 Nov 03 19:03:02.556822 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.667155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e7dd6e4-7ba4-4ca7-80e0-b54bcb6bf32d req-4f667a79-2e08-452d-8389-adb3bcc761de tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372316 Nov 03 19:03:02.687961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-66ea5005-5a94-450a-a6c9-fc02da104e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.687961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-66ea5005-5a94-450a-a6c9-fc02da104e1a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c4677496-9b39-4045-8bd7-c1e70326a2de HTTP/1.1" status: 200 len: 850 time: 0.2340801 Nov 03 19:03:02.722720 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57bca089-4cfd-4e09-b4f7-d30c5eda8d7c req-b3e6b25e-b724-4a4b-9e9d-0689deb91db7 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845492 Nov 03 19:03:02.751894 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.807649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-d6c60f2e-1605-4745-b5f0-bceabf072c62 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077924 Nov 03 19:03:02.868185 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32408772-1648-4076-9515-a0fd73a3bca4 x-openstack-request-id: req-32408772-1648-4076-9515-a0fd73a3bca4 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:02.868185 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a20aac-be26-48c2-8ce4-7f3676b4d3fd", "tag": "26fe1a55-f80c-4acd-b9e5-116d831d7d23", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:02.868185 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-32408772-1648-4076-9515-a0fd73a3bca4 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:02.869287 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'tag': '26fe1a55-f80c-4acd-b9e5-116d831d7d23', 'status': 'completed', 'code': 200} Nov 03 19:03:02.907099 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.946494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94ef5f82-3946-48fc-91c7-d8526d8bf5c3 req-903298e8-42dc-4cb5-8996-2fabcfa6c346 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1301086 Nov 03 19:03:02.975248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:02.991132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:02.999958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:03.014618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.016245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.088190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=3364d665-ae8d-4036-9edb-a47030e21074,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:03.111418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-33c54130-cee7-4cfc-9818-f658778de3fd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8539846 Nov 03 19:03:03.115198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34908) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:03.269029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689b905-df38-4c38-96eb-2c97b3c8663d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.282919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689b905-df38-4c38-96eb-2c97b3c8663d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.286085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3689b905-df38-4c38-96eb-2c97b3c8663d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1690569 Nov 03 19:03:03.290477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34910) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:03.364041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-9a91d50e-129a-46ce-8df0-6ae66b4d9a41 service neutron] 10.222.0.115 "GET /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942617 Nov 03 19:03:03.374961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf3e64-b451-4805-924e-51145582dd4a req-0f912cb8-5615-49b7-80d3-0a04ef5f8fbb tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.377515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ecf3e64-b451-4805-924e-51145582dd4a req-0f912cb8-5615-49b7-80d3-0a04ef5f8fbb tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 944 time: 0.2805359 Nov 03 19:03:03.427314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7513a1-f702-46c3-83db-bb612f6a39c5 req-fd3bc8e3-6552-460e-81a3-c4903bb23cdb tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:03.429765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e7513a1-f702-46c3-83db-bb612f6a39c5 req-fd3bc8e3-6552-460e-81a3-c4903bb23cdb tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3164122 Nov 03 19:03:03.463450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5ae5781a-3226-4229-8220-9f1d0c64320a None None] Provisioning complete for port 3364d665-ae8d-4036-9edb-a47030e21074 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:03.464972 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ae5781a-3226-4229-8220-9f1d0c64320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.538079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5781a-3226-4229-8220-9f1d0c64320a None None] Port 3364d665-ae8d-4036-9edb-a47030e21074 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:03.689316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ecf3e64-b451-4805-924e-51145582dd4a req-17243e80-2c16-446f-b770-a8ca419a7acc tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833383 Nov 03 19:03:03.707773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e7513a1-f702-46c3-83db-bb612f6a39c5 req-6030d4ef-e5d5-4616-814f-3f526e09e85b tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496321 Nov 03 19:03:03.717253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2ba497e-a772-40c1-ab06-7c05446d540a req-19ec33e7-81f3-4631-8a33-a26e25cb10d9 service neutron] 10.222.0.115 "GET /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372326 Nov 03 19:03:03.756562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 3364d665-ae8d-4036-9edb-a47030e21074 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:03.757609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.055450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.097272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 3364d665-ae8d-4036-9edb-a47030e21074 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:04.107608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f88eb8-95cc-43af-a722-2c04ef8996b1 req-713f71ae-db4a-4a6c-9ed8-d8ce46097b5c tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.109599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8f88eb8-95cc-43af-a722-2c04ef8996b1 req-713f71ae-db4a-4a6c-9ed8-d8ce46097b5c tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2321684 Nov 03 19:03:04.111821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-3adcabea-9d76-4f65-a522-b948a9a4e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.113342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-3adcabea-9d76-4f65-a522-b948a9a4e351 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=91e4ce7f5767485ead65ddbd4b3cdb61&device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 1095 time: 0.2377119 Nov 03 19:03:04.129171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd8b9d-e692-4077-9b86-89605d7d8547 req-994e4028-9366-4185-bf4b-e3b6f8d93702 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.131357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3fd8b9d-e692-4077-9b86-89605d7d8547 req-994e4028-9366-4185-bf4b-e3b6f8d93702 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 944 time: 0.2573872 Nov 03 19:03:04.421030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8f88eb8-95cc-43af-a722-2c04ef8996b1 req-6fd3dfa9-16d2-4d38-8cf6-7a64a0a55b74 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854304 Nov 03 19:03:04.448620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3fd8b9d-e692-4077-9b86-89605d7d8547 req-edf51aea-fdfc-4e7b-b0a7-5a7297a944fc tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831709 Nov 03 19:03:04.479449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-0aee7e14-e73e-4322-9694-71c4da1aa1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.486125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-0aee7e14-e73e-4322-9694-71c4da1aa1e3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 HTTP/1.1" status: 200 len: 911 time: 0.3484490 Nov 03 19:03:04.621613 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0db43481-15e5-42be-a6b7-6c338ed3c181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.633446 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:03:04.636242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-57d5600e-f608-4a19-a6f7-1f0884e04366 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23 HTTP/1.1" status: 200 len: 217 time: 0.1365733 Nov 03 19:03:04.668636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94e1d003-a372-4172-b783-e3c7d1e2df5c req-aeccad37-6386-4450-b4cd-4356d076cf28 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0834537 Nov 03 19:03:04.736225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:04.756206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.840911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=3364d665-ae8d-4036-9edb-a47030e21074,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:04.846140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-9f23ab6c-8900-412a-bd4a-d1d12947cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:04.849329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-9f23ab6c-8900-412a-bd4a-d1d12947cf3e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c4677496-9b39-4045-8bd7-c1e70326a2de HTTP/1.1" status: 200 len: 850 time: 0.1876216 Nov 03 19:03:04.930074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:03:04.938923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:04.939897 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.962289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-0b80f02d-c5dd-421a-ab17-514d3fc75c71 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006749 Nov 03 19:03:04.966938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.972470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-989c73b2-a0fe-4e9b-b925-7a1a89f2b700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/3364d665-ae8d-4036-9edb-a47030e21074 HTTP/1.1" status: 204 len: 168 time: 1.6798773 Nov 03 19:03:04.976498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:05.158646 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.170830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255523c0-2f27-4f1c-b21a-8d730ce17cb1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.178681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255523c0-2f27-4f1c-b21a-8d730ce17cb1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.182449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-255523c0-2f27-4f1c-b21a-8d730ce17cb1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2031071 Nov 03 19:03:05.187247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34926) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:05.227437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:05.231724 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f62b21c-a3e0-49a0-9ead-de9cacdd8b9e" -d '{"events": [{"server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "name": "network-vif-plugged", "status": "completed", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:05.235537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ea8a8-b5be-4086-a3e6-cf4b721c57cc req-9008da83-6315-4cca-9e1a-2208b31889f2 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.242721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c0ea8a8-b5be-4086-a3e6-cf4b721c57cc req-9008da83-6315-4cca-9e1a-2208b31889f2 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 944 time: 0.3386445 Nov 03 19:03:05.276142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:05.282010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.287190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5b898-a49e-47db-afd4-0e90a5f00ce0 req-4c3f183d-0692-4034-9e56-e2bf0317750d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.295118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fc5b898-a49e-47db-afd4-0e90a5f00ce0 req-4c3f183d-0692-4034-9e56-e2bf0317750d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3474326 Nov 03 19:03:05.342800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 08df10a0-45a0-49a5-a013-c4799a6719b1 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:05.348880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.408962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:05.456145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.478953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c0ea8a8-b5be-4086-a3e6-cf4b721c57cc req-669d520f-6e81-4b32-a7bf-2fd9409108cf tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279935 Nov 03 19:03:05.491624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-ad27fd96-0433-4b10-b26e-2a9de9546490 service neutron] 10.222.0.115 "GET /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882329 Nov 03 19:03:05.565355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.581714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fc5b898-a49e-47db-afd4-0e90a5f00ce0 req-fc05fb48-e4b1-4fac-9143-1f1985ceeb34 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653675 Nov 03 19:03:05.717141 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f742c610-3f73-4af6-9f43-25898b5b68a7 x-openstack-request-id: req-f742c610-3f73-4af6-9f43-25898b5b68a7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:05.718169 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "name": "network-vif-plugged", "status": "completed", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:05.718545 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f742c610-3f73-4af6-9f43-25898b5b68a7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:05.719263 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'code': 200} Nov 03 19:03:05.773169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.830675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-061e0d80-56f2-4f20-94ca-e341a6c2298a req-8c225867-6172-4783-96ad-add30fd83778 service neutron] 10.222.0.115 "GET /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293166 Nov 03 19:03:05.848219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.860182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:05.863884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6530944-19b5-46c3-a9a1-7494f0b6734b None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:05.865257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/08df10a0-45a0-49a5-a013-c4799a6719b1 HTTP/1.1" status: 204 len: 168 time: 0.6698918 Nov 03 19:03:05.868639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d92af2-538c-4eae-998a-3cc0ca54dd34 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=08df10a0-45a0-49a5-a013-c4799a6719b1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:06.202697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:06.298208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] Deleting port f9c017fd-93f9-41fd-8979-75d375736c0a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:06.298782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.421085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cc5b53e1-613b-41ab-9c70-45edfd5f786e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5589995 Nov 03 19:03:06.425284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34942) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:06.432682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:06.460043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6afd1-03d4-4ae2-8f3b-38bc7a52634c req-e553551d-acfd-4269-9b35-2373a210cad4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.470252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1f6afd1-03d4-4ae2-8f3b-38bc7a52634c req-e553551d-acfd-4269-9b35-2373a210cad4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.7398913 Nov 03 19:03:06.524679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dfbf5-5c6c-4ca3-bb13-369193a0b467 req-62dabeb1-15c6-4dc0-92fd-900b59e27026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.528777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-843dfbf5-5c6c-4ca3-bb13-369193a0b467 req-62dabeb1-15c6-4dc0-92fd-900b59e27026 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 1096 time: 0.6626368 Nov 03 19:03:06.550227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb8b21-b41b-4234-8172-2b21b33d08bb req-a676e68e-9f7f-4e11-b447-f70a5a16e73c tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.553041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6afb8b21-b41b-4234-8172-2b21b33d08bb req-a676e68e-9f7f-4e11-b447-f70a5a16e73c tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.7153318 Nov 03 19:03:06.606055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9c017fd-93f9-41fd-8979-75d375736c0a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:06.657130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1f6afd1-03d4-4ae2-8f3b-38bc7a52634c req-3dffa1c7-b9db-4d89-92f7-f3dfc43b7d50 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841054 Nov 03 19:03:06.662847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:06.672575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.698314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] For port f9c017fd-93f9-41fd-8979-75d375736c0a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9c017fd-93f9-41fd-8979-75d375736c0a,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:06.698962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.706737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-843dfbf5-5c6c-4ca3-bb13-369193a0b467 req-987a4190-50de-401a-ac71-0949ba18faf8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506727 Nov 03 19:03:06.740109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] Calling delete_port for f9c017fd-93f9-41fd-8979-75d375736c0a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:06.787183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6afb8b21-b41b-4234-8172-2b21b33d08bb req-987cd571-585c-44ba-8660-a790006a14e0 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013345 Nov 03 19:03:06.943862 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.975008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16ad441f-ada8-4a37-b204-ba21160f09ed req-66351730-0a4c-45bd-a8f4-ac6750644842 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0572019 Nov 03 19:03:07.025851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f9c017fd-93f9-41fd-8979-75d375736c0a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9c017fd-93f9-41fd-8979-75d375736c0a,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:07.040310 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.048990 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.089159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event deleted for resources: {'Port': ['ID=f9c017fd-93f9-41fd-8979-75d375736c0a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:07.133437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] No DVR routers for this DVR port f9c017fd-93f9-41fd-8979-75d375736c0a on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:07.139338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f37433-27bc-4c2e-9c22-17cf9559f86f None None] Pushing event deleted for resources: {'Port': ['ID=f9c017fd-93f9-41fd-8979-75d375736c0a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:07.220333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.242829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21715c8c-8cbf-4621-844e-eadde63b6338 req-e009da9a-6565-46ff-b3b2-9e4413e99121 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.244579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21715c8c-8cbf-4621-844e-eadde63b6338 req-e009da9a-6565-46ff-b3b2-9e4413e99121 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 944 time: 0.1262014 Nov 03 19:03:07.315609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:07.332891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:07.339298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.340240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.350026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373af508-77f6-4368-8744-9c62a19d1f71 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:07.358230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=8e542c2a-3c43-4b96-ac4a-f5e82c38c08e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:07.404666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b85a363-246d-42f4-b409-c2028406bc6c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9776211 Nov 03 19:03:07.405412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34948) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:07.415002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '8e542c2a-3c43-4b96-ac4a-f5e82c38c08e', 'ip_address': '2001:db8::103c:3ef9:2055:d71a'}], 'name': 'tempest-NetworksTestDHCPv6-633900346'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:07.423066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a40d7-df88-403b-a0ea-f0a664abfdec req-367c34ad-c783-45cf-b870-acb122cdd758 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.425981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-278a40d7-df88-403b-a0ea-f0a664abfdec req-367c34ad-c783-45cf-b870-acb122cdd758 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1799502 Nov 03 19:03:07.443741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21715c8c-8cbf-4621-844e-eadde63b6338 req-ce8a0abf-6950-4f95-9e5d-04abbd7ae6dc tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787400 Nov 03 19:03:07.553395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-278a40d7-df88-403b-a0ea-f0a664abfdec req-e77a55cd-5079-44bf-a40a-eb27c08b7bfe tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076777 Nov 03 19:03:07.668799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:07.684502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '8e542c2a-3c43-4b96-ac4a-f5e82c38c08e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:07.686131 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.853333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.891952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 71c90389-b8aa-4f27-a26e-2bd3a43991d1 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:07.930386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852ecff-fa7e-4865-92ee-b32e1e7913bb req-e465ede8-295c-4d5b-9b7c-f5c046c1972e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.933771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6852ecff-fa7e-4865-92ee-b32e1e7913bb req-e465ede8-295c-4d5b-9b7c-f5c046c1972e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.1213439 Nov 03 19:03:07.977714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/8e542c2a-3c43-4b96-ac4a-f5e82c38c08e/f42b7272-7870-4710-a678-d3cc8e627fb2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:08.082181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6852ecff-fa7e-4865-92ee-b32e1e7913bb req-89e7753b-d46d-48c4-ad31-afc41010f96e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235635 Nov 03 19:03:08.121422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a9a20-2d1b-48f2-8460-f8d4cc57b24b req-200d7895-607e-4d50-96a2-265c5eeaeb5b tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:08.127518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e3a9a20-2d1b-48f2-8460-f8d4cc57b24b req-200d7895-607e-4d50-96a2-265c5eeaeb5b tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.1835835 Nov 03 19:03:08.254013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 26fe1a55-f80c-4acd-b9e5-116d831d7d23 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:03:08.257501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e3a9a20-2d1b-48f2-8460-f8d4cc57b24b req-f4c27817-848c-4dd1-8acf-29193cf1f5e0 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095264 Nov 03 19:03:08.285464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c5d2b7b-7cf3-4409-a210-61a439a48da4 req-13b952e0-69ca-4837-9a6b-e011ea5c6c97 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0522957 Nov 03 19:03:08.371930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a49e91f-133e-485b-8d23-b8239473c6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.422854 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.479348 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.548085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::103c:3ef9:2055:d71a (60fb80d3-1f1b-47fa-b8e1-44029087a84a/8e542c2a-3c43-4b96-ac4a-f5e82c38c08e/71c90389-b8aa-4f27-a26e-2bd3a43991d1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:08.575048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:08.595280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:08.607689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Pushing event updated for resources: {'Port': ['ID=f42b7272-7870-4710-a678-d3cc8e627fb2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:08.618965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:08.637087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23,segment=NetworkSegment(76527033-19cb-4e69-9ec1-cfda43049412),segment_id=76527033-19cb-4e69-9ec1-cfda43049412)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:08.725829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '26fe1a55-f80c-4acd-b9e5-116d831d7d23', 'network_id': 'c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45', 'port_id': '26fe1a55-f80c-4acd-b9e5-116d831d7d23', 'mac_address': 'fa:16:3e:55:b4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4677496-9b39-4045-8bd7-c1e70326a2de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:03:08.740500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216cf7-062c-4249-b029-95ce8d3ab92a req-c25a527b-5028-4956-9c25-f72e726b3d97 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:08.743352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d216cf7-062c-4249-b029-95ce8d3ab92a req-c25a527b-5028-4956-9c25-f72e726b3d97 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 944 time: 0.1586637 Nov 03 19:03:08.752007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Attempting to bind port f42b7272-7870-4710-a678-d3cc8e627fb2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:08.752292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Attempting to bind port f42b7272-7870-4710-a678-d3cc8e627fb2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:08.752989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Attempting to bind port f42b7272-7870-4710-a678-d3cc8e627fb2 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:08.797796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:08.798363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:08.799000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.799632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:08.800461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Bound port: f42b7272-7870-4710-a678-d3cc8e627fb2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:08.801124 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.890954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.914969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928079bb-0128-4316-a1ad-f3636a9900b9 req-e8dacd5d-3b33-48b5-828c-c4de8787851f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:08.925719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-928079bb-0128-4316-a1ad-f3636a9900b9 req-e8dacd5d-3b33-48b5-828c-c4de8787851f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1734965 Nov 03 19:03:08.932069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fe1a55-f80c-4acd-b9e5-116d831d7d23 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:03:08.946510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d216cf7-062c-4249-b029-95ce8d3ab92a req-97a431cd-41cd-45ec-8024-60a24aad46d3 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700170 Nov 03 19:03:09.012653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23,segment=NetworkSegment(76527033-19cb-4e69-9ec1-cfda43049412),segment_id=76527033-19cb-4e69-9ec1-cfda43049412)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:09.026150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.050745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.068782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] For port f42b7272-7870-4710-a678-d3cc8e627fb2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:09.085328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-928079bb-0128-4316-a1ad-f3636a9900b9 req-e2879354-205c-4d1c-9280-4b04fba81d8b tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323495 Nov 03 19:03:09.124196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] For port f42b7272-7870-4710-a678-d3cc8e627fb2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f42b7272-7870-4710-a678-d3cc8e627fb2,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:09.141329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.172856 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.186361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=26fe1a55-f80c-4acd-b9e5-116d831d7d23,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:09.346556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40268fbe-76ca-4a8f-b2d7-77e4928d54ed None None] Pushing event updated for resources: {'Port': ['ID=f42b7272-7870-4710-a678-d3cc8e627fb2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:09.389967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=71c90389-b8aa-4f27-a26e-2bd3a43991d1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:09.409989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:09.414946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:09.433662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:09.447845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['26fe1a55-f80c-4acd-b9e5-116d831d7d23'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:09.463819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.465510 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.508094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d061ecbd-387a-46d7-90fc-cd0105ec7a50 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1008685 Nov 03 19:03:09.517078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:09.564745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c6f6-1cac-4a3d-a502-3bb63c9202db req-54064cec-e950-47b2-b6cd-805aa73c3bc6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.567778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b58c6f6-1cac-4a3d-a502-3bb63c9202db req-54064cec-e950-47b2-b6cd-805aa73c3bc6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2116580 Nov 03 19:03:09.693439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190006e-dc7f-4be8-8de9-edf6327caf13 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.702230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a358149-ea7b-4ee3-a1e5-ac34020783d7 req-f9d9598e-c886-4148-8fb9-f4655aa05c0b tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.707497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190006e-dc7f-4be8-8de9-edf6327caf13 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.719626 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9190006e-dc7f-4be8-8de9-edf6327caf13 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2004542 Nov 03 19:03:09.721098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34972) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:09.725384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a358149-ea7b-4ee3-a1e5-ac34020783d7 req-f9d9598e-c886-4148-8fb9-f4655aa05c0b tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.2471635 Nov 03 19:03:09.856548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a358149-ea7b-4ee3-a1e5-ac34020783d7 req-0aef3a73-5480-4077-a797-d8aae61ef365 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293323 Nov 03 19:03:09.887797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.934648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b58c6f6-1cac-4a3d-a502-3bb63c9202db req-65476f98-d242-4b73-9324-2d8718405e32 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432903 Nov 03 19:03:10.004555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 71c90389-b8aa-4f27-a26e-2bd3a43991d1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:10.005455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.201226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9dadf642-b539-4044-bdff-13bbc209b054 req-735460f9-7adf-4c0d-9cc1-f9174b43cb27 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0979726 Nov 03 19:03:10.268770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.298590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 71c90389-b8aa-4f27-a26e-2bd3a43991d1 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:10.432166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1146890-e21d-4485-829f-cccaf0fa90fd req-44f6ff4f-7b83-475e-b69f-54a070fa6522 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.453590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1146890-e21d-4485-829f-cccaf0fa90fd req-44f6ff4f-7b83-475e-b69f-54a070fa6522 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.1900115 Nov 03 19:03:10.458554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:10.506098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Request body: {'floatingip': {'port_id': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:10.611054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.622291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f42b7272-7870-4710-a678-d3cc8e627fb2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:10.662241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3620-84c7-48aa-a126-f74422d0180f req-d76a2c83-e69c-4d4f-b542-95dc3cbedeb1 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.676848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-270e3620-84c7-48aa-a126-f74422d0180f req-d76a2c83-e69c-4d4f-b542-95dc3cbedeb1 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 945 time: 0.2216766 Nov 03 19:03:10.810682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f42b7272-7870-4710-a678-d3cc8e627fb2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:10.811271 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.891094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9dd0f-b858-4969-83fc-21655c337c07 req-2a7348dc-4a0c-410d-b20e-a943861e5451 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.905125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db9dd0f-b858-4969-83fc-21655c337c07 req-2a7348dc-4a0c-410d-b20e-a943861e5451 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2224693 Nov 03 19:03:10.934026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-270e3620-84c7-48aa-a126-f74422d0180f req-c4e4494a-de27-476c-8d8b-8e8a92caeca1 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242959 Nov 03 19:03:11.072777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.111284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db9dd0f-b858-4969-83fc-21655c337c07 req-3fb718bf-8420-44e4-ad17-04a55ef6ea4f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047949 Nov 03 19:03:11.201195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f42b7272-7870-4710-a678-d3cc8e627fb2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f42b7272-7870-4710-a678-d3cc8e627fb2,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:11.212419 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.361377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed9938-0f71-4638-8dc3-b47116898dab req-c1adc9c1-4f92-43bf-a9f9-0ee632b653f3 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:11.382331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14ed9938-0f71-4638-8dc3-b47116898dab req-c1adc9c1-4f92-43bf-a9f9-0ee632b653f3 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2179253 Nov 03 19:03:11.422250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f42b7272-7870-4710-a678-d3cc8e627fb2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:11.484297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-decd0252-f3a7-43f2-b524-f7236d8443a3 None None] Provisioning complete for port f42b7272-7870-4710-a678-d3cc8e627fb2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:11.496988 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-decd0252-f3a7-43f2-b524-f7236d8443a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.699201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.718402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4487f476-1f82-45db-8358-4a0019865c6d req-50ce1f26-30ab-4e71-9817-d5000299eb01 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1391916 Nov 03 19:03:11.729259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14ed9938-0f71-4638-8dc3-b47116898dab req-6671e5ac-8f30-4b75-ab31-3a5f6af6c1e1 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447261 Nov 03 19:03:11.808249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.822979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=71c90389-b8aa-4f27-a26e-2bd3a43991d1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:11.938896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.945676 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-51e05dbb-cfa2-424c-963c-fc534b2d057a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/71c90389-b8aa-4f27-a26e-2bd3a43991d1 HTTP/1.1" status: 204 len: 168 time: 2.2223930 Nov 03 19:03:11.949446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34990) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:12.047652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3fac924c-e5cc-43a3-a998-9e23ef81e382 None None] Could not find standard attr ID for object 71c90389-b8aa-4f27-a26e-2bd3a43991d1. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:12.058486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.189897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b262c85-955c-4492-b14c-de79656731ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:12.192350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b262c85-955c-4492-b14c-de79656731ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:12.198319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1b262c85-955c-4492-b14c-de79656731ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2435760 Nov 03 19:03:12.198616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:03:12.212174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34996) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:12.287901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 26fe1a55-f80c-4acd-b9e5-116d831d7d23 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:12.379358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.389346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.443008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8193a-6529-4546-ad3f-0a959bb4cca0 req-9ada080c-5941-45d9-894b-90885492d3d4 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:12.457750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ee8193a-6529-4546-ad3f-0a959bb4cca0 req-9ada080c-5941-45d9-894b-90885492d3d4 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 945 time: 0.2614484 Nov 03 19:03:12.492430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 8e542c2a-3c43-4b96-ac4a-f5e82c38c08e {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:12.495403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:03:12.511762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:12.512226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.518941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.582472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f42b7272-7870-4710-a678-d3cc8e627fb2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:12.633859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84730-e6a1-487c-9c1f-d5ab60734d08 req-625e551c-eade-4fc6-89d6-db135499be02 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:12.647956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-feb84730-e6a1-487c-9c1f-d5ab60734d08 req-625e551c-eade-4fc6-89d6-db135499be02 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3042536 Nov 03 19:03:12.659688 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Floating IP 9a9550ee-3c6c-407f-ae2b-23acfa99ff12 associated. External IP: 172.25.8.253, port: 92b7e1af-2d1e-4e31-9a27-b8f038e5f003. Nov 03 19:03:12.699115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.781782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ee8193a-6529-4546-ad3f-0a959bb4cca0 req-25ccaf76-df0f-45d5-a59a-86e69c512049 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091736 Nov 03 19:03:12.810565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f42b7272-7870-4710-a678-d3cc8e627fb2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:12.811462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.881086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-feb84730-e6a1-487c-9c1f-d5ab60734d08 req-be358bd0-ead8-4a22-bc3b-b0e8a2c388a3 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313080 Nov 03 19:03:12.901414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.005581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe1a55-f80c-4acd-b9e5-116d831d7d23'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:13.010783 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb810b78-ae9b-49a4-a819-0af6901fd10f" -d '{"events": [{"server_uuid": "60a20aac-be26-48c2-8ce4-7f3676b4d3fd", "name": "network-vif-plugged", "status": "completed", "tag": "26fe1a55-f80c-4acd-b9e5-116d831d7d23"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:13.076588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23,segment=NetworkSegment(76527033-19cb-4e69-9ec1-cfda43049412),segment_id=76527033-19cb-4e69-9ec1-cfda43049412)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:13.087711 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.126903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.224550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=26fe1a55-f80c-4acd-b9e5-116d831d7d23,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:13.233430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af52ad59-2fe7-408a-825b-e85968a0792e req-49d18df3-c1e8-47c6-a075-fe68c9ca9133 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0994794 Nov 03 19:03:13.309400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10688de-c4de-479d-bf69-abc424665b26 req-a93ca3f9-253e-4117-bf93-9ffc4e56be57 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:13.317387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:13.321281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d10688de-c4de-479d-bf69-abc424665b26 req-a93ca3f9-253e-4117-bf93-9ffc4e56be57 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2450423 Nov 03 19:03:13.373682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.390486 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe66953-2676-4252-8853-e77241be18b6 x-openstack-request-id: req-9fe66953-2676-4252-8853-e77241be18b6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:13.390486 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a20aac-be26-48c2-8ce4-7f3676b4d3fd", "name": "network-vif-plugged", "status": "completed", "tag": "26fe1a55-f80c-4acd-b9e5-116d831d7d23", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:13.390486 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fe66953-2676-4252-8853-e77241be18b6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:13.391452 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe1a55-f80c-4acd-b9e5-116d831d7d23', 'code': 200} Nov 03 19:03:13.462527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=8e542c2a-3c43-4b96-ac4a-f5e82c38c08e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:13.472070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.479151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f702ee-73f7-46a7-82f1-4ceea1f3d72c None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:13.483990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fd689163-aa9c-481d-93a2-66c49b9cbdae tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/8e542c2a-3c43-4b96-ac4a-f5e82c38c08e HTTP/1.1" status: 204 len: 168 time: 1.2677774 Nov 03 19:03:13.487717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35010) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:13.525285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d10688de-c4de-479d-bf69-abc424665b26 req-6ab0682f-0b13-4ddf-907f-5acd6ed5c616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846817 Nov 03 19:03:13.611944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-79d97510-263b-44b4-958d-c062b4f03d1f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190052 Nov 03 19:03:13.628551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:13.663091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fc5af-e1c8-4cc0-80eb-5934515af447 req-af8d3e3e-60be-4bbe-8922-1ca80f5d87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:13.665797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb7fc5af-e1c8-4cc0-80eb-5934515af447 req-af8d3e3e-60be-4bbe-8922-1ca80f5d87be service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 1097 time: 0.0733857 Nov 03 19:03:13.686159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:13.695773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.743000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] Sync routers for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:13.817900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:13.819309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:13.840051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb7fc5af-e1c8-4cc0-80eb-5934515af447 req-f50fa16b-b35d-499e-a2c7-69c14246a0cd service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362319 Nov 03 19:03:13.849982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7de20e-c4fe-4f68-a9cc-8532546f3e5f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:13.852846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6c7de20e-c4fe-4f68-a9cc-8532546f3e5f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2224271 Nov 03 19:03:13.856535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6189d780-79df-47dc-9539-f3fe772746c1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "PUT /v2.0/floatingips/9a9550ee-3c6c-407f-ae2b-23acfa99ff12 HTTP/1.1" status: 200 len: 991 time: 3.3962648 Nov 03 19:03:13.857781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:13.861505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35018) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:13.874326 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:14.070958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:14.099459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:14.149608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-4fefc08c-89ec-4b7d-90cc-62a0705af375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.151249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-4fefc08c-89ec-4b7d-90cc-62a0705af375 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.2881746 Nov 03 19:03:14.154772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c67ec-9277-48cf-b5d3-26a6c37b12a1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.157076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-170c67ec-9277-48cf-b5d3-26a6c37b12a1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2918186 Nov 03 19:03:14.162693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35028) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:14.170763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d06b-1298-4d17-b694-e41dc41d46ba req-b7a05bca-52bb-48df-bb8a-d353a5984a14 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.173326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b78d06b-1298-4d17-b694-e41dc41d46ba req-b7a05bca-52bb-48df-bb8a-d353a5984a14 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 946 time: 0.1846299 Nov 03 19:03:14.241433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726274ff-a9db-459f-875e-20fa15cb2859 req-28a2b76a-b2d9-419f-9aa4-2bd4da6e33df tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.243679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-726274ff-a9db-459f-875e-20fa15cb2859 req-28a2b76a-b2d9-419f-9aa4-2bd4da6e33df tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3324323 Nov 03 19:03:14.262285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a21f5a9-c28b-4329-9cac-e7e3575ccb19 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976717 Nov 03 19:03:14.268200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35030) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:14.278153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:14.369773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] Deleting port f42b7272-7870-4710-a678-d3cc8e627fb2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:14.371066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.463889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b78d06b-1298-4d17-b694-e41dc41d46ba req-b232b851-1acb-4ef5-b76c-1f94613594db tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590973 Nov 03 19:03:14.517559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-726274ff-a9db-459f-875e-20fa15cb2859 req-0a37e9fa-cacc-4091-aaa5-440f4adb70b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348795 Nov 03 19:03:14.520087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:14.526845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.533251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-fab678d2-6ec4-493d-9c10-aef5cb9179a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.541126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-fab678d2-6ec4-493d-9c10-aef5cb9179a0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3614674 Nov 03 19:03:14.690558 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e5343e-a168-4ac9-90da-ef9e7ecf62e9 x-openstack-request-id: req-79e5343e-a168-4ac9-90da-ef9e7ecf62e9 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:14.691030 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:14.691447 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-79e5343e-a168-4ac9-90da-ef9e7ecf62e9 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:14.692105 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'status': 'completed', 'code': 200} Nov 03 19:03:14.793151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-90c3800d-1e1c-41a9-9d88-87bd0e8e4e60 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.2447939 Nov 03 19:03:14.826998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f42b7272-7870-4710-a678-d3cc8e627fb2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:14.992517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-ccb5490e-5d1a-423b-870e-5830b03fff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:14.995279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-ccb5490e-5d1a-423b-870e-5830b03fff9e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1863961 Nov 03 19:03:15.006504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] For port f42b7272-7870-4710-a678-d3cc8e627fb2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f42b7272-7870-4710-a678-d3cc8e627fb2,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:15.007401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.021551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c7ad2-d73e-4118-a8b7-0cc0be6ff36b req-d8b38608-acef-4cc1-b2c7-2d29d7d8d7c8 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.034389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-628c7ad2-d73e-4118-a8b7-0cc0be6ff36b req-d8b38608-acef-4cc1-b2c7-2d29d7d8d7c8 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1483591 Nov 03 19:03:15.045075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] Calling delete_port for f42b7272-7870-4710-a678-d3cc8e627fb2 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:15.103043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-41a31770-e463-40f5-89d1-f7c00ff82cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.105873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-41a31770-e463-40f5-89d1-f7c00ff82cd7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a79a812c1dae480d8135942ef1618183&device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 1096 time: 0.3770530 Nov 03 19:03:15.150771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.223343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bf5e579-fc86-47c3-8e7f-51bb53abbdf7 req-e38fd550-1c4d-4974-a834-20f70de0dcb8 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0762248 Nov 03 19:03:15.340417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-e9263a8f-58af-4ebb-af53-ab3da91ea454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.345091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-e9263a8f-58af-4ebb-af53-ab3da91ea454 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973962 Nov 03 19:03:15.354294 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.355291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:15.375826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-628c7ad2-d73e-4118-a8b7-0cc0be6ff36b req-4507f787-1514-4501-b59d-631deecd2762 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397410 Nov 03 19:03:15.377064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:15.391989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.393546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.441914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:15.502551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7300b744-3a47-4641-8478-914d3e8db5ef tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2321527 Nov 03 19:03:15.508398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9a9550ee-3c6c-407f-ae2b-23acfa99ff12', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'port_id': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'mac_address': 'fa:16:3e:cf:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:01:35Z', 'updated_at': '2021-11-03T19:03:12Z', 'revision_number': 1, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:30Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.530936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:15.570917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991', 'ip_address': '2001:db8::5dc8:31e2:8349:efc1'}], 'name': 'tempest-NetworksTestDHCPv6-1628188046'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:15.589699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] Checking router: 343efc1b-9c1b-40ef-8313-ce4ec17acb43 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:15.606186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f42b7272-7870-4710-a678-d3cc8e627fb2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f42b7272-7870-4710-a678-d3cc8e627fb2,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:15.630105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.689193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:15.691391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.703137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-99ffa31a-2002-402d-9248-b2ee442e3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.705435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-99ffa31a-2002-402d-9248-b2ee442e3ca4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=06478284-06bc-4ddd-ab30-28cc1c6869da HTTP/1.1" status: 200 len: 917 time: 0.5732684 Nov 03 19:03:15.721236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422824f-e4aa-4ffc-a05d-328d459fb0b4 req-0a820b39-9194-468b-8d6c-4228b4843d08 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.724147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2422824f-e4aa-4ffc-a05d-328d459fb0b4 req-0a820b39-9194-468b-8d6c-4228b4843d08 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2399139 Nov 03 19:03:15.789245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.838545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event deleted for resources: {'Port': ['ID=f42b7272-7870-4710-a678-d3cc8e627fb2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:15.843583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-437d3197-759c-444c-b4ce-d1b95a9d8a28 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613519 Nov 03 19:03:15.905265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] No DVR routers for this DVR port f42b7272-7870-4710-a678-d3cc8e627fb2 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:15.930126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c7620-f2f2-4b9c-b27a-e1e7637a3aa1 None None] Pushing event deleted for resources: {'Port': ['ID=f42b7272-7870-4710-a678-d3cc8e627fb2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:15.967057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-7e238537-ef55-4484-b959-027487e1ed1c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003 HTTP/1.1" status: 200 len: 999 time: 0.1979804 Nov 03 19:03:15.985090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7434b-7844-4a66-b62e-1f9978d61ff0 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:16.101901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:16.105903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743b47-f3a3-4a10-aad1-a846d358c467 req-5fdd0edf-7f69-41d7-82ec-442b570f1619 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:16.109511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea743b47-f3a3-4a10-aad1-a846d358c467 req-5fdd0edf-7f69-41d7-82ec-442b570f1619 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 946 time: 0.3462756 Nov 03 19:03:16.136698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:16.146413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-c1a26f98-fccc-4c53-99ba-01a9af24d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:16.147630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2422824f-e4aa-4ffc-a05d-328d459fb0b4 req-45a0dba4-a8ec-4e28-98fb-7619804b9cec tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013090 Nov 03 19:03:16.149399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-c1a26f98-fccc-4c53-99ba-01a9af24d38e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=74e47777-8922-474d-a7a9-c4f7923bd64c HTTP/1.1" status: 200 len: 855 time: 0.1442280 Nov 03 19:03:16.203573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67b3af5c-d241-41f0-a45b-c7577b06267c req-67142d35-42aa-4129-bd4c-6044a7f93dcc service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356287 Nov 03 19:03:16.300872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea743b47-f3a3-4a10-aad1-a846d358c467 req-25514c62-f2a6-4f91-adec-de2b1b9aabf8 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787422 Nov 03 19:03:16.403490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:16.405452 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.450147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.499327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80568333-2e7c-4d66-8c27-aad42017cdf7 req-ec120b64-3ac7-4ec5-8b00-c359df6255b1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:16.502715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80568333-2e7c-4d66-8c27-aad42017cdf7 req-ec120b64-3ac7-4ec5-8b00-c359df6255b1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1508329 Nov 03 19:03:16.619674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80568333-2e7c-4d66-8c27-aad42017cdf7 req-a80cbfd2-d114-485c-bdc2-55abdfe1f1ef tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052499 Nov 03 19:03:16.844667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa034654-f49e-4d65-a979-ac3efa3b4a84 req-18d05b7b-cd02-48e8-a754-1664eb1281d7 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0512416 Nov 03 19:03:17.016250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991/c89d1512-893b-40cf-b0b9-59dacf71665d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:17.072119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e00d0-406a-41e7-b267-02d11742bf83 req-500d4309-a28a-4dba-824e-fa98eb183ffa tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:17.080214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-cf70abf2-ab42-4a20-9621-d26fbcb13203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:17.082927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-cf70abf2-ab42-4a20-9621-d26fbcb13203 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=06478284-06bc-4ddd-ab30-28cc1c6869da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8352554 Nov 03 19:03:17.086949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f01e00d0-406a-41e7-b267-02d11742bf83 req-500d4309-a28a-4dba-824e-fa98eb183ffa tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1593635 Nov 03 19:03:17.096031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 675f6111-314c-4e7b-99de-dae4905a235f yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:17.191691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f01e00d0-406a-41e7-b267-02d11742bf83 req-33d388c0-007c-4838-aad5-9809fc8c5187 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003802 Nov 03 19:03:17.406471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.426364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.487310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531296d7-a1d5-49c5-add3-be1b38cf10dc req-ef9a8601-c92d-432c-9e36-2902786d908d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:17.491880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-531296d7-a1d5-49c5-add3-be1b38cf10dc req-ef9a8601-c92d-432c-9e36-2902786d908d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.1524258 Nov 03 19:03:17.501924 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-41d2f881-6f68-48ce-8e3d-3f9e959d8608 service neutron] 10.222.0.110 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406323 Nov 03 19:03:17.520828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:17.575187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:17.591400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:17.632126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Pushing event updated for resources: {'Port': ['ID=c89d1512-893b-40cf-b0b9-59dacf71665d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:17.657271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-531296d7-a1d5-49c5-add3-be1b38cf10dc req-d64b276f-5066-477c-b3ce-cdf045ad3f8d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154461 Nov 03 19:03:17.718856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c8ca-e2df-40ef-990f-ff08deb30c4e req-7e130075-3fe4-4d1c-a745-0f6add22e318 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:17.727742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ad5c8ca-e2df-40ef-990f-ff08deb30c4e req-7e130075-3fe4-4d1c-a745-0f6add22e318 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 946 time: 0.2341239 Nov 03 19:03:17.748193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Attempting to bind port c89d1512-893b-40cf-b0b9-59dacf71665d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:17.749016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Attempting to bind port c89d1512-893b-40cf-b0b9-59dacf71665d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:17.749601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Attempting to bind port c89d1512-893b-40cf-b0b9-59dacf71665d on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:17.753899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::5dc8:31e2:8349:efc1 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991/675f6111-314c-4e7b-99de-dae4905a235f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:17.766162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:17.766980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:17.767676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.768338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:17.769215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Bound port: c89d1512-893b-40cf-b0b9-59dacf71665d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:17.769865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.853882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9a9550ee-3c6c-407f-ae2b-23acfa99ff12', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'port_id': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'mac_address': 'fa:16:3e:cf:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:01:35Z', 'updated_at': '2021-11-03T19:03:12Z', 'revision_number': 1, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:30Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:17.934366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042cfd7-1825-41b4-937d-09564082c351 None None] The sync data for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 is: [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9a9550ee-3c6c-407f-ae2b-23acfa99ff12', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'port_id': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'mac_address': 'fa:16:3e:cf:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:01:35Z', 'updated_at': '2021-11-03T19:03:12Z', 'revision_number': 1, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:30Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:17.948076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ad5c8ca-e2df-40ef-990f-ff08deb30c4e req-979c6714-c7db-43e5-9036-5a10d290ac04 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971345 Nov 03 19:03:18.085669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] For port c89d1512-893b-40cf-b0b9-59dacf71665d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:18.098293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] For port c89d1512-893b-40cf-b0b9-59dacf71665d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c89d1512-893b-40cf-b0b9-59dacf71665d,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:18.112043 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.166633 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae572904-3d7a-4b97-b9a6-0f3cc344bad9 req-6d87fccb-4bb2-415f-8f5c-32f7bfe877ca service neutron] 10.222.0.110 "GET /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110494 Nov 03 19:03:18.244223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42acb0f4-fa3e-4b86-870c-5e2ac2c9f4f3 req-acb2a53d-4256-46ef-af32-c62cf8e44572 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0967176 Nov 03 19:03:18.287573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a376d-0f33-44d4-961b-56f22e3b4d34 req-c81d8654-3b5b-49cf-9339-272098fafef4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.301541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b6a376d-0f33-44d4-961b-56f22e3b4d34 req-c81d8654-3b5b-49cf-9339-272098fafef4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1786234 Nov 03 19:03:18.323242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7743f3e-988b-47f2-87f3-e3860a5edde4 None None] Pushing event updated for resources: {'Port': ['ID=c89d1512-893b-40cf-b0b9-59dacf71665d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:18.351153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.456268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b6a376d-0f33-44d4-961b-56f22e3b4d34 req-30d2ab00-cad8-4235-b902-6fb37c085ed5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500623 Nov 03 19:03:18.469902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.593670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=675f6111-314c-4e7b-99de-dae4905a235f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:18.624345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:18.627996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:18.638356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:18.655540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c643b43-19de-4fbd-b22d-254f90515001 req-76607787-5e48-4f1f-bd00-d2dd7cd68e37 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.661274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.662559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c643b43-19de-4fbd-b22d-254f90515001 req-76607787-5e48-4f1f-bd00-d2dd7cd68e37 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2047949 Nov 03 19:03:18.663040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.718466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b00b769e-d86e-42b3-898f-682c9375f90c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1848238 Nov 03 19:03:18.725325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35072) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:18.743764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991', 'ip_address': '2001:db8::5dc8:31e2:8349:efc1'}], 'name': 'tempest-NetworksTestDHCPv6-467337886'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:18.813150 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ffee5-76fe-4c98-9e0a-9d1e3e90ad9a None None] New status for floating IP 9a9550ee-3c6c-407f-ae2b-23acfa99ff12: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:03:18.838409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c643b43-19de-4fbd-b22d-254f90515001 req-dc2bb4c7-c28a-4d99-8c48-cd444a3ea726 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634924 Nov 03 19:03:19.073066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934deb4a-9ba8-454d-90c1-e29a52a843ba req-d966b525-f65e-4fae-8687-f555d24fa5d9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.085726 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-934deb4a-9ba8-454d-90c1-e29a52a843ba req-d966b525-f65e-4fae-8687-f555d24fa5d9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.1579943 Nov 03 19:03:19.212050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-934deb4a-9ba8-454d-90c1-e29a52a843ba req-777367bd-bcaa-4847-8efa-508025bbd10b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151786 Nov 03 19:03:19.225252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:19.244964 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.321611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 08ff9123-d32b-46e0-971b-5dea3c82e3a0 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:19.540286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c8da104-cbf5-48c7-bfb3-b49af5fc96d8 req-2a2c5fad-b8ad-4d4d-8365-f71dd2c1c936 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0857184 Nov 03 19:03:19.581275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d95e4-465a-48ba-9753-13b3110ac557 req-7b1244f4-38ca-402d-81a4-54da598c62f7 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.583656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b6d95e4-465a-48ba-9753-13b3110ac557 req-7b1244f4-38ca-402d-81a4-54da598c62f7 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 946 time: 0.1550422 Nov 03 19:03:19.733594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b6d95e4-465a-48ba-9753-13b3110ac557 req-563a6e17-010d-47d4-a38b-b501f1098f76 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338222 Nov 03 19:03:19.744266 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:03:19.744877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:03:19.799223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-40f69d3e-a9f2-4011-85dc-7a5f67283476 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.801806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-40f69d3e-a9f2-4011-85dc-7a5f67283476 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.115 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 946 time: 0.1757894 Nov 03 19:03:19.811109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5091af2d-bf97-458b-af67-3fd6f8655148 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0839827 Nov 03 19:03:19.815002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35082) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:20.138693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b786f-d739-4409-bbe0-addec027ee29 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:20.154129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b786f-d739-4409-bbe0-addec027ee29 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:20.156145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9c3b786f-d739-4409-bbe0-addec027ee29 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3391137 Nov 03 19:03:20.168008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35088) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:20.199231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b158e-8861-408e-a6a9-a71b7c8951c2 req-54a52f6b-2873-4485-a806-4ee33206ed7a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:20.201958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-634b158e-8861-408e-a6a9-a71b7c8951c2 req-54a52f6b-2873-4485-a806-4ee33206ed7a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1578782 Nov 03 19:03:20.277795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Deleting port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:20.277795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.368964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-33661822-cd55-46e8-8765-110b47530742 None None] Provisioning complete for port c89d1512-893b-40cf-b0b9-59dacf71665d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:20.369813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33661822-cd55-46e8-8765-110b47530742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.447407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 675f6111-314c-4e7b-99de-dae4905a235f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:20.448301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.521151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-634b158e-8861-408e-a6a9-a71b7c8951c2 req-9c13539b-3b37-44a9-9365-2b94158e4ccd tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052680 Nov 03 19:03:20.668772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] For port 26fe1a55-f80c-4acd-b9e5-116d831d7d23, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=26fe1a55-f80c-4acd-b9e5-116d831d7d23,segment=NetworkSegment(76527033-19cb-4e69-9ec1-cfda43049412),segment_id=76527033-19cb-4e69-9ec1-cfda43049412)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:20.670365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.726465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c89d1512-893b-40cf-b0b9-59dacf71665d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:20.771030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Calling delete_port for 26fe1a55-f80c-4acd-b9e5-116d831d7d23 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:20.792995 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33661822-cd55-46e8-8765-110b47530742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.806753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.846161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 675f6111-314c-4e7b-99de-dae4905a235f owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:20.894198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-33661822-cd55-46e8-8765-110b47530742 None None] For port c89d1512-893b-40cf-b0b9-59dacf71665d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c89d1512-893b-40cf-b0b9-59dacf71665d,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:20.904151 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33661822-cd55-46e8-8765-110b47530742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.937096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906d77c-1f4b-4aa1-ab09-48c2cc55f5e9 req-5ba48a21-c82e-4d67-aaff-b9d42f67d687 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:20.940561 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7906d77c-1f4b-4aa1-ab09-48c2cc55f5e9 req-5ba48a21-c82e-4d67-aaff-b9d42f67d687 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2994430 Nov 03 19:03:20.964017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c89d1512-893b-40cf-b0b9-59dacf71665d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:20.964526 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.980424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d9a085e-5caa-4b93-9039-c5b9d5ce5179 req-4b08c72f-81bb-465c-8abb-8aedf77c0fc7 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0786345 Nov 03 19:03:21.181323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7906d77c-1f4b-4aa1-ab09-48c2cc55f5e9 req-05556ce4-dd5f-4045-9f30-5934692c26d6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954446 Nov 03 19:03:21.314926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.392239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=675f6111-314c-4e7b-99de-dae4905a235f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.423601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d712d561-e3bf-44d1-ba34-ff1aedb412f4 None None] Could not find standard attr ID for object 675f6111-314c-4e7b-99de-dae4905a235f. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:21.428539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b4fd0-e977-4d51-a7d4-9b41ef941c7e req-fa89f658-e224-4df7-8ef9-93d1a124fffa tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.436991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661822-cd55-46e8-8765-110b47530742 None None] Pushing event updated for resources: {'Port': ['ID=c89d1512-893b-40cf-b0b9-59dacf71665d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.442801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af3b4fd0-e977-4d51-a7d4-9b41ef941c7e req-fa89f658-e224-4df7-8ef9-93d1a124fffa tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 946 time: 0.2616551 Nov 03 19:03:21.466657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.489249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.494233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1801d2b5-06ef-474f-a473-29765245d5db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/675f6111-314c-4e7b-99de-dae4905a235f HTTP/1.1" status: 204 len: 168 time: 1.3304386 Nov 03 19:03:21.509422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35102) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.534486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['26fe1a55-f80c-4acd-b9e5-116d831d7d23'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:21.657400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e473db6-8c41-4bd9-ac2c-a39616e04e69 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.657686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af3b4fd0-e977-4d51-a7d4-9b41ef941c7e req-3c0dbef8-929f-42de-9a5f-291fdb6171f2 tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/security-groups?id=3d80989d-0910-491d-b162-d6c1a586d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807408 Nov 03 19:03:21.661936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e473db6-8c41-4bd9-ac2c-a39616e04e69 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.665699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7e473db6-8c41-4bd9-ac2c-a39616e04e69 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1544993 Nov 03 19:03:21.671433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.770355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Pushing event deleted for resources: {'Port': ['ID=26fe1a55-f80c-4acd-b9e5-116d831d7d23,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.808915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:21.820030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.885217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] No DVR routers for this DVR port 26fe1a55-f80c-4acd-b9e5-116d831d7d23 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:21.892274 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.898499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f06fbd9-c22c-421f-b929-7130949ac61f req-ab462b00-aa2d-41d2-9989-59c9240394ca tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.115 "DELETE /v2.0/ports/26fe1a55-f80c-4acd-b9e5-116d831d7d23 HTTP/1.1" status: 204 len: 173 time: 2.0785480 Nov 03 19:03:21.903628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'name': 'network-vif-deleted', 'tag': '26fe1a55-f80c-4acd-b9e5-116d831d7d23'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:21.908335 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685d282b-4c7b-4294-bfb3-e3f32c9a9be1" -d '{"events": [{"server_uuid": "60a20aac-be26-48c2-8ce4-7f3676b4d3fd", "name": "network-vif-deleted", "tag": "26fe1a55-f80c-4acd-b9e5-116d831d7d23"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:21.919821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.971733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999a92-0dd1-42f6-816d-d5a3388874aa req-d80be22d-b385-4780-977d-8a1f796af232 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.974700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29999a92-0dd1-42f6-816d-d5a3388874aa req-d80be22d-b385-4780-977d-8a1f796af232 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2089620 Nov 03 19:03:22.004965 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf83ac8e-46a0-4e3e-ad0a-f523fbdc50b5 x-openstack-request-id: req-cf83ac8e-46a0-4e3e-ad0a-f523fbdc50b5 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:22.005304 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a20aac-be26-48c2-8ce4-7f3676b4d3fd", "name": "network-vif-deleted", "tag": "26fe1a55-f80c-4acd-b9e5-116d831d7d23", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:22.005691 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf83ac8e-46a0-4e3e-ad0a-f523fbdc50b5 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:22.006316 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a20aac-be26-48c2-8ce4-7f3676b4d3fd', 'name': 'network-vif-deleted', 'tag': '26fe1a55-f80c-4acd-b9e5-116d831d7d23', 'status': 'completed', 'code': 200} Nov 03 19:03:22.109650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29999a92-0dd1-42f6-816d-d5a3388874aa req-b3878409-8ebe-4cf2-b967-540853f1eff4 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176424 Nov 03 19:03:22.183523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.228066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11245394-b17f-4d41-8b34-9e3c7e1f7bb4 req-47dadbe5-b66f-450f-9665-ff1097cc70a4 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0511682 Nov 03 19:03:22.297166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.351792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:22.361256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.370051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-084f221d-3d23-4447-a0fc-059914f43fc0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991 HTTP/1.1" status: 204 len: 168 time: 0.6946614 Nov 03 19:03:22.375626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67766021-2962-47e9-acea-ce993e36b606 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:22.380591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35114) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:22.529172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ccceda4-1606-4bc6-84ae-6e55df7d6c4c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449051 Nov 03 19:03:22.530216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:22.531026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf175-4f6b-403d-b1a0-e95548331244 req-571d3c33-1fb0-470c-93e6-ad12bcc5282a tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:22.534185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-143bf175-4f6b-403d-b1a0-e95548331244 req-571d3c33-1fb0-470c-93e6-ad12bcc5282a tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.1821256 Nov 03 19:03:22.548564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:22.626080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c89d1512-893b-40cf-b0b9-59dacf71665d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:22.725777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-143bf175-4f6b-403d-b1a0-e95548331244 req-dfc74947-41f2-43b2-aeb6-280a819dbff0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741879 Nov 03 19:03:22.857245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c89d1512-893b-40cf-b0b9-59dacf71665d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:22.858295 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.956039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:22.977630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.034795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:23.048839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c40bda4c-9a3c-40c0-8081-863da97e8858 req-0e5a29be-0331-445d-a871-5af42078ce3f tempest-ServerGroupTestJSON-1257439417 tempest-ServerGroupTestJSON-1257439417-project] 10.222.0.91 "GET /v2.0/ports?device_id=60a20aac-be26-48c2-8ce4-7f3676b4d3fd HTTP/1.1" status: 200 len: 210 time: 0.1148481 Nov 03 19:03:23.070226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8410d-ee99-49d0-9e72-7a8496fcad28 req-4b35d505-6197-4495-a3ca-d8bc75940b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:23.073039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ff8410d-ee99-49d0-9e72-7a8496fcad28 req-4b35d505-6197-4495-a3ca-d8bc75940b2d service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 1097 time: 0.2785697 Nov 03 19:03:23.195155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ff8410d-ee99-49d0-9e72-7a8496fcad28 req-23e009a5-4eb2-4c9f-9143-688bbd7c9e4b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087742 Nov 03 19:03:23.257566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] Deleting port c89d1512-893b-40cf-b0b9-59dacf71665d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:23.258359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.401168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] For port c89d1512-893b-40cf-b0b9-59dacf71665d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c89d1512-893b-40cf-b0b9-59dacf71665d,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:23.402975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.433597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05c3f5-f48c-4301-b253-2bd3b963ba7e req-ee8a8939-487f-4d99-a01e-3f2e5ab56b22 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:23.434835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad05c3f5-f48c-4301-b253-2bd3b963ba7e req-ee8a8939-487f-4d99-a01e-3f2e5ab56b22 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.1165504 Nov 03 19:03:23.439016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] Calling delete_port for c89d1512-893b-40cf-b0b9-59dacf71665d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:23.511876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebb025e5-c771-4e08-9dc7-0127440dc30f req-810356ba-50dd-47a1-839d-2260b1847b4b tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0755630 Nov 03 19:03:23.586034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.609392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad05c3f5-f48c-4301-b253-2bd3b963ba7e req-28037b08-42b1-4f87-a00f-6e14a872ad38 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582415 Nov 03 19:03:23.647718 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.680067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:23.687070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:23.696465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:23.696465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.710471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] Pushing event deleted for resources: {'Port': ['ID=c89d1512-893b-40cf-b0b9-59dacf71665d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:23.714278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e8861-a817-473f-b053-ccc4b45493ad None None] No DVR routers for this DVR port c89d1512-893b-40cf-b0b9-59dacf71665d on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:23.737294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=891c5266-f88b-4ef6-8c9e-c9189743bbfd,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:23.748401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399e428-2421-4100-aacf-370dc38484be None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:23.764527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:23.765611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2306519 Nov 03 19:03:23.771326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.771326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.771326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.775137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.775873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.776493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.776971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '891c5266-f88b-4ef6-8c9e-c9189743bbfd', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1772644014'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:23.777177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.777748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.778455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.778995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.779561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:23.780067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079d152-4182-4279-bf3f-4a05b8fab3c2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:24.065301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee6e75-766f-4134-a9a5-299d8038d611 req-848d1e55-c351-49ec-97c3-d3e67d39d855 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:24.068067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3aee6e75-766f-4134-a9a5-299d8038d611 req-848d1e55-c351-49ec-97c3-d3e67d39d855 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.1538455 Nov 03 19:03:24.115191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '891c5266-f88b-4ef6-8c9e-c9189743bbfd'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:24.116289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.146460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:24.332171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 26fe1a55-f80c-4acd-b9e5-116d831d7d23 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:24.414253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 26fe1a55-f80c-4acd-b9e5-116d831d7d23 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:24.414805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 26fe1a55-f80c-4acd-b9e5-116d831d7d23 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:24.580183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c89d1512-893b-40cf-b0b9-59dacf71665d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:24.643440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/891c5266-f88b-4ef6-8c9e-c9189743bbfd/08a2637e-6b1e-45d7-89bb-98d994897ddd) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:24.647597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c89d1512-893b-40cf-b0b9-59dacf71665d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:24.649087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c89d1512-893b-40cf-b0b9-59dacf71665d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:24.814568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3aee6e75-766f-4134-a9a5-299d8038d611 req-7e1655c7-7602-4031-b55d-86f3d3d9e1da tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243071 Nov 03 19:03:24.881769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd0f2c3c-257d-4948-a828-2d5579ce6a50 req-21dcea6f-33b8-4c32-ba0b-91d5c1874673 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0567651 Nov 03 19:03:24.980637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.000140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-546c4f26-8650-4797-b5a8-405a36a3d8a9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1634717 Nov 03 19:03:25.047086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 61460f5b-6983-4066-8047-8cc5a43638e5 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:25.191122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.193122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.193297 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.194255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.195350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.196466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.197731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.198817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.204483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3e1d9b0d-5f32-499d-9d4b-29262ecdee59 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6500 time: 0.1448736 Nov 03 19:03:25.207682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.293310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:25.303635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:25.310630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:25.332460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Pushing event updated for resources: {'Port': ['ID=08a2637e-6b1e-45d7-89bb-98d994897ddd,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:25.368334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa23f-bf6d-4558-ab7a-a286111a3e0f req-7d22bb8b-1617-4c4b-a58a-e8a90f33d10c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.378483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bdaa23f-bf6d-4558-ab7a-a286111a3e0f req-7d22bb8b-1617-4c4b-a58a-e8a90f33d10c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2348998 Nov 03 19:03:25.434023 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:03:25.434805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:03:25.488341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Attempting to bind port 08a2637e-6b1e-45d7-89bb-98d994897ddd on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:25.490374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Attempting to bind port 08a2637e-6b1e-45d7-89bb-98d994897ddd by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:25.491544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Attempting to bind port 08a2637e-6b1e-45d7-89bb-98d994897ddd on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:25.510933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:25.516156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:25.517685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.519293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:25.519822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bdaa23f-bf6d-4558-ab7a-a286111a3e0f req-07d82178-5334-450d-8221-9ec231886c31 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250055 Nov 03 19:03:25.521550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Bound port: 08a2637e-6b1e-45d7-89bb-98d994897ddd, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:25.522748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.531642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48348818-2211-4aaf-9797-36f3f6d918df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7649622 Nov 03 19:03:25.537656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35166) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:25.540105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-66df6cda-bcb6-411a-9ed1-ffec08546e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.540744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-66df6cda-bcb6-411a-9ed1-ffec08546e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.541336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-66df6cda-bcb6-411a-9ed1-ffec08546e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.543742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-66df6cda-bcb6-411a-9ed1-ffec08546e39 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=e638af9f-cd4b-477e-af2b-035836399f4b&id=e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 200 len: 2298 time: 0.2547324 Nov 03 19:03:25.683041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ffc5bd-2761-4ad7-8ef1-bb1b118f0544 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.686540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17ffc5bd-2761-4ad7-8ef1-bb1b118f0544 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1468899 Nov 03 19:03:25.693588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35170) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:25.727484 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-d5eba378-623d-42f7-8427-4ffd13b81e5c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 200 len: 1002 time: 0.1640744 Nov 03 19:03:25.780317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] For port 08a2637e-6b1e-45d7-89bb-98d994897ddd, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:25.790138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] For port 08a2637e-6b1e-45d7-89bb-98d994897ddd, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08a2637e-6b1e-45d7-89bb-98d994897ddd,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:25.801669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.854410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3439b-6d1b-40ee-835f-ec21897e9ab3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.858216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3439b-6d1b-40ee-835f-ec21897e9ab3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.861871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e9e3439b-6d1b-40ee-835f-ec21897e9ab3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1663101 Nov 03 19:03:25.867029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35176) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:25.877159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-21f24645-83a6-423a-af27-58b0c867819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:25.880753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-21f24645-83a6-423a-af27-58b0c867819f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c2159396-034b-4e95-8912-c1dd9d066094 HTTP/1.1" status: 200 len: 856 time: 0.1381581 Nov 03 19:03:25.965277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:26.014450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f25120-e272-4e9e-ac4e-f8ae0b2f7da9 None None] Pushing event updated for resources: {'Port': ['ID=08a2637e-6b1e-45d7-89bb-98d994897ddd,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:26.071926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 891c5266-f88b-4ef6-8c9e-c9189743bbfd {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:26.110103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.123785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-e0ac963f-886d-429c-9046-96c55f85e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:26.128087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-e0ac963f-886d-429c-9046-96c55f85e401 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299125 Nov 03 19:03:26.164530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Deleting subnet c4677496-9b39-4045-8bd7-c1e70326a2de {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:26.206491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.351873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.410085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.430500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01c3b181-b86b-4aa9-a2bf-c9c98cbee023 req-3dfff892-9aec-4cb9-b64e-20db4f7b0264 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1654482 Nov 03 19:03:26.447809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-d2ab2004-e9b0-4521-b463-457dd32412e2 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047972 Nov 03 19:03:26.454232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.593609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269da5c-4034-4224-a64b-411164b07792 req-aa951f63-8d26-4dd0-9720-d67db1436be8 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:26.596312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8269da5c-4034-4224-a64b-411164b07792 req-aa951f63-8d26-4dd0-9720-d67db1436be8 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.4170642 Nov 03 19:03:26.612503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-9c128eb8-d193-4686-b1af-e0dcb953e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:26.615847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-9c128eb8-d193-4686-b1af-e0dcb953e4fc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f1e526a492e4f85b614215eb6cbb994&device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 1096 time: 0.5160995 Nov 03 19:03:26.647930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-f5702977-6ce2-4f2a-8238-4047b804b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:26.651438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-f5702977-6ce2-4f2a-8238-4047b804b719 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 1097 time: 0.4533417 Nov 03 19:03:26.780996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.836058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4677496-9b39-4045-8bd7-c1e70326a2de,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:26.846301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.850590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.858872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-072438ce-7569-452b-96d2-a32444e099b6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c4677496-9b39-4045-8bd7-c1e70326a2de HTTP/1.1" status: 204 len: 168 time: 0.8833768 Nov 03 19:03:26.863887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35188) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:26.924390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-03661e06-4f4d-445a-b69b-bef8c5ddf897 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875780 Nov 03 19:03:27.069939 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-cb0689a6-24d8-4fb6-89e3-32ca11068eb9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 217 time: 0.0748918 Nov 03 19:03:27.102064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.103573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8269da5c-4034-4224-a64b-411164b07792 req-9f518a0f-d392-4a90-a892-b045e6eb3b22 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852507 Nov 03 19:03:27.172336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe007-19f9-488a-a5f8-60c978782a7b req-7fe545ab-ca5d-4e14-b4e8-2b02b7a4e802 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.187191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c95fe007-19f9-488a-a5f8-60c978782a7b req-7fe545ab-ca5d-4e14-b4e8-2b02b7a4e802 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.4422574 Nov 03 19:03:27.245888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-48841e1e-8660-4b3f-8a4e-4b8398bd4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.251085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-48841e1e-8660-4b3f-8a4e-4b8398bd4876 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1666408 Nov 03 19:03:27.320386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-b771cc93-435a-4384-a283-0deee8dc854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.320386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-b771cc93-435a-4384-a283-0deee8dc854e service neutron] 10.222.0.110 "GET /v2.0/networks?id=40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 200 len: 917 time: 0.6279655 Nov 03 19:03:27.338720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-3c414c75-866b-48a2-a199-e215ded716a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.342448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-3c414c75-866b-48a2-a199-e215ded716a7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 912 time: 0.6217358 Nov 03 19:03:27.416750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.467655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.486926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:27.487973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-69c992ef-5694-4dc2-9e80-e9bf1bd5332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.492768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-69c992ef-5694-4dc2-9e80-e9bf1bd5332d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135146 Nov 03 19:03:27.522784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76527033-19cb-4e69-9ec1-cfda43049412') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:27.523619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76527033-19cb-4e69-9ec1-cfda43049412') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:27.583182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.583475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-48caa818-4728-4870-af2f-0036b53ea934 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d9508d-3c9c-4f49-928a-b157133acf59 HTTP/1.1" status: 200 len: 217 time: 0.2041550 Nov 03 19:03:27.597965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-7fcf4a7b-f156-48ab-8819-f2722c8bb22e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328e726e-3f1d-4cd1-b1c5-07209294f722 HTTP/1.1" status: 200 len: 217 time: 0.2538209 Nov 03 19:03:27.656329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.679867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:27.680781 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:27.683678 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:27.688093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.697207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/891c5266-f88b-4ef6-8c9e-c9189743bbfd HTTP/1.1" status: 204 len: 168 time: 1.8283823 Nov 03 19:03:27.704377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35192) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:27.743615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c95fe007-19f9-488a-a5f8-60c978782a7b req-7b50a8f1-1bbf-499a-9878-92f7dfe41ab1 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548122 Nov 03 19:03:27.744868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a63ccf-57e2-4f99-ba7b-574fe21f6628 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=891c5266-f88b-4ef6-8c9e-c9189743bbfd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:27.825500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b34474fc-fa21-4d31-b993-07e8fccca449 req-0b257148-b251-4baf-8474-c850b929711b tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1842825 Nov 03 19:03:27.868560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6448482a-a44f-4f4e-a15e-3c16c89427f3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1597118 Nov 03 19:03:27.876967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-34cd96d0-df60-4697-a2d6-4c415fd490e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.879601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-34cd96d0-df60-4697-a2d6-4c415fd490e0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 200 len: 855 time: 0.2260239 Nov 03 19:03:27.880341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35194) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:27.892371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:27.909473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-5f6489e6-f7a9-4221-b26e-3cb87b6ddf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:27.913466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-5f6489e6-f7a9-4221-b26e-3cb87b6ddf9a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.3072078 Nov 03 19:03:27.929637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.944478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.966381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] 10.222.0.91 "DELETE /v2.0/networks/c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45 HTTP/1.1" status: 204 len: 168 time: 1.0888455 Nov 03 19:03:27.972228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-715abaf3-df86-4fd2-8dac-7e55e6072fa9 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657655 Nov 03 19:03:28.011442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7dffc-b798-463d-9c4a-bd79e1fc4092 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e2ba9e-4ad6-4c01-8cc9-44abc499ca45,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:28.016109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-36198438-3036-4f0a-a5d2-257c49ee869f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589197 Nov 03 19:03:28.042912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c50cb-e37d-408a-989e-28313c698f5d None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:28.237166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-22f0d150-1863-4c88-9fb7-8bdbc22cddd1 None None] Provisioning complete for port 08a2637e-6b1e-45d7-89bb-98d994897ddd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:28.239649 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22f0d150-1863-4c88-9fb7-8bdbc22cddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.257631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-aef3a595-8820-4ef4-b382-88820c517233 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641242 Nov 03 19:03:28.388257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35200) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:28.408958 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-d2a35fa5-c9f2-4707-9697-804a57bf2a12 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 217 time: 0.1217697 Nov 03 19:03:28.549543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-18910e11-66ee-4066-ab98-8725d77c086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.552454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-18910e11-66ee-4066-ab98-8725d77c086d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1228790 Nov 03 19:03:28.599782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:28.633425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22f0d150-1863-4c88-9fb7-8bdbc22cddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.682860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-cb39b32b-5c3d-4693-9ff4-fc830649e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.686240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-cb39b32b-5c3d-4693-9ff4-fc830649e1d5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=40c540e5-dc6b-4728-a08e-65996e0320c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7843747 Nov 03 19:03:28.689411 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ee4fc84-0bd4-4b5c-9d3a-ab38944adf1c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91e4ce7f5767485ead65ddbd4b3cdb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989502 Nov 03 19:03:28.692269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:28.730269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-22f0d150-1863-4c88-9fb7-8bdbc22cddd1 None None] For port 08a2637e-6b1e-45d7-89bb-98d994897ddd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08a2637e-6b1e-45d7-89bb-98d994897ddd,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:28.745743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22f0d150-1863-4c88-9fb7-8bdbc22cddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.750644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-63b21805-05a9-4580-a51d-c783422d4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.751836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-6b0e1e3b-f88d-466c-b8eb-3b6e31f1bc1b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8019266 Nov 03 19:03:28.754430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-63b21805-05a9-4580-a51d-c783422d4f47 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1624625 Nov 03 19:03:28.795300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-b3105e24-ce45-4e1b-b488-38589e439541 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864321 Nov 03 19:03:28.850916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] Deleting port 08a2637e-6b1e-45d7-89bb-98d994897ddd {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:28.851664 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.908588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0d150-1863-4c88-9fb7-8bdbc22cddd1 None None] Pushing event updated for resources: {'Port': ['ID=08a2637e-6b1e-45d7-89bb-98d994897ddd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:28.963242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1384849-a3b0-46b4-a73b-a9815e5314cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.992590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:28.997964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.038173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1384849-a3b0-46b4-a73b-a9815e5314cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.044077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] For port 08a2637e-6b1e-45d7-89bb-98d994897ddd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08a2637e-6b1e-45d7-89bb-98d994897ddd,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:29.045945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.087263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] Calling delete_port for 08a2637e-6b1e-45d7-89bb-98d994897ddd owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:29.135721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-77f7d7b7-4b00-42c3-b694-7977be1c23dd service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392138 Nov 03 19:03:29.142775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea33c2-31e9-42c8-bfbd-cb668cabb17f req-20f55ee3-6ece-4926-a83e-4e349fd3efbe tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.146282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9ea33c2-31e9-42c8-bfbd-cb668cabb17f req-20f55ee3-6ece-4926-a83e-4e349fd3efbe tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.6867800 Nov 03 19:03:29.245543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1384849-a3b0-46b4-a73b-a9815e5314cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.249019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1384849-a3b0-46b4-a73b-a9815e5314cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.261907 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b1384849-a3b0-46b4-a73b-a9815e5314cf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d80989d-0910-491d-b162-d6c1a586d542 HTTP/1.1" status: 204 len: 168 time: 0.5617940 Nov 03 19:03:29.335083 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.351081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-9060ac35-47b8-4bce-9614-60433d35a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.353790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-9060ac35-47b8-4bce-9614-60433d35a53d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 1097 time: 0.5553248 Nov 03 19:03:29.358195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1384849-a3b0-46b4-a73b-a9815e5314cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d80989d-0910-491d-b162-d6c1a586d542,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:29.421128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-22424f8e-ee28-421d-9ae0-25e19cba5de1 service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055376 Nov 03 19:03:29.445059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] Pushing event deleted for resources: {'Port': ['ID=08a2637e-6b1e-45d7-89bb-98d994897ddd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:29.451810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-1da57419-3383-41c6-b527-3228b84d85c3 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904129 Nov 03 19:03:29.488339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ca207-3b31-4bd6-9fe1-7ee7b118d1b3 None None] No DVR routers for this DVR port 08a2637e-6b1e-45d7-89bb-98d994897ddd on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:29.581375 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-3228313c-9052-47d1-9e43-3f9da5bb4f57 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821 HTTP/1.1" status: 200 len: 217 time: 0.1115596 Nov 03 19:03:29.585027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9ea33c2-31e9-42c8-bfbd-cb668cabb17f req-dd79f8ec-9296-447e-a388-0d025f215635 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212046 Nov 03 19:03:29.587615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f89d9aa-aa86-4196-b2f1-8f3c27ca528b req-216a4987-6546-43d9-b029-7211979516a2 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547972 Nov 03 19:03:29.610321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed52b7-1894-4f20-be91-9f272b1b5e34 req-334c6451-9eeb-4bc5-a21e-0c1cfd106304 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.613197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46ed52b7-1894-4f20-be91-9f272b1b5e34 req-334c6451-9eeb-4bc5-a21e-0c1cfd106304 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.6486044 Nov 03 19:03:29.740144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-0a9c2ad7-e4d0-4524-9be6-2bad83460593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.745813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-0a9c2ad7-e4d0-4524-9be6-2bad83460593 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1507146 Nov 03 19:03:29.878413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-dd118d2c-f89d-412d-8edd-a0a7fcb5783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.881252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-dd118d2c-f89d-412d-8edd-a0a7fcb5783c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124070 Nov 03 19:03:29.998463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf705832-0c79-4030-be34-f8436d47b1d3 req-d8d30ab6-b48f-4e7e-a0e7-6e73ff04c985 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1631753 Nov 03 19:03:30.109220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-04a19e67-5c77-4338-8bf1-8b08c452c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.112279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-04a19e67-5c77-4338-8bf1-8b08c452c740 service neutron] 10.222.0.115 "GET /v2.0/networks?id=2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 200 len: 912 time: 0.7039449 Nov 03 19:03:30.166368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-d108a37d-54bd-472e-a610-a4fe985702d4 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621231 Nov 03 19:03:30.257739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46ed52b7-1894-4f20-be91-9f272b1b5e34 req-18f0849e-6810-415d-928b-03d96817d9c2 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622518 Nov 03 19:03:30.263832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4c498e-1ef8-4c40-926e-0b50bb44d858 req-60072347-068d-42aa-a990-0044be0d0a4b service neutron] 10.222.0.110 "GET /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868323 Nov 03 19:03:30.314928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-c74e747c-85ed-4541-8736-a4d95256e92d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 HTTP/1.1" status: 200 len: 217 time: 0.1767359 Nov 03 19:03:30.440760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.475405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-a3627c70-ffe2-478f-b36c-261db526d22f service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819476 Nov 03 19:03:30.520462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-6ea579f3-9f4e-463b-ad39-3614c10ee839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.523836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-6ea579f3-9f4e-463b-ad39-3614c10ee839 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 200 len: 851 time: 0.1935151 Nov 03 19:03:30.578765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 08a2637e-6b1e-45d7-89bb-98d994897ddd no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:30.599684 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-b08639ee-6ecc-495a-b179-ab722be7d2a2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99 HTTP/1.1" status: 200 len: 217 time: 0.1115558 Nov 03 19:03:30.619007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 08a2637e-6b1e-45d7-89bb-98d994897ddd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:30.619921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 08a2637e-6b1e-45d7-89bb-98d994897ddd not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:30.736192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-76ac30e0-d56c-49f7-9513-3dee88956f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.740164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-76ac30e0-d56c-49f7-9513-3dee88956f3b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1224601 Nov 03 19:03:30.855789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-408a21fd-66d4-494e-9cf8-c4dc48873210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.858734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-408a21fd-66d4-494e-9cf8-c4dc48873210 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028788 Nov 03 19:03:31.103153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-4c38ba3d-d4be-456e-879c-44530550ccd2 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291186 Nov 03 19:03:31.117819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-4e0b7076-1559-48a1-a7ae-47841afacd0e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=2df5749a-67f8-446d-b6c3-4f4166916067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5800886 Nov 03 19:03:31.124882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:31.147333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=9c322845-1ddc-47a3-8a1c-16e7d0529ccf,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:31.151513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:31.180818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:31.181824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.188454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e37f8-6ece-465a-8b9e-fab554cab578 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:31.329419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ac062512-016b-462a-8d82-9b189bac088b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4432263 Nov 03 19:03:31.331351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35244) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:31.346495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:31.430613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b8ace-1d8f-471a-8c76-80a10552eec8 req-ae1a8c1d-9e37-4cde-a898-4410f3a72073 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:31.443725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-185b8ace-1d8f-471a-8c76-80a10552eec8 req-ae1a8c1d-9e37-4cde-a898-4410f3a72073 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.3340404 Nov 03 19:03:31.494644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edea1c2a-66b0-4a0c-b443-2b5247cd930a req-abffec1f-0522-498e-a7eb-4afadbe21122 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1584799 Nov 03 19:03:31.536461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-1919f58f-4de3-470a-82bf-436f404cb2bd service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108014 Nov 03 19:03:31.600372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.602855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.613324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-a1469ae7-3935-4592-8f99-485588c988e9 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677699 Nov 03 19:03:31.729715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-185b8ace-1d8f-471a-8c76-80a10552eec8 req-acca38f9-2d70-41ca-b62f-d753ef64132b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844746 Nov 03 19:03:31.767813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-4b26cd04-2e88-43f3-bcb8-118d5450449c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f HTTP/1.1" status: 200 len: 217 time: 0.1948671 Nov 03 19:03:31.882435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-32192c39-3a78-4b7f-bfa5-aa036912a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:31.884809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-32192c39-3a78-4b7f-bfa5-aa036912a5c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.0969548 Nov 03 19:03:31.924228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '9c322845-1ddc-47a3-8a1c-16e7d0529ccf'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:31.925953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.030707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-ef1e062c-fcc3-4267-8e08-6deef601b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:32.031565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.034327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-ef1e062c-fcc3-4267-8e08-6deef601b7d3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1277530 Nov 03 19:03:32.078813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.163656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.169653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-86d2c4d9-81fd-47af-8eb3-6e94a4fc3490 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8295693 Nov 03 19:03:32.174396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35258) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:32.264816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c15aaf2-81f5-4d7f-b112-01070b2c2826 req-3f18c0d9-b5be-42e1-9805-5c6b70a29b37 service neutron] 10.222.0.115 "GET /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411977 Nov 03 19:03:32.315034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/9c322845-1ddc-47a3-8a1c-16e7d0529ccf/6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:32.342325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bff1-625b-447c-a008-2781c45f8eee req-3facb32b-ce60-40d4-b417-368ec3f136d0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:32.345382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c783bff1-625b-447c-a008-2781c45f8eee req-3facb32b-ce60-40d4-b417-368ec3f136d0 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3592775 Nov 03 19:03:32.399871 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.838878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.852293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.880899 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-5feefe47-1e25-4982-963d-104ff63a31a4 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8251307 Nov 03 19:03:32.977909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-865a514c-eba6-4adc-9a28-e6888d9afb73 req-4ac4f20d-a04c-4b99-8d38-88a6b450f78e tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1641617 Nov 03 19:03:32.995474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c783bff1-625b-447c-a008-2781c45f8eee req-314b621a-9edc-4b8f-95c6-5f81147c2e3a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325667 Nov 03 19:03:33.011571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:33.074305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:33.101142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.102887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:33.108340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Pushing event updated for resources: {'Port': ['ID=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:33.148138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35272) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:33.174836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.198298 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-a727f338-7b93-415e-9cdf-c9b7caf1152a service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969644 Nov 03 19:03:33.249412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Attempting to bind port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:33.249888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Attempting to bind port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:33.250464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Attempting to bind port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:33.260509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:33.261130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:33.261767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.262459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:33.263257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Bound port: 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:33.263869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.367727 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-f61a2a21-00da-4b63-9ff5-a7a69a8996f6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 200 len: 217 time: 0.1158035 Nov 03 19:03:33.507921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] For port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:33.519803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] For port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:33.530791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.551249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-dd426b4c-de64-4424-b803-ed7c0899916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:33.555042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-dd426b4c-de64-4424-b803-ed7c0899916c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.1679406 Nov 03 19:03:33.638336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7314-a74c-4b08-82be-f90474ef710c req-57d28bd1-c7d8-4348-b65d-1266f6ebf91d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:33.641287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29fa7314-a74c-4b08-82be-f90474ef710c req-57d28bd1-c7d8-4348-b65d-1266f6ebf91d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.4046149 Nov 03 19:03:33.664283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2079ba9d-31a3-4d25-b78f-41ed4fc1ce22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.687674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f4ec-9777-4d6b-91e2-e166573c587a None None] Pushing event updated for resources: {'Port': ['ID=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:33.694638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-bbabfb98-fdb8-4ca3-9a6f-018a12b0f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:33.699818 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-bbabfb98-fdb8-4ca3-9a6f-018a12b0f7d0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306105 Nov 03 19:03:33.954922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-29fa7314-a74c-4b08-82be-f90474ef710c req-b6f472ce-a2ff-4869-9975-70bd00fbcfbe tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611156 Nov 03 19:03:34.030434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-000093c4-5720-41f1-8477-629b407fd919 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072569 Nov 03 19:03:34.213775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::1 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/9c322845-1ddc-47a3-8a1c-16e7d0529ccf/635274aa-dba3-4941-bbae-298e58161043) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:34.384156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b8256d2b-fd81-4da2-b93e-7f7ce612bd2b req-1fa0ef4e-0629-42a3-861e-9176bd3ff1bd service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431125 Nov 03 19:03:34.420594 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2079ba9d-31a3-4d25-b78f-41ed4fc1ce22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.477439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b1e3a0c-3f6d-4d88-bf6c-4150a2095be2 req-5641941f-de8b-44e5-bc6b-dedbf4a7eb8f tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1334646 Nov 03 19:03:34.493219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794d31-3739-44c0-84d2-d3b41267135e req-4a0d0328-5c24-40cd-bbc7-c750004a445d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:34.496153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4794d31-3739-44c0-84d2-d3b41267135e req-4a0d0328-5c24-40cd-bbc7-c750004a445d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.3828380 Nov 03 19:03:34.501512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2079ba9d-31a3-4d25-b78f-41ed4fc1ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.656927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2079ba9d-31a3-4d25-b78f-41ed4fc1ce22 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7bc7c31298204d93b077dbcfc9d44db1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5069203 Nov 03 19:03:34.659027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35288) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:34.676321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079ba9d-31a3-4d25-b78f-41ed4fc1ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64f32de-6316-4917-b6f9-5a6b312cf461,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:34.691316 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87342cf9-1d47-4697-b661-64f61f348eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.712443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:34.741808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.805394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4794d31-3739-44c0-84d2-d3b41267135e req-b80889a5-be60-42dc-a8a4-2b978eb71688 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819586 Nov 03 19:03:34.815132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2f91-99db-4763-b7e1-3a5a374eb06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.869339 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.892166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:34.892828 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.899173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2f91-99db-4763-b7e1-3a5a374eb06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.977363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1116ef-2367-495e-a687-1ef217922953 req-20c40e88-5d48-4586-9879-c05a03945f13 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:34.989721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf1116ef-2367-495e-a687-1ef217922953 req-20c40e88-5d48-4586-9879-c05a03945f13 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2876019 Nov 03 19:03:35.061550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:35.085219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2f91-99db-4763-b7e1-3a5a374eb06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.086086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:35.090164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2f91-99db-4763-b7e1-3a5a374eb06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.092252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed8e2f91-99db-4763-b7e1-3a5a374eb06f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e64f32de-6316-4917-b6f9-5a6b312cf461 HTTP/1.1" status: 204 len: 168 time: 0.4311535 Nov 03 19:03:35.095192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:35.096630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.122326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=635274aa-dba3-4941-bbae-298e58161043,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:35.138311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e2f91-99db-4763-b7e1-3a5a374eb06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64f32de-6316-4917-b6f9-5a6b312cf461,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:35.235817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.435791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:35.444520 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.590731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf1116ef-2367-495e-a687-1ef217922953 req-36f21ca5-0f07-437a-bbf6-7a2775e40c38 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690989 Nov 03 19:03:35.612280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:35.827363 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.868356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3a8f130d-9503-4cee-bc0b-b7d474b3a3e6 None None] Provisioning complete for port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:35.869268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a8f130d-9503-4cee-bc0b-b7d474b3a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.997954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ecc98e9-8d6e-4cf7-937c-8ea8bb2a7828 req-acd8c35d-fbe0-456a-99bf-2627c9b83982 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.2117586 Nov 03 19:03:36.274477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291a0a-4117-4c0f-a696-be6021c2fd15 req-561e06f6-eeba-48c6-974f-713be5b71f1b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:36.277123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65291a0a-4117-4c0f-a696-be6021c2fd15 req-561e06f6-eeba-48c6-974f-713be5b71f1b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 945 time: 0.4208434 Nov 03 19:03:36.380460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e29716b8-e60d-4fbf-b537-64819b62e866 None None] Provisioning complete for port 635274aa-dba3-4941-bbae-298e58161043 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:36.381058 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e29716b8-e60d-4fbf-b537-64819b62e866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.450987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e29716b8-e60d-4fbf-b537-64819b62e866 None None] Port 635274aa-dba3-4941-bbae-298e58161043 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:36.489641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24b09c-ca96-47f8-b566-9311a22a48a8 req-10598937-a486-49d4-9de0-58e6d29f456f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:36.492403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c24b09c-ca96-47f8-b566-9311a22a48a8 req-10598937-a486-49d4-9de0-58e6d29f456f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2651837 Nov 03 19:03:36.555723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65291a0a-4117-4c0f-a696-be6021c2fd15 req-0fb3a563-2f19-465e-95cf-2bf7893b7238 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442923 Nov 03 19:03:36.579451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:36.698037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c24b09c-ca96-47f8-b566-9311a22a48a8 req-feb83370-07bc-4b52-88ac-78cef0222549 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476381 Nov 03 19:03:36.704995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:36.705998 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.777942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.786498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.787710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.087231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=635274aa-dba3-4941-bbae-298e58161043,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:37.112706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35324) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:37.182891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:37.199103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fb221-c8d8-4ea4-92bc-67f80c5dec06 req-7218631a-ab36-45b9-b165-bcb3fb85dba4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:37.200616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e4fb221-c8d8-4ea4-92bc-67f80c5dec06 req-7218631a-ab36-45b9-b165-bcb3fb85dba4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.2137923 Nov 03 19:03:37.204053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:37.278889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0306cbde-cab3-45e2-800b-097bf5d4625e req-bd15adf9-f76c-40a8-b725-1184ad0f8ab4 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0766926 Nov 03 19:03:37.365680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-network', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:37.411588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Made reservation on behalf of eadbe2d53b4f429a8e25fcac06b3fc43 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:37.416062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.441468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.479644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e4fb221-c8d8-4ea4-92bc-67f80c5dec06 req-427c740e-af56-4e48-ac6e-e0009b38db96 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538760 Nov 03 19:03:37.567447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-6bf26ca0-c6fb-49b9-848f-a7ea5796e020 req-a19deaff-3419-4f3f-af2b-099ba42b3148 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:03:37.573814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6bf26ca0-c6fb-49b9-848f-a7ea5796e020 req-a19deaff-3419-4f3f-af2b-099ba42b3148 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0124421 Nov 03 19:03:37.582829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Router 2cbef947-23ad-4188-b326-4b514a1fd951 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:03:37.657521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.665907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.717474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b0f7c-afbd-48c8-abba-6bc79dbafe0e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:37.748399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:37.782679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.783179 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Added segment 36701f8b-d41e-4371-b90c-316ec2fede94 of type vlan for network fb2a891e-3d64-414c-8204-74fddd9cde6d Nov 03 19:03:37.817324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-07c2d3fd-72ef-48d9-bbd4-687c6d3cc0ce None None] Provisioning complete for port 635274aa-dba3-4941-bbae-298e58161043 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:37.819110 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07c2d3fd-72ef-48d9-bbd4-687c6d3cc0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.885255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07c2d3fd-72ef-48d9-bbd4-687c6d3cc0ce None None] Port 635274aa-dba3-4941-bbae-298e58161043 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:37.889521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.963882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.970693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:37.973312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.031536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9159303 Nov 03 19:03:38.036246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:38.045280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Request body: {'subnet': {'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-subnet', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:38.122263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b3002-eb0e-4cd9-818b-3eb3139bbce0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2a891e-3d64-414c-8204-74fddd9cde6d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.141697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Made reservation on behalf of eadbe2d53b4f429a8e25fcac06b3fc43 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:38.145694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.146771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network fb2a891e-3d64-414c-8204-74fddd9cde6d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:38.347708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-043919f3-e32d-4965-867f-91e389f4a469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.410517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6bf26ca0-c6fb-49b9-848f-a7ea5796e020 req-383564e6-d9d1-43c5-b4ce-5f5108fdac53 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.6&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8236878 Nov 03 19:03:38.449116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:38.458832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-84acf493-b0c1-4c19-b94f-8a85604ec6b8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "PUT /v2.0/routers/2cbef947-23ad-4188-b326-4b514a1fd951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2796681 Nov 03 19:03:38.472686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-967c51f7-3e78-40b3-884f-174dd8f88599 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.474532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35340) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:38.475126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-967c51f7-3e78-40b3-884f-174dd8f88599 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.6561027 Nov 03 19:03:38.476999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Sync routers for ids ['2cbef947-23ad-4188-b326-4b514a1fd951'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:38.488957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a453-5fe5-4bbf-af0f-ca7f0ef54af8 req-31c5b2b8-58ec-4a13-bc33-dd2a2ed8116a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.501141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a378a453-5fe5-4bbf-af0f-ca7f0ef54af8 req-31c5b2b8-58ec-4a13-bc33-dd2a2ed8116a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 946 time: 0.2111275 Nov 03 19:03:38.514505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Routers {'2cbef947-23ad-4188-b326-4b514a1fd951'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:38.515153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2cbef947-23ad-4188-b326-4b514a1fd951'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:38.674425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac1b3-3102-4998-84e9-a4e57fb420e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.677893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8aaac1b3-3102-4998-84e9-a4e57fb420e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports/635274aa-dba3-4941-bbae-298e58161043 HTTP/1.1" status: 200 len: 911 time: 0.2015398 Nov 03 19:03:38.681839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35342) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:38.704653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.739999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a378a453-5fe5-4bbf-af0f-ca7f0ef54af8 req-f90997c6-fb0f-4d98-8646-4f5af636f07f tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373285 Nov 03 19:03:38.810516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Set router 2cbef947-23ad-4188-b326-4b514a1fd951 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:38.845279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e48bd2-7af5-46e6-af31-5d34040a3674,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.861935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Deleting port c6d9508d-3c9c-4f49-928a-b157133acf59 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:38.861935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.982307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13aca5-183f-4ae4-85a4-e48328bbde3b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.996148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13aca5-183f-4ae4-85a4-e48328bbde3b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:38.999234 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c13aca5-183f-4ae4-85a4-e48328bbde3b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3157299 Nov 03 19:03:39.004655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:39.020203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Checking segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:39.021214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Network hostable DHCP agents. Network: fb2a891e-3d64-414c-8204-74fddd9cde6d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:39.069133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da5a2a63-57ec-49b2-a921-5aed082092e4 req-01fdbd84-ab9e-4a48-b413-3a30ab48af21 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0695770 Nov 03 19:03:39.191572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] For port c6d9508d-3c9c-4f49-928a-b157133acf59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c6d9508d-3c9c-4f49-928a-b157133acf59,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:39.192055 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.206397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Network fb2a891e-3d64-414c-8204-74fddd9cde6d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:39.223156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Calling delete_port for c6d9508d-3c9c-4f49-928a-b157133acf59 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:39.266492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, fb2a891e-3d64-414c-8204-74fddd9cde6d) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:39.285308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:39.286236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.314329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd2d50-a358-4347-8f51-b896c242802c None None] Network fb2a891e-3d64-414c-8204-74fddd9cde6d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:39.345008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaf376-f805-4acc-bd98-a030451d30cc req-5c4f0b9b-80c8-47af-bf03-3692bf2edbac tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:39.347564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcaaf376-f805-4acc-bd98-a030451d30cc req-5c4f0b9b-80c8-47af-bf03-3692bf2edbac tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2521584 Nov 03 19:03:39.401573 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa9ae36b-666c-4062-8c3f-0eb365842baa admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3588643 Nov 03 19:03:39.403327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:39.416001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:39.513280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcaaf376-f805-4acc-bd98-a030451d30cc req-bf83e93f-ec4a-4800-8dab-eafcb2431890 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446154 Nov 03 19:03:39.518076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.519812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.704660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:31Z', 'updated_at': '2021-11-03T19:03:35Z', 'revision_number': 2, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None, '_interfaces': [{'id': '635274aa-dba3-4941-bbae-298e58161043', 'name': '', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'mac_address': 'fa:16:3e:f4:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9c322845-1ddc-47a3-8a1c-16e7d0529ccf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:33Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 2, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'subnets': [{'id': '9c322845-1ddc-47a3-8a1c-16e7d0529ccf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:39.727076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.734335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.830905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9de03da6-5316-4a3a-bfa7-dfb82f2d5db4', 'c6d9508d-3c9c-4f49-928a-b157133acf59'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:39.847002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-fb2a891e-3d64-414c-8204-74fddd9cde6d', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:39.848505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.853668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Checking router: 2cbef947-23ad-4188-b326-4b514a1fd951 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:39.854243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Updating router 2cbef947-23ad-4188-b326-4b514a1fd951 port 635274aa-dba3-4941-bbae-298e58161043 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:39.899796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Pushing event deleted for resources: {'Port': ['ID=c6d9508d-3c9c-4f49-928a-b157133acf59,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:39.991849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.995808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220b1b6-e070-4b27-b493-4c57dd232e60 req-67847a39-ff58-467f-ab1c-d62a3d56ab79 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:40.009629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3220b1b6-e070-4b27-b493-4c57dd232e60 req-67847a39-ff58-467f-ab1c-d62a3d56ab79 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 945 time: 0.2995579 Nov 03 19:03:40.015398 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.128655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05f7d7bc-5377-4f34-b0fb-25af749120b4 req-2811a9e8-8813-4cd2-8f5c-89b5fbe80844 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 210 time: 0.1171045 Nov 03 19:03:40.210947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.337887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] No DVR routers for this DVR port c6d9508d-3c9c-4f49-928a-b157133acf59 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:40.343916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.350312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-074d1fe1-8afa-46cb-8cc8-70b7a6fd9cb9 req-313ae4ce-3dd7-4a55-bcae-1fee94eae79c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "DELETE /v2.0/ports/c6d9508d-3c9c-4f49-928a-b157133acf59 HTTP/1.1" status: 204 len: 173 time: 1.8442979 Nov 03 19:03:40.358810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'name': 'network-vif-deleted', 'tag': 'c6d9508d-3c9c-4f49-928a-b157133acf59'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:40.365338 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7caff67-823d-46df-a465-45d1cbe92ffb" -d '{"events": [{"server_uuid": "d4dea750-c2ff-47c5-bd18-781f30db6e05", "name": "network-vif-deleted", "tag": "c6d9508d-3c9c-4f49-928a-b157133acf59"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:40.410779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.568600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0fc710d3-345c-419f-a2a6-dba0e14a760a req-b3b75391-872a-4b50-bfd7-8b7ea2746ead tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0692739 Nov 03 19:03:40.623488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3220b1b6-e070-4b27-b493-4c57dd232e60 req-4476cad7-3c6a-48d4-82f7-73a47bfb84e1 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895290 Nov 03 19:03:40.641297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Allocated IP 172.20.0.2 (fb2a891e-3d64-414c-8204-74fddd9cde6d/d7e48bd2-7af5-46e6-af31-5d34040a3674/39a769a5-964b-4c1e-844b-cf94ec25c0b6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:40.798047 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda8d359-827d-4d27-9eab-127b7f88abd3 x-openstack-request-id: req-fda8d359-827d-4d27-9eab-127b7f88abd3 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:40.798630 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dea750-c2ff-47c5-bd18-781f30db6e05", "name": "network-vif-deleted", "tag": "c6d9508d-3c9c-4f49-928a-b157133acf59", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:40.799141 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fda8d359-827d-4d27-9eab-127b7f88abd3 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:40.817433 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dea750-c2ff-47c5-bd18-781f30db6e05', 'name': 'network-vif-deleted', 'tag': 'c6d9508d-3c9c-4f49-928a-b157133acf59', 'status': 'completed', 'code': 200} Nov 03 19:03:40.955166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 635274aa-dba3-4941-bbae-298e58161043 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:40.955782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.200550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ac6e-7fcf-488d-ab10-c29559447a85 req-b2294b82-72ea-4f96-a424-73d69d69e475 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:41.214324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9da6ac6e-7fcf-488d-ab10-c29559447a85 req-b2294b82-72ea-4f96-a424-73d69d69e475 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.2398055 Nov 03 19:03:41.250948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.266020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.294445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.297034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 635274aa-dba3-4941-bbae-298e58161043 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:41.380041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.395928 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.466284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acb8b72b-b1c8-4873-98f9-0adeef924fc7 req-da766a7e-79c0-426f-9405-d1fc8fc9c97d tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4dea750-c2ff-47c5-bd18-781f30db6e05 HTTP/1.1" status: 200 len: 210 time: 0.0890422 Nov 03 19:03:41.492908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.530682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.535145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a227-e9e5-4e85-953f-53a9570650ac None None] Pushing event updated for resources: {'Port': ['ID=635274aa-dba3-4941-bbae-298e58161043,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:41.539893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9da6ac6e-7fcf-488d-ab10-c29559447a85 req-9d09070c-c9f4-4897-90ff-fcab52acc3b6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223894 Nov 03 19:03:41.645507 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:03:41.765710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Network fb2a891e-3d64-414c-8204-74fddd9cde6d is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:41.769613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Allocated IP 172.25.8.177 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d2eba673-30f7-4c53-bbd1-04225be760f2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:41.799022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:41.803208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:41.857442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Pushing event updated for resources: {'Port': ['ID=39a769a5-964b-4c1e-844b-cf94ec25c0b6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:41.884861 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.937943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Attempting to bind port 635274aa-dba3-4941-bbae-298e58161043 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:41.939239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Attempting to bind port 635274aa-dba3-4941-bbae-298e58161043 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:41.940266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Attempting to bind port 635274aa-dba3-4941-bbae-298e58161043 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:41.960233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.984636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:41.985972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:41.987042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.987816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:41.989035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Bound port: 635274aa-dba3-4941-bbae-298e58161043, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:41.989689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.054573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=635274aa-dba3-4941-bbae-298e58161043,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:42.056100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Attempting to bind port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:42.056844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Attempting to bind port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:42.057976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Attempting to bind port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:42.077255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2bbacd3-cf29-4ed6-8e2c-56aea8989fda req-6155e737-1a82-4f48-9afa-35e4c4201ad4 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0658910 Nov 03 19:03:42.080443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.085847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:42.087360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Checking segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:42.088376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.089438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Bound using segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:42.091453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Bound port: 39a769a5-964b-4c1e-844b-cf94ec25c0b6, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:42.092595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.177402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Port 635274aa-dba3-4941-bbae-298e58161043 has been deleted concurrently {{(pid=101991) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:663}} Nov 03 19:03:42.348664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.360446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] For port 39a769a5-964b-4c1e-844b-cf94ec25c0b6, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:42.372136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] For port 39a769a5-964b-4c1e-844b-cf94ec25c0b6, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=39a769a5-964b-4c1e-844b-cf94ec25c0b6,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:42.378833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Routers {'2cbef947-23ad-4188-b326-4b514a1fd951'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:42.380534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2cbef947-23ad-4188-b326-4b514a1fd951'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:42.409750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354742e8-ba87-47af-b959-7f66775387e8 req-c38248e6-cfe1-42cf-be31-07ab53b0e922 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:42.445351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354742e8-ba87-47af-b959-7f66775387e8 req-c38248e6-cfe1-42cf-be31-07ab53b0e922 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:42.463841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354742e8-ba87-47af-b959-7f66775387e8 req-c38248e6-cfe1-42cf-be31-07ab53b0e922 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:42.466243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.469586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-354742e8-ba87-47af-b959-7f66775387e8 req-c38248e6-cfe1-42cf-be31-07ab53b0e922 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63&device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70&device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 2416 time: 0.2704811 Nov 03 19:03:42.537235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c6d9508d-3c9c-4f49-928a-b157133acf59 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:42.551900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.680586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.701826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c1b8f57b-a67e-4410-9c06-1c2c55713e1e None None] Could not find standard attr ID for object 635274aa-dba3-4941-bbae-298e58161043. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:42.762866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: c6d9508d-3c9c-4f49-928a-b157133acf59 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:42.763435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c6d9508d-3c9c-4f49-928a-b157133acf59 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:42.784176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] Set router 2cbef947-23ad-4188-b326-4b514a1fd951 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:42.855851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-354742e8-ba87-47af-b959-7f66775387e8 req-6e04c527-4d07-49d1-b43e-b0bb96fbb875 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717489 Nov 03 19:03:42.916327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:42.939139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Router 2cbef947-23ad-4188-b326-4b514a1fd951 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:42.950568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eba673-30f7-4c53-bbd1-04225be760f2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:42.974621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:31Z', 'updated_at': '2021-11-03T19:03:41Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:42.976905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:42.994555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:43.108444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d5158-2893-498d-8518-dd8b77d6ee84 None None] Pushing event updated for resources: {'Port': ['ID=39a769a5-964b-4c1e-844b-cf94ec25c0b6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:43.135424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf0550-c0c9-42dc-83f8-bf7faba0b50e None None] The sync data for ids ['2cbef947-23ad-4188-b326-4b514a1fd951'] in n-d-812151-4 is: [{'id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:31Z', 'updated_at': '2021-11-03T19:03:41Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:43.162314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:43.189512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ba5987eb-037d-47cf-9782-97e0c4ad9ff0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "PUT /v2.0/routers/2cbef947-23ad-4188-b326-4b514a1fd951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1834471 Nov 03 19:03:43.198160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35388) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:43.327626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-20a56bf3-d2f8-4b80-b546-959fdcb8aebf req-d4491280-c5e9-40f8-b251-6909d7b1ee59 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:03:43.329473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20a56bf3-d2f8-4b80-b546-959fdcb8aebf req-d4491280-c5e9-40f8-b251-6909d7b1ee59 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1564651 Nov 03 19:03:43.397909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11cc14-83f6-4a26-ba6d-a0d0c2dafa95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:43.401675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11cc14-83f6-4a26-ba6d-a0d0c2dafa95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:43.425670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8d11cc14-83f6-4a26-ba6d-a0d0c2dafa95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2221034 Nov 03 19:03:43.426188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35392) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:43.575106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 9c322845-1ddc-47a3-8a1c-16e7d0529ccf {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:43.581313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.690062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.744503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334d122-7e75-43fb-86d2-121f7712d145 req-729accce-6309-4e32-bf63-b1039a202d6e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:43.747490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8334d122-7e75-43fb-86d2-121f7712d145 req-729accce-6309-4e32-bf63-b1039a202d6e tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2992272 Nov 03 19:03:43.765901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20a56bf3-d2f8-4b80-b546-959fdcb8aebf req-0b73d057-3809-41c2-be45-6fe2e88d4f9d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3146887 Nov 03 19:03:43.892581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.000795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8334d122-7e75-43fb-86d2-121f7712d145 req-a0a75c19-c298-4bf2-9e35-a475f0052204 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310240 Nov 03 19:03:44.058608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.085703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.180816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=9c322845-1ddc-47a3-8a1c-16e7d0529ccf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:44.192899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.213890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11625a-f027-4238-a134-6e38b269ecea None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:44.214694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e68bc477-cfc2-4b5f-b8b9-ae79af3d57a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/9c322845-1ddc-47a3-8a1c-16e7d0529ccf HTTP/1.1" status: 204 len: 168 time: 0.7841630 Nov 03 19:03:44.216187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35398) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.532905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-805d69cf-c28c-4b2c-9e3f-60aa84ded3c3 req-af88c5ab-65eb-4f7f-9cce-3bbd9744ba58 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1768951 Nov 03 19:03:44.726211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-26a04dc9-86b2-4c9e-9203-e0ee0baff23d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5044062 Nov 03 19:03:44.732626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35400) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.836902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 39a769a5-964b-4c1e-844b-cf94ec25c0b6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:44.995977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:45.000115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.084494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.265828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:45.266742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.361893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216fa5ea-7cdf-43e7-ac86-7dfc65294ffe None None] Network fb2a891e-3d64-414c-8204-74fddd9cde6d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:45.475157 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-108cfced-debc-42ff-948d-c69f3ec90446 req-81e052ff-878f-4a64-8cd8-e7fcbc09f86d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1227946 Nov 03 19:03:45.492289 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] Sync routers for ids ['2cbef947-23ad-4188-b326-4b514a1fd951'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:45.530627 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] Routers {'2cbef947-23ad-4188-b326-4b514a1fd951'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:45.531616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2cbef947-23ad-4188-b326-4b514a1fd951'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:45.603521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] Deleting port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:45.603927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.653057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5412c779-4a73-4457-90a0-fb15b2e7b20c None None] Provisioning complete for port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:45.653671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5412c779-4a73-4457-90a0-fb15b2e7b20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.719242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f962a31-9d6c-4f67-a28d-65491258d837 req-087570f1-77da-4a52-9af9-0c0488db615c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:45.722296 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f962a31-9d6c-4f67-a28d-65491258d837 req-087570f1-77da-4a52-9af9-0c0488db615c tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.2964959 Nov 03 19:03:45.740175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:03:45.795944 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] Set router 2cbef947-23ad-4188-b326-4b514a1fd951 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:45.831727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-2e778753-0c76-450d-b0a5-ff179e2b9ef9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:45.835432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-2e778753-0c76-450d-b0a5-ff179e2b9ef9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 946 time: 0.1879721 Nov 03 19:03:45.924950 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.989403 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:31Z', 'updated_at': '2021-11-03T19:03:41Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.008611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] For port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:46.021450 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.055905 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] Checking router: 2cbef947-23ad-4188-b326-4b514a1fd951 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:46.076074 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] Routers {'2cbef947-23ad-4188-b326-4b514a1fd951'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:46.077636 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2cbef947-23ad-4188-b326-4b514a1fd951'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.101630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] Calling delete_port for 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:46.147536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f962a31-9d6c-4f67-a28d-65491258d837 req-6b01bfbe-a42f-4f85-b43f-9b215da5edf9 tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031241 Nov 03 19:03:46.190572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 39a769a5-964b-4c1e-844b-cf94ec25c0b6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=39a769a5-964b-4c1e-844b-cf94ec25c0b6,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:46.278711 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] Set router 2cbef947-23ad-4188-b326-4b514a1fd951 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:46.349081 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.438566 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:31Z', 'updated_at': '2021-11-03T19:03:41Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.477414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:46.530147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.538954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.572507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:46.577517 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32154852-10a5-4810-afb5-59c6c9d7c6e9 None None] The sync data for ids ['2cbef947-23ad-4188-b326-4b514a1fd951'] in n-d-812151-4 is: [{'id': '2cbef947-23ad-4188-b326-4b514a1fd951', 'name': 'tempest-NetworksTestDHCPv6-router-349819591', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:31Z', 'updated_at': '2021-11-03T19:03:41Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:46.644104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:46.680417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e813b54-b989-47ae-b24d-92d3d403fd46 req-39b0dd23-d3e8-42c8-8423-a4b27ed3e80e tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1837487 Nov 03 19:03:46.683252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.685132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Fanout notify agent at l3_agent the message router_deleted on router 2cbef947-23ad-4188-b326-4b514a1fd951 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:03:46.710309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.717173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8841e767-93ff-4595-a2ef-1efd8dd4c813 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/routers/2cbef947-23ad-4188-b326-4b514a1fd951 HTTP/1.1" status: 204 len: 168 time: 1.9780233 Nov 03 19:03:46.717853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35414) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:46.724189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.729643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:46.737660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-db7139cc-9ec8-4dc1-9dd4-562d06698156 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3246694 Nov 03 19:03:46.737876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35416) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:46.764619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=39a769a5-964b-4c1e-844b-cf94ec25c0b6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:46.772712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:46.773872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.826733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Deleting port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:46.827372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.927928 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.058723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] No DVR routers for this DVR port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:47.067859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ece25c-a6da-45e5-9ec5-00f0cdb277e5 None None] Pushing event deleted for resources: {'Port': ['ID=6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:47.093493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:03:47.094732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f1bed2b-4be1-42fd-a4b0-828a5fac9ed3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:47.280247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] For port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:47.281455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.326294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ab7629bc-d5bb-4428-a8d0-29057859d7c3 None None] Provisioning complete for port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:47.327183 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab7629bc-d5bb-4428-a8d0-29057859d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.355651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Calling delete_port for 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:47.380869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:47.722700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.771241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9de03da6-5316-4a3a-bfa7-dfb82f2d5db4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:47.793868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Pushing event deleted for resources: {'Port': ['ID=9de03da6-5316-4a3a-bfa7-dfb82f2d5db4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:47.812265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc872f7-666f-44f1-a021-bea45eea65b9 req-9adaa43e-b7d7-4fee-bc9f-94878b6e30ec tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:47.814809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc872f7-666f-44f1-a021-bea45eea65b9 req-9adaa43e-b7d7-4fee-bc9f-94878b6e30ec tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/ports?device_id=6e1544fc-b319-4c90-86bf-1e4e2133187b HTTP/1.1" status: 200 len: 867 time: 0.3282502 Nov 03 19:03:47.924818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] No DVR routers for this DVR port 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:47.930998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.938448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7583997-ef10-4422-b7fe-1a9c5e774f49 req-d08a8ce1-700b-4437-9761-61bbfe068a1a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.115 "DELETE /v2.0/ports/9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 HTTP/1.1" status: 204 len: 173 time: 2.0792906 Nov 03 19:03:47.939666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'name': 'network-vif-deleted', 'tag': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:47.945303 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ab26f0-c5d5-43fc-a4ff-dcf531ccceef" -d '{"events": [{"server_uuid": "6e1544fc-b319-4c90-86bf-1e4e2133187b", "name": "network-vif-deleted", "tag": "9de03da6-5316-4a3a-bfa7-dfb82f2d5db4"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:48.002861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:43Z', 'revision_number': 3, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:48.090280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc872f7-666f-44f1-a021-bea45eea65b9 req-ed3c0851-060d-4bce-bfe6-91a82cf50f3a tempest-ServerRescueTestJSON-1847003250 tempest-ServerRescueTestJSON-1847003250-project] 10.222.0.91 "GET /v2.0/security-groups?id=76c54f57-2467-4461-9cfb-c7b2374bec8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599576 Nov 03 19:03:48.104596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:48.105325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.151198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:48.153718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Updating router c8f10558-5fb3-40fc-8a37-a2384a01e595 port d2eba673-30f7-4c53-bbd1-04225be760f2 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:48.232376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.391150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c68bf7b2-2b5f-43cb-a432-7b0d2c35950e req-ad2aad93-9309-4a23-8d9c-6f17cfab1b0c tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0640922 Nov 03 19:03:48.439864 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482fd24-58f1-4730-ab66-b60f427cf30b x-openstack-request-id: req-1482fd24-58f1-4730-ab66-b60f427cf30b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:48.440496 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1544fc-b319-4c90-86bf-1e4e2133187b", "name": "network-vif-deleted", "tag": "9de03da6-5316-4a3a-bfa7-dfb82f2d5db4", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:48.440814 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1482fd24-58f1-4730-ab66-b60f427cf30b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:48.441463 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1544fc-b319-4c90-86bf-1e4e2133187b', 'name': 'network-vif-deleted', 'tag': '9de03da6-5316-4a3a-bfa7-dfb82f2d5db4', 'status': 'completed', 'code': 200} Nov 03 19:03:48.742418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 39a769a5-964b-4c1e-844b-cf94ec25c0b6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:49.053780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.257640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9c6f88c-b4bb-4add-a574-a881e16e8531 req-13923324-b100-463e-9712-0c24fd1e8e99 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0995245 Nov 03 19:03:49.314065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=87d0b399-3206-4dd2-a78e-9d56e8053cf5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:49.347692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:49.348389 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.384059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:49.392481 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa5a8bf1-77d8-413e-8037-38ba59c73782 req-a7d1bd09-8276-4157-a4ee-3bc1e9f54019 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=200fba3f3c3a4aa4ba32f5db3a06ad3d&device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1663053 Nov 03 19:03:49.393816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:49.414147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.415733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35446) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:49.421793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:49.422814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.434639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1255bd3-a7c7-4b35-9d34-6a39b66ab11a None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:49.462600 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.496777 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9ffcc5bc-6cb6-46ae-a04e-bcbdd9a6b052 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7764699 Nov 03 19:03:49.513619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.521260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:49.531650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:49.706821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Attempting to bind port d2eba673-30f7-4c53-bbd1-04225be760f2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:49.707619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Attempting to bind port d2eba673-30f7-4c53-bbd1-04225be760f2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:49.708343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Attempting to bind port d2eba673-30f7-4c53-bbd1-04225be760f2 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:49.769253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04d70-27b5-4e92-b8cf-bbd724e3251e req-e4145690-fa37-4ba8-8001-f14076bc53df tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:49.773759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ed04d70-27b5-4e92-b8cf-bbd724e3251e req-e4145690-fa37-4ba8-8001-f14076bc53df tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.2208622 Nov 03 19:03:49.796957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:49.798008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:49.798486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.799444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:49.805216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Bound port: d2eba673-30f7-4c53-bbd1-04225be760f2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:49.806023 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.854410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa5a8bf1-77d8-413e-8037-38ba59c73782 req-8f1ec26c-e6cd-41ec-abd2-cb557b369ebf service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=200fba3f3c3a4aa4ba32f5db3a06ad3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3999269 Nov 03 19:03:49.861630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ddc4f-04bf-4076-b389-f657417ef4f9 None None] Pushing event updated for resources: {'Port': ['ID=d2eba673-30f7-4c53-bbd1-04225be760f2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:49.864348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Allocated IP 172.20.0.1 (fb2a891e-3d64-414c-8204-74fddd9cde6d/d7e48bd2-7af5-46e6-af31-5d34040a3674/0484c9e1-2b81-4a01-ae0f-ef07af06b18c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:50.021982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] For port d2eba673-30f7-4c53-bbd1-04225be760f2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:50.039264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ed04d70-27b5-4e92-b8cf-bbd724e3251e req-383a975d-6d52-44dd-afbb-5866dedb5176 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424436 Nov 03 19:03:50.040594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.042166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.076347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] For port d2eba673-30f7-4c53-bbd1-04225be760f2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d2eba673-30f7-4c53-bbd1-04225be760f2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:50.096122 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.154961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:50.156559 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.267569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ddc4f-04bf-4076-b389-f657417ef4f9 None None] Pushing event updated for resources: {'Port': ['ID=d2eba673-30f7-4c53-bbd1-04225be760f2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:50.275810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:50.277438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:50.349577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.451034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:50.458714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.520419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:50.521035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9de03da6-5316-4a3a-bfa7-dfb82f2d5db4 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:50.525468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a8bf1-77d8-413e-8037-38ba59c73782 req-08eb2fbd-b913-46fb-9697-8de9dceaac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:50.530275 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa5a8bf1-77d8-413e-8037-38ba59c73782 req-08eb2fbd-b913-46fb-9697-8de9dceaac77 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6481814 Nov 03 19:03:50.534722 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.558852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.622458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.625183 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e66e8d55-1667-4a3e-8ab9-8f86c79f194f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1020141 Nov 03 19:03:50.641938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Network fb2a891e-3d64-414c-8204-74fddd9cde6d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:50.648469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35454) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:50.650818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:50.794201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:50.844900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:50.859805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c221d3-9c16-44c9-a8ba-f3ff1b2b3dfb req-f0aa3458-b2e7-411b-a889-2b0b118f657f tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.0904820 Nov 03 19:03:51.061711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/87d0b399-3206-4dd2-a78e-9d56e8053cf5/5bf37ea8-fddf-4190-8b91-91db61a6acfe) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:51.138074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Pushing event updated for resources: {'Port': ['ID=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:51.160108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.446112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5a84ae18-9c45-4372-9a1b-7207ffd3c570 None None] Provisioning complete for port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:51.446748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a84ae18-9c45-4372-9a1b-7207ffd3c570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.494094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac2952-ae2a-4ec8-8194-c092cfe87466 req-e4b03639-2267-4112-98af-bb4e5d04b6f0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:51.509674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dac2952-ae2a-4ec8-8194-c092cfe87466 req-e4b03639-2267-4112-98af-bb4e5d04b6f0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.2119558 Nov 03 19:03:51.569807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.570179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5a84ae18-9c45-4372-9a1b-7207ffd3c570 None None] Port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:51.603794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.687627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:43Z', 'revision_number': 3, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:51.725631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dac2952-ae2a-4ec8-8194-c092cfe87466 req-bcdda40f-bb51-44e0-a658-0346315224f6 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149560 Nov 03 19:03:51.749070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1f80-8e7b-47d9-afe7-33ec329fe9d8 None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:43Z', 'revision_number': 3, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:51.799732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.832391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.898113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.919301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:51.937571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:51.949101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:52.087210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Pushing event updated for resources: {'Port': ['ID=5bf37ea8-fddf-4190-8b91-91db61a6acfe,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:52.151295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Attempting to bind port 5bf37ea8-fddf-4190-8b91-91db61a6acfe on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:52.152026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Attempting to bind port 5bf37ea8-fddf-4190-8b91-91db61a6acfe by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:52.152862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Attempting to bind port 5bf37ea8-fddf-4190-8b91-91db61a6acfe on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:52.165242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:52.166518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:52.166924 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.169719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:52.172008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Bound port: 5bf37ea8-fddf-4190-8b91-91db61a6acfe, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:52.172916 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.311121 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8feda2e3-84f5-4e55-91f6-f576fb4900bd req-870e5940-7610-4be5-bdd7-36415e22cbba tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1419692 Nov 03 19:03:52.339259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] For port 5bf37ea8-fddf-4190-8b91-91db61a6acfe, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:52.346292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] For port 5bf37ea8-fddf-4190-8b91-91db61a6acfe, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5bf37ea8-fddf-4190-8b91-91db61a6acfe,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:52.366814 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.636114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84506d7b-67f7-40fd-aae6-7bb356be92a2 None None] Pushing event updated for resources: {'Port': ['ID=5bf37ea8-fddf-4190-8b91-91db61a6acfe,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:52.729923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Deleting port 4decb7f1-698f-43f7-a50a-869aeea35e47 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:52.734233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.765022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d2eba673-30f7-4c53-bbd1-04225be760f2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:52.849495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-4f66bd2b-0d8c-4918-a2b4-6efbb4b21bd9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:52.852445 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-4f66bd2b-0d8c-4918-a2b4-6efbb4b21bd9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.4885750 Nov 03 19:03:52.871976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::1 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/87d0b399-3206-4dd2-a78e-9d56e8053cf5/81d3fcdd-1696-4828-bfac-58897fd59578) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:53.065211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d2eba673-30f7-4c53-bbd1-04225be760f2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:53.065211 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.160594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354e6b-d007-4211-af97-4ee431bc4954 req-342b62f4-20c9-4ad6-85af-ed461d43e252 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:53.180338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08354e6b-d007-4211-af97-4ee431bc4954 req-342b62f4-20c9-4ad6-85af-ed461d43e252 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.2604163 Nov 03 19:03:53.187661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] For port 4decb7f1-698f-43f7-a50a-869aeea35e47, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4decb7f1-698f-43f7-a50a-869aeea35e47,segment=NetworkSegment(b20a82b2-e7ad-4362-a80d-84143e704e9c),segment_id=b20a82b2-e7ad-4362-a80d-84143e704e9c)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:53.188296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.327174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Calling delete_port for 4decb7f1-698f-43f7-a50a-869aeea35e47 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:53.368319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.431226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa5a8bf1-77d8-413e-8037-38ba59c73782 req-964e43c1-124d-4774-82ed-ba04fcf90a01 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.110 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1129718 Nov 03 19:03:53.433919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port d2eba673-30f7-4c53-bbd1-04225be760f2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d2eba673-30f7-4c53-bbd1-04225be760f2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:53.444696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.578864 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08354e6b-d007-4211-af97-4ee431bc4954 req-2f615c52-9eec-483e-9b6e-8402f312cae2 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777997 Nov 03 19:03:53.609294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=d2eba673-30f7-4c53-bbd1-04225be760f2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:53.627399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.628858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.629561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.630232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.631122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.631785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.632800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.633763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.634401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.635058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.635710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.636376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:53.895632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5b5c7a7-0687-4894-a9a6-860cfaa19bac req-8819cf01-1ced-417b-8e55-3a72dcebf8d0 tempest-ServerShowV257Test-1785355689 tempest-ServerShowV257Test-1785355689-project] 10.222.0.91 "GET /v2.0/ports?device_id=5beec114-d22c-4f43-a248-8b6c9d217f53 HTTP/1.1" status: 200 len: 210 time: 0.1099279 Nov 03 19:03:54.111520 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.211236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Pushing event deleted for resources: {'Port': ['ID=4decb7f1-698f-43f7-a50a-869aeea35e47,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:54.218586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.243813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.364781 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.512441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Pushing event updated for resources: {'Port': ['ID=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:54.561584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.831283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Deleting port 64757d26-bb1c-47de-8124-45e97428a3d3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:54.831803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.851557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.923600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.145494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:55.155844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5bf37ea8-fddf-4190-8b91-91db61a6acfe up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:55.163233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-39085482-9a11-4fc7-8931-878f5b3d4816 None None] Provisioning complete for port 5bf37ea8-fddf-4190-8b91-91db61a6acfe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:55.164320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39085482-9a11-4fc7-8931-878f5b3d4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.202806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:55.217029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:55.218194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.393960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5bf37ea8-fddf-4190-8b91-91db61a6acfe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:55.395245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.434028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fe513-7677-49e2-b49f-cd43440c0c80 req-44ff6a5b-e213-4289-a35a-2e2ac29e0e4e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:55.435635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=81d3fcdd-1696-4828-bfac-58897fd59578,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.460751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e83fe513-7677-49e2-b49f-cd43440c0c80 req-44ff6a5b-e213-4289-a35a-2e2ac29e0e4e tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 945 time: 0.4661903 Nov 03 19:03:55.685492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] For port 64757d26-bb1c-47de-8124-45e97428a3d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=64757d26-bb1c-47de-8124-45e97428a3d3,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:55.688548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.736373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Calling delete_port for 64757d26-bb1c-47de-8124-45e97428a3d3 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:55.953635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39085482-9a11-4fc7-8931-878f5b3d4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.954624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:55.984014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e83fe513-7677-49e2-b49f-cd43440c0c80 req-cf3b9e62-b4c8-4d17-b52f-5bb07abf6c4d tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191555 Nov 03 19:03:56.036158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:56.050091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-39085482-9a11-4fc7-8931-878f5b3d4816 None None] For port 5bf37ea8-fddf-4190-8b91-91db61a6acfe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5bf37ea8-fddf-4190-8b91-91db61a6acfe,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:56.081650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Network fb2a891e-3d64-414c-8204-74fddd9cde6d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:56.089801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:56.114030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39085482-9a11-4fc7-8931-878f5b3d4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.193753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d2eba673-30f7-4c53-bbd1-04225be760f2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:56.404887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39085482-9a11-4fc7-8931-878f5b3d4816 None None] Pushing event updated for resources: {'Port': ['ID=5bf37ea8-fddf-4190-8b91-91db61a6acfe,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:56.431236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5ebe745f-67a8-4630-aba5-e696294f5e63 None None] Provisioning complete for port 81d3fcdd-1696-4828-bfac-58897fd59578 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:56.432220 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ebe745f-67a8-4630-aba5-e696294f5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.503532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe745f-67a8-4630-aba5-e696294f5e63 None None] Port 81d3fcdd-1696-4828-bfac-58897fd59578 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:56.541273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d2eba673-30f7-4c53-bbd1-04225be760f2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:56.541848 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.548531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22dc5aee-34f6-42f6-9acc-dfb078418295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.589143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.625346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.637156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:56.648592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['62369c52-2c4f-4321-8b7f-2503baf06976'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:56.653129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['328e726e-3f1d-4cd1-b1c5-07209294f722'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:56.660803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-803f8c61-286c-4e71-836d-0943fe493803 admin admin] 10.222.0.91 "PUT /v2.0/routers/3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2377179 Nov 03 19:03:56.672166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35496) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:56.692350 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] Sync routers for ids ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:56.734288 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] Routers {'3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:56.739265 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:56.928654 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22dc5aee-34f6-42f6-9acc-dfb078418295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.938530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22dc5aee-34f6-42f6-9acc-dfb078418295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.949412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-362b4753-c423-487f-86cd-e66e363e070b None None] Provisioning complete for port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:56.950026 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-362b4753-c423-487f-86cd-e66e363e070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.978841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Pushing event deleted for resources: {'Port': ['ID=64757d26-bb1c-47de-8124-45e97428a3d3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:57.034415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-22dc5aee-34f6-42f6-9acc-dfb078418295 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=200fba3f3c3a4aa4ba32f5db3a06ad3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0568845 Nov 03 19:03:57.040194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35502) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:57.057613 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] Set router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:57.111394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-362b4753-c423-487f-86cd-e66e363e070b None None] Port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:57.139303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 64757d26-bb1c-47de-8124-45e97428a3d3 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:57.162546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc5aee-34f6-42f6-9acc-dfb078418295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11adc0f7-761b-4f47-b0f3-9baea9a7e448,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:57.214611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 64757d26-bb1c-47de-8124-45e97428a3d3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:57.215365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 64757d26-bb1c-47de-8124-45e97428a3d3 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:57.258533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc9ab-31cf-4761-9879-3f6aeffc1c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.350235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9a5c57d-06e4-4002-9035-ff726c69208a req-486256f1-a560-43be-874c-315ca076f537 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 210 time: 0.0787838 Nov 03 19:03:57.440610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc9ab-31cf-4761-9879-3f6aeffc1c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.445388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] No DVR routers for this DVR port 64757d26-bb1c-47de-8124-45e97428a3d3 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:57.461768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:57.466445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.473980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b06ceed-484b-438c-a5ee-9f28e84cd480 req-c0f7012d-ed15-457c-b3b6-c83d356cfde0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "DELETE /v2.0/ports/64757d26-bb1c-47de-8124-45e97428a3d3 HTTP/1.1" status: 204 len: 173 time: 4.3163407 Nov 03 19:03:57.488966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'name': 'network-vif-deleted', 'tag': '64757d26-bb1c-47de-8124-45e97428a3d3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:57.500090 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0634a687-8c09-4049-af93-233583b0f575" -d '{"events": [{"server_uuid": "ea301705-15d2-44f6-b518-5c549fb39c63", "name": "network-vif-deleted", "tag": "64757d26-bb1c-47de-8124-45e97428a3d3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:57.675430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc9ab-31cf-4761-9879-3f6aeffc1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.680030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc9ab-31cf-4761-9879-3f6aeffc1c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.701034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad0fc9ab-31cf-4761-9879-3f6aeffc1c7b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/11adc0f7-761b-4f47-b0f3-9baea9a7e448 HTTP/1.1" status: 204 len: 168 time: 0.6316438 Nov 03 19:03:57.766745 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa15e2e-bb0f-4ede-b0a4-d69d450c1865 x-openstack-request-id: req-cfa15e2e-bb0f-4ede-b0a4-d69d450c1865 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:57.767568 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea301705-15d2-44f6-b518-5c549fb39c63", "name": "network-vif-deleted", "tag": "64757d26-bb1c-47de-8124-45e97428a3d3", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:57.769307 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cfa15e2e-bb0f-4ede-b0a4-d69d450c1865 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:57.769988 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea301705-15d2-44f6-b518-5c549fb39c63', 'name': 'network-vif-deleted', 'tag': '64757d26-bb1c-47de-8124-45e97428a3d3', 'status': 'completed', 'code': 200} Nov 03 19:03:57.770879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fc9ab-31cf-4761-9879-3f6aeffc1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11adc0f7-761b-4f47-b0f3-9baea9a7e448,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:57.824440 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 5, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:57.839063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5bf37ea8-fddf-4190-8b91-91db61a6acfe up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:57.893776 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] Checking router: 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:57.918575 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] Routers {'3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:57.920807 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:58.012880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.042497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5bf37ea8-fddf-4190-8b91-91db61a6acfe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:58.043076 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.404993 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] Set router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:58.599072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:58.636045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:58.645877 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-586248da-5c94-4bb0-a73c-f74037612492 admin admin] 10.222.0.91 "PUT /v2.0/routers/c8f10558-5fb3-40fc-8a37-a2384a01e595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9035857 Nov 03 19:03:58.682782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:58.684471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef809f8e-d5c9-4865-a049-ecf2978aab74 req-787dfe9c-c200-4e6c-9e19-b560093ac7a9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=ea301705-15d2-44f6-b518-5c549fb39c63 HTTP/1.1" status: 200 len: 210 time: 0.0705392 Nov 03 19:03:58.685564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:58.731914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.859912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.873914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.876326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.077582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:59.088766 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 5, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:59.093120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Deleting port 00762eb6-f418-46c2-9f11-621b8700dd8f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:59.093748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.151811 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fedb6d-202a-4f8b-9c0f-cea777fe39d0 None None] The sync data for ids ['3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea'] in n-d-812151-4 is: [{'id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'name': 'tempest-ServerRescueTestJSON-1821487830-router', 'tenant_id': '34b10533658a4ba3a6d669d30f8f0cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:00:42Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 5, 'project_id': '34b10533658a4ba3a6d669d30f8f0cce', 'gw_port': {'id': '00762eb6-f418-46c2-9f11-621b8700dd8f', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:00:44Z', 'updated_at': '2021-11-03T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:59.185590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=81d3fcdd-1696-4828-bfac-58897fd59578,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:59.514888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:59.518979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] For port 00762eb6-f418-46c2-9f11-621b8700dd8f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=00762eb6-f418-46c2-9f11-621b8700dd8f,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:59.520146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.525219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:59.565638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Calling delete_port for 00762eb6-f418-46c2-9f11-621b8700dd8f owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:59.665850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4decb7f1-698f-43f7-a50a-869aeea35e47 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:59.740210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 4decb7f1-698f-43f7-a50a-869aeea35e47 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:59.740871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4decb7f1-698f-43f7-a50a-869aeea35e47 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:59.794873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:03:52Z', 'revision_number': 2, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:59.907106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:59.907927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Updating router c8f10558-5fb3-40fc-8a37-a2384a01e595 port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:59.989799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.990794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35548) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:00.555439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-14b0376b-e26a-4ca2-aa71-70f53d09c9ec None None] Provisioning complete for port 81d3fcdd-1696-4828-bfac-58897fd59578 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:00.556383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14b0376b-e26a-4ca2-aa71-70f53d09c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.586939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1144432096-network', 'tenant_id': '86ad1fce4a094f58b23ee66befff463f'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:00.705203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e26c8-8d6e-4a46-abbc-be8b9d329a7a req-ea118241-e98d-4991-a174-d69f33838bb9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:00.722017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35558) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:00.722951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd7e26c8-8d6e-4a46-abbc-be8b9d329a7a req-ea118241-e98d-4991-a174-d69f33838bb9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 945 time: 0.2488096 Nov 03 19:04:00.734056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154767837', 'description': 'tempest-description--1144622254'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:00.756387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-14b0376b-e26a-4ca2-aa71-70f53d09c9ec None None] Port 81d3fcdd-1696-4828-bfac-58897fd59578 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:00.834213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Made reservation on behalf of 86ad1fce4a094f58b23ee66befff463f for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:00.839158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.905733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:04:00.913513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.949679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd7e26c8-8d6e-4a46-abbc-be8b9d329a7a req-1a670131-34a0-47b0-bb06-df31835413a9 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158966 Nov 03 19:04:00.955586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.036313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.053544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.162235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.178941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.232901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:04:01.248669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86017-d054-4936-8916-70e88f993ba5 None None] Pushing event updated for resources: {'Port': ['ID=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.249797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c757ae56-4a3a-4d2b-9e0f-629ff0866881,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.256580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.257039 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Added segment ce4d7460-b29e-478f-99e2-f74c713a5cf6 of type vlan for network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 Nov 03 19:04:01.280156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.282314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.282314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.282314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.282314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.283242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.283440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.283963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.284437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.285071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.285833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.286577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:01.330174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.344323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.363283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Attempting to bind port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:01.363873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Attempting to bind port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:01.364479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Attempting to bind port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:01.374593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:01.375162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Checking segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:01.375779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.376378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Bound using segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:01.377318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Bound port: 0484c9e1-2b81-4a01-ae0f-ef07af06b18c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:01.377867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.387946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.400374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:01.419805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.423082 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Sync routers for ids ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:01.440789 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f16d76b7-650b-4dc4-8e8a-4d0bee58bed1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "PUT /v2.0/routers/293ed4e5-5e4b-4b36-87c4-136b791b9f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7812579 Nov 03 19:04:01.444345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35560) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.446467 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Routers {'293ed4e5-5e4b-4b36-87c4-136b791b9f13'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:01.451836 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:01.508845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.516073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7922502 Nov 03 19:04:01.530597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35562) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.535057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=00762eb6-f418-46c2-9f11-621b8700dd8f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.566703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:04:01.577003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'security_group_rule': {'security_group_id': '6bb702a5-57de-476e-8db4-40428acb63d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:01.602567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8753ff3-fcad-4948-910a-f8f4789f1efb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb702a5-57de-476e-8db4-40428acb63d1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.649371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf16ea6-8cd9-4b57-96e7-4ea2ed823938 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:01.658295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cbf16ea6-8cd9-4b57-96e7-4ea2ed823938 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports/81d3fcdd-1696-4828-bfac-58897fd59578 HTTP/1.1" status: 200 len: 911 time: 0.2120571 Nov 03 19:04:01.659744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35564) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.680308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.684862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:01.686004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.704282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] For port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:01.724453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] For port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:01.748655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.751719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.758885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.807900 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Set router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:01.856855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8633530 Nov 03 19:04:01.876763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7f192913-2ffa-45a9-ba2b-cbeb0de10b8d None None] Provisioning complete for port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:01.879646 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f192913-2ffa-45a9-ba2b-cbeb0de10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.885278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35566) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.922356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Request body: {'subnet': {'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1144432096-subnet', 'tenant_id': '86ad1fce4a094f58b23ee66befff463f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:01.955819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e7047-5260-4efe-abf7-84e6ff4442ae admin admin] Pushing event updated for resources: {'Network': ['ID=603b3e14-c016-45b3-b6ce-af9b8e52bae9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.986505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Made reservation on behalf of 86ad1fce4a094f58b23ee66befff463f for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:02.001317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.015738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:04:02.092099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e98012-f81d-4554-ad50-f0de2f0701f3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.119812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.127450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.129476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e98012-f81d-4554-ad50-f0de2f0701f3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.137973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-82e98012-f81d-4554-ad50-f0de2f0701f3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4764459 Nov 03 19:04:02.140082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:02.142066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35574) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:02.145988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:02.297914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.320130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.418204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86017-d054-4936-8916-70e88f993ba5 None None] Pushing event updated for resources: {'Port': ['ID=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:02.515380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb3f90a-e40d-49a5-b20a-292a051900e8,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:02.535521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.537128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:50Z', 'updated_at': '2021-11-03T19:03:56Z', 'revision_number': 2, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None, '_interfaces': [{'id': '81d3fcdd-1696-4828-bfac-58897fd59578', 'name': '', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'mac_address': 'fa:16:3e:8a:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:51Z', 'updated_at': '2021-11-03T19:03:58Z', 'revision_number': 2, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'subnets': [{'id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:02.546294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.547211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:04:02.557148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.559169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-618fe6b7-c4b7-4627-9711-cdbd9ce6a5cb admin admin] 10.222.0.91 "DELETE /v2.0/routers/3e7d5e7d-0565-4de0-8a63-e43ee3edb0ea HTTP/1.1" status: 204 len: 168 time: 5.8072889 Nov 03 19:04:02.573108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35576) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:02.580468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.587658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f391ae6-8ca7-436d-b5c3-060777e10c03 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0430179 Nov 03 19:04:02.608130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35578) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:02.624815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'security_group_rule': {'security_group_id': '6bb702a5-57de-476e-8db4-40428acb63d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:02.637278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-1ed878f4-92e5-40e8-a423-3849a550c7b0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.639935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-1ed878f4-92e5-40e8-a423-3849a550c7b0 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.115 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 945 time: 0.7915792 Nov 03 19:04:02.641651 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Checking router: 293ed4e5-5e4b-4b36-87c4-136b791b9f13 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:02.642771 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Updating router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 port 81d3fcdd-1696-4828-bfac-58897fd59578 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:04:02.736293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Deleting subnet 03642b47-ae06-45d2-ac86-b34a3d5446cc {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:02.743495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.800687 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.868634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.010559 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.011174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.030097 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f192913-2ffa-45a9-ba2b-cbeb0de10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.058126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.058966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:03.139211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076be22-06f3-458c-90e6-ada851bc4d2e req-6f850644-e11f-4400-ac1d-0e40338d4fb4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:03.153982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a076be22-06f3-458c-90e6-ada851bc4d2e req-6f850644-e11f-4400-ac1d-0e40338d4fb4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 945 time: 0.6774511 Nov 03 19:04:03.163207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.170584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.177641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.225361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7f192913-2ffa-45a9-ba2b-cbeb0de10b8d None None] For port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:03.237185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6599af24-31f8-431d-8816-7c4f6d76f121,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.266632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.273671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9dd97fd-244e-4fb5-8172-bdfb8ef65bfa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6588056 Nov 03 19:04:03.282433 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f192913-2ffa-45a9-ba2b-cbeb0de10b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.285711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:03.293635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:03.361459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.473456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03642b47-ae06-45d2-ac86-b34a3d5446cc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.490341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.499843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4aaff66a-039a-424d-ac39-937fe61b3ece admin admin] 10.222.0.91 "DELETE /v2.0/subnets/03642b47-ae06-45d2-ac86-b34a3d5446cc HTTP/1.1" status: 204 len: 168 time: 0.9245660 Nov 03 19:04:03.501728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35586) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:03.505594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.594354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a076be22-06f3-458c-90e6-ada851bc4d2e req-b1279826-1f86-4a27-9e8b-c0e8e8ee6ff1 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382148 Nov 03 19:04:03.669758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f69b394-d19e-4690-b5ec-d1f764cb589a,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.759377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.794501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Deleting port 62369c52-2c4f-4321-8b7f-2503baf06976 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:03.795157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.844842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 00762eb6-f418-46c2-9f11-621b8700dd8f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:03.859410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Checking segment: {'id': 'ce4d7460-b29e-478f-99e2-f74c713a5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:03.860204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Network hostable DHCP agents. Network: 603b3e14-c016-45b3-b6ce-af9b8e52bae9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:03.862345 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.879386 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.919360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-67fe37db-c8f0-4819-ba6d-683f7707630b None None] Provisioning complete for port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:03.919965 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67fe37db-c8f0-4819-ba6d-683f7707630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.928607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f192913-2ffa-45a9-ba2b-cbeb0de10b8d None None] Pushing event updated for resources: {'Port': ['ID=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.939418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 00762eb6-f418-46c2-9f11-621b8700dd8f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:03.940121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 00762eb6-f418-46c2-9f11-621b8700dd8f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:03.957978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.027626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.034193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df5749a-67f8-446d-b6c3-4f4166916067']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:04.043065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:04.070265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20a82b2-e7ad-4362-a80d-84143e704e9c') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:04.070806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20a82b2-e7ad-4362-a80d-84143e704e9c') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:04.076841 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Pushing event updated for resources: {'Port': ['ID=81d3fcdd-1696-4828-bfac-58897fd59578,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:04.122861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.125996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 603b3e14-c016-45b3-b6ce-af9b8e52bae9) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:04.149534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e30b84-ea85-4b72-a2e7-57a7c5f83f55 None None] Network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:04.162608 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.163161 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.163725 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.164283 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.164930 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.165522 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.166101 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.166644 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.167179 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.167755 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.168307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.168932 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:04.229607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.280384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:04.284612 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Attempting to bind port 81d3fcdd-1696-4828-bfac-58897fd59578 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:04.286616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Attempting to bind port 81d3fcdd-1696-4828-bfac-58897fd59578 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:04.286616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Attempting to bind port 81d3fcdd-1696-4828-bfac-58897fd59578 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:04.289892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: items = [ Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:04.293449 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:04.307609 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:04.308292 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:04.309445 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.310092 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:04.310908 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Bound port: 81d3fcdd-1696-4828-bfac-58897fd59578, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:04.311532 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.360317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] For port 62369c52-2c4f-4321-8b7f-2503baf06976, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=62369c52-2c4f-4321-8b7f-2503baf06976,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:04.360931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.396917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Calling delete_port for 62369c52-2c4f-4321-8b7f-2503baf06976 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:04.539317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] For port 81d3fcdd-1696-4828-bfac-58897fd59578, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:04.555760 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] For port 81d3fcdd-1696-4828-bfac-58897fd59578, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=81d3fcdd-1696-4828-bfac-58897fd59578,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:04.562780 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.596370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:01Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:04.661711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:04.662744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.685081 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Routers {'293ed4e5-5e4b-4b36-87c4-136b791b9f13'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:04.685924 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:04.690841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f4dbb-f865-49d6-b03d-17062bfcb4c1 None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:01Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:04.713692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8535106-3640-4974-a89f-ab723cc2c2ba None None] Network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:04.722073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Allocated IP 172.25.8.188 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/c04d3f2f-4f48-4780-9bfb-f2b73e0e9664) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:05.037201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.056931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.062440 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2df5749a-67f8-446d-b6c3-4f4166916067 HTTP/1.1" status: 204 len: 168 time: 1.5588291 Nov 03 19:04:05.082836 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c062e-299e-45db-9610-988c3b753394 None None] Pushing event updated for resources: {'Port': ['ID=81d3fcdd-1696-4828-bfac-58897fd59578,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:05.094769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc8f88-f85e-48c0-976d-ed89d8aad996 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df5749a-67f8-446d-b6c3-4f4166916067,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:05.148906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-30e4103f-a539-4d64-871c-839aff4f9eac admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2579663 Nov 03 19:04:05.190653 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] Set router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:05.320496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.324955 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-239bab3b-0a53-4103-954a-1da2d94f8043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.416809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ddea5461-14df-4dce-aea7-8c5b493ee5cc None None] Provisioning complete for port 81d3fcdd-1696-4828-bfac-58897fd59578 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:05.437620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddea5461-14df-4dce-aea7-8c5b493ee5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.446849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.580678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:05.590902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:05.596845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:05.609618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35600) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:05.804806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'Port': ['ID=c04d3f2f-4f48-4780-9bfb-f2b73e0e9664,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:05.856397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.914361 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.923639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['328e726e-3f1d-4cd1-b1c5-07209294f722'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:06.021787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0484c9e1-2b81-4a01-ae0f-ef07af06b18c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:06.086077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.141919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd22a4f9-8faf-4cab-bff3-cb79e4ece04a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=34b10533658a4ba3a6d669d30f8f0cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5298905 Nov 03 19:04:06.142982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35608) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:06.274326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.382089 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:50Z', 'updated_at': '2021-11-03T19:03:56Z', 'revision_number': 2, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None, '_interfaces': [{'id': '81d3fcdd-1696-4828-bfac-58897fd59578', 'name': '', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'mac_address': 'fa:16:3e:8a:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:51Z', 'updated_at': '2021-11-03T19:04:04Z', 'revision_number': 4, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'subnets': [{'id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:06.496869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 62369c52-2c4f-4321-8b7f-2503baf06976 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:06.533561 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4db200-eb76-42af-a73b-7d3c08ce2e3e None None] The sync data for ids ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'] in n-d-812151-4 is: [{'id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:50Z', 'updated_at': '2021-11-03T19:03:56Z', 'revision_number': 2, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None, '_interfaces': [{'id': '81d3fcdd-1696-4828-bfac-58897fd59578', 'name': '', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'mac_address': 'fa:16:3e:8a:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:51Z', 'updated_at': '2021-11-03T19:04:04Z', 'revision_number': 4, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'subnets': [{'id': '87d0b399-3206-4dd2-a78e-9d56e8053cf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:06.611528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eb75c48-1182-426c-a6fc-ddc3a1dafb97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.627121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 62369c52-2c4f-4321-8b7f-2503baf06976 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:06.627740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 62369c52-2c4f-4321-8b7f-2503baf06976 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:06.705483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddea5461-14df-4dce-aea7-8c5b493ee5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.816976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:06.817748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.822325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eb75c48-1182-426c-a6fc-ddc3a1dafb97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.930872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35616) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:06.950701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1622856778-network', 'tenant_id': 'a55bf0acc01741148210c17d6636ffb0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:06.961826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ddea5461-14df-4dce-aea7-8c5b493ee5cc None None] For port 81d3fcdd-1696-4828-bfac-58897fd59578, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=81d3fcdd-1696-4828-bfac-58897fd59578,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:06.990339 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddea5461-14df-4dce-aea7-8c5b493ee5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.078342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eb75c48-1182-426c-a6fc-ddc3a1dafb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.083398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eb75c48-1182-426c-a6fc-ddc3a1dafb97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.085430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0eb75c48-1182-426c-a6fc-ddc3a1dafb97 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/76c54f57-2467-4461-9cfb-c7b2374bec8e HTTP/1.1" status: 204 len: 168 time: 0.9392438 Nov 03 19:04:07.092164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9504-ff4e-4acc-94dd-5ede225ce2e1 req-e666860f-7bcc-4635-b875-0052209c3c5a tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:07.108775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b8a9504-ff4e-4acc-94dd-5ede225ce2e1 req-e666860f-7bcc-4635-b875-0052209c3c5a tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ccdd851-4344-4f7e-939c-d2a694ef7d70 HTTP/1.1" status: 200 len: 867 time: 1.9295611 Nov 03 19:04:07.109834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb75c48-1182-426c-a6fc-ddc3a1dafb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c54f57-2467-4461-9cfb-c7b2374bec8e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.113252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Made reservation on behalf of a55bf0acc01741148210c17d6636ffb0 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:07.117214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.172552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.188243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5461-14df-4dce-aea7-8c5b493ee5cc None None] Pushing event updated for resources: {'Port': ['ID=81d3fcdd-1696-4828-bfac-58897fd59578,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.435114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Pushing event deleted for resources: {'Port': ['ID=62369c52-2c4f-4321-8b7f-2503baf06976,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.476570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f346a333-c244-4ee1-b8fb-b006ebe3c6bd None None] Provisioning complete for port 81d3fcdd-1696-4828-bfac-58897fd59578 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:07.477900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f346a333-c244-4ee1-b8fb-b006ebe3c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.691617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.708293 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.748332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.873189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.957042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:04:08.012858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 81d3fcdd-1696-4828-bfac-58897fd59578 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:08.248314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 81d3fcdd-1696-4828-bfac-58897fd59578 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:08.248827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.298685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.299689 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Added segment 618ab288-8fb2-472e-90e9-a4ab15e5f307 of type vlan for network 3f26e524-6541-444d-8f85-a5cb39818701 Nov 03 19:04:08.348252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] No DVR routers for this DVR port 62369c52-2c4f-4321-8b7f-2503baf06976 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:08.366457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.377251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20ced0e2-f8b4-437b-9ec2-a8f4ecae76b5 req-8d69d11c-f3cc-4e67-bf7f-9bbd0abde225 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.115 "DELETE /v2.0/ports/62369c52-2c4f-4321-8b7f-2503baf06976 HTTP/1.1" status: 204 len: 173 time: 5.6965587 Nov 03 19:04:08.380164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'name': 'network-vif-deleted', 'tag': '62369c52-2c4f-4321-8b7f-2503baf06976'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:08.402378 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1706b3b8-2dfc-4ae0-aaa6-a35516338a70" -d '{"events": [{"server_uuid": "5ccdd851-4344-4f7e-939c-d2a694ef7d70", "name": "network-vif-deleted", "tag": "62369c52-2c4f-4321-8b7f-2503baf06976"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:08.450916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b8a9504-ff4e-4acc-94dd-5ede225ce2e1 req-161011d3-aa3c-4d75-bc2b-cb5955f79041 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3364112 Nov 03 19:04:08.461462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.527077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b940fdc-4804-4963-a460-040170f9df96,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:08.542897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.545204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:08.546626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.561271 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c95c4d0-66d3-4ca5-98a4-f3ea3eb4c9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.747798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8150971 Nov 03 19:04:08.752513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35632) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:08.816571 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e71f7-16c8-4330-9d84-94f2c6f3d14a x-openstack-request-id: req-ae8e71f7-16c8-4330-9d84-94f2c6f3d14a {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:08.817161 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccdd851-4344-4f7e-939c-d2a694ef7d70", "name": "network-vif-deleted", "tag": "62369c52-2c4f-4321-8b7f-2503baf06976", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:08.817661 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ae8e71f7-16c8-4330-9d84-94f2c6f3d14a {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:08.820328 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccdd851-4344-4f7e-939c-d2a694ef7d70', 'name': 'network-vif-deleted', 'tag': '62369c52-2c4f-4321-8b7f-2503baf06976', 'status': 'completed', 'code': 200} Nov 03 19:04:08.918137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Request body: {'subnet': {'network_id': '3f26e524-6541-444d-8f85-a5cb39818701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1622856778-subnet', 'tenant_id': 'a55bf0acc01741148210c17d6636ffb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:08.926437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'Port': ['ID=c04d3f2f-4f48-4780-9bfb-f2b73e0e9664,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:08.943331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 81d3fcdd-1696-4828-bfac-58897fd59578 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:08.943648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.944541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.989536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768352-68e2-459f-80cb-06853d7aa6dc admin admin] Pushing event updated for resources: {'Network': ['ID=3f26e524-6541-444d-8f85-a5cb39818701,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:09.032332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3f26e524-6541-444d-8f85-a5cb39818701 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:04:09.033428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Made reservation on behalf of a55bf0acc01741148210c17d6636ffb0 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:09.038823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.062935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.065086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ce4d6912-1d89-4509-bf07-699cf176fddd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7773666 Nov 03 19:04:09.285581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port 81d3fcdd-1696-4828-bfac-58897fd59578, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=81d3fcdd-1696-4828-bfac-58897fd59578,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:09.287062 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.319824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 81d3fcdd-1696-4828-bfac-58897fd59578 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:09.818678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.855199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.861909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-6bd853e7-fb5c-4f44-b599-945c25a5372c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--154767837&fields=id&tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 267 time: 0.2385421 Nov 03 19:04:10.014632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94df22f9-9183-4b68-9e15-05edb3a57a7a,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:10.047786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Checking segment: {'id': '618ab288-8fb2-472e-90e9-a4ab15e5f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3f26e524-6541-444d-8f85-a5cb39818701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:10.048433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Network hostable DHCP agents. Network: 3f26e524-6541-444d-8f85-a5cb39818701, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:10.081567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.099754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Network 3f26e524-6541-444d-8f85-a5cb39818701 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:10.122689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3f26e524-6541-444d-8f85-a5cb39818701) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:10.148813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a913f-dec2-4831-8057-979f205524f9 None None] Network 3f26e524-6541-444d-8f85-a5cb39818701 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:10.156500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:10.160700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.277200 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-719644fd-87e3-497a-93e0-14511f432e56 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3632708 Nov 03 19:04:10.550680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=81d3fcdd-1696-4828-bfac-58897fd59578,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:10.777985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ab69b-27fc-4e51-a33c-24d450619afc None None] Network 3f26e524-6541-444d-8f85-a5cb39818701 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:10.975982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.001760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-1db8b12f-30f9-48c0-b12c-5776a965cde8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:11.002109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-1db8b12f-30f9-48c0-b12c-5776a965cde8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 817 time: 1.0485880 Nov 03 19:04:11.185115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-f7c3dc98-f5fc-4fd4-84e7-45fa6bc36d15 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/quotas/eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 375 time: 0.1686947 Nov 03 19:04:11.221400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802819-c833-4d32-b7b5-0c1163546e4a req-bfe58078-967e-4e44-bd56-5e627071089b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:11.224135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b802819-c833-4d32-b7b5-0c1163546e4a req-bfe58078-967e-4e44-bd56-5e627071089b tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.3603725 Nov 03 19:04:11.489711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-86403e6e-2f65-4a8d-a98f-76fcfd7437f5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2882907 Nov 03 19:04:11.508757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b802819-c833-4d32-b7b5-0c1163546e4a req-657b3a2b-68ba-4743-ba49-4a9dfc02cce4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692173 Nov 03 19:04:11.533959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:11.764158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.784882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:11.795040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d000fe56-0eb0-40a1-863f-89ab1ec662a9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "PUT /v2.0/routers/293ed4e5-5e4b-4b36-87c4-136b791b9f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6202507 Nov 03 19:04:11.799760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35694) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:11.803438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] Sync routers for ids ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:11.845931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] Routers {'293ed4e5-5e4b-4b36-87c4-136b791b9f13'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:11.847659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:04:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:11.999257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c50d3-757c-4d0f-a8ef-3b6a9fb479e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:12.002973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c50d3-757c-4d0f-a8ef-3b6a9fb479e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:12.009390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b8c50d3-757c-4d0f-a8ef-3b6a9fb479e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2046907 Nov 03 19:04:12.010196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35704) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:12.130402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] Set router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:12.165001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 87d0b399-3206-4dd2-a78e-9d56e8053cf5 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:12.171645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.196688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-799c63fb-d4e7-4c0d-9e25-d69560a11154 service neutron] 10.222.0.91 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735744 Nov 03 19:04:12.319514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.343439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:50Z', 'updated_at': '2021-11-03T19:04:09Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:12.407378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] Checking router: 293ed4e5-5e4b-4b36-87c4-136b791b9f13 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:12.410828 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.449889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] Routers {'293ed4e5-5e4b-4b36-87c4-136b791b9f13'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:12.451485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:04:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:12.551160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-f9e6283f-2ea4-4a30-95fc-f702af294b22 service neutron] 10.222.0.91 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442428 Nov 03 19:04:12.587204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.750047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.763792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] Set router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:12.861658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=87d0b399-3206-4dd2-a78e-9d56e8053cf5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:12.892628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.898283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e5792f1d-52aa-45ce-a021-538532787beb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/87d0b399-3206-4dd2-a78e-9d56e8053cf5 HTTP/1.1" status: 204 len: 168 time: 0.8851318 Nov 03 19:04:12.902668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35728) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:13.043973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-ce4b5e04-0802-4e52-b19d-fcc1e93fe887 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:13.078379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-ce4b5e04-0802-4e52-b19d-fcc1e93fe887 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/networks?id=603b3e14-c016-45b3-b6ce-af9b8e52bae9 HTTP/1.1" status: 200 len: 825 time: 0.4165344 Nov 03 19:04:13.133930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a44908bf-85e3-4739-883f-e6f8738d46ad tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/quotas/86ad1fce4a094f58b23ee66befff463f HTTP/1.1" status: 200 len: 375 time: 0.0527954 Nov 03 19:04:13.232228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a648ce2-55c8-4d1e-b625-b4d090f54b1e None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:13.291315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-86ea3da3-91d4-42a3-a8ae-70f23aab8165 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=86ad1fce4a094f58b23ee66befff463f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534212 Nov 03 19:04:13.308599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-af2744ce-8a38-4dc1-8ea1-ab9cd0c24289 req-d79613be-6d13-4944-8f86-ea00c8eec5aa service neutron] (101988) timed out ('10.222.0.115', 55201) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:04:13.349473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-25e7364f-dcbb-4ae6-93d2-8211e939415f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4448142 Nov 03 19:04:13.350409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35736) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:13.366061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:50Z', 'updated_at': '2021-11-03T19:04:09Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:13.478713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-aa15b90e-f598-49ea-aced-365da2d49fd4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:13.481980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-aa15b90e-f598-49ea-aced-365da2d49fd4 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2934389 Nov 03 19:04:13.515645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-2ecf2f3f-22e6-4be6-b863-b13563cc4119 service neutron] 10.222.0.91 "GET /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230422 Nov 03 19:04:13.517398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b0ead-ec01-415b-9dc7-ef794af5e69d None None] The sync data for ids ['293ed4e5-5e4b-4b36-87c4-136b791b9f13'] in n-d-812151-4 is: [{'id': '293ed4e5-5e4b-4b36-87c4-136b791b9f13', 'name': 'tempest-NetworksTestDHCPv6-router-816475343', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:50Z', 'updated_at': '2021-11-03T19:04:09Z', 'revision_number': 3, 'project_id': '28c8d3c2cb47485ea5038388ae191ce4', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:13.749990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a941f2e8-ed8b-4637-a6a7-0a99f383ce59 req-ed05afad-4a5b-4c96-a4d2-60cfa8f2782a tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.0573437 Nov 03 19:04:13.768856 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.900998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-78b67b15-1726-466d-8466-0ce6e08463d2 service neutron] 10.222.0.91 "GET /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507605 Nov 03 19:04:14.215599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:14.273692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475fe25-669f-4848-aa1a-ed2dae983e66 req-e3111d38-5dad-4930-b337-b239bfa78880 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.296054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e475fe25-669f-4848-aa1a-ed2dae983e66 req-e3111d38-5dad-4930-b337-b239bfa78880 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 945 time: 0.2831268 Nov 03 19:04:14.447890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e475fe25-669f-4848-aa1a-ed2dae983e66 req-5324238c-a88a-467c-96f8-f5d8c52d1e23 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/security-groups?id=c41e8aa9-ffa1-46ae-9068-5bb86512747c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475835 Nov 03 19:04:14.538228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.543189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.566947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] Deleting port 5bf37ea8-fddf-4190-8b91-91db61a6acfe {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:14.567733 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.601858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dd732b5-fc76-4840-967a-2e0a9ed191a6 req-f34e7b58-d8df-4764-9ada-103f9a3ba4a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 210 time: 0.1490316 Nov 03 19:04:14.685129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Deleting port 328e726e-3f1d-4cd1-b1c5-07209294f722 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:14.685772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.749761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] For port 5bf37ea8-fddf-4190-8b91-91db61a6acfe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5bf37ea8-fddf-4190-8b91-91db61a6acfe,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:14.755160 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.768837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.770086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Fanout notify agent at l3_agent the message router_deleted on router 293ed4e5-5e4b-4b36-87c4-136b791b9f13 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:04:14.808011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.811004 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ad8927d-d502-48a8-b49e-29bd2f3f19a7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/routers/293ed4e5-5e4b-4b36-87c4-136b791b9f13 HTTP/1.1" status: 204 len: 168 time: 1.4578874 Nov 03 19:04:14.815115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35762) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:14.843409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] Calling delete_port for 5bf37ea8-fddf-4190-8b91-91db61a6acfe owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:15.025239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56cc54f-68e4-42a4-b98c-5a6f6530eae0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:15.031223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d56cc54f-68e4-42a4-b98c-5a6f6530eae0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2136865 Nov 03 19:04:15.035698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35768) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:15.208169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] For port 328e726e-3f1d-4cd1-b1c5-07209294f722, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=328e726e-3f1d-4cd1-b1c5-07209294f722,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:15.210308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.247296 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab97a00d-7fc9-4b73-93db-a818aac0e832 req-b2678c2f-0d1b-451e-b9b0-4859bb9bcd6a tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 210 time: 0.1942551 Nov 03 19:04:15.290599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Calling delete_port for 328e726e-3f1d-4cd1-b1c5-07209294f722 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:15.339768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f126add2-9bc7-474c-a29e-c634631bacf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:15.340548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.352986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f126add2-9bc7-474c-a29e-c634631bacf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3020251 Nov 03 19:04:15.355160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35774) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:15.392433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] No DVR routers for this DVR port 5bf37ea8-fddf-4190-8b91-91db61a6acfe on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:15.539940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b37e22-70c0-484d-a9d5-ca98063318ba None None] Pushing event deleted for resources: {'Port': ['ID=5bf37ea8-fddf-4190-8b91-91db61a6acfe,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:15.636952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d7f58c2f-d665-460d-be2d-4a285b9c8b19 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2787452 Nov 03 19:04:15.646133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35782) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:15.665965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:15.842928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 81d3fcdd-1696-4828-bfac-58897fd59578 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:15.869072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.899130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-514ffa64-5b45-482c-85f3-830cd5add1b4 req-51318f59-2d25-426d-a825-5e53cf96030b tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1308379 Nov 03 19:04:15.940372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 81d3fcdd-1696-4828-bfac-58897fd59578 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:15.951647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 81d3fcdd-1696-4828-bfac-58897fd59578 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:15.971850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5bf37ea8-fddf-4190-8b91-91db61a6acfe no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:15.992766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Pushing event deleted for resources: {'Port': ['ID=328e726e-3f1d-4cd1-b1c5-07209294f722,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:16.044844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5bf37ea8-fddf-4190-8b91-91db61a6acfe {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:16.046375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5bf37ea8-fddf-4190-8b91-91db61a6acfe not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:16.144972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] No DVR routers for this DVR port 328e726e-3f1d-4cd1-b1c5-07209294f722 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:16.152164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.158834 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e6c01ee0-2df1-4f9d-af36-e6d3355c2bb7 req-630e39a8-da7f-42c8-81c4-a2eab3534616 tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.110 "DELETE /v2.0/ports/328e726e-3f1d-4cd1-b1c5-07209294f722 HTTP/1.1" status: 204 len: 173 time: 2.5526602 Nov 03 19:04:16.159831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'name': 'network-vif-deleted', 'tag': '328e726e-3f1d-4cd1-b1c5-07209294f722'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:16.164199 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7840b153-d5f9-4c70-a303-7816e1844afd" -d '{"events": [{"server_uuid": "68cd0701-eeee-4035-b302-54c9bfb42ec7", "name": "network-vif-deleted", "tag": "328e726e-3f1d-4cd1-b1c5-07209294f722"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:16.277484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2abcaec4-bce2-4afb-b664-93b565af372b req-303bc608-bd3b-41db-831c-1be995dded0c tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 210 time: 0.4113595 Nov 03 19:04:16.327309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ddcbf07-834b-4906-9894-65f3a20be4a5 req-12f59634-346b-4b02-98fd-614c836d73db tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 210 time: 0.1861877 Nov 03 19:04:16.400969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:16.419032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.535153 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc0f1b2-2aaf-4919-97f0-abb189f0c694 x-openstack-request-id: req-9fc0f1b2-2aaf-4919-97f0-abb189f0c694 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:16.535583 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cd0701-eeee-4035-b302-54c9bfb42ec7", "name": "network-vif-deleted", "tag": "328e726e-3f1d-4cd1-b1c5-07209294f722", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:16.536112 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fc0f1b2-2aaf-4919-97f0-abb189f0c694 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:16.536820 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cd0701-eeee-4035-b302-54c9bfb42ec7', 'name': 'network-vif-deleted', 'tag': '328e726e-3f1d-4cd1-b1c5-07209294f722', 'status': 'completed', 'code': 200} Nov 03 19:04:16.599302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-c9f9a095-6dc2-4173-adeb-d89e68f9bc56 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:16.601178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-c9f9a095-6dc2-4173-adeb-d89e68f9bc56 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.115 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 817 time: 0.9012482 Nov 03 19:04:16.745907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ed0c8aa-4fb1-4fb3-876a-e612da5b5f22 req-3047a282-1d46-4422-9f73-f459beb2b0a9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.0905995 Nov 03 19:04:16.795765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1332212-d580-470e-b8d6-32dcfc9af9ff req-bf65da35-b7fc-46b7-90cc-0ddb471bf3f1 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 210 time: 0.1180108 Nov 03 19:04:16.862930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-aa68cd79-0b43-4931-868d-3a313a9a99c8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 379 time: 0.2475312 Nov 03 19:04:16.961086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'port': {'device_id': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'admin_state_up': True, 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'security_groups': ['6bb702a5-57de-476e-8db4-40428acb63d1']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:17.076145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 328e726e-3f1d-4cd1-b1c5-07209294f722 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:17.114319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 328e726e-3f1d-4cd1-b1c5-07209294f722 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:17.114896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 328e726e-3f1d-4cd1-b1c5-07209294f722 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:17.196342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b027809f-7e29-4bc9-b0e5-871d63c52e4f req-4048a1db-1e9e-4c73-bcdd-c9c5ebd3ecb4 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1507070 Nov 03 19:04:17.374991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Made reservation on behalf of eadbe2d53b4f429a8e25fcac06b3fc43 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:17.382280 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.474807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-6bba104c-147e-4b33-aebe-f178ed96a577 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:17.478688 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-6bba104c-147e-4b33-aebe-f178ed96a577 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.110 "GET /v2.0/networks?id=603b3e14-c016-45b3-b6ce-af9b8e52bae9 HTTP/1.1" status: 200 len: 825 time: 0.2869203 Nov 03 19:04:17.494825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:04:17.499301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.508254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Request body: {'port': {'device_id': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9', 'admin_state_up': True, 'tenant_id': '86ad1fce4a094f58b23ee66befff463f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:17.586205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-959cc052-0bc7-4640-8b7c-24eea8f09a7f req-18fe2eca-50c3-4127-a96c-f9adbf723e76 tempest-ServersWithSpecificFlavorTestJSON-1734048899 tempest-ServersWithSpecificFlavorTestJSON-1734048899-project] (101989) timed out ('10.222.0.115', 55208) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:04:17.708947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30aebb23-de74-441e-865f-652590881bfe req-52688cd5-6e39-4e9e-8eb8-e44600ccb0ef tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0879979 Nov 03 19:04:17.718730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:17.752809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Made reservation on behalf of 86ad1fce4a094f58b23ee66befff463f for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:17.760254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.765917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a53a4d7-cf5c-4437-8d4b-68a3f72e6925 req-1b8d5d19-dfba-4950-907d-c167233cf6ea tempest-ListServerFiltersTestJSON-1990346988 tempest-ListServerFiltersTestJSON-1990346988-project] 10.222.0.91 "GET /v2.0/ports?device_id=68cd0701-eeee-4035-b302-54c9bfb42ec7 HTTP/1.1" status: 200 len: 210 time: 0.1271818 Nov 03 19:04:17.782255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:17.808938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec52e48-cd47-4b14-8a13-70eb61372aa2 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:17.964518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Allocated IP 172.20.0.10 (fb2a891e-3d64-414c-8204-74fddd9cde6d/d7e48bd2-7af5-46e6-af31-5d34040a3674/ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:17.987696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=081d542c-0085-49a8-80cc-d2d4d06917e1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:18.001049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.002403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.103216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-39747490-9b8d-4de4-b4cc-2a293b1cc256 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4556780 Nov 03 19:04:18.114656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35812) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:18.125196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:18.225462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Allocated IP 172.20.0.2 (603b3e14-c016-45b3-b6ce-af9b8e52bae9/1f69b394-d19e-4690-b5ec-d1f764cb589a/04f21c44-9362-41cd-894a-f4b5ee2c72f7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:18.274828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '081d542c-0085-49a8-80cc-d2d4d06917e1'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:18.277668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.366058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c92ff11-41e5-4ac5-8b7d-e3b3e6d9cf6e req-f8b73e14-40ea-4180-b71f-7cf516dfc4a7 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 210 time: 0.1843476 Nov 03 19:04:18.501052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71292a70-bd51-44be-8151-a3552a328eae req-01f93678-3cd6-46f5-8464-d19bd7afb8ea tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1057155 Nov 03 19:04:18.642227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Allocated IP 2001:db8::f816:3eff:fec9:d6fa (60fb80d3-1f1b-47fa-b8e1-44029087a84a/081d542c-0085-49a8-80cc-d2d4d06917e1/66965934-d6ad-4156-87b0-9aa07f0ef626) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:18.649849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.707976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:18.716969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.728184 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:04:18.729094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.766334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.869797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Pushing event updated for resources: {'Port': ['ID=04f21c44-9362-41cd-894a-f4b5ee2c72f7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:18.887939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:18.893889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:18.899741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:18.995193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.995987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.002734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.005691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35822) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:19.022880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.165384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:19.215081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:19.220247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:19.225279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:19.373786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Attempting to bind port 66965934-d6ad-4156-87b0-9aa07f0ef626 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:19.375389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Attempting to bind port 66965934-d6ad-4156-87b0-9aa07f0ef626 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:19.375948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Attempting to bind port 66965934-d6ad-4156-87b0-9aa07f0ef626 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:19.385270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:19.386376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:19.387027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.387676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:19.388320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Bound port: 66965934-d6ad-4156-87b0-9aa07f0ef626, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:19.390349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.532042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6186e430-4d13-4832-b59e-143cf7ce81d5 req-18c6f487-7aa6-4669-82ef-f2512607ae41 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0865500 Nov 03 19:04:19.543281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-a1e6a54a-abf9-4125-ae80-e233c10a7b08 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0407431 Nov 03 19:04:19.582861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Request body: {'port': {'device_id': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:19.588462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:19.610475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:19.612519 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.620464 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.746721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Deleting subnet 24802b64-777b-438c-8bc1-a36ec589ecd6 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:19.757301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.761266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.763173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dbf67-f08f-454f-b171-520a1c8ecc05 None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:19.868225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Network fb2a891e-3d64-414c-8204-74fddd9cde6d is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:19.871079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:19.873347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:19.882137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f93fcc-9565-4701-8f97-c7d8957cc5cc req-5359532f-8228-4aa7-a581-43381a47a913 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1022842 Nov 03 19:04:19.905705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.969957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078abf5-e854-472b-b5cc-2afe723fe741 req-f8343b43-d066-4165-8f20-18f1f05b7e9d tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:19.977562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0078abf5-e854-472b-b5cc-2afe723fe741 req-f8343b43-d066-4165-8f20-18f1f05b7e9d tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 931 time: 0.3871939 Nov 03 19:04:20.047959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:20.240995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.242511 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.359386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0078abf5-e854-472b-b5cc-2afe723fe741 req-de371a13-e4c0-438b-a744-653f5f80113c tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884643 Nov 03 19:04:20.378805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-5155a390-b1a8-4eff-9046-b2e14165b655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4253671 Nov 03 19:04:20.425118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Request body: {'port': {'device_id': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:20.445884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.523017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.563380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-67292788-5179-478f-928f-79c427f55d2c None None] Provisioning complete for port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:20.564406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67292788-5179-478f-928f-79c427f55d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.646875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:20.666415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:20.673692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.674868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.677056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-67292788-5179-478f-928f-79c427f55d2c None None] Port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:20.678041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.679503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.740546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24802b64-777b-438c-8bc1-a36ec589ecd6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:20.755556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.762557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-87c4f4b0-7fec-4823-98ce-2a34c25763a5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/24802b64-777b-438c-8bc1-a36ec589ecd6 HTTP/1.1" status: 204 len: 168 time: 1.7536235 Nov 03 19:04:20.767993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35836) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:20.775735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ddbb9-2bec-4e22-a69d-d2b3e429b568 None None] Network 40c540e5-dc6b-4728-a08e-65996e0320c2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:20.825780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=3563a7a9-ced2-4174-be4c-6b26672f7c8c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:20.914927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5853dea5-ee8d-4c80-9227-7d9dad149e94 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7958004 Nov 03 19:04:20.922267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35838) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:20.941354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:11:4b:16', 'name': 'tempest-NetworksTestDHCPv6-1163715655'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:20.975698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.149533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f21c44-9362-41cd-894a-f4b5ee2c72f7 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:21.175933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.231791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Transition to ACTIVE for port object 04f21c44-9362-41cd-894a-f4b5ee2c72f7 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:21.261328 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.284203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] DHCP port deletion for 40c540e5-dc6b-4728-a08e-65996e0320c2 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:21.336421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Deleting port fec11a73-646e-4a44-a01f-30efe3d45fd8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:21.337043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.374647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] Deleting port fec11a73-646e-4a44-a01f-30efe3d45fd8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:21.375452 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.442406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee102737-7c9a-4312-b621-cf43ad86eb7b req-3b25b089-839f-486e-ab5e-6a090cb62b80 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.2767146 Nov 03 19:04:21.447004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf196e72-33ad-4886-aff7-5bcd673c1f9d req-b2119fe8-7d54-4296-bbd0-844a6b1b2ca2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.3149343 Nov 03 19:04:21.492176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Pushing event updated for resources: {'Port': ['ID=04f21c44-9362-41cd-894a-f4b5ee2c72f7,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:21.514415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] For port fec11a73-646e-4a44-a01f-30efe3d45fd8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fec11a73-646e-4a44-a01f-30efe3d45fd8,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:21.515171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.539547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b75457-3880-4033-85f0-86558aa88b40 req-05e3c1e6-dd4d-4266-8ab9-5158a208d655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:21.554992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50b75457-3880-4033-85f0-86558aa88b40 req-05e3c1e6-dd4d-4266-8ab9-5158a208d655 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 932 time: 0.8197427 Nov 03 19:04:21.556014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] Calling delete_port for fec11a73-646e-4a44-a01f-30efe3d45fd8 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:21.690933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:21.708941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] For port fec11a73-646e-4a44-a01f-30efe3d45fd8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fec11a73-646e-4a44-a01f-30efe3d45fd8,segment=NetworkSegment(e34992cb-67aa-4910-b702-bdac169ed5e4),segment_id=e34992cb-67aa-4910-b702-bdac169ed5e4)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:21.709824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.771982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Calling delete_port for fec11a73-646e-4a44-a01f-30efe3d45fd8 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:21.838131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Attempting to bind port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:21.838847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Attempting to bind port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'ce4d7460-b29e-478f-99e2-f74c713a5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:21.839354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Attempting to bind port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 on network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:21.894107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:21.900769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.944235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 on network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:21.945318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Attempting to bind port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 on network 603b3e14-c016-45b3-b6ce-af9b8e52bae9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:21.969979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:21.970552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Checking segment: {'id': 'ce4d7460-b29e-478f-99e2-f74c713a5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:21.971654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Bound using segment: {'id': 'ce4d7460-b29e-478f-99e2-f74c713a5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:21.971971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Bound port: 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4d7460-b29e-478f-99e2-f74c713a5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:21.972579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.001006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0efd40-10f9-4d9a-8a0d-934c3b23cc03 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:22.007664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50b75457-3880-4033-85f0-86558aa88b40 req-d682c6bd-a27d-4242-a65f-d91d14fcfb99 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670533 Nov 03 19:04:22.165028 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.208064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] For port 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:22.220573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.266929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] For port 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7,segment=NetworkSegment(ce4d7460-b29e-478f-99e2-f74c713a5cf6),segment_id=ce4d7460-b29e-478f-99e2-f74c713a5cf6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:22.273578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8e8b3-f92c-4473-9c65-d07adaff159f req-e9d9b594-c4e0-4e9e-ae6e-b7d442126295 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:22.277135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8f8e8b3-f92c-4473-9c65-d07adaff159f req-e9d9b594-c4e0-4e9e-ae6e-b7d442126295 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 943 time: 0.2590559 Nov 03 19:04:22.303422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:22.322240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.328882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Pushing event deleted for resources: {'Port': ['ID=fec11a73-646e-4a44-a01f-30efe3d45fd8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:22.346766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] No DVR routers for this DVR port fec11a73-646e-4a44-a01f-30efe3d45fd8 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:22.407444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] Pushing event deleted for resources: {'Port': ['ID=fec11a73-646e-4a44-a01f-30efe3d45fd8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:22.415100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ba6b4-2116-4c63-8707-0253ed920e64 None None] No DVR routers for this DVR port fec11a73-646e-4a44-a01f-30efe3d45fd8 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:22.489083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3cd9d125-3995-4589-b54b-a48abd621bc9 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:22.490005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d125-3995-4589-b54b-a48abd621bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.503099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:22.505712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.507967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] 10.222.0.110 "PUT /v2.0/ports/04f21c44-9362-41cd-894a-f4b5ee2c72f7 HTTP/1.1" status: 200 len: 1091 time: 2.9465146 Nov 03 19:04:22.544140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'tag': '04f21c44-9362-41cd-894a-f4b5ee2c72f7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:22.556571 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b0c123-d01c-4db5-a959-64033f3ea046" -d '{"events": [{"name": "network-changed", "server_uuid": "91bb860a-6a42-4b20-beb4-248c4ed87cbd", "tag": "04f21c44-9362-41cd-894a-f4b5ee2c72f7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:22.584455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:22.626076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8f8e8b3-f92c-4473-9c65-d07adaff159f req-e51d0281-6956-4b08-b7bc-97bf2ccbff23 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257244 Nov 03 19:04:22.630197 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.718215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:22.719002 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.753867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Transition to ACTIVE for port object ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:22.781046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.827188 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af0bce-5a3d-4bef-807e-0be392bd17ea x-openstack-request-id: req-43af0bce-5a3d-4bef-807e-0be392bd17ea {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:22.828227 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bb860a-6a42-4b20-beb4-248c4ed87cbd", "tag": "04f21c44-9362-41cd-894a-f4b5ee2c72f7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:22.828227 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-43af0bce-5a3d-4bef-807e-0be392bd17ea {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:22.828579 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'tag': '04f21c44-9362-41cd-894a-f4b5ee2c72f7', 'status': 'completed', 'code': 200} Nov 03 19:04:22.829826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7df936-d731-42e3-8968-ebe9cd3430dc service neutron] Pushing event updated for resources: {'Port': ['ID=04f21c44-9362-41cd-894a-f4b5ee2c72f7,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:22.844526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.890909 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d125-3995-4589-b54b-a48abd621bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.902642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:22.909131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d2d0c79-7850-476c-a00d-145b3c1c88bf req-da784f7a-58a6-4f7d-a487-f413c42f3d0b tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1661949 Nov 03 19:04:22.915777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c540e5-dc6b-4728-a08e-65996e0320c2']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:22.923093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-39e9588a-241b-4fd6-900a-30aa84e3706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:22.926657 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-39e9588a-241b-4fd6-900a-30aa84e3706b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=86ad1fce4a094f58b23ee66befff463f&device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 1094 time: 0.2854512 Nov 03 19:04:23.099878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34992cb-67aa-4910-b702-bdac169ed5e4') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.100384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3cd9d125-3995-4589-b54b-a48abd621bc9 None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:23.101956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34992cb-67aa-4910-b702-bdac169ed5e4') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.145483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 172.20.0.12 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/3563a7a9-ced2-4174-be4c-6b26672f7c8c/de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:23.161385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d125-3995-4589-b54b-a48abd621bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.173022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fe11:4b16 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/081d542c-0085-49a8-80cc-d2d4d06917e1/de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:23.179693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.224609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.280499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:23.283902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.337713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '081d542c-0085-49a8-80cc-d2d4d06917e1', 'ip_address': '2001:db8::f816:3eff:fec9:d6fa'}, {'subnet_id': '3563a7a9-ced2-4174-be4c-6b26672f7c8c'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '66965934-d6ad-4156-87b0-9aa07f0ef626'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:23.464511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.503209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:23.503775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:23.504342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:23.527419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-d496bc43-c1c0-4b6a-9fdf-04d44dd5c174 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7 HTTP/1.1" status: 200 len: 217 time: 0.5694587 Nov 03 19:04:23.535729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on network fb2a891e-3d64-414c-8204-74fddd9cde6d not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:23.535729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:23.536029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9d125-3995-4589-b54b-a48abd621bc9 None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:23.611184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:23.611764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Checking segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:23.612423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Bound using segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:23.614188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Bound port: ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:23.614929 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.640625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4189-73c1-4be7-ac0f-161c5ea0a96a req-24ed5adf-6042-4800-8589-9370a4f0a89a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:23.643481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e1b4189-73c1-4be7-ac0f-161c5ea0a96a req-24ed5adf-6042-4800-8589-9370a4f0a89a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.3609235 Nov 03 19:04:23.644117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fec11a73-646e-4a44-a01f-30efe3d45fd8 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:23.670727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.689819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.700523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] 10.222.0.91 "DELETE /v2.0/networks/40c540e5-dc6b-4728-a08e-65996e0320c2 HTTP/1.1" status: 204 len: 168 time: 2.9307113 Nov 03 19:04:23.725931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacd467-b725-4f9f-9a08-2c948bac613c admin admin] Pushing event deleted for resources: {'Network': ['ID=40c540e5-dc6b-4728-a08e-65996e0320c2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:23.736882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-3b006ce0-3568-4748-b350-ab551fcd45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:23.737547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fec11a73-646e-4a44-a01f-30efe3d45fd8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:23.739598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-3b006ce0-3568-4748-b350-ab551fcd45b1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f69b394-d19e-4690-b5ec-d1f764cb589a HTTP/1.1" status: 200 len: 865 time: 0.1744535 Nov 03 19:04:23.740999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fec11a73-646e-4a44-a01f-30efe3d45fd8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:23.831567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-4a9bc5ba-ddda-4a48-a4ef-58e7ea58bcc1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=603b3e14-c016-45b3-b6ce-af9b8e52bae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792615 Nov 03 19:04:23.985693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:24.069115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.089380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e1b4189-73c1-4be7-ac0f-161c5ea0a96a req-788612f6-7008-4e54-87bb-4ea0a4690723 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4231186 Nov 03 19:04:24.129326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-21b7767e-338b-4b57-a6d8-be7d42d7d03c service neutron] 10.222.0.110 "GET /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806170 Nov 03 19:04:24.146167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:24.153648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:24.157583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:24.159821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.168157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.208121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c23452-d610-4e79-af2d-e00d1c1c82d9 req-c7c8aa0e-3928-4464-9d52-c0781994a47a tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:24.208536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35872) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:24.212004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49c23452-d610-4e79-af2d-e00d1c1c82d9 req-c7c8aa0e-3928-4464-9d52-c0781994a47a tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 943 time: 0.3438420 Nov 03 19:04:24.320481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:24.321588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.323822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] 10.222.0.115 "PUT /v2.0/ports/ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1092 time: 3.9233005 Nov 03 19:04:24.331411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:24.334953 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc691861-f182-42a3-a148-02bdce7d2088" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:24.456998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7e10ba15-2c92-406f-915c-1f7698fea9b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7f1e526a492e4f85b614215eb6cbb994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458005 Nov 03 19:04:24.466411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35878) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:24.582135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8826f315-6544-4b51-aa9b-b115c2ab653c req-191daf80-0c49-4169-937a-06dc9f646169 service neutron] 10.222.0.110 "GET /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402094 Nov 03 19:04:24.620961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.671000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.681589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997345d0-4afa-45dc-8906-cdbb503e7ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:24.705051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] Allocated IP 172.20.0.2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/3563a7a9-ced2-4174-be4c-6b26672f7c8c/66965934-d6ad-4156-87b0-9aa07f0ef626) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:24.725430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.743552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49c23452-d610-4e79-af2d-e00d1c1c82d9 req-aaf0ddb3-e599-4614-a111-aecb5cc638d8 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856853 Nov 03 19:04:24.907654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-a6e292be-42a3-4a1d-8f45-63aec6ac0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:24.911432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-a6e292be-42a3-4a1d-8f45-63aec6ac0d08 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.4838214 Nov 03 19:04:24.924244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-586c5e0d-34eb-4422-8cee-0ca5bfd9c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:24.927572 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-586c5e0d-34eb-4422-8cee-0ca5bfd9c390 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=86ad1fce4a094f58b23ee66befff463f&device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 1094 time: 0.1587152 Nov 03 19:04:24.946555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.956822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.960011 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c41e8aa9-ffa1-46ae-9068-5bb86512747c HTTP/1.1" status: 204 len: 168 time: 0.4916286 Nov 03 19:04:25.006420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e8aa9-ffa1-46ae-9068-5bb86512747c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:25.019744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:25.045830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:25.073256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.074625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.075814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.076871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.078708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.079949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.081187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.082137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.084194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.086157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.087144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.088028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827f8725-3500-495f-81d4-5b4500dbbea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:25.136519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a4e0d-ff47-4e51-ad95-c499af801c09 req-84439397-4453-49ab-9b8b-df049c94ec9c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.152786 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.165157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.166133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-461a4e0d-ff47-4e51-ad95-c499af801c09 req-84439397-4453-49ab-9b8b-df049c94ec9c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.4200253 Nov 03 19:04:25.221701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:25.232082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-0aedd57a-f031-4404-a8f6-fea58f266d7a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 217 time: 0.2626119 Nov 03 19:04:25.257677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efee181d-d391-4ba4-99e5-f50bdb922332 req-2e9df2e4-1940-4944-80e3-255f3f37b50c tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.2659395 Nov 03 19:04:25.281593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-b4139829-0492-483c-a3f1-c1b010df94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.287531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-b4139829-0492-483c-a3f1-c1b010df94dc service neutron] 10.222.0.110 "GET /v2.0/networks?id=603b3e14-c016-45b3-b6ce-af9b8e52bae9 HTTP/1.1" status: 200 len: 926 time: 0.3224573 Nov 03 19:04:25.290247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:25.364519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:25.437147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aacaf-7417-42c7-9be2-ebae6c0efc25 None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:25.446881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-bdbe1a1c-8c61-43c7-9e9b-d26296dd3f92 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7 HTTP/1.1" status: 200 len: 217 time: 0.1288588 Nov 03 19:04:25.551006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-ef169c10-8518-48de-a55b-c67a2d367e8c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7690678 Nov 03 19:04:25.592661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-f9776efa-f8fd-4a23-8145-621127bebe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.603453 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-f9776efa-f8fd-4a23-8145-621127bebe1f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1f69b394-d19e-4690-b5ec-d1f764cb589a HTTP/1.1" status: 200 len: 865 time: 0.1436450 Nov 03 19:04:25.646214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.647347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.653740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-3040ead3-1587-4727-9049-c1752178dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.656986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-3040ead3-1587-4727-9049-c1752178dcc8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.3951559 Nov 03 19:04:25.662511 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1e82bd-43d9-4ea6-9238-ea3a8c7295d2 x-openstack-request-id: req-6f1e82bd-43d9-4ea6-9238-ea3a8c7295d2 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:25.662868 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:25.663148 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6f1e82bd-43d9-4ea6-9238-ea3a8c7295d2 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:25.663550 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'status': 'completed', 'code': 200} Nov 03 19:04:25.738600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-a99519d2-d294-439d-925c-039f1dda1dce service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=603b3e14-c016-45b3-b6ce-af9b8e52bae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983825 Nov 03 19:04:25.871104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f56d6a96-d1f5-455f-95ca-22a7a1829431 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9351563 Nov 03 19:04:25.897266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-461a4e0d-ff47-4e51-ad95-c499af801c09 req-e211330a-4733-49c4-8a09-fed288a7004d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7302725 Nov 03 19:04:25.910607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:25.995354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:26.111549 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-3015ae12-cfa5-4948-8a07-5817a5363d2c service neutron] 10.222.0.110 "GET /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532243 Nov 03 19:04:26.235126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:26.235834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.339308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-92f6142d-45aa-4505-a388-8752466930db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.347678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-92f6142d-45aa-4505-a388-8752466930db service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 1096 time: 0.6883235 Nov 03 19:04:26.497876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07022735-cf25-4430-9c23-d6b1a243e399 req-75882d0b-969c-49c9-a70d-73bc02393e98 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.501360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07022735-cf25-4430-9c23-d6b1a243e399 req-75882d0b-969c-49c9-a70d-73bc02393e98 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.5920506 Nov 03 19:04:26.530889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54b0c123-d01c-4db5-a959-64033f3ea046 req-fae0aec8-a290-4a5b-aea0-bcb725e0a041 service neutron] 10.222.0.110 "GET /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051793 Nov 03 19:04:26.550195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-41d4cdfe-fe10-48ba-bdc9-eac75dd7c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.561275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-41d4cdfe-fe10-48ba-bdc9-eac75dd7c8e0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8583317 Nov 03 19:04:26.658845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070f757-bdc7-4d01-a1c7-b775e84533df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.703470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070f757-bdc7-4d01-a1c7-b775e84533df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.715435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35914) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:26.716708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3070f757-bdc7-4d01-a1c7-b775e84533df tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.8042982 Nov 03 19:04:27.052252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:27.052807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.058033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8efd11f4-1635-453e-9d98-9a969f9cd087 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:27.058681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8efd11f4-1635-453e-9d98-9a969f9cd087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.158082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-c4a0ccf0-f660-4d49-8881-15c785c703e5 service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018273 Nov 03 19:04:27.426710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.478474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:27.499622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07022735-cf25-4430-9c23-d6b1a243e399 req-6eabeafb-1e27-466a-ab3c-6edc148fe84d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8928883 Nov 03 19:04:27.731729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35934) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:27.740086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-57794530-f032-4d05-a206-b1ed925baa72 None None] Provisioning complete for port de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:27.741018 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-57794530-f032-4d05-a206-b1ed925baa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.841480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165abef2-4dde-44a9-9699-6bd1f33d44f5 req-9cd6e8dd-0dd5-45eb-b0ee-a455709831a9 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:27.845497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-57794530-f032-4d05-a206-b1ed925baa72 None None] Port de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:27.855613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-165abef2-4dde-44a9-9699-6bd1f33d44f5 req-9cd6e8dd-0dd5-45eb-b0ee-a455709831a9 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 943 time: 0.5989215 Nov 03 19:04:27.883282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-2e87ca9d-3161-42b5-9924-1be79b652cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:27.885936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-2e87ca9d-3161-42b5-9924-1be79b652cd5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 1.4846745 Nov 03 19:04:27.987890 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.074680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1439791259-network', 'tenant_id': '749e5792cc7242e582e4acc6ad96e35d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:28.119375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:28.252543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Made reservation on behalf of 749e5792cc7242e582e4acc6ad96e35d for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:28.256861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.282685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.287048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.295463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ce5ebbe4-6c29-4dee-8ffb-03a761a8d177 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb HTTP/1.1" status: 204 len: 168 time: 1.5749750 Nov 03 19:04:28.296192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:28.442752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097b2d7-c45d-498f-928b-a9d0b388723e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.445916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097b2d7-c45d-498f-928b-a9d0b388723e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.450061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097b2d7-c45d-498f-928b-a9d0b388723e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.455692 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1097b2d7-c45d-498f-928b-a9d0b388723e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1548505 Nov 03 19:04:28.457626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35940) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:28.500959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-2f5e12c1-b99d-4110-bd32-f5fc773c451e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef HTTP/1.1" status: 200 len: 217 time: 0.5796399 Nov 03 19:04:28.505965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d1ef4a7-8de3-40b3-be55-503dd5ebbef5 req-3030a14b-78ab-43d6-acb3-d23d02b668fe service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2405052 Nov 03 19:04:28.591263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 081d542c-0085-49a8-80cc-d2d4d06917e1 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:28.598535 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.639306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9cc5f-a171-4c61-8bbf-3c947d1facca req-ade89364-7032-4705-98af-829b650bef64 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.642135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cac9cc5f-a171-4c61-8bbf-3c947d1facca req-ade89364-7032-4705-98af-829b650bef64 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.9465213 Nov 03 19:04:28.695821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-165abef2-4dde-44a9-9699-6bd1f33d44f5 req-e3f5b8d5-58b9-493c-a966-f22cace122ce tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8387215 Nov 03 19:04:28.699372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.706223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.716372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.742404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-733101e7-a881-4191-b5d1-24aa074ab8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.746047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-733101e7-a881-4191-b5d1-24aa074ab8bc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2360163 Nov 03 19:04:28.819736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:04:28.832443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691861-f182-42a3-a148-02bdce7d2088 req-a968da33-043b-4d5e-81f2-517c2f62abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.835876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-a968da33-043b-4d5e-81f2-517c2f62abf5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.2470565 Nov 03 19:04:28.845619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c05d60-651f-46cf-a213-b3a6d2eef2a3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:28.859005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.859133 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Added segment 690aa55e-3b30-4f64-a6e5-cec35e3c22e6 of type vlan for network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 Nov 03 19:04:28.988649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.009378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-b5a9a56c-d9fc-429f-bc53-6473e5cfda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.012861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-b5a9a56c-d9fc-429f-bc53-6473e5cfda36 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521024 Nov 03 19:04:29.025514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cac9cc5f-a171-4c61-8bbf-3c947d1facca req-12f7c907-21fa-49c1-8e74-89d03e5ca941 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523159 Nov 03 19:04:29.026913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.139027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-398b3067-4392-4f10-9074-ed7c7fa41bb2 req-6b7e88fc-eaf9-498a-9c96-fc5408e74dbf tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1120467 Nov 03 19:04:29.176759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 04f21c44-9362-41cd-894a-f4b5ee2c72f7 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:29.191668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.196041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.197459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.212672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.340630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691861-f182-42a3-a148-02bdce7d2088 req-1fa6a909-bbb7-49bd-b405-056ce733c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.345075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-1fa6a909-bbb7-49bd-b405-056ce733c6ff service neutron] 10.222.0.115 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.4933801 Nov 03 19:04:29.345824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=081d542c-0085-49a8-80cc-d2d4d06917e1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:29.391879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3f6dd-db51-4973-be0b-bb0165cc5e78 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:29.398314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b98ee-1b3b-46bd-8d9d-b0b3350b28ad req-696fcef9-0e22-493e-8728-92a9568d3e8c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.401575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-929b98ee-1b3b-46bd-8d9d-b0b3350b28ad req-696fcef9-0e22-493e-8728-92a9568d3e8c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2050529 Nov 03 19:04:29.415299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.422468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cd9ac659-dfe6-4d23-9310-e6a6d2ccfc83 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/081d542c-0085-49a8-80cc-d2d4d06917e1 HTTP/1.1" status: 204 len: 168 time: 0.9629948 Nov 03 19:04:29.433504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35952) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:29.448149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7136655 Nov 03 19:04:29.515566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:29.529537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Request body: {'subnet': {'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1439791259-subnet', 'tenant_id': '749e5792cc7242e582e4acc6ad96e35d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:29.544793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-4293370e-1437-4507-b4ca-8cef6195eef2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 217 time: 0.1840694 Nov 03 19:04:29.548604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7,segment=NetworkSegment(ce4d7460-b29e-478f-99e2-f74c713a5cf6),segment_id=ce4d7460-b29e-478f-99e2-f74c713a5cf6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:29.556279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 3563a7a9-ced2-4174-be4c-6b26672f7c8c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:29.563166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc934e02-593e-48f5-9675-410c724e61d9 admin admin] Pushing event updated for resources: {'Network': ['ID=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:29.567744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.593734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:04:29.642971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '04f21c44-9362-41cd-894a-f4b5ee2c72f7', 'network_id': '603b3e14-c016-45b3-b6ce-af9b8e52bae9', 'port_id': '04f21c44-9362-41cd-894a-f4b5ee2c72f7', 'mac_address': 'fa:16:3e:cb:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f69b394-d19e-4690-b5ec-d1f764cb589a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:29.657575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-e8460c8b-9ba3-42e0-932e-66bde8010ba8 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287379 Nov 03 19:04:29.686405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Made reservation on behalf of 749e5792cc7242e582e4acc6ad96e35d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:29.690682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.695039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.831385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.858595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.904248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f21c44-9362-41cd-894a-f4b5ee2c72f7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:29.970705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.988123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7,segment=NetworkSegment(ce4d7460-b29e-478f-99e2-f74c713a5cf6),segment_id=ce4d7460-b29e-478f-99e2-f74c713a5cf6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:29.996654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.027081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=3563a7a9-ced2-4174-be4c-6b26672f7c8c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:30.032162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.040861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-10ff3830-c952-461b-8fa5-ed0816fa703b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/3563a7a9-ced2-4174-be4c-6b26672f7c8c HTTP/1.1" status: 204 len: 168 time: 0.6023614 Nov 03 19:04:30.042443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35968) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:30.103043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=04f21c44-9362-41cd-894a-f4b5ee2c72f7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:30.108512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59d3be94-56ff-454f-9f41-d6c2982d4876 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614431 Nov 03 19:04:30.108925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:30.116471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:30.123502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-9a7673ab-3dac-4481-9be8-5f3ef8b128f1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.126379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-9a7673ab-3dac-4481-9be8-5f3ef8b128f1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.6144173 Nov 03 19:04:30.129731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691861-f182-42a3-a148-02bdce7d2088 req-8b6f372a-e572-4ea9-9897-159ff27e8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.132855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-8b6f372a-e572-4ea9-9897-159ff27e8a9b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.5292797 Nov 03 19:04:30.194262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-929b98ee-1b3b-46bd-8d9d-b0b3350b28ad req-c81a49d9-37d7-4c57-a86d-f47fb835702e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6804676 Nov 03 19:04:30.221794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71d490-09a2-44c4-b243-17372340d82a None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '3563a7a9-ced2-4174-be4c-6b26672f7c8c'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '66965934-d6ad-4156-87b0-9aa07f0ef626'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:30.278274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:30.286273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.297883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b71d490-09a2-44c4-b243-17372340d82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.345097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-30dee120-bc63-441a-91b6-273a0d308bc5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/quotas/4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 375 time: 0.1411355 Nov 03 19:04:30.534057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-b73c016c-16ed-48b6-8731-88087332f0b4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5940568 Nov 03 19:04:30.541812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['04f21c44-9362-41cd-894a-f4b5ee2c72f7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:30.568144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66824af8-1eb9-4156-a7d9-2accfc1b2212 req-9bf14caf-7766-4d86-b435-7f795906c42c service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8428981 Nov 03 19:04:30.572168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691861-f182-42a3-a148-02bdce7d2088 req-bf9b2a32-a882-4025-b234-7876b61f3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.577695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-bf9b2a32-a882-4025-b234-7876b61f3ccf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3662763 Nov 03 19:04:30.677673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-46e62702-5c6a-4cf3-a639-2b58aa4bbce9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3026552 Nov 03 19:04:30.694220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22386dd2-99ee-4a64-89d5-eff758cf2dd7 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:30.842455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8808f1eb-87d2-4b87-ab5c-655b187e636f None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:30.843106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8808f1eb-87d2-4b87-ab5c-655b187e636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.847551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ec667-bc26-4629-88b3-32bf3c153072 req-8ef546a5-3e44-475e-8b63-c604d89eadb6 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.850359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a63ec667-bc26-4629-88b3-32bf3c153072 req-8ef546a5-3e44-475e-8b63-c604d89eadb6 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 944 time: 0.4652228 Nov 03 19:04:31.038327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:04:31.128845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c605-7428-4098-bd7e-e3476a217c51 req-8a8844c1-faad-4c08-9af9-d9f2d0230ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:31.131532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-8a8844c1-faad-4c08-9af9-d9f2d0230ec2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1097 time: 0.5067015 Nov 03 19:04:31.300883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-3181415d-05b3-4527-bff5-8fdccad47b12 service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103541 Nov 03 19:04:31.302339 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.328292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a63ec667-bc26-4629-88b3-32bf3c153072 req-3cff7077-3a7a-4435-abeb-b37efc4dee05 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039638 Nov 03 19:04:31.504898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.520513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-44deda28-172d-4056-8d46-96125ddd4f7e service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082895 Nov 03 19:04:31.753823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0c5d6c-7164-4189-b338-9b62924bf5ec,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:31.815419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:31.874021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c605-7428-4098-bd7e-e3476a217c51 req-989bf013-e579-4d36-b462-d8473db3cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:31.875725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-989bf013-e579-4d36-b462-d8473db3cc3a service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.6862833 Nov 03 19:04:31.926023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc691861-f182-42a3-a148-02bdce7d2088 req-74939c9a-860e-46f0-b36c-287de94f02cb service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824232 Nov 03 19:04:31.928482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5ac070e-2d57-4d53-9732-4b8d69114e44 req-c99a4745-8085-419f-b76f-9f5b930630f6 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0938714 Nov 03 19:04:31.935816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Checking segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:31.936155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Network hostable DHCP agents. Network: 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:31.972257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:31.998443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.013466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-43a93469-f5d3-4e7f-b412-498bb3aad71e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 217 time: 0.1001639 Nov 03 19:04:32.101631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-9365e1a3-f914-4e3a-9f08-6aa5f3252af8 service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985132 Nov 03 19:04:32.102296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.117207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.118328 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.141561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:32.191293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:32.207133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:32.216097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:32.223689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c605-7428-4098-bd7e-e3476a217c51 req-9a8597f3-bbcd-490f-93c7-815d7ed7a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.226690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.227321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-9a8597f3-bbcd-490f-93c7-815d7ed7a9a1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1938522 Nov 03 19:04:32.230368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.234286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.243192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.285801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:32.289323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=f8f416ec-646f-48f4-9edf-7512b988d5c2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:32.296749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c614a-e8cf-44c5-8418-c2de65d13eeb req-37599c04-85e7-4151-8ff8-f7ec9e2f462e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.299185 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-60813fea-59ac-40b8-9558-7f80f4ec6352 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1885808 Nov 03 19:04:32.302821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014c614a-e8cf-44c5-8418-c2de65d13eeb req-37599c04-85e7-4151-8ff8-f7ec9e2f462e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1935470 Nov 03 19:04:32.310067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35976) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.317400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:32.321903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:32.322469 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:32.326736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-422bde93-299d-493c-96cb-dd616fd3a319 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8094819 Nov 03 19:04:32.332149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825db3db-f369-44ba-946e-acb5ecf5bea9 None None] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:32.539557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-014c614a-e8cf-44c5-8418-c2de65d13eeb req-9edaad45-ca1b-431e-9ebf-fce34fcc1ec3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033427 Nov 03 19:04:32.562556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c605-7428-4098-bd7e-e3476a217c51 req-7d70e8fd-1e0b-4cc5-892d-6aa250bcb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.564262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-7d70e8fd-1e0b-4cc5-892d-6aa250bcb32c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2881474 Nov 03 19:04:32.691605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:32.696390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.739352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:32.926270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-fe903abc-9baa-48b0-a88b-59bcfc840c14 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542111 Nov 03 19:04:32.936452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5f17c61-2de1-48ed-a611-cc1ccd17092f req-ab3b4d0c-8caf-4ca0-a76c-8709230e8c88 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 210 time: 0.1178334 Nov 03 19:04:32.954150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:33.036934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'mac_address': 'fa:16:3e:bb:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:33.051994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43c905-b182-4277-b84c-a32f7088827f None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:33.079093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10de61a-c2f7-4751-b50a-384e08983c34 req-111a03ce-08af-4428-b578-465afe8c3b00 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:33.080932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b10de61a-c2f7-4751-b50a-384e08983c34 req-111a03ce-08af-4428-b578-465afe8c3b00 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 944 time: 0.4187372 Nov 03 19:04:33.161404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5253c605-7428-4098-bd7e-e3476a217c51 req-26c80ca0-e5b6-43b2-8d61-c5fcabd19736 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167995 Nov 03 19:04:33.187749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.244272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.257523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b10de61a-c2f7-4751-b50a-384e08983c34 req-7884afd4-249d-4cf3-8067-4ef10c855558 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454046 Nov 03 19:04:33.305774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:33.336540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:33.340416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:33.341330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.367250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c8575-d621-4cca-9406-88a32338f71b None None] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:33.374982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 04f21c44-9362-41cd-894a-f4b5ee2c72f7 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:33.391773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=a47fb6d9-7a5c-47ea-9c8e-4eb549233c04,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:33.403784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.406395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:33.407104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fb088fae-7933-435d-ad7f-bf7808a50349 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0957644 Nov 03 19:04:33.416215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:1b:b7:1a', 'name': 'tempest-NetworksTestDHCPv6-1278890524'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:33.468764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f172e05-17c2-4ae3-b43d-fce805a7fef0 req-65e9b874-3ea0-4e41-a631-da18231ae834 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0472863 Nov 03 19:04:33.486862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:33.588656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.593408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.709986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9f69dbab-1d9a-4f34-9e10-860cc29471f8 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:33.710449 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f69dbab-1d9a-4f34-9e10-860cc29471f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.917724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:34.035164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.120320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.137197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:34.166769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:34.194699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:34.195069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.223581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:34.262119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.358416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:34.409370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:34.409820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.426306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': 'f8f416ec-646f-48f4-9edf-7512b988d5c2', 'ip_address': '2001:db8::f816:3eff:fec9:d6fa'}, {'subnet_id': 'a47fb6d9-7a5c-47ea-9c8e-4eb549233c04'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '66965934-d6ad-4156-87b0-9aa07f0ef626'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:34.529305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f40f4-c2e3-4aef-9f2a-f47f712cf390 req-8ceecc44-efef-4fd8-8b50-2c03232aa059 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.533150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-891f40f4-c2e3-4aef-9f2a-f47f712cf390 req-8ceecc44-efef-4fd8-8b50-2c03232aa059 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2855108 Nov 03 19:04:34.550307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-1e64dfe8-1cd9-4dab-acfa-a541e3ceee02 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.552884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-1e64dfe8-1cd9-4dab-acfa-a541e3ceee02 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 818 time: 0.9506567 Nov 03 19:04:34.589674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f69dbab-1d9a-4f34-9e10-860cc29471f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.636463 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.638584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.701919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:34.719926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11ad6516-c2fb-42de-a5fa-6c717e24a989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.725639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-c095db8d-f26d-4cb6-b27d-8674414eb2ed tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/quotas/749e5792cc7242e582e4acc6ad96e35d HTTP/1.1" status: 200 len: 375 time: 0.1381977 Nov 03 19:04:34.768335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9f69dbab-1d9a-4f34-9e10-860cc29471f8 None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:34.811266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f69dbab-1d9a-4f34-9e10-860cc29471f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.853196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.878377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-eb496cf0-7c6e-48f9-b14c-e5cf9b4cfb90 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308761 Nov 03 19:04:34.878678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.942605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-891f40f4-c2e3-4aef-9f2a-f47f712cf390 req-b57400d3-72eb-42bc-b90a-f6e8ff98e4a0 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521278 Nov 03 19:04:35.001575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-5bd528cc-c253-4b79-aba8-7686bf127b8b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:35.004445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-5bd528cc-c253-4b79-aba8-7686bf127b8b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.5124943 Nov 03 19:04:35.064404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 93868550-80d8-477b-b9b3-22d5701ae799 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:35.087099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'port': {'device_id': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'admin_state_up': True, 'tenant_id': '4b8d4c6a533c46268a174ab703c85690'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:35.196840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f21c44-9362-41cd-894a-f4b5ee2c72f7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:35.200431 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a2424-9333-48f9-8eae-726d7b35bb01" -d '{"events": [{"server_uuid": "91bb860a-6a42-4b20-beb4-248c4ed87cbd", "name": "network-vif-plugged", "status": "completed", "tag": "04f21c44-9362-41cd-894a-f4b5ee2c72f7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:35.242518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91d0c6e6-21be-4eaa-8ad4-9bf32d1ae634 req-990efa1a-2b85-4d19-b813-7402a8edd701 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 210 time: 0.1681693 Nov 03 19:04:35.284595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7,segment=NetworkSegment(ce4d7460-b29e-478f-99e2-f74c713a5cf6),segment_id=ce4d7460-b29e-478f-99e2-f74c713a5cf6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:35.286175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69dbab-1d9a-4f34-9e10-860cc29471f8 None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:35.300700 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.406009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-4f77789b-c163-45f5-ae6e-cf837f9e45e3 service neutron] 10.222.0.91 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979310 Nov 03 19:04:35.453688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:35.521036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:35.525074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.584157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-6451c7a7-878a-44c6-b866-2d8d815b4b0c service neutron] 10.222.0.91 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570823 Nov 03 19:04:35.611183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=04f21c44-9362-41cd-894a-f4b5ee2c72f7,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:35.616289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] Allocated IP 172.20.0.2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/a47fb6d9-7a5c-47ea-9c8e-4eb549233c04/66965934-d6ad-4156-87b0-9aa07f0ef626) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:35.826871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:35.827497 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.898657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Allocated IP 172.20.0.10 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/7409340a-6a08-45ba-a3b7-2562f3d18f19) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:35.944621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:36.012953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b7bc-3536-45bb-98c2-adb43a45895b req-122ffb94-3750-4e9c-9a5a-589b5bae215f tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:36.014873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d625b7bc-3536-45bb-98c2-adb43a45895b req-122ffb94-3750-4e9c-9a5a-589b5bae215f tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.1515787 Nov 03 19:04:36.045977 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.070410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.331403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f6b2e-61e4-45ad-8814-82cb34f5875b None None] Pushing event updated for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:36.398346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d625b7bc-3536-45bb-98c2-adb43a45895b req-5c26f8a9-677f-427a-b0aa-5330954899f0 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623581 Nov 03 19:04:36.429702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-336d0fdf-3cf8-48ac-bc40-3df9c1645088 req-36d21cfa-2661-4cd7-b668-ece2aabe8e3c tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1577570 Nov 03 19:04:36.533636 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e959aff-50ae-44cf-b148-26f5c3a65192 x-openstack-request-id: req-8e959aff-50ae-44cf-b148-26f5c3a65192 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:36.533974 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bb860a-6a42-4b20-beb4-248c4ed87cbd", "name": "network-vif-plugged", "status": "completed", "tag": "04f21c44-9362-41cd-894a-f4b5ee2c72f7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:36.534242 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8e959aff-50ae-44cf-b148-26f5c3a65192 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:36.534658 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f21c44-9362-41cd-894a-f4b5ee2c72f7', 'code': 200} Nov 03 19:04:36.604563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:36.691723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 172.20.0.8 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/a47fb6d9-7a5c-47ea-9c8e-4eb549233c04/93868550-80d8-477b-b9b3-22d5701ae799) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:36.722051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:36.728070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:36.728493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.786236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fe1b:b71a (60fb80d3-1f1b-47fa-b8e1-44029087a84a/f8f416ec-646f-48f4-9edf-7512b988d5c2/93868550-80d8-477b-b9b3-22d5701ae799) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:36.796861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.944832 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.957619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a93da5c9-f0b1-4615-a451-471bcb400a4f req-e5f77653-ea5a-4079-a94e-d32a5b848e2e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 210 time: 0.1140130 Nov 03 19:04:37.013400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:37.019590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.059303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e69a5-2db8-4af3-9cc1-c336e6f86dbf req-f679349c-d224-4509-87b9-9ca82299d983 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:37.062261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-852e69a5-2db8-4af3-9cc1-c336e6f86dbf req-f679349c-d224-4509-87b9-9ca82299d983 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.4070647 Nov 03 19:04:37.102851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:37.116944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628209-e5e2-493b-b6fe-23d7bce2b557 req-fdb941f2-dd94-4508-982e-98df56b252f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:37.120174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4628209-e5e2-493b-b6fe-23d7bce2b557 req-fdb941f2-dd94-4508-982e-98df56b252f0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 1096 time: 0.3769858 Nov 03 19:04:37.401964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:37.404394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.490482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:37.498280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:37.606857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4628209-e5e2-493b-b6fe-23d7bce2b557 req-4776e97c-c8f9-47e6-9d0d-0d8cad38a767 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385948 Nov 03 19:04:37.614485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.649367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2488026b-3486-40a3-9a0f-ed52720bfb42 req-7f513872-e1e2-4967-ac17-e22851486245 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 210 time: 0.2106819 Nov 03 19:04:37.670932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-852e69a5-2db8-4af3-9cc1-c336e6f86dbf req-dadaac52-60aa-49c6-ab67-3566573c1de1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5750108 Nov 03 19:04:37.697459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:37.698496 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.710535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:37.725961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:37.735517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:37.740504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:37.865128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:37.866270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.915055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-c3e6cb9e-9e29-4448-ad3c-db00d37d47ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8529599 Nov 03 19:04:37.918755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.958720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Request body: {'port': {'device_id': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:38.012209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245211fc-4c9b-4260-b824-2f1b523deb7a None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:38.126276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=93868550-80d8-477b-b9b3-22d5701ae799,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.246085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-631888c6-22b8-4dbe-be5a-dfc4868bedf7 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:38.246702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-631888c6-22b8-4dbe-be5a-dfc4868bedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.250823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce3bd426-3968-4ccf-a995-2a9f423cabf9 req-25b09995-5686-432c-95a0-28222fe7d060 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1979821 Nov 03 19:04:38.299713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:38.318700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:38.339384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:38.474231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8df082-7211-4667-a128-083686f989d3 req-692ab193-b170-4e84-aee9-94b42525e3b9 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:38.494450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da8df082-7211-4667-a128-083686f989d3 req-692ab193-b170-4e84-aee9-94b42525e3b9 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.5247810 Nov 03 19:04:38.499190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.559406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:38.563605 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f63673-3068-4d88-ac79-09849067c42e" -d '{"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:38.609908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-452a7e2a-e2fe-4ef5-a855-243f1b195c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.799560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:38.801826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.828088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da8df082-7211-4667-a128-083686f989d3 req-473936e0-8bf9-4f94-aef5-6366a6c8168e tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142965 Nov 03 19:04:38.929956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-81ed6d5b-18de-4dd4-9f26-21750ae0cddb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5177922 Nov 03 19:04:38.932184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36072) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:39.033079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-91faa1fb-926c-4f18-9631-85c694a216dc None None] Provisioning complete for port 7409340a-6a08-45ba-a3b7-2562f3d18f19 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.035369 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91faa1fb-926c-4f18-9631-85c694a216dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.062191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a92ab-c54d-4bf0-b5db-ea568e3a5fb4 req-e9aec178-7a22-4466-97d1-2e7ec9856a08 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:39.075991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-606a92ab-c54d-4bf0-b5db-ea568e3a5fb4 req-e9aec178-7a22-4466-97d1-2e7ec9856a08 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 932 time: 0.4676623 Nov 03 19:04:39.089827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b3da4-26dd-46bf-8aac-80f80f4ec181 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:39.108401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b3da4-26dd-46bf-8aac-80f80f4ec181 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:39.117931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bb9b3da4-26dd-46bf-8aac-80f80f4ec181 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1795254 Nov 03 19:04:39.120613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36074) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:39.203801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-91faa1fb-926c-4f18-9631-85c694a216dc None None] Port 7409340a-6a08-45ba-a3b7-2562f3d18f19 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:39.430786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 93868550-80d8-477b-b9b3-22d5701ae799 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:39.432321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.439967 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf09376-8481-4989-8545-9d08e1ff7e85 x-openstack-request-id: req-ddf09376-8481-4989-8545-9d08e1ff7e85 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:39.441127 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:39.441786 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ddf09376-8481-4989-8545-9d08e1ff7e85 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:39.442659 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'code': 200} Nov 03 19:04:39.454023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-606a92ab-c54d-4bf0-b5db-ea568e3a5fb4 req-7c8e72ac-39cd-48ee-9d97-c20f6b7ab531 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761072 Nov 03 19:04:39.704883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.742986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 93868550-80d8-477b-b9b3-22d5701ae799 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:39.743946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-571f1d16-5149-409b-8a2f-b5ba465f26ca None None] Provisioning complete for port 93868550-80d8-477b-b9b3-22d5701ae799 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.745420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-571f1d16-5149-409b-8a2f-b5ba465f26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.879837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a07a491-e2c4-4638-90fa-10ededbb6ef2 req-40d645af-bd4e-44a0-953b-0fb7322d5718 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 210 time: 0.1974416 Nov 03 19:04:39.887934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-571f1d16-5149-409b-8a2f-b5ba465f26ca None None] Port 93868550-80d8-477b-b9b3-22d5701ae799 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:39.896579 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.936689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-571f1d16-5149-409b-8a2f-b5ba465f26ca None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.938833 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-571f1d16-5149-409b-8a2f-b5ba465f26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.024164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e55bf-6e92-429a-b40a-805ae5cf8db9 req-18a05fab-3925-4436-9778-242ea8c7b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:40.026862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-066e55bf-6e92-429a-b40a-805ae5cf8db9 req-18a05fab-3925-4436-9778-242ea8c7b0b4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.4012549 Nov 03 19:04:40.041365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7409340a-6a08-45ba-a3b7-2562f3d18f19 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:40.098300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a48a-17ca-4c1a-b5dc-caf5b71dcfeb req-aeec988e-a550-44bc-9ffe-bb3171f878e3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:40.123744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dd6a48a-17ca-4c1a-b5dc-caf5b71dcfeb req-aeec988e-a550-44bc-9ffe-bb3171f878e3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.5295165 Nov 03 19:04:40.237310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.303655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=93868550-80d8-477b-b9b3-22d5701ae799,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.335131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.452046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e2715d9d-172c-4a19-9181-5465111821df None None] Could not find standard attr ID for object 93868550-80d8-477b-b9b3-22d5701ae799. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:40.527856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-2685db27-e185-48c5-9986-f8553388e6c9 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:40.532331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-2685db27-e185-48c5-9986-f8553388e6c9 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.110 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 818 time: 0.3994067 Nov 03 19:04:40.601523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-743cca3a-5c66-47ab-b977-59adef74b8bd req-b258828f-ef32-40c4-a88e-4f91d08f2691 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.4322093 Nov 03 19:04:40.647884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Request body: {'port': {'device_id': 'd489a991-aa0d-498c-9d78-ba493355630b', 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'admin_state_up': True, 'tenant_id': '749e5792cc7242e582e4acc6ad96e35d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.682514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Transition to ACTIVE for port object 7409340a-6a08-45ba-a3b7-2562f3d18f19 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:40.757908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.032393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.115', 55568) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.090924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dd6a48a-17ca-4c1a-b5dc-caf5b71dcfeb req-26e810ff-dd9b-46f7-9a18-aa0356217828 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9612117 Nov 03 19:04:41.106204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.114530 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3e4aa9b0-9460-4da2-8a47-021092046325 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/93868550-80d8-477b-b9b3-22d5701ae799 HTTP/1.1" status: 204 len: 168 time: 1.9917598 Nov 03 19:04:41.124900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36088) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.188566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-066e55bf-6e92-429a-b40a-805ae5cf8db9 req-51b69559-a024-487c-b0a7-b02117e27fd5 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1405454 Nov 03 19:04:41.227940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Pushing event updated for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:41.325200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d6518-db76-4702-83e1-ac2d9df91a3a req-d8c252c6-5f31-4476-ae09-260c89fbd640 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.328327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-850d6518-db76-4702-83e1-ac2d9df91a3a req-d8c252c6-5f31-4476-ae09-260c89fbd640 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.4523375 Nov 03 19:04:41.352420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b9afd2c2-76d0-4175-8ba7-ce779cdc8e1c tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.354569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b9afd2c2-76d0-4175-8ba7-ce779cdc8e1c tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 818 time: 1.1311481 Nov 03 19:04:41.366305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819e816-7135-4a41-8b10-4ee22638e751 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.368024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819e816-7135-4a41-8b10-4ee22638e751 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.370181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819e816-7135-4a41-8b10-4ee22638e751 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.376963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b819e816-7135-4a41-8b10-4ee22638e751 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2451935 Nov 03 19:04:41.381502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.477603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-1fc5bd84-5137-4d20-9c27-6b8a7dd72ac0 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.481237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-1fc5bd84-5137-4d20-9c27-6b8a7dd72ac0 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 818 time: 0.4475524 Nov 03 19:04:41.526300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Request body: {'port': {'device_id': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'admin_state_up': True, 'tenant_id': '749e5792cc7242e582e4acc6ad96e35d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:41.537469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Made reservation on behalf of 749e5792cc7242e582e4acc6ad96e35d for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:41.543284 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.639007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-850d6518-db76-4702-83e1-ac2d9df91a3a req-377b8e68-8e08-4395-a03f-9243fa9dd2d8 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851558 Nov 03 19:04:41.676318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Attempting to bind port 7409340a-6a08-45ba-a3b7-2562f3d18f19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:41.676882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Attempting to bind port 7409340a-6a08-45ba-a3b7-2562f3d18f19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:41.677598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Attempting to bind port 7409340a-6a08-45ba-a3b7-2562f3d18f19 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:41.750350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Port 7409340a-6a08-45ba-a3b7-2562f3d18f19 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:41.750350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Attempting to bind port 7409340a-6a08-45ba-a3b7-2562f3d18f19 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:41.776507 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.786832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:41.787356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:41.788965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:41.789747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Bound port: 7409340a-6a08-45ba-a3b7-2562f3d18f19, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:41.790308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.818450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Request body: {'port': {'device_id': 'f4038ff8-0a64-436f-b013-64333ddad832', 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'admin_state_up': True, 'tenant_id': '749e5792cc7242e582e4acc6ad96e35d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:41.844896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd31cc-77f2-442d-aba8-55e472568b1d req-c1e68d34-c880-480d-b3c1-720227056257 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:41.847479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dbd31cc-77f2-442d-aba8-55e472568b1d req-c1e68d34-c880-480d-b3c1-720227056257 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 944 time: 0.2702129 Nov 03 19:04:41.884412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet a47fb6d9-7a5c-47ea-9c8e-4eb549233c04 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:41.904206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.991421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4907c8ea-253e-4ddf-8149-fc865d805170 req-1cb55bc8-ae7c-41bd-97f6-85797031cabd tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 210 time: 0.1401629 Nov 03 19:04:42.018998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Made reservation on behalf of 749e5792cc7242e582e4acc6ad96e35d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:42.025341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.073669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.102083 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.135572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dbd31cc-77f2-442d-aba8-55e472568b1d req-fd06cfdd-8f3b-4b22-9746-68f5f17dae2c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762051 Nov 03 19:04:42.138296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Allocated IP 172.20.0.12 (179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15/5c0c5d6c-7164-4189-b338-9b62924bf5ec/dbc1cff3-8d17-47b1-a85e-d8c27c5368b0) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:42.146159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:42.151845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:42.159283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.257835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:42.258467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.260485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] 10.222.0.115 "PUT /v2.0/ports/7409340a-6a08-45ba-a3b7-2562f3d18f19 HTTP/1.1" status: 200 len: 1092 time: 4.3224022 Nov 03 19:04:42.262945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:42.265543 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa84d3d-279d-4544-a7b7-1c86a860b148" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:42.311945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0161c8a6-fe1b-473c-9277-31c21c09916f req-934f6f33-23cc-4f6d-b820-90cc2593b4df tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0860081 Nov 03 19:04:42.325319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a5d14-bb9f-43a0-a06b-ada8894fdcce service neutron] Pushing event updated for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:42.370072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Made reservation on behalf of 749e5792cc7242e582e4acc6ad96e35d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:42.376483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.598359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.620278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-a988e8eb-faee-4b14-be78-4b1e1d38216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:42.622057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-a988e8eb-faee-4b14-be78-4b1e1d38216b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 1095 time: 0.2018428 Nov 03 19:04:42.652948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b0581-7276-4f10-b6be-04b635ae2f58 req-3401d966-677f-486d-a394-f1feb3dee34e tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:42.661187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-070b0581-7276-4f10-b6be-04b635ae2f58 req-3401d966-677f-486d-a394-f1feb3dee34e tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.2546637 Nov 03 19:04:42.718646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.789094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=a47fb6d9-7a5c-47ea-9c8e-4eb549233c04,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:42.810550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.819663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00da0c-9276-4d86-a23f-13f1a2500497 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:42.829985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0670055d-03f4-431b-98af-07ad331c7740 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/a47fb6d9-7a5c-47ea-9c8e-4eb549233c04 HTTP/1.1" status: 204 len: 168 time: 1.4449701 Nov 03 19:04:42.834349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:42.968793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet f8f416ec-646f-48f4-9edf-7512b988d5c2 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:42.974499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.067147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.181138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd4080-55ad-4a86-b479-7c1d33694e24 req-039ddde3-fa9b-448f-a382-4f0a10927731 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:43.183317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5dd4080-55ad-4a86-b479-7c1d33694e24 req-039ddde3-fa9b-448f-a382-4f0a10927731 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.6577914 Nov 03 19:04:43.190670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-1c2bfd09-4c0f-476f-bd4c-0e90d338c1c1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19 HTTP/1.1" status: 200 len: 217 time: 0.5221765 Nov 03 19:04:43.197939 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.255535 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.324797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-070b0581-7276-4f10-b6be-04b635ae2f58 req-3d88eb71-d441-430f-b80b-a11409c5f823 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624975 Nov 03 19:04:43.382375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-4ad39cb1-b21c-4252-8791-4a0608fca19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:43.383868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-4ad39cb1-b21c-4252-8791-4a0608fca19d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1735611 Nov 03 19:04:43.420045 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e971c292-fd4a-40f4-ab9f-bab8132fabcc x-openstack-request-id: req-e971c292-fd4a-40f4-ab9f-bab8132fabcc {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:43.420755 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:43.420939 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e971c292-fd4a-40f4-ab9f-bab8132fabcc {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:43.421576 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19', 'status': 'completed', 'code': 200} Nov 03 19:04:43.422676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.457824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5dd4080-55ad-4a86-b479-7c1d33694e24 req-a1c2bac6-45ff-4e4d-bb8f-cd16e219adf2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570183 Nov 03 19:04:43.459351 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.529310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f416ec-646f-48f4-9edf-7512b988d5c2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:43.546009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Pushing event updated for resources: {'Port': ['ID=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:43.576664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-b003a6b2-f436-4696-bb87-bc90975a9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:43.578361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-b003a6b2-f436-4696-bb87-bc90975a9527 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817546 Nov 03 19:04:43.581315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:43.582995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:43.586534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:43.597672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.611450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c0a85dff-e6c3-40d2-9b29-b5f561e8a1bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/f8f416ec-646f-48f4-9edf-7512b988d5c2 HTTP/1.1" status: 204 len: 168 time: 0.7747262 Nov 03 19:04:43.626954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36116) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:43.740170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dc0d01e7-ba65-4303-8c6a-e69f8d20f43c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110768 Nov 03 19:04:43.741083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:43.760698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:43.807189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Allocated IP 172.20.0.4 (179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15/5c0c5d6c-7164-4189-b338-9b62924bf5ec/bb85a854-6ac2-4656-9229-5f8396a0e26e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:43.845278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:43.846529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.918668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-796a37c7-f478-46ef-a259-dc792a901fc6 req-e5a1bbe3-1683-4d4d-8229-d40b9f74ec73 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 210 time: 0.1108561 Nov 03 19:04:43.977562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7bef0226-cdb1-4192-969d-3bb163860b9b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3940332 Nov 03 19:04:44.024116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Request body: {'port': {'device_id': 'd489a991-aa0d-498c-9d78-ba493355630b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:44.050293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:44.055207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.098774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-2721eee8-95e1-4fbf-b36b-6ecdc44980e3 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569938 Nov 03 19:04:44.126658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c622000-e08f-4be7-acd1-084e47d9db5f req-b073220e-9b0d-4c8f-8894-58e4040fc4ba tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:44.141508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c622000-e08f-4be7-acd1-084e47d9db5f req-b073220e-9b0d-4c8f-8894-58e4040fc4ba tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 944 time: 0.3267882 Nov 03 19:04:44.161197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460b8cb-987e-4b0d-ab6d-ef86b283b53f None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:44.277844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.440915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.502327 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.529746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f0fa441d-6101-47af-8133-153cda0b9453 None None] Provisioning complete for port 66965934-d6ad-4156-87b0-9aa07f0ef626 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:44.530165 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0fa441d-6101-47af-8133-153cda0b9453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.562307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5099417e-6b38-43ba-867c-3aae0abef1e4 req-5803cadf-27ce-4599-8ae6-f2fe63bb8758 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1065030 Nov 03 19:04:44.573798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d89942-06b4-415b-be5a-4ce84abe5312 req-7102d946-9f02-4c99-a5bc-33c539c1d765 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227955 Nov 03 19:04:44.579311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.645510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c622000-e08f-4be7-acd1-084e47d9db5f req-3624998b-12e9-4929-9361-a5b6d1384b44 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027232 Nov 03 19:04:44.670800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:44.721134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:44.727411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Allocated IP 172.20.0.11 (179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15/5c0c5d6c-7164-4189-b338-9b62924bf5ec/710c21ab-acd6-486f-9e55-89212dbc32c3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:44.732093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:44.742588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Pushing event updated for resources: {'Port': ['ID=bb85a854-6ac2-4656-9229-5f8396a0e26e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:44.747348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:44.752154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:44.753176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.762583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:44.872022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:44.873232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.874642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:44.929314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=1066d166-c8c9-4e80-aaee-21e60229ccaf,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:44.941836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9d99b3ab-6fb6-4596-8322-2a3b58788767 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4267578 Nov 03 19:04:44.953146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c2c7947e-8f87-4f92-b5ab-297e8044044e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2027323 Nov 03 19:04:44.957778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:44.958871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Request body: {'port': {'device_id': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:44.967411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:44.997453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] Deleting port 66965934-d6ad-4156-87b0-9aa07f0ef626 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:44.998423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.136357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.141795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-235c94a0-88b9-42c9-b997-2e021663dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:45.143904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-235c94a0-88b9-42c9-b997-2e021663dfff service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 1095 time: 0.2881758 Nov 03 19:04:45.162219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] For port 66965934-d6ad-4156-87b0-9aa07f0ef626, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66965934-d6ad-4156-87b0-9aa07f0ef626,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:45.163079 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.180219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aa431-be78-4ae3-b346-47f445a3578f req-83242660-d84e-4810-a1d4-dea19601ae79 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:45.181924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f56aa431-be78-4ae3-b346-47f445a3578f req-83242660-d84e-4810-a1d4-dea19601ae79 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.2632244 Nov 03 19:04:45.189346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] Calling delete_port for 66965934-d6ad-4156-87b0-9aa07f0ef626 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:45.193845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46567fd-365a-42ed-bfc7-c57e52614120 req-668f9927-dfc8-4951-9498-1ad9098b3af9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:45.201552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b46567fd-365a-42ed-bfc7-c57e52614120 req-668f9927-dfc8-4951-9498-1ad9098b3af9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2858140 Nov 03 19:04:45.368654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:45.411031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.434865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.469444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b46567fd-365a-42ed-bfc7-c57e52614120 req-13b38826-c2ca-4f21-aabc-6e264bd82885 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668643 Nov 03 19:04:45.497069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-302ecccd-781e-49d5-80e5-5ca3c71bdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:45.498851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-302ecccd-781e-49d5-80e5-5ca3c71bdde2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3378186 Nov 03 19:04:45.505233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f56aa431-be78-4ae3-b346-47f445a3578f req-43aa894b-835f-4209-9e3e-fbc200647369 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495344 Nov 03 19:04:45.506239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:45.506397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 66965934-d6ad-4156-87b0-9aa07f0ef626 {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:04:45.507014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66965934-d6ad-4156-87b0-9aa07f0ef626 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:45.512618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] Pushing event deleted for resources: {'Port': ['ID=66965934-d6ad-4156-87b0-9aa07f0ef626,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:45.520211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b4a2c-569a-4975-901b-e67245a8842b None None] No DVR routers for this DVR port 66965934-d6ad-4156-87b0-9aa07f0ef626 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:45.521367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.553658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80021483-eedf-4a41-8f2c-410ee5b8c0e8 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:45.733573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-7472e1df-cb64-4168-883f-987d106e5060 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19 HTTP/1.1" status: 200 len: 217 time: 0.2031970 Nov 03 19:04:45.797849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.921354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:45.926313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '1066d166-c8c9-4e80-aaee-21e60229ccaf'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:45.927123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:45.928258 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.935452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:45.942156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Pushing event updated for resources: {'Port': ['ID=710c21ab-acd6-486f-9e55-89212dbc32c3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.034511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.034792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-16bfa051-cec5-4700-b77b-da196079d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.036405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.036632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-16bfa051-cec5-4700-b77b-da196079d39f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2896130 Nov 03 19:04:46.070406 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-18b9d32a-2612-4ea8-b947-92b2f7b7abf8 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5532627 Nov 03 19:04:46.092410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Request body: {'port': {'device_id': 'f4038ff8-0a64-436f-b013-64333ddad832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:46.187267 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.194511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Allocated IP 172.20.0.2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/1066d166-c8c9-4e80-aaee-21e60229ccaf/dcae658e-4e92-4720-a72f-5a2f950e3eee) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:46.201585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181fc58-2074-477d-87a6-0d07f1d2cfdc req-dd6d51ee-5041-4582-965b-6cca1f34564d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.204463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c181fc58-2074-477d-87a6-0d07f1d2cfdc req-dd6d51ee-5041-4582-965b-6cca1f34564d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.3286633 Nov 03 19:04:46.236805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36142) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:46.248818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'floatingip': {'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:46.277349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746dc66-776f-4cb1-b959-c199104373d3 req-1600ad4e-60b7-4cc8-b9bb-e40f611d1546 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.291804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1746dc66-776f-4cb1-b959-c199104373d3 req-1600ad4e-60b7-4cc8-b9bb-e40f611d1546 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 932 time: 0.2870238 Nov 03 19:04:46.340131 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.371141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-1d5b76dd-c018-443d-9dc2-f5303979d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:46.373847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-1d5b76dd-c018-443d-9dc2-f5303979d69e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123682 Nov 03 19:04:46.524703 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.536328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.593733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:46.602873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:46.606584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54880927-f53d-4b2e-9cd9-ef636444a256 req-6f5e1f12-a990-4600-996b-ec4e189d7e76 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1371493 Nov 03 19:04:46.621084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:46.648967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Pushing event updated for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.690254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1746dc66-776f-4cb1-b959-c199104373d3 req-dd3346ea-b556-46bb-8787-570247c1f706 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965716 Nov 03 19:04:46.768040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Attempting to bind port dcae658e-4e92-4720-a72f-5a2f950e3eee on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:46.768862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Attempting to bind port dcae658e-4e92-4720-a72f-5a2f950e3eee by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:46.769613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Attempting to bind port dcae658e-4e92-4720-a72f-5a2f950e3eee on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:46.780394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:46.780987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:46.781618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.782133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:46.782793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Bound port: dcae658e-4e92-4720-a72f-5a2f950e3eee, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:46.783292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.826472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:46.866066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.895635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:46.903213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dcae658e-4e92-4720-a72f-5a2f950e3eee,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:46.910512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.967253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-adf65923-11ad-4651-9b3f-56ec612a91c6 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781953 Nov 03 19:04:46.972332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Transition to ACTIVE for port object dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:47.016674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.096852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13f889-5609-44ac-9c4b-4c2572e0a288 None None] Pushing event updated for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:47.219288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce417f4-5a62-4b6e-a7fe-e753e4f8659d req-93857a8c-ec48-46a2-a2a7-3633dda58777 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:47.222201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cce417f4-5a62-4b6e-a7fe-e753e4f8659d req-93857a8c-ec48-46a2-a2a7-3633dda58777 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 944 time: 0.4064517 Nov 03 19:04:47.303684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Pushing event updated for resources: {'Port': ['ID=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:47.532901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa84d3d-279d-4544-a7b7-1c86a860b148 req-3adafb57-3037-4d41-b5b8-715f304b65f7 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538368 Nov 03 19:04:47.681146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cce417f4-5a62-4b6e-a7fe-e753e4f8659d req-280e8012-b1d3-4629-8692-b42678f80af2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035287 Nov 03 19:04:47.729638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:04:47.818404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:04:47.832908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb85a854-6ac2-4656-9229-5f8396a0e26e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:47.843260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03f327-47ed-4c51-a7d8-f9a52a5379c1 req-d8872c50-1610-42e3-83fc-6fd4848924f9 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:47.846005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc03f327-47ed-4c51-a7d8-f9a52a5379c1 req-d8872c50-1610-42e3-83fc-6fd4848924f9 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.3053799 Nov 03 19:04:47.854161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.865205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.871611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.915915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Attempting to bind port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:47.916367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Attempting to bind port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:47.916969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Attempting to bind port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:47.935709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Transition to ACTIVE for port object bb85a854-6ac2-4656-9229-5f8396a0e26e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:47.950039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.066886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a15cb14a-d14d-406f-858a-6b230c490602 req-74e7de4f-ddf1-458f-8591-73cdd3458f68 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.2455881 Nov 03 19:04:48.107421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:48.107995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Attempting to bind port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:48.206580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:48.208015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Checking segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:48.208539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Bound using segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:48.209593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Bound port: dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:48.210066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.259426 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Floating IP 6bf665b9-444b-41f0-9705-2d9d1e2bf40c associated. External IP: 172.25.8.188, port: ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1. Nov 03 19:04:48.330165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85a854-6ac2-4656-9229-5f8396a0e26e,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:48.369901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc03f327-47ed-4c51-a7d8-f9a52a5379c1 req-17cd627b-d83b-44ca-84ce-bc8b18e35157 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644363 Nov 03 19:04:48.634165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7409340a-6a08-45ba-a3b7-2562f3d18f19 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:48.660488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.692877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Attempting to bind port bb85a854-6ac2-4656-9229-5f8396a0e26e on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:48.692877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Attempting to bind port bb85a854-6ac2-4656-9229-5f8396a0e26e by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:48.693368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Attempting to bind port bb85a854-6ac2-4656-9229-5f8396a0e26e on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:48.709439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710c21ab-acd6-486f-9e55-89212dbc32c3 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:48.732134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.733315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7d5fa-0992-45b5-bb1f-6ad64dcca797 req-a9e30b5c-da09-4162-b622-aca30164d98c tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:48.735630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fa7d5fa-0992-45b5-bb1f-6ad64dcca797 req-a9e30b5c-da09-4162-b622-aca30164d98c tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 932 time: 0.4606032 Nov 03 19:04:48.737625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Port bb85a854-6ac2-4656-9229-5f8396a0e26e on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:48.738170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Attempting to bind port bb85a854-6ac2-4656-9229-5f8396a0e26e on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:48.811689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] For port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:48.840383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:48.841135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Checking segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:48.841741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Bound using segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:48.842980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Bound port: bb85a854-6ac2-4656-9229-5f8396a0e26e, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:48.843679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.869585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] For port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:48.888359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Transition to ACTIVE for port object 710c21ab-acd6-486f-9e55-89212dbc32c3 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:48.900293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.944492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.985243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:48.985791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.996788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:49.031521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Pushing event updated for resources: {'Port': ['ID=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:49.066567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '7409340a-6a08-45ba-a3b7-2562f3d18f19', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': '7409340a-6a08-45ba-a3b7-2562f3d18f19', 'mac_address': 'fa:16:3e:96:2d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:49.173915 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.182369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.184369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.185711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ab2c8183-f2ec-4f2c-9360-4ef2c9040cfc service neutron] 10.222.0.110 "PUT /v2.0/ports/dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 HTTP/1.1" status: 200 len: 1092 time: 5.1914542 Nov 03 19:04:49.207943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fa7d5fa-0992-45b5-bb1f-6ad64dcca797 req-af4b7b24-e8cc-4f0e-9358-786b03475022 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129584 Nov 03 19:04:49.208961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd489a991-aa0d-498c-9d78-ba493355630b', 'tag': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:49.218613 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769bca0e-fe25-4dc9-ab82-6565b1cbb135" -d '{"events": [{"name": "network-changed", "server_uuid": "d489a991-aa0d-498c-9d78-ba493355630b", "tag": "dbc1cff3-8d17-47b1-a85e-d8c27c5368b0"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:49.261507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7409340a-6a08-45ba-a3b7-2562f3d18f19 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:49.302364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.310653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:49.334894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.459359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:49.461712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a6d04-01db-4d1d-bdb2-df7c75d8adb0 req-0db10adb-1c85-43ca-93dc-23255bf73f71 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.470635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-922a6d04-01db-4d1d-bdb2-df7c75d8adb0 req-0db10adb-1c85-43ca-93dc-23255bf73f71 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 944 time: 0.4506292 Nov 03 19:04:49.514486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dcae658e-4e92-4720-a72f-5a2f950e3eee up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:49.606022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:49.606846 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.622961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Pushing event updated for resources: {'Port': ['ID=710c21ab-acd6-486f-9e55-89212dbc32c3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:49.630248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:49.638182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] For port bb85a854-6ac2-4656-9229-5f8396a0e26e, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:49.651802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] For port bb85a854-6ac2-4656-9229-5f8396a0e26e, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:49.676919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.720378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-97fec9d7-4dda-4bd7-abc1-11b5607dfa06 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.721754 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-97fec9d7-4dda-4bd7-abc1-11b5607dfa06 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.110 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.2331631 Nov 03 19:04:49.730322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['7409340a-6a08-45ba-a3b7-2562f3d18f19'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:49.780071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.780071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.781635 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] 10.222.0.115 "PUT /v2.0/ports/bb85a854-6ac2-4656-9229-5f8396a0e26e HTTP/1.1" status: 200 len: 1091 time: 4.8273089 Nov 03 19:04:49.799949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.812269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'tag': 'bb85a854-6ac2-4656-9229-5f8396a0e26e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:49.826581 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf69c08-12a2-48f7-b59a-34acfbf400d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a854bf83-edd2-4a14-a5e9-66dfc77d5b3f", "tag": "bb85a854-6ac2-4656-9229-5f8396a0e26e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:49.938500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4b7569f-f40c-46c0-871b-0a035134dc1b req-99f90d70-ab68-4c92-ac72-011697060ef3 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.4595444 Nov 03 19:04:49.974222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-e2d656fe-f572-4e49-a6a1-41467e7814c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.976138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-e2d656fe-f572-4e49-a6a1-41467e7814c1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 1095 time: 0.5829158 Nov 03 19:04:50.016018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eab5e-891c-401c-8745-154a2909fbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85a854-6ac2-4656-9229-5f8396a0e26e,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.048058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-922a6d04-01db-4d1d-bdb2-df7c75d8adb0 req-b07d0b40-0045-45b0-96e1-7a00ddec49b5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767133 Nov 03 19:04:50.051990 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eae28fa-974f-4f45-a721-ad8ed9547321 x-openstack-request-id: req-7eae28fa-974f-4f45-a721-ad8ed9547321 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:50.052382 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d489a991-aa0d-498c-9d78-ba493355630b", "tag": "dbc1cff3-8d17-47b1-a85e-d8c27c5368b0", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:50.052645 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7eae28fa-974f-4f45-a721-ad8ed9547321 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:50.053146 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd489a991-aa0d-498c-9d78-ba493355630b', 'tag': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0', 'status': 'completed', 'code': 200} Nov 03 19:04:50.060998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-de394191-5a12-414b-a13e-6f77b0504b48 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 HTTP/1.1" status: 200 len: 217 time: 0.0682302 Nov 03 19:04:50.065322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dcae658e-4e92-4720-a72f-5a2f950e3eee,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:50.099096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Attempting to bind port 710c21ab-acd6-486f-9e55-89212dbc32c3 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:50.100671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Attempting to bind port 710c21ab-acd6-486f-9e55-89212dbc32c3 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:50.101157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Attempting to bind port 710c21ab-acd6-486f-9e55-89212dbc32c3 on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:50.122582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Port 710c21ab-acd6-486f-9e55-89212dbc32c3 on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:50.123195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Attempting to bind port 710c21ab-acd6-486f-9e55-89212dbc32c3 on network 179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:50.183226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.194058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.194964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.195779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-8d26f28d-8b80-418d-b19d-0f9673b767d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.199589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-8d26f28d-8b80-418d-b19d-0f9673b767d1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 1094 time: 0.3289475 Nov 03 19:04:50.204847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-a7913492-5159-4969-bef5-78f90d7ecf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.206625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-a7913492-5159-4969-bef5-78f90d7ecf89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 200 len: 858 time: 0.1287880 Nov 03 19:04:50.208223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:50.208223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Checking segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:50.211227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Bound using segment: {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:50.211227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Bound port: 710c21ab-acd6-486f-9e55-89212dbc32c3, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690aa55e-3b30-4f64-a6e5-cec35e3c22e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:50.211227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.323486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:50.324035 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:50.355097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7f544d6c-ac62-475e-ad88-3497f65db370 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659990 Nov 03 19:04:50.355400 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:50.356116 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:50.367442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-5799c1ca-ebc7-4b77-9977-4dd6b6eb592a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e HTTP/1.1" status: 200 len: 217 time: 0.1335504 Nov 03 19:04:50.383674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044cf7d-ad88-4a40-9ed8-3cecf9c8417e req-8be83b00-282c-4a53-bdfb-752f57b76d18 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.385907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2044cf7d-ad88-4a40-9ed8-3cecf9c8417e req-8be83b00-282c-4a53-bdfb-752f57b76d18 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.2600319 Nov 03 19:04:50.393863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] For port 710c21ab-acd6-486f-9e55-89212dbc32c3, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:50.407855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:50.440694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:50.454580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Deleting port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:50.454873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.456989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc8c16-167a-4e89-b086-b5905ec249da None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:50.458815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:50.465167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.465861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.466479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.469068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=e4ac1605-762a-49ae-85a4-0b609aa564f6,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.470184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] For port 710c21ab-acd6-486f-9e55-89212dbc32c3, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=710c21ab-acd6-486f-9e55-89212dbc32c3,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:50.476157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=4']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.493909 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:50.511865 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:50.512597 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:04:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:50.545856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eff5a8e8-c056-4bcd-9aa6-fe64f513d741 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.5857882 Nov 03 19:04:50.550446 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef42556-485a-4699-b857-3c86a91dce01 x-openstack-request-id: req-1ef42556-485a-4699-b857-3c86a91dce01 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:50.551542 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a854bf83-edd2-4a14-a5e9-66dfc77d5b3f", "tag": "bb85a854-6ac2-4656-9229-5f8396a0e26e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:50.551828 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1ef42556-485a-4699-b857-3c86a91dce01 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:50.552265 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'tag': 'bb85a854-6ac2-4656-9229-5f8396a0e26e', 'status': 'completed', 'code': 200} Nov 03 19:04:50.559491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36176) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:50.565050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:f8:10:98', 'name': 'tempest-NetworksTestDHCPv6-1150059270'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:50.586250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2044cf7d-ad88-4a40-9ed8-3cecf9c8417e req-d2ba64a5-adfb-470d-bc12-efebfdceb656 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743526 Nov 03 19:04:50.598017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.713364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-3b9e2430-ce90-48d2-9b54-67bcd1f65edd service neutron] 10.222.0.110 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183489 Nov 03 19:04:50.766575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Pushing event updated for resources: {'Port': ['ID=710c21ab-acd6-486f-9e55-89212dbc32c3,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.786706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-144c8f6f-a7e0-4a7c-b7fd-40afbc00f27a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "PUT /v2.0/floatingips/6bf665b9-444b-41f0-9705-2d9d1e2bf40c HTTP/1.1" status: 200 len: 992 time: 4.5436053 Nov 03 19:04:50.786706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-38bd828f-9911-45d5-8034-f6ea68a070a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.786706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-38bd828f-9911-45d5-8034-f6ea68a070a1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 200 len: 858 time: 0.4034777 Nov 03 19:04:50.795358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.795996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.797629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-67bd0905-0bb8-4478-9ca6-a03507a6b95e service neutron] 10.222.0.115 "PUT /v2.0/ports/710c21ab-acd6-486f-9e55-89212dbc32c3 HTTP/1.1" status: 200 len: 1092 time: 4.7131333 Nov 03 19:04:50.839442 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:50.849411 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-ade49c28-5aca-47c6-a3e5-d1c4aa61321f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439298 Nov 03 19:04:50.906754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683550-ac58-4042-869b-329a0f644b4f req-678974b2-a42c-41da-be66-5e0587a238ba tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:50.908605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e683550-ac58-4042-869b-329a0f644b4f req-678974b2-a42c-41da-be66-5e0587a238ba tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 944 time: 0.2360940 Nov 03 19:04:50.956700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] For port 04f21c44-9362-41cd-894a-f4b5ee2c72f7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=04f21c44-9362-41cd-894a-f4b5ee2c72f7,segment=NetworkSegment(ce4d7460-b29e-478f-99e2-f74c713a5cf6),segment_id=ce4d7460-b29e-478f-99e2-f74c713a5cf6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:50.957042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.967205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-f33e4cb2-089c-4e9a-afec-bc73ea365337 service neutron] 10.222.0.110 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379444 Nov 03 19:04:50.970500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:51.020822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Calling delete_port for 04f21c44-9362-41cd-894a-f4b5ee2c72f7 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:51.053858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-31202176-c69b-4e1d-9d8a-f5fb4751bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:51.055523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-31202176-c69b-4e1d-9d8a-f5fb4751bc4d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 1095 time: 0.1584854 Nov 03 19:04:51.099443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.140892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.200152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-173026fa-6897-4048-969c-10dfc144e39f req-284472d5-eb75-4570-81b2-9676db276ccc service neutron] (101988) timed out ('10.222.0.91', 43772) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:04:51.214895 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-9a6063ce-5ce1-46dc-b982-c4d50b000763 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c21ab-acd6-486f-9e55-89212dbc32c3 HTTP/1.1" status: 200 len: 217 time: 0.0939837 Nov 03 19:04:51.223541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dcae658e-4e92-4720-a72f-5a2f950e3eee,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:51.237789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.275407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64d48e41-057c-4c3f-9397-593033a098f8 req-3819ac8f-893d-46ca-9ac1-01bab1553ce3 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0677304 Nov 03 19:04:51.297648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e683550-ac58-4042-869b-329a0f644b4f req-7b2c0cb8-6945-44f9-b45f-76e124e6553b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681822 Nov 03 19:04:51.338738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.384264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-9792f2ad-7763-4158-8976-97a8d820342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:51.412341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-9792f2ad-7763-4158-8976-97a8d820342b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 1095 time: 0.2655392 Nov 03 19:04:51.473129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-45fb0022-4878-4739-832c-2673e9a6b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:51.486417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-45fb0022-4878-4739-832c-2673e9a6b151 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 200 len: 858 time: 0.2525322 Nov 03 19:04:51.498732 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '6bf665b9-444b-41f0-9705-2d9d1e2bf40c', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'mac_address': 'fa:16:3e:bb:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:04:05Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 1, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:51.501143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-6769dad0-e91e-41cd-9fa1-0c2a9617699f service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340837 Nov 03 19:04:51.551868 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:51.565746 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:51.566393 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:04:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:51.597046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dcae658e-4e92-4720-a72f-5a2f950e3eee up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:51.647578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:51.650591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-6233b880-b1cc-4fbf-98de-3799cc9b6084 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284697 Nov 03 19:04:51.719705 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:51.748307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:51.753961 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:51.754476 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e287a445-a2e8-43bd-ba9b-19b54c4d2a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:51.777968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:51.778575 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.098120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-fc5aa19b-5adc-480f-b4ee-5917a42a041f service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395280 Nov 03 19:04:52.186326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '6bf665b9-444b-41f0-9705-2d9d1e2bf40c', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'mac_address': 'fa:16:3e:bb:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:04:05Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 1, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:52.230584 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c53ea1-5ea7-4b95-a818-afca9d66272f None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '6bf665b9-444b-41f0-9705-2d9d1e2bf40c', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'floating_ip_address': '172.25.8.188', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'mac_address': 'fa:16:3e:bb:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:04:05Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 1, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:52.257109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3541f4-fae1-4123-b5ce-1b236e4fe78b req-25f806ca-eb5a-48d6-ad9c-a8d78a1d45a8 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.266538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a3541f4-fae1-4123-b5ce-1b236e4fe78b req-25f806ca-eb5a-48d6-ad9c-a8d78a1d45a8 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 945 time: 0.2325530 Nov 03 19:04:52.313793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536f99-f68e-457e-a228-f88d68373e8a req-ef75f926-c818-431c-ab2c-abee1f4c1b22 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.316385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84536f99-f68e-457e-a228-f88d68373e8a req-ef75f926-c818-431c-ab2c-abee1f4c1b22 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 945 time: 0.7141588 Nov 03 19:04:52.326873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-26fd414d-9f67-4e90-93c2-2c4e8397947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.330162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-26fd414d-9f67-4e90-93c2-2c4e8397947e service neutron] 10.222.0.110 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 919 time: 0.8922088 Nov 03 19:04:52.352479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 172.20.0.9 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/1066d166-c8c9-4e80-aaee-21e60229ccaf/4bb6ebd5-9bf2-470a-8d5a-3826d1966b82) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:52.417255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-697e6a25-2bbb-4f68-83e4-f534c7b941be service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8944530 Nov 03 19:04:52.431402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-967c1f2b-8d2a-4bee-9ba1-5d0e59107f15 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 HTTP/1.1" status: 200 len: 217 time: 0.0744362 Nov 03 19:04:52.434924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fef8:1098 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/e4ac1605-762a-49ae-85a4-0b609aa564f6/4bb6ebd5-9bf2-470a-8d5a-3826d1966b82) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:52.479168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.499521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a3541f4-fae1-4123-b5ce-1b236e4fe78b req-19043538-8f6a-4b98-928d-0a03eab9a4f1 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/security-groups?id=c757ae56-4a3a-4d2b-9e0f-629ff0866881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319589 Nov 03 19:04:52.564337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89d487e4-1ecb-4acd-8296-0d37f08546bd req-7fadcdf2-6ab7-42d7-9d63-adbf659079ce service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535520 Nov 03 19:04:52.565342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}, {'name': 'network-changed', 'server_uuid': 'f4038ff8-0a64-436f-b013-64333ddad832', 'tag': '710c21ab-acd6-486f-9e55-89212dbc32c3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:52.569756 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baaf719-628c-4e02-945a-0105048abeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}, {"name": "network-changed", "server_uuid": "f4038ff8-0a64-436f-b013-64333ddad832", "tag": "710c21ab-acd6-486f-9e55-89212dbc32c3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:52.601270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Pushing event deleted for resources: {'Port': ['ID=04f21c44-9362-41cd-894a-f4b5ee2c72f7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:52.638109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7409340a-6a08-45ba-a3b7-2562f3d18f19 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:52.764592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-f63641d1-95d6-4195-b9d1-a83ffaf89453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.767608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-f63641d1-95d6-4195-b9d1-a83ffaf89453 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 200 len: 858 time: 0.3160484 Nov 03 19:04:52.796947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] No DVR routers for this DVR port 04f21c44-9362-41cd-894a-f4b5ee2c72f7 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:52.801038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5621c-ee54-48d3-9512-8e95ece4d7e1 None None] New status for floating IP 6bf665b9-444b-41f0-9705-2d9d1e2bf40c: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:04:52.806352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84536f99-f68e-457e-a228-f88d68373e8a req-4584d4f6-878d-43e7-bcb2-84fdc57279bf tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713612 Nov 03 19:04:52.808295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.812230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-193dcaa3-7774-4901-9a1d-11f08444bedf req-228f4152-50a6-4afc-8ac1-a6498f0f1495 tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.110 "DELETE /v2.0/ports/04f21c44-9362-41cd-894a-f4b5ee2c72f7 HTTP/1.1" status: 204 len: 173 time: 3.0510762 Nov 03 19:04:52.823603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-1c7c25d9-15c4-44de-b1a2-9cdb5d7bfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:52.825381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-1c7c25d9-15c4-44de-b1a2-9cdb5d7bfb69 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 1094 time: 0.2494750 Nov 03 19:04:52.937660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-a2252811-63a0-4429-9bce-20c21a1768f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505516 Nov 03 19:04:52.989100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-159b4806-e00c-4aba-9761-6a5a4d9f3d9f req-cef6c6d9-6d2a-4194-8a81-9e06c15617a6 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.2033231 Nov 03 19:04:53.063239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-bfac3b68-e426-4969-9969-a58198fc6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.069167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-bfac3b68-e426-4969-9969-a58198fc6e1c service neutron] 10.222.0.115 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 919 time: 0.2336609 Nov 03 19:04:53.146120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 7409340a-6a08-45ba-a3b7-2562f3d18f19 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:53.156182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 7409340a-6a08-45ba-a3b7-2562f3d18f19 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:53.156765 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.165386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-3b518b7c-bafe-4f45-a94c-3b5e6bc3a723 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e HTTP/1.1" status: 200 len: 217 time: 0.0832701 Nov 03 19:04:53.227569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.286626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f622eda-c250-4e50-b2e2-593bc6ff6df8 req-60749014-c9a5-4c13-9fde-3c880550d18d tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.289598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f622eda-c250-4e50-b2e2-593bc6ff6df8 req-60749014-c9a5-4c13-9fde-3c880550d18d tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 944 time: 0.3109252 Nov 03 19:04:53.298851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-59bc07c8-b388-4b53-99f7-0b0d29c20f50 None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:53.299714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59bc07c8-b388-4b53-99f7-0b0d29c20f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.375691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-833e7522-2d23-4e9f-871e-f9ea929f94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.379533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-833e7522-2d23-4e9f-871e-f9ea929f94f0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 200 len: 858 time: 0.2018278 Nov 03 19:04:53.401716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 04f21c44-9362-41cd-894a-f4b5ee2c72f7 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:53.442956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-67103cbc-1883-43b5-8dbe-f2dbbfcb0ed1 service neutron] 10.222.0.110 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732034 Nov 03 19:04:53.448649 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2801052-ba65-4fd7-802e-3659383780f5 x-openstack-request-id: req-b2801052-ba65-4fd7-802e-3659383780f5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:53.449255 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4038ff8-0a64-436f-b013-64333ddad832", "tag": "710c21ab-acd6-486f-9e55-89212dbc32c3", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:53.449685 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2801052-ba65-4fd7-802e-3659383780f5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:53.450410 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'status': 'completed', 'code': 200} Nov 03 19:04:53.450892 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4038ff8-0a64-436f-b013-64333ddad832', 'tag': '710c21ab-acd6-486f-9e55-89212dbc32c3', 'status': 'completed', 'code': 200} Nov 03 19:04:53.506443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dcae658e-4e92-4720-a72f-5a2f950e3eee up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:53.521991 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.522550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-6f70ca4f-2e8e-4ff2-967f-c215200518ea service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647767 Nov 03 19:04:53.528220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 04f21c44-9362-41cd-894a-f4b5ee2c72f7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:53.528567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 04f21c44-9362-41cd-894a-f4b5ee2c72f7 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:53.567026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f622eda-c250-4e50-b2e2-593bc6ff6df8 req-143ee77a-10dd-4465-a9a2-6d2418684302 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403982 Nov 03 19:04:53.603609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-34bf15be-14bc-4a4a-9300-3dde2af01881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.605256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-34bf15be-14bc-4a4a-9300-3dde2af01881 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.2235265 Nov 03 19:04:53.719140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:53.730778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:53.746090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:53.777855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=4bb6ebd5-9bf2-470a-8d5a-3826d1966b82,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:53.898553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-cae8682c-d6a7-4133-84df-8bab658c8a97 service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570633 Nov 03 19:04:53.949223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-557c7dbc-1384-4ca4-935c-2413ee28f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.949895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.952395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-557c7dbc-1384-4ca4-935c-2413ee28f862 service neutron] 10.222.0.115 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.3309369 Nov 03 19:04:54.016678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:54.022562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:54.023797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.083422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:54.087527 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14a1f6-0fac-407a-9f74-2274003029b8" -d '{"events": [{"server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "name": "network-vif-plugged", "status": "completed", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:54.099794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.104243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94e88242-5b94-4cab-a07d-7ddd06909a17 req-4348fbf7-cde9-43dd-8d9c-234227958aab tempest-ServersNegativeTestMultiTenantJSON-880702742 tempest-ServersNegativeTestMultiTenantJSON-880702742-project] 10.222.0.91 "GET /v2.0/ports?device_id=91bb860a-6a42-4b20-beb4-248c4ed87cbd HTTP/1.1" status: 200 len: 210 time: 0.3131027 Nov 03 19:04:54.127189 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-226cff6b-aaae-44ab-87b1-56b6090fe879 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1002 time: 0.1573060 Nov 03 19:04:54.171908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-769bca0e-fe25-4dc9-ab82-6565b1cbb135 req-bfeca400-f4f5-4dbb-a336-97df94084650 service neutron] 10.222.0.110 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079103 Nov 03 19:04:54.242084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-cf0ea126-0686-4f46-a794-fee8a4f2861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.242084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-cf0ea126-0686-4f46-a794-fee8a4f2861f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.0996003 Nov 03 19:04:54.260140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.260910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.317830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c9d3b436-c5ba-48ff-a91d-ff04278c07a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7569244 Nov 03 19:04:54.327731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36214) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:54.338332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:54.340089 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bbf69c08-12a2-48f7-b59a-34acfbf400d6 req-902564d8-267f-4293-a55f-218ec37ac9fe service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322748 Nov 03 19:04:54.385852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-628552fa-dddc-420c-b9ff-946ddaba71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.388702 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-628552fa-dddc-420c-b9ff-946ddaba71c0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354654 Nov 03 19:04:54.417468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.418195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.418767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.419330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.419898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.420461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.421067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.421587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.422131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.422654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.423267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.423769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:54.553747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c5714-8b60-4200-bfb6-bf8ac261b1da tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.557962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0e34b790-5341-4896-98bf-82af889e64a6 None None] Provisioning complete for port 4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:54.558647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e34b790-5341-4896-98bf-82af889e64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.564507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c5714-8b60-4200-bfb6-bf8ac261b1da tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.566439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f89c5714-8b60-4200-bfb6-bf8ac261b1da tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2355356 Nov 03 19:04:54.569617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36218) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:54.593397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4a4f-7242-4b4d-8fc3-6d2f7b1ed06c req-abe3184a-2697-4af1-bfa4-a3666a523c3d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.601333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-403e4a4f-7242-4b4d-8fc3-6d2f7b1ed06c req-abe3184a-2697-4af1-bfa4-a3666a523c3d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 946 time: 0.2324467 Nov 03 19:04:54.623961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0e34b790-5341-4896-98bf-82af889e64a6 None None] Port 4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:54.654308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15562c3d-5148-44ee-96de-0cc6fae5670c req-b8cce613-a885-4dce-b5bf-5ea95c47f378 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0497549 Nov 03 19:04:54.680192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-6a704e6b-f82a-4e39-bd24-e322184e60ac service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810161 Nov 03 19:04:54.725132 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee104eba-58fe-43ce-a6fd-90ce04764b50 x-openstack-request-id: req-ee104eba-58fe-43ce-a6fd-90ce04764b50 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:54.725681 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "name": "network-vif-plugged", "status": "completed", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:54.726173 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee104eba-58fe-43ce-a6fd-90ce04764b50 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:54.726896 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19', 'code': 200} Nov 03 19:04:54.729795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-403e4a4f-7242-4b4d-8fc3-6d2f7b1ed06c req-d2b4e70e-1d9f-4106-becb-ddc4f3a5cfdd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141834 Nov 03 19:04:54.913980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:54.914565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.964854 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-e12844d2-fecd-4403-8957-e7f1f0ce5858 service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681768 Nov 03 19:04:54.981201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef5209-4754-44d1-9ec7-0f3159ca5c54 req-ce499714-b5d5-4f33-beab-96ed1e8a750f tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.983138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58ef5209-4754-44d1-9ec7-0f3159ca5c54 req-ce499714-b5d5-4f33-beab-96ed1e8a750f tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 944 time: 0.0700216 Nov 03 19:04:55.048891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634a3b3-5365-4512-b9c1-e5381bce6df2 req-ab8a2897-07c2-4002-94d3-4699592a1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:55.051714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4634a3b3-5365-4512-b9c1-e5381bce6df2 req-ab8a2897-07c2-4002-94d3-4699592a1670 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 1097 time: 0.2183640 Nov 03 19:04:55.061315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58ef5209-4754-44d1-9ec7-0f3159ca5c54 req-8256c9e5-97a8-4c09-9683-c7dd80c2243b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Nov 03 19:04:55.170466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36224) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.199751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.220173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:55.245860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Deleting subnet 1f69b394-d19e-4690-b5ec-d1f764cb589a {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:55.251673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.303352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-04c44cc5-320f-4d18-a93a-353b38689a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:55.305711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-04c44cc5-320f-4d18-a93a-353b38689a0e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=749e5792cc7242e582e4acc6ad96e35d&device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 1095 time: 0.2526898 Nov 03 19:04:55.313130 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4634a3b3-5365-4512-b9c1-e5381bce6df2 req-815b4937-e4f4-4420-9123-740ad695d0e0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395115 Nov 03 19:04:55.321622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.381078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.381952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:55.456369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'name': 'network-vif-deleted', 'tag': '04f21c44-9362-41cd-894a-f4b5ee2c72f7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:55.460859 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d508e5-f1aa-4693-b648-4b9c2831a253" -d '{"events": [{"server_uuid": "91bb860a-6a42-4b20-beb4-248c4ed87cbd", "name": "network-vif-deleted", "tag": "04f21c44-9362-41cd-894a-f4b5ee2c72f7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:55.477937 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.539065 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09da35f-81a8-46af-95d8-483a7b440531 x-openstack-request-id: req-e09da35f-81a8-46af-95d8-483a7b440531 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:55.539521 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bb860a-6a42-4b20-beb4-248c4ed87cbd", "name": "network-vif-deleted", "tag": "04f21c44-9362-41cd-894a-f4b5ee2c72f7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:55.539924 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e09da35f-81a8-46af-95d8-483a7b440531 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:55.541301 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bb860a-6a42-4b20-beb4-248c4ed87cbd', 'name': 'network-vif-deleted', 'tag': '04f21c44-9362-41cd-894a-f4b5ee2c72f7', 'status': 'completed', 'code': 200} Nov 03 19:04:55.554649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.563169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1f69b394-d19e-4690-b5ec-d1f764cb589a HTTP/1.1" status: 204 len: 168 time: 0.3910573 Nov 03 19:04:55.564052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36230) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.565144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fc5a0-f67d-460b-ba57-7b2c1e4ffeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f69b394-d19e-4690-b5ec-d1f764cb589a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:55.590396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.623838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:55.648121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0', 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'port_id': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0', 'mac_address': 'fa:16:3e:8b:05:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0c5d6c-7164-4189-b338-9b62924bf5ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:55.673473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=4bb6ebd5-9bf2-470a-8d5a-3826d1966b82,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:55.725946 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:04:55.735823 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.768573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.797092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:55.841312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:55.858805 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.973865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44fd7c0e-d06c-46e0-a267-259d3c93a81f req-19ef54fc-d0f4-4d2e-b07a-58cdddeaecc3 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0615458 Nov 03 19:04:56.046948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:56.068906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.123548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603b3e14-c016-45b3-b6ce-af9b8e52bae9']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:56.200537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4d7460-b29e-478f-99e2-f74c713a5cf6') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:56.201568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4d7460-b29e-478f-99e2-f74c713a5cf6') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:56.233001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.267929 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.292867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d54e07-4a05-4da5-9e88-498f49f58f90 req-0e25b8fc-7e5e-495f-9f35-7cd08c6462b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.307054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10d54e07-4a05-4da5-9e88-498f49f58f90 req-0e25b8fc-7e5e-495f-9f35-7cd08c6462b6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 946 time: 0.1881244 Nov 03 19:04:56.326601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:56.327793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:56.331172 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:56.344596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dbc1cff3-8d17-47b1-a85e-d8c27c5368b0'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:56.471872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.477993 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d9cfd09b-65c8-42ec-b774-115eb78ac1e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 HTTP/1.1" status: 204 len: 168 time: 1.9060850 Nov 03 19:04:56.484780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.538346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.553333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.556855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-ee6a102a-7076-4c1e-8c2c-f8c4ba99363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.557731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] 10.222.0.91 "DELETE /v2.0/networks/603b3e14-c016-45b3-b6ce-af9b8e52bae9 HTTP/1.1" status: 204 len: 168 time: 0.9822760 Nov 03 19:04:56.558376 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-ee6a102a-7076-4c1e-8c2c-f8c4ba99363d service neutron] 10.222.0.115 "GET /v2.0/networks?id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 200 len: 919 time: 0.9498243 Nov 03 19:04:56.562471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.582676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10d54e07-4a05-4da5-9e88-498f49f58f90 req-c2137a49-f752-4e8f-8769-9e9662e9b402 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740788 Nov 03 19:04:56.588184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f287b-50a8-455e-a5b7-12010560f628 admin admin] Pushing event deleted for resources: {'Network': ['ID=603b3e14-c016-45b3-b6ce-af9b8e52bae9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:56.618213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc02c2-78bc-4422-97dc-f987698c9d3c req-33f8ddd1-5e67-4f79-8634-648a1fd7ab16 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.621024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7fc02c2-78bc-4422-97dc-f987698c9d3c req-33f8ddd1-5e67-4f79-8634-648a1fd7ab16 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 944 time: 0.1726556 Nov 03 19:04:56.636121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-3f74ad72-da00-4c40-82d3-468a6eebe688 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=710c21ab-acd6-486f-9e55-89212dbc32c3 HTTP/1.1" status: 200 len: 217 time: 0.0608652 Nov 03 19:04:56.675215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bb85a854-6ac2-4656-9229-5f8396a0e26e details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:56.760923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7fc02c2-78bc-4422-97dc-f987698c9d3c req-264a4600-2bc7-4db5-a90c-ac90cd472aa4 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295164 Nov 03 19:04:56.814099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127c8c2-4169-4d24-90fc-af040a5ca861 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.818004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127c8c2-4169-4d24-90fc-af040a5ca861 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.821482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127c8c2-4169-4d24-90fc-af040a5ca861 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.826207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9127c8c2-4169-4d24-90fc-af040a5ca861 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3398132 Nov 03 19:04:56.830916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.863657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Deleting subnet 94df22f9-9183-4b68-9e15-05edb3a57a7a {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:56.872415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.910943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bb85a854-6ac2-4656-9229-5f8396a0e26e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:56.922047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf719-628c-4e02-945a-0105048abeb7 req-19cb5ae3-2909-41de-a867-3f4866b0a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.924829 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-19cb5ae3-2909-41de-a867-3f4866b0a604 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 200 len: 858 time: 0.2220914 Nov 03 19:04:56.954817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 1066d166-c8c9-4e80-aaee-21e60229ccaf {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:56.960004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'bb85a854-6ac2-4656-9229-5f8396a0e26e', 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'port_id': 'bb85a854-6ac2-4656-9229-5f8396a0e26e', 'mac_address': 'fa:16:3e:97:82:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0c5d6c-7164-4189-b338-9b62924bf5ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:56.964535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.005266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.012090 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-eeb7ebab-4baf-4e65-a66a-006d692ec16f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612850 Nov 03 19:04:57.097529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.102312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.144430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb85a854-6ac2-4656-9229-5f8396a0e26e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:57.193397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bb85a854-6ac2-4656-9229-5f8396a0e26e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:57.203115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.204464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 710c21ab-acd6-486f-9e55-89212dbc32c3 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:57.277495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.373896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=bb85a854-6ac2-4656-9229-5f8396a0e26e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:57.428659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 710c21ab-acd6-486f-9e55-89212dbc32c3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=710c21ab-acd6-486f-9e55-89212dbc32c3,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:57.465143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '710c21ab-acd6-486f-9e55-89212dbc32c3', 'network_id': '179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15', 'port_id': '710c21ab-acd6-486f-9e55-89212dbc32c3', 'mac_address': 'fa:16:3e:b4:fb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0c5d6c-7164-4189-b338-9b62924bf5ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:57.476758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ba34727-1968-4a93-9142-de445eaec86a req-273c2aa1-5c2a-4577-85c6-217de01e1963 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1153846 Nov 03 19:04:57.530782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36b8599a-4251-45da-9735-69e6866e563a req-18f6f4f3-3e81-4508-baab-cb1f6b1116fa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0583041 Nov 03 19:04:57.567891 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-42550ce2-9f53-4517-8237-5a91563dda7e service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211456 Nov 03 19:04:57.570729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.582338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.607112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710c21ab-acd6-486f-9e55-89212dbc32c3 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:57.635604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 710c21ab-acd6-486f-9e55-89212dbc32c3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=710c21ab-acd6-486f-9e55-89212dbc32c3,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:57.641091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.648849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.689215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.690611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94df22f9-9183-4b68-9e15-05edb3a57a7a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:57.720598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.728980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/1066d166-c8c9-4e80-aaee-21e60229ccaf HTTP/1.1" status: 204 len: 168 time: 0.8954041 Nov 03 19:04:57.749985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36258) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.751823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40293f4-2e9f-4845-92fb-38d651251b85 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:57.777035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3603730-a410-4797-912d-861a15f10b95 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=1066d166-c8c9-4e80-aaee-21e60229ccaf,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:57.792830 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.805558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd311733-abe5-44dd-a48b-e6e961cc8191 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/94df22f9-9183-4b68-9e15-05edb3a57a7a HTTP/1.1" status: 204 len: 168 time: 1.2340903 Nov 03 19:04:57.805558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.825728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=710c21ab-acd6-486f-9e55-89212dbc32c3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:57.908087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83777e15-8490-47f8-a3a1-a8064518fd02 req-aba8b34a-b248-4acf-a0a9-26cbb5211e66 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:57.921919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83777e15-8490-47f8-a3a1-a8064518fd02 req-aba8b34a-b248-4acf-a0a9-26cbb5211e66 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 946 time: 0.1472797 Nov 03 19:04:57.952308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet e4ac1605-762a-49ae-85a4-0b609aa564f6 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:57.957818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.033429 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5baaf719-628c-4e02-945a-0105048abeb7 req-d182a682-7be5-4dd0-a4c6-6fed99586138 service neutron] 10.222.0.115 "GET /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417830 Nov 03 19:04:58.045549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83777e15-8490-47f8-a3a1-a8064518fd02 req-2cbd398a-22c2-418b-bbda-1903da5fd0fd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194828 Nov 03 19:04:58.077295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.085930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.190175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bb85a854-6ac2-4656-9229-5f8396a0e26e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:58.227730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['710c21ab-acd6-486f-9e55-89212dbc32c3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:58.290876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-813912b7-0478-4340-873a-b9d84d0bb765 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 267 time: 0.1125631 Nov 03 19:04:58.317887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42193b-7f31-4c9f-80ef-088de9f1ed1d req-28de4225-0ba5-41ce-99e9-ca6db7becb13 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:58.320645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c42193b-7f31-4c9f-80ef-088de9f1ed1d req-28de4225-0ba5-41ce-99e9-ca6db7becb13 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 945 time: 0.1941590 Nov 03 19:04:58.333220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.391366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f26e524-6541-444d-8f85-a5cb39818701']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:58.396315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.462240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618ab288-8fb2-472e-90e9-a4ab15e5f307') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:58.463313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618ab288-8fb2-472e-90e9-a4ab15e5f307') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:58.489678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.506771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-7265ae1d-80df-41da-a262-7f90d96bd806 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:58.524114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-7265ae1d-80df-41da-a262-7f90d96bd806 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 946 time: 0.2229595 Nov 03 19:04:58.535365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.554313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:58.554886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:58.557474 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:58.560368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'port': {'security_groups': []}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:58.574192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c42193b-7f31-4c9f-80ef-088de9f1ed1d req-2f3cd14e-3b82-46ad-a928-c9a8caafd4b0 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392035 Nov 03 19:04:58.636436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.710068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ac1605-762a-49ae-85a4-0b609aa564f6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.715099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.717391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.729500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-46161d1a-ec3f-46cb-b443-6de993bd2855 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/e4ac1605-762a-49ae-85a4-0b609aa564f6 HTTP/1.1" status: 204 len: 168 time: 0.9812527 Nov 03 19:04:58.730251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:58.741734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.749986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3f26e524-6541-444d-8f85-a5cb39818701 HTTP/1.1" status: 204 len: 168 time: 0.9416294 Nov 03 19:04:58.782475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.869309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c58bee60-3ee8-4653-892b-c90a64803113 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354434 Nov 03 19:04:58.871610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89020374-bea4-48d5-8629-414cc03432d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f26e524-6541-444d-8f85-a5cb39818701,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.886512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:58.907472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:59.025827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ca1b0dd-1813-4762-bbf2-0e388b8e2fc9 req-721ae153-8f93-4bc7-9e16-655e6b2e5f2e tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0756416 Nov 03 19:04:59.031918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:59.140123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:59.146470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.316012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9056476e-c7ed-45fe-8c30-bdd8a501cd49 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=86ad1fce4a094f58b23ee66befff463f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810042 Nov 03 19:04:59.320848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36284) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:59.401376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:59.421303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:59.558333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.569986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.590675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:59.601091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:59.605515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5', '7409340a-6a08-45ba-a3b7-2562f3d18f19'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:59.615334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:59.616087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.676463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.684736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0359112a-2ea3-4419-bdd0-63ab2319b367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.758449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.760111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.767794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-318e780d-cecf-4e21-ba54-590dfd3df417 req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "PUT /v2.0/ports/7409340a-6a08-45ba-a3b7-2562f3d18f19 HTTP/1.1" status: 200 len: 905 time: 1.2254539 Nov 03 19:04:59.768555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:59.771562 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0dcb27-738c-4d70-a70d-89459e70a442" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:59.846908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:59.861559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0359112a-2ea3-4419-bdd0-63ab2319b367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.865718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b59ea-ded6-41fa-9699-f4f39fc776cc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.875541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:59.895437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.896679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.928425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397327d7-7583-4e01-8b8f-5242bd186133 req-6e83d0b4-9df8-4ece-9c08-e013b950f1cc tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.930135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-397327d7-7583-4e01-8b8f-5242bd186133 req-6e83d0b4-9df8-4ece-9c08-e013b950f1cc tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 945 time: 0.1543598 Nov 03 19:04:59.943872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=73a827f3-cf34-41e4-a1fb-0ba5ad276877,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.975248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-697febbe-7bdf-4a7d-8f48-04ebabcaa63d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0789213 Nov 03 19:04:59.975599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36294) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:59.983231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:00.048817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c4c5a-9df0-42e3-adb7-2d710ced09fe None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:00.085542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0359112a-2ea3-4419-bdd0-63ab2319b367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.089565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0359112a-2ea3-4419-bdd0-63ab2319b367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.095408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0359112a-2ea3-4419-bdd0-63ab2319b367 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c757ae56-4a3a-4d2b-9e0f-629ff0866881 HTTP/1.1" status: 204 len: 168 time: 0.7684155 Nov 03 19:05:00.157284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359112a-2ea3-4419-bdd0-63ab2319b367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c757ae56-4a3a-4d2b-9e0f-629ff0866881,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:00.176015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-397327d7-7583-4e01-8b8f-5242bd186133 req-6fd7a538-7d50-44cb-912b-59b7f8b0e729 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318807 Nov 03 19:05:00.200275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037790-5047-4d6f-9b2d-62a8aad6eff0 req-71711ad0-6893-4950-b88d-3aaf4d08bea7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:00.210259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31037790-5047-4d6f-9b2d-62a8aad6eff0 req-71711ad0-6893-4950-b88d-3aaf4d08bea7 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 908 time: 0.2039371 Nov 03 19:05:00.222240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ac04a942-9ff1-4737-ae60-fbd590fc626e None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:00.222850 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac04a942-9ff1-4737-ae60-fbd590fc626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.228491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['7409340a-6a08-45ba-a3b7-2562f3d18f19'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:00.278860 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6dba24-7691-4719-b76d-bacc1d7a37dd x-openstack-request-id: req-bd6dba24-7691-4719-b76d-bacc1d7a37dd {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:00.279318 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:00.279720 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bd6dba24-7691-4719-b76d-bacc1d7a37dd {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:00.280350 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19', 'status': 'completed', 'code': 200} Nov 03 19:05:00.309282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:00.316708 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.492516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-33ebaffb-ac82-481b-aeab-db83a52e4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:00.500466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-33ebaffb-ac82-481b-aeab-db83a52e4358 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 1059 time: 0.1548519 Nov 03 19:05:00.701264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bb85a854-6ac2-4656-9229-5f8396a0e26e up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:00.834103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.850574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-7d372a5c-5386-4c33-9835-c203b6be9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:00.855721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-7d372a5c-5386-4c33-9835-c203b6be9f84 service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3432240 Nov 03 19:05:00.930479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd489a991-aa0d-498c-9d78-ba493355630b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:00.934363 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cd49f-6092-4e4e-b8f4-60b482efa18a" -d '{"events": [{"server_uuid": "d489a991-aa0d-498c-9d78-ba493355630b", "name": "network-vif-plugged", "status": "completed", "tag": "dbc1cff3-8d17-47b1-a85e-d8c27c5368b0"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:00.983317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-9bd0513c-b120-44eb-9534-430778bbf3de service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19 HTTP/1.1" status: 200 len: 217 time: 0.1102324 Nov 03 19:05:00.990358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:01.054314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.100830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-47630b35-2b97-4fed-953c-66ed0558f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.104599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-47630b35-2b97-4fed-953c-66ed0558f800 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1011467 Nov 03 19:05:01.134139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36310) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:01.237908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-84791e26-f1f2-4086-a3f4-d79ecf722402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.241971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-84791e26-f1f2-4086-a3f4-d79ecf722402 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222486 Nov 03 19:05:01.252835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port bb85a854-6ac2-4656-9229-5f8396a0e26e completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:05:01.260415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e89c84e3-aba4-45b8-b073-8b9c2331ebf2 req-51b73087-ea3a-44ff-93b3-ed4358433aeb tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1447182 Nov 03 19:05:01.265778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbaeaf23-92a4-4fad-a9b1-6cd67fbfff1e None None] Provisioning complete for port 7409340a-6a08-45ba-a3b7-2562f3d18f19 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:01.266357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbaeaf23-92a4-4fad-a9b1-6cd67fbfff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.282796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port bb85a854-6ac2-4656-9229-5f8396a0e26e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:01.283367 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.386475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c8fdbf24-bb3f-44f2-9c87-4353bdd0481b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a55bf0acc01741148210c17d6636ffb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461352 Nov 03 19:05:01.395826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36316) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:01.402926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85966d1c-c3db-4190-b702-cc3b45709878 req-9808a79f-a23f-439c-9e1e-adf055cf8a65 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.417389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:01.428691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85966d1c-c3db-4190-b702-cc3b45709878 req-9808a79f-a23f-439c-9e1e-adf055cf8a65 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3157122 Nov 03 19:05:01.557400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '73a827f3-cf34-41e4-a1fb-0ba5ad276877'}], 'binding:host_id': 'n-d-812151-4'}, 'id': 'dcae658e-4e92-4720-a72f-5a2f950e3eee'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:05:01.575331 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3b502-0034-4c75-8a7c-771b6184e9f2 x-openstack-request-id: req-29c3b502-0034-4c75-8a7c-771b6184e9f2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:01.575811 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d489a991-aa0d-498c-9d78-ba493355630b", "name": "network-vif-plugged", "status": "completed", "tag": "dbc1cff3-8d17-47b1-a85e-d8c27c5368b0", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:01.576243 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-29c3b502-0034-4c75-8a7c-771b6184e9f2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:01.576939 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd489a991-aa0d-498c-9d78-ba493355630b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0', 'code': 200} Nov 03 19:05:01.676437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-577c9eec-1a0c-4b08-baca-cdb5096ca117 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200957 Nov 03 19:05:01.682267 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4181b060-af96-4489-8d2a-fc504bf4fdcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.694332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.705249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.716200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85966d1c-c3db-4190-b702-cc3b45709878 req-862df48d-6a3f-4983-b014-d23c32b9c65d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785871 Nov 03 19:05:01.740373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4181b060-af96-4489-8d2a-fc504bf4fdcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.864786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55236cd-9611-4214-8259-e4580c4e9113 req-67041c98-a708-4e96-a741-9a3f23ca71a3 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.866829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bb85a854-6ac2-4656-9229-5f8396a0e26e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:01.869280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b55236cd-9611-4214-8259-e4580c4e9113 req-67041c98-a708-4e96-a741-9a3f23ca71a3 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 945 time: 0.2114065 Nov 03 19:05:01.957479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f783810-7766-4178-882e-4a28b4a13d31 req-72fa40dc-223b-41db-b9af-d138500fcd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.959314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.960657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 710c21ab-acd6-486f-9e55-89212dbc32c3 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:01.961601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f783810-7766-4178-882e-4a28b4a13d31 req-72fa40dc-223b-41db-b9af-d138500fcd38 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 1097 time: 0.2397108 Nov 03 19:05:02.004469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4181b060-af96-4489-8d2a-fc504bf4fdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.011636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4181b060-af96-4489-8d2a-fc504bf4fdcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.020013 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4181b060-af96-4489-8d2a-fc504bf4fdcd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2b940fdc-4804-4963-a460-040170f9df96 HTTP/1.1" status: 204 len: 168 time: 0.6183572 Nov 03 19:05:02.033301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be0dcb27-738c-4d70-a70d-89459e70a442 req-4930a477-f2e5-4115-b46e-6100697aaf8a service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330421 Nov 03 19:05:02.068320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181b060-af96-4489-8d2a-fc504bf4fdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b940fdc-4804-4963-a460-040170f9df96,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:02.104689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b55236cd-9611-4214-8259-e4580c4e9113 req-3724deb2-32cd-4562-92a6-f9a68ab837b4 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235584 Nov 03 19:05:02.115291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=bb85a854-6ac2-4656-9229-5f8396a0e26e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:02.318228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:02.330721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] Allocated IP 172.20.0.2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/73a827f3-cf34-41e4-a1fb-0ba5ad276877/dcae658e-4e92-4720-a72f-5a2f950e3eee) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:02.365319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 710c21ab-acd6-486f-9e55-89212dbc32c3 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:05:02.391856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 710c21ab-acd6-486f-9e55-89212dbc32c3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:02.392394 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.459986 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.492550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f783810-7766-4178-882e-4a28b4a13d31 req-c5f8fc7c-d103-42a5-af45-a6fabd89e19f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090029 Nov 03 19:05:02.580395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e83a4373-6e15-486e-a7a0-436242fd51dd req-22c4dc66-e25a-4e3e-815f-f8d9c0da2f95 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb&device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.0709722 Nov 03 19:05:02.658815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dcae658e-4e92-4720-a72f-5a2f950e3eee,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:02.778606 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.814194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29587c-2e0c-4826-a28c-23e3fbb65dfd req-f4cfb388-0f5b-458c-a325-1bdd3dda46c0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:02.828574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b29587c-2e0c-4826-a28c-23e3fbb65dfd req-f4cfb388-0f5b-458c-a325-1bdd3dda46c0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2296879 Nov 03 19:05:02.934997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b29587c-2e0c-4826-a28c-23e3fbb65dfd req-f4ef1682-9cef-4dd7-bc8b-1efaa8d40be8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045227 Nov 03 19:05:02.940401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.958619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 710c21ab-acd6-486f-9e55-89212dbc32c3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=710c21ab-acd6-486f-9e55-89212dbc32c3,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:02.971327 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.981393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.035438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.063094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.179246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3595ec-5c89-4312-801c-cc6aa7e79503 None None] Pushing event updated for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:03.199240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52bf26bf-0838-4afe-a1b2-2a5ec571ca47 req-7f9a252e-1390-4004-a139-b89e0019d97b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5ab8cdbe21b492f83838995fad4e53b&device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0993946 Nov 03 19:05:03.363060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=710c21ab-acd6-486f-9e55-89212dbc32c3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:03.439944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dcae658e-4e92-4720-a72f-5a2f950e3eee up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:03.451490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52bf26bf-0838-4afe-a1b2-2a5ec571ca47 req-ce2a255a-f7c0-4a36-861d-87a8ce3f2f65 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=d5ab8cdbe21b492f83838995fad4e53b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654015 Nov 03 19:05:03.466277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2fcf9ed-a3e5-4bf0-b1fe-413530730118 req-c2ccc106-7626-421d-bdf6-2d37a918fd57 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1331749 Nov 03 19:05:03.551260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:03.551802 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.592591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85a854-6ac2-4656-9229-5f8396a0e26e'}, {'server_uuid': 'f4038ff8-0a64-436f-b013-64333ddad832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c21ab-acd6-486f-9e55-89212dbc32c3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:03.596120 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773744e2-a8d0-4315-8983-93164fe582e7" -d '{"events": [{"server_uuid": "a854bf83-edd2-4a14-a5e9-66dfc77d5b3f", "name": "network-vif-plugged", "status": "completed", "tag": "bb85a854-6ac2-4656-9229-5f8396a0e26e"}, {"server_uuid": "f4038ff8-0a64-436f-b013-64333ddad832", "name": "network-vif-plugged", "status": "completed", "tag": "710c21ab-acd6-486f-9e55-89212dbc32c3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:03.787052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf26bf-0838-4afe-a1b2-2a5ec571ca47 req-857b46cf-be0a-4317-b004-700c2b778cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:03.789229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52bf26bf-0838-4afe-a1b2-2a5ec571ca47 req-857b46cf-be0a-4317-b004-700c2b778cc2 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145242 Nov 03 19:05:03.971671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36372) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:04.004207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d57cf9-2f2e-47a3-a885-d83c414c6e8b req-aa297b6f-2db5-43e9-ac46-a3ebf5c027fc tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.006873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59d57cf9-2f2e-47a3-a885-d83c414c6e8b req-aa297b6f-2db5-43e9-ac46-a3ebf5c027fc tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 946 time: 0.5989714 Nov 03 19:05:04.129176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dcae658e-4e92-4720-a72f-5a2f950e3eee,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:04.171135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-5339ef3a-a070-417b-acaa-33ffedef211e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.185169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-5339ef3a-a070-417b-acaa-33ffedef211e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.4056916 Nov 03 19:05:04.231081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2128410293-network', 'tenant_id': '83dfa200393c4d5195262b97d824d74c'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:04.272006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-77283657-ee55-4117-a799-1e315da1de97 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/quotas/4b8d4c6a533c46268a174ab703c85690 HTTP/1.1" status: 200 len: 375 time: 0.0785766 Nov 03 19:05:04.287833 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59d57cf9-2f2e-47a3-a885-d83c414c6e8b req-9473af7b-933b-4ee0-8f84-4c28e8585caa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638419 Nov 03 19:05:04.305588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.319857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Made reservation on behalf of 83dfa200393c4d5195262b97d824d74c for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:04.323166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.345002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.354566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.366449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.419390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a133d-5695-4a13-a7c1-2f305a5984a1 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:04.537236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.539854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:04.546443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.558272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:04.574599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.576085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.617039 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d27cb-74c1-426b-bb90-a0e844eac6bb x-openstack-request-id: req-b87d27cb-74c1-426b-bb90-a0e844eac6bb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:04.625816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6491776 Nov 03 19:05:04.631043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:04.632294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=10']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:04.641582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abc2c09-f047-478a-9c5f-a3f0073c9e91,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:04.645429 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a854bf83-edd2-4a14-a5e9-66dfc77d5b3f", "name": "network-vif-plugged", "status": "completed", "tag": "bb85a854-6ac2-4656-9229-5f8396a0e26e", "code": 200}, {"server_uuid": "f4038ff8-0a64-436f-b013-64333ddad832", "name": "network-vif-plugged", "status": "completed", "tag": "710c21ab-acd6-486f-9e55-89212dbc32c3", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:04.646491 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b87d27cb-74c1-426b-bb90-a0e844eac6bb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:04.647164 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85a854-6ac2-4656-9229-5f8396a0e26e', 'code': 200} Nov 03 19:05:04.647637 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038ff8-0a64-436f-b013-64333ddad832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c21ab-acd6-486f-9e55-89212dbc32c3', 'code': 200} Nov 03 19:05:04.654910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:de:8c:45', 'name': 'tempest-NetworksTestDHCPv6-1975519143'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:04.666712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:04.683711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-35ff3e6d-1d9c-4274-b11f-f8ee466f5c52 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4106455 Nov 03 19:05:04.688007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a2193061-23ed-488c-81af-8d2552a5cc5a None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:04.688620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2193061-23ed-488c-81af-8d2552a5cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.713250 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.713950 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Added segment 3c55957a-062a-4516-b7c9-6b1ae49cd23d of type vlan for network 60a21b54-5603-4f27-abab-6820e628ce24 Nov 03 19:05:04.718917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=c049d19f-fac1-45ca-aad0-177c1fd65472,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:04.745807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.746724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.747468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.748027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.748576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.749170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.749745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.750315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.750974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.751811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.752902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.753674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.761466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.762198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.762781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.763378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.764050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.764666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.765543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.766374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.767015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.767721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.769380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.770038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57f7c7-9598-416b-b941-c106dcbacc66 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:04.779424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-9d52211b-0c7e-493b-8f47-78670b30b845 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:05:04.782610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-9d52211b-0c7e-493b-8f47-78670b30b845 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0531185 Nov 03 19:05:04.819079 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b107586f-de3e-4c95-aed1-e0ccddb46559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.922849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.046290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.049197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:05.050344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.085002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:05.099703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c723b11d-3edc-4057-b8ba-ad591f5e93c9 req-7057dd54-a982-4283-9fea-9c5f3324b942 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.0703487 Nov 03 19:05:05.123882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94a21-3d3b-4564-9faf-77601341ae3f req-b3fbc2ca-77fa-44d2-b749-2e6a517a5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:05.126651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-10b94a21-3d3b-4564-9faf-77601341ae3f req-b3fbc2ca-77fa-44d2-b749-2e6a517a5025 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 1096 time: 0.3075600 Nov 03 19:05:05.145296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7f5f-f6b7-4714-8857-0092e45fedf6 req-cb4d5ea5-3e07-4e9d-a34f-d43fa6c859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:05.145296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e5b7f5f-f6b7-4714-8857-0092e45fedf6 req-cb4d5ea5-3e07-4e9d-a34f-d43fa6c859d7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 1097 time: 0.2831516 Nov 03 19:05:05.146565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-61b31fb6-b805-4d0e-8c66-8b10fa533fda service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998130 Nov 03 19:05:05.154973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1783109 Nov 03 19:05:05.155251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36382) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:05.173734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Request body: {'subnet': {'network_id': '60a21b54-5603-4f27-abab-6820e628ce24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2128410293-subnet', 'tenant_id': '83dfa200393c4d5195262b97d824d74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:05.297158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Made reservation on behalf of 83dfa200393c4d5195262b97d824d74c for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:05.297942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50773d55-00d7-4183-aa4d-b0eb27144903 admin admin] Pushing event updated for resources: {'Network': ['ID=60a21b54-5603-4f27-abab-6820e628ce24,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:05.300825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.342633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 60a21b54-5603-4f27-abab-6820e628ce24 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:05.412999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e5b7f5f-f6b7-4714-8857-0092e45fedf6 req-c600d810-a728-4b3c-a8fa-11f63aa7f2c1 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826038 Nov 03 19:05:05.417552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-10b94a21-3d3b-4564-9faf-77601341ae3f req-415fcf0f-f80a-4973-b9dc-2e26a87786dc service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617671 Nov 03 19:05:05.677449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.726315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-018a2db8-3a6d-4b26-a6e6-5742ae7789b6 service neutron] 10.222.0.91 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707753 Nov 03 19:05:05.767645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5470ba-ce7a-4ebd-bc78-40684e5f8585 req-eacb0119-67ea-4745-a839-cd5e634b1c03 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:05.770957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b5470ba-ce7a-4ebd-bc78-40684e5f8585 req-eacb0119-67ea-4745-a839-cd5e634b1c03 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 946 time: 0.2503002 Nov 03 19:05:05.826334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 551cd99f-d6f0-4627-9fb6-a9e526b3d95c yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:06.031798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52bf26bf-0838-4afe-a1b2-2a5ec571ca47 req-b4b6ca69-003c-4b62-b2c4-a93db89b6025 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.110 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1510758 Nov 03 19:05:06.253779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.363737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b5470ba-ce7a-4ebd-bc78-40684e5f8585 req-273412f8-7c54-4247-b0a8-9ef1a5d3bb85 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384862 Nov 03 19:05:06.459502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69169773-8b14-4083-9cc8-9ae0a69d013e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:06.526601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82b8b0c7-fdf4-4e4c-b436-935a67ec5d5c req-44ee3fd4-414e-4d7e-80b3-8ff959594dd9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 210 time: 0.1560204 Nov 03 19:05:06.561699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ba1ee-e988-4b69-a19a-c675fa305442 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:06.633134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Checking segment: {'id': '3c55957a-062a-4516-b7c9-6b1ae49cd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '60a21b54-5603-4f27-abab-6820e628ce24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:06.633505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Network hostable DHCP agents. Network: 60a21b54-5603-4f27-abab-6820e628ce24, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:06.644760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae88f918-2ea4-4850-bed7-8aa186ef3e4e req-296bf1c3-808c-43ee-b3d7-b505912d661f tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec4fba52-fd8d-4331-84da-db68c137b3eb HTTP/1.1" status: 200 len: 210 time: 0.1015248 Nov 03 19:05:06.685341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 172.20.0.7 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/73a827f3-cf34-41e4-a1fb-0ba5ad276877/551cd99f-d6f0-4627-9fb6-a9e526b3d95c) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:06.704758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Network 60a21b54-5603-4f27-abab-6820e628ce24 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:06.709036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fede:8c45 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/c049d19f-fac1-45ca-aad0-177c1fd65472/551cd99f-d6f0-4627-9fb6-a9e526b3d95c) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:06.712504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 60a21b54-5603-4f27-abab-6820e628ce24) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:06.722399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:06.723069 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.756158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0ce64dce-6b2d-43a5-b51c-5715040c0509 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5980439 Nov 03 19:05:06.776900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7f90e-0bb9-4de7-afe0-c9f840da7a52 None None] Network 60a21b54-5603-4f27-abab-6820e628ce24 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:06.891245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5952f223-d036-45ec-a4dc-1b9dbd51134e None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:06.891608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5952f223-d036-45ec-a4dc-1b9dbd51134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.934748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36408) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:07.063580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Deleting subnet 69169773-8b14-4083-9cc8-9ae0a69d013e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:07.072660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.136875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071823e-03ce-430e-934b-59e362c563c7 None None] Network 60a21b54-5603-4f27-abab-6820e628ce24 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:07.151751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.293371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.320656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.444067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.529744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.610219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=551cd99f-d6f0-4627-9fb6-a9e526b3d95c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:07.637007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69169773-8b14-4083-9cc8-9ae0a69d013e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:07.643470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.651989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6c8d1cd3-fdeb-43d9-b7b3-2e8dcff21b69 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/69169773-8b14-4083-9cc8-9ae0a69d013e HTTP/1.1" status: 204 len: 168 time: 0.7137766 Nov 03 19:05:07.654834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36418) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:07.711475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:07.725056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:07.730214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:07.854229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55e083da-1739-41f1-ac9b-693a1ef922f1 req-4a8ced0c-f850-43ac-80af-23d51d297490 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 210 time: 0.0457513 Nov 03 19:05:07.873550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7860-c94a-4ed4-88b8-fcac0859dd69 req-bd214c5a-9994-49a1-aaa9-a920bd4a9933 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:07.887018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.888365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-091b7860-c94a-4ed4-88b8-fcac0859dd69 req-bd214c5a-9994-49a1-aaa9-a920bd4a9933 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 946 time: 0.2648461 Nov 03 19:05:07.908146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-69a902ae-c462-45e1-b648-76e40abd225d None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:07.908972 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69a902ae-c462-45e1-b648-76e40abd225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.037949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-091b7860-c94a-4ed4-88b8-fcac0859dd69 req-626e8e24-4f67-432d-a9b7-ecbfd1987845 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481895 Nov 03 19:05:08.052026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:08.053209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.092771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7e8c7a8d-85e6-4d41-8372-5842589b4edb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4479764 Nov 03 19:05:08.099316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36428) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:08.122547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.198325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a21b54-5603-4f27-abab-6820e628ce24']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:08.242261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e77ca-b685-431b-8803-61a097193e06 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:08.261915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c55957a-062a-4516-b7c9-6b1ae49cd23d') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:08.262796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c55957a-062a-4516-b7c9-6b1ae49cd23d') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:08.270848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e77ca-b685-431b-8803-61a097193e06 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:08.279323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c05e77ca-b685-431b-8803-61a097193e06 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1733563 Nov 03 19:05:08.280857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36432) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:08.281060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.309269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.325529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:05:08.326180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:05:08.329016 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:05:08.333494 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d5a2-565d-47a0-a926-a8476d7172a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.462631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.475791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.487111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] 10.222.0.91 "DELETE /v2.0/networks/60a21b54-5603-4f27-abab-6820e628ce24 HTTP/1.1" status: 204 len: 168 time: 0.8302894 Nov 03 19:05:08.517320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47378a-3298-4418-8d14-15aef42360ce admin admin] Pushing event deleted for resources: {'Network': ['ID=60a21b54-5603-4f27-abab-6820e628ce24,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:08.653084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b4da595c-c3a7-487f-9dc8-3c0d70e91e9e None None] Provisioning complete for port 551cd99f-d6f0-4627-9fb6-a9e526b3d95c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:08.654795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4da595c-c3a7-487f-9dc8-3c0d70e91e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.757694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea245-e612-433e-ac04-b7ccf0109995 req-b66f7846-c1df-48a3-8648-d612bf5219fa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:08.772358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-95e3cc76-f46c-4d9f-8fbe-1008d623970c req-8d613ea2-98ea-4aac-b475-a945a7c6ab62 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5ab8cdbe21b492f83838995fad4e53b&device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.1294038 Nov 03 19:05:08.778655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebea245-e612-433e-ac04-b7ccf0109995 req-b66f7846-c1df-48a3-8648-d612bf5219fa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 946 time: 0.3100352 Nov 03 19:05:08.781218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b4da595c-c3a7-487f-9dc8-3c0d70e91e9e None None] Port 551cd99f-d6f0-4627-9fb6-a9e526b3d95c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:08.793175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36442) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:08.848620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 551cd99f-d6f0-4627-9fb6-a9e526b3d95c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:08.848995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-95e3cc76-f46c-4d9f-8fbe-1008d623970c req-412f9e76-1199-46d3-ab73-102544095861 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=d5ab8cdbe21b492f83838995fad4e53b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443363 Nov 03 19:05:08.849501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.938417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-96817e61-59c6-4b57-bc07-dd80c712f897 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=83dfa200393c4d5195262b97d824d74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429653 Nov 03 19:05:08.945050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-1a052f99-4425-4465-80db-1e52635d073c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:08.947932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-1a052f99-4425-4465-80db-1e52635d073c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 812 time: 0.4958661 Nov 03 19:05:08.948941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36446) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:09.038303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3cc76-f46c-4d9f-8fbe-1008d623970c req-59c6fafa-d78f-4ffe-b446-5b53c2050b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:09.039909 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-95e3cc76-f46c-4d9f-8fbe-1008d623970c req-59c6fafa-d78f-4ffe-b446-5b53c2050b87 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675942 Nov 03 19:05:09.053210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Request body: {'port': {'device_id': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'admin_state_up': True, 'tenant_id': '4b8d4c6a533c46268a174ab703c85690'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:09.106154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dc93d97-3a4f-405a-b5d1-9c9fe989392b req-0ad744dc-5550-45b5-aaa2-240f57a7aeb6 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.2044418 Nov 03 19:05:09.183145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebea245-e612-433e-ac04-b7ccf0109995 req-acb2cb0e-9911-41ea-8037-457313a06519 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032753 Nov 03 19:05:09.385126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.474206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 551cd99f-d6f0-4627-9fb6-a9e526b3d95c owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:09.477220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f495e7eb-a965-4c0a-be92-b1451f9ef0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.607629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1749be8-4835-481c-aad6-bccaae31ccd3 req-68dd5e7d-7a84-4ca8-a8a5-fca54a203137 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 210 time: 0.1073129 Nov 03 19:05:09.702967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62c7cd-dbc4-4f7b-8617-2e22716e9f6e req-78819fb1-d4ef-4abb-bd2c-c2334a0bfcf0 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:09.705784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec62c7cd-dbc4-4f7b-8617-2e22716e9f6e req-78819fb1-d4ef-4abb-bd2c-c2334a0bfcf0 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 945 time: 0.3768771 Nov 03 19:05:09.715331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f495e7eb-a965-4c0a-be92-b1451f9ef0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.817843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.822310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Made reservation on behalf of 4b8d4c6a533c46268a174ab703c85690 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:09.828505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.967966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec62c7cd-dbc4-4f7b-8617-2e22716e9f6e req-d4f96134-220c-45e8-928f-e34ca5b607c0 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426059 Nov 03 19:05:10.075790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f495e7eb-a965-4c0a-be92-b1451f9ef0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.079816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f495e7eb-a965-4c0a-be92-b1451f9ef0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.081517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f495e7eb-a965-4c0a-be92-b1451f9ef0dc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6abc2c09-f047-478a-9c5f-a3f0073c9e91 HTTP/1.1" status: 204 len: 168 time: 1.0631275 Nov 03 19:05:10.144841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495e7eb-a965-4c0a-be92-b1451f9ef0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abc2c09-f047-478a-9c5f-a3f0073c9e91,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:10.338981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf02d0bf-202b-4c91-9cfc-ab18e5c1050c req-4b962792-71a0-4985-a767-8647b966acd1 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.0541165 Nov 03 19:05:10.360992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.375545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Allocated IP 172.20.0.3 (84430f78-db22-4ffe-931f-e8c1af41dfe2/bfca4f21-ba1d-4659-8901-ab8858a9818a/86e76119-b488-4266-8146-cd797bac8373) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:10.443764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=551cd99f-d6f0-4627-9fb6-a9e526b3d95c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:10.686490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24254e-f18f-401a-b68c-376806925dc1 req-956f1fc5-165d-46b1-b4d6-dba2208b439b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:10.694475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac24254e-f18f-401a-b68c-376806925dc1 req-956f1fc5-165d-46b1-b4d6-dba2208b439b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 945 time: 0.2756236 Nov 03 19:05:11.144951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.150081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-378f43f2-a246-48ae-8b98-51a96f7440af tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/551cd99f-d6f0-4627-9fb6-a9e526b3d95c HTTP/1.1" status: 204 len: 168 time: 2.8678052 Nov 03 19:05:11.152551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36482) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:11.196969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1659c14b-964a-4203-91d1-e670daa6207f req-5eba8429-5e95-4651-a3e8-c45852c01e3d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 210 time: 0.0593362 Nov 03 19:05:11.251591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac24254e-f18f-401a-b68c-376806925dc1 req-6de30dca-cb4f-445a-8ddc-f08d45321777 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557625 Nov 03 19:05:11.280559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.352171 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.377267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:11.382056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:11.398652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d65f0-544b-4937-ad88-cd6fc1b5d094 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:11.402269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d65f0-544b-4937-ad88-cd6fc1b5d094 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:11.405361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d65f0-544b-4937-ad88-cd6fc1b5d094 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:11.419525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-699d65f0-544b-4937-ad88-cd6fc1b5d094 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2651484 Nov 03 19:05:11.477155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:11.490839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:11.520034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:11.527805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:11.532426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:11.610997 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-95e3cc76-f46c-4d9f-8fbe-1008d623970c req-b5bddc4c-7265-4d02-a0a1-1b25d02223eb tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.115 "GET /v2.0/ports?device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.1896093 Nov 03 19:05:11.745200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:11.746881 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.784014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 73a827f3-cf34-41e4-a1fb-0ba5ad276877 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:11.791497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.832330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32ca1b03-b78d-4df7-ae03-f3b4c874b589 req-9fb1d226-0765-490b-b727-337ee836a8c1 tempest-ServerShowV247Test-133969838 tempest-ServerShowV247Test-133969838-project] 10.222.0.91 "GET /v2.0/ports?device_id=2bf2eb83-41f5-4e4a-9e0e-a4b3223ea28e HTTP/1.1" status: 200 len: 210 time: 0.1993980 Nov 03 19:05:11.893721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-d9afd872-db41-4a6e-9df2-a054aaa380ed tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8568358 Nov 03 19:05:11.904661 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.917035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Request body: {'port': {'device_id': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:11.967426 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.031110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.139994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.287695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.395705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3faa017b-b24d-45e4-9fd4-3174c102eb4e None None] Provisioning complete for port 86e76119-b488-4266-8146-cd797bac8373 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:12.397513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3faa017b-b24d-45e4-9fd4-3174c102eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.478377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.535356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3faa017b-b24d-45e4-9fd4-3174c102eb4e None None] Port 86e76119-b488-4266-8146-cd797bac8373 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:12.585188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.589863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/73a827f3-cf34-41e4-a1fb-0ba5ad276877 HTTP/1.1" status: 204 len: 168 time: 1.0861456 Nov 03 19:05:12.591947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59083a-4555-455e-8dcf-3e93c717de0a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=73a827f3-cf34-41e4-a1fb-0ba5ad276877,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:12.596912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36508) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:12.611601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452ce7a-0ac3-4c96-950f-dd8bf3128db0 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:12.726969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet c049d19f-fac1-45ca-aad0-177c1fd65472 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:12.738424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403e9ba-be91-4759-b1dc-a975ce645c05 req-a136f2ba-356a-4e6c-9fb2-46000eb871f9 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:12.739283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.749180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7403e9ba-be91-4759-b1dc-a975ce645c05 req-a136f2ba-356a-4e6c-9fb2-46000eb871f9 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 945 time: 0.2503090 Nov 03 19:05:12.818749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc881-cbeb-4997-837b-bf4cb964b958 req-5bfd9628-0c47-4dca-8695-e9fe8057d9fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:12.832956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f46dc881-cbeb-4997-837b-bf4cb964b958 req-5bfd9628-0c47-4dca-8695-e9fe8057d9fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 931 time: 0.3315442 Nov 03 19:05:12.855280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.918020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-489c1281-1f48-4787-b5bd-76c7fd394018 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:12.919727 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-489c1281-1f48-4787-b5bd-76c7fd394018 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "GET /v2.0/ports?device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 945 time: 0.1230478 Nov 03 19:05:13.006097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f46dc881-cbeb-4997-837b-bf4cb964b958 req-174bb8b2-fc0b-4628-91ca-a903d6a2e283 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700509 Nov 03 19:05:13.032159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7403e9ba-be91-4759-b1dc-a975ce645c05 req-72795930-c884-429c-be05-9623f7022723 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810116 Nov 03 19:05:13.065903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e76119-b488-4266-8146-cd797bac8373 {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:13.089493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.106913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.140001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Transition to ACTIVE for port object 86e76119-b488-4266-8146-cd797bac8373 will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:05:13.147070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.232249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Deleting port bb85a854-6ac2-4656-9229-5f8396a0e26e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:13.241428 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.269077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.532289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.582072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.593820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/c049d19f-fac1-45ca-aad0-177c1fd65472 HTTP/1.1" status: 204 len: 168 time: 0.9947100 Nov 03 19:05:13.598885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36526) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:13.607813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Attempting to bind port 86e76119-b488-4266-8146-cd797bac8373 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:13.608447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Attempting to bind port 86e76119-b488-4266-8146-cd797bac8373 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:13.609039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Attempting to bind port 86e76119-b488-4266-8146-cd797bac8373 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:13.617637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Port 86e76119-b488-4266-8146-cd797bac8373 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:13.618563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Attempting to bind port 86e76119-b488-4266-8146-cd797bac8373 on network 84430f78-db22-4ffe-931f-e8c1af41dfe2 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:13.694848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1de2e625-1d03-405a-bdd6-689c244d28da tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943890 Nov 03 19:05:13.696421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:13.697065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Checking segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:13.697647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Bound using segment: {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:13.701459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Bound port: 86e76119-b488-4266-8146-cd797bac8373, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64179dc-fb7b-45b8-9973-c9909caec1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:13.702110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.704391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36528) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:13.708861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050c34b-9823-449e-a719-a4038c33112a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=c049d19f-fac1-45ca-aad0-177c1fd65472,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.731754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] For port bb85a854-6ac2-4656-9229-5f8396a0e26e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bb85a854-6ac2-4656-9229-5f8396a0e26e,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:13.732807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.767191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Calling delete_port for bb85a854-6ac2-4656-9229-5f8396a0e26e owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:13.945922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f16083-d60d-4708-93a3-b6ba0f4c2881 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:13.953934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37f16083-d60d-4708-93a3-b6ba0f4c2881 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2452922 Nov 03 19:05:13.955053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36532) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:14.093838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:14.107425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:14.126243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.150314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.176088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bb85a854-6ac2-4656-9229-5f8396a0e26e', '710c21ab-acd6-486f-9e55-89212dbc32c3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:14.179205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dbc1cff3-8d17-47b1-a85e-d8c27c5368b0'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:14.232389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Pushing event deleted for resources: {'Port': ['ID=bb85a854-6ac2-4656-9229-5f8396a0e26e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.299768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.381184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4125bb-f9f4-4148-bbe7-fac3be48c22c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:14.384204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7c4125bb-f9f4-4148-bbe7-fac3be48c22c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4190784 Nov 03 19:05:14.397198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36546) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:14.405128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:14.406106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.408642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-c69cf0d6-9c60-461f-b52c-3cc3570570a0 service neutron] 10.222.0.110 "PUT /v2.0/ports/86e76119-b488-4266-8146-cd797bac8373 HTTP/1.1" status: 200 len: 1091 time: 2.5015044 Nov 03 19:05:14.431514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b682a-fc2d-4c6a-8c7a-c2b509c672bd None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:14.438580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] No DVR routers for this DVR port bb85a854-6ac2-4656-9229-5f8396a0e26e on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:14.439419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'tag': '86e76119-b488-4266-8146-cd797bac8373'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:14.443388 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d1c6c-0356-4ce1-982c-f849c6f128f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "tag": "86e76119-b488-4266-8146-cd797bac8373"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:14.453936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.475586 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9cb261e-9285-4b5c-91ed-4d22d761eee1 req-4eb4eaac-551b-45b0-988a-cbcbb5eafb2e tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "DELETE /v2.0/ports/bb85a854-6ac2-4656-9229-5f8396a0e26e HTTP/1.1" status: 204 len: 173 time: 1.5270753 Nov 03 19:05:14.477042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'name': 'network-vif-deleted', 'tag': 'bb85a854-6ac2-4656-9229-5f8396a0e26e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:14.485630 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6469a-bf90-4a39-86c4-30d66480ca36" -d '{"events": [{"server_uuid": "a854bf83-edd2-4a14-a5e9-66dfc77d5b3f", "name": "network-vif-deleted", "tag": "bb85a854-6ac2-4656-9229-5f8396a0e26e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:14.500802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36550) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:14.663996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bf05a8b-a740-4d51-9599-21ff240b0627 req-0ad8d4d4-a73a-4792-a007-004ad48078fa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=a854bf83-edd2-4a14-a5e9-66dfc77d5b3f HTTP/1.1" status: 200 len: 210 time: 0.2778962 Nov 03 19:05:14.667815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-080e16c2-1934-427c-b157-d6dce2322f6f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2688086 Nov 03 19:05:14.678535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36560) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:14.685422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-07460ec3-a2e7-4cd8-9c97-13f474d76a1a None None] Provisioning complete for port dcae658e-4e92-4720-a72f-5a2f950e3eee triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:14.686490 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07460ec3-a2e7-4cd8-9c97-13f474d76a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.687645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e802136a-8862-4dc4-a521-85ea5eab06c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:14.847376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d501-23aa-40a8-9d5b-5875b79e8485 req-a0c9dd3b-fcda-436a-8949-c0d8a29790b8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:14.866570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ff5d501-23aa-40a8-9d5b-5875b79e8485 req-a0c9dd3b-fcda-436a-8949-c0d8a29790b8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.5690792 Nov 03 19:05:14.929203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-a9216f1e-484d-4344-bd30-5ae49a2ce668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:14.932569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-a9216f1e-484d-4344-bd30-5ae49a2ce668 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 1094 time: 0.3342621 Nov 03 19:05:15.070914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-32d94d2d-4666-4509-8b27-3d41264ecbb5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e76119-b488-4266-8146-cd797bac8373 HTTP/1.1" status: 200 len: 217 time: 0.1041598 Nov 03 19:05:15.084249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ff5d501-23aa-40a8-9d5b-5875b79e8485 req-862387cc-54a3-4fe5-af9e-1315f41c4c15 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162726 Nov 03 19:05:15.089780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a820844-ac9a-42e2-990a-d4ca9510bab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.158144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e802136a-8862-4dc4-a521-85ea5eab06c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:15.167963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e802136a-8862-4dc4-a521-85ea5eab06c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.177839 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e802136a-8862-4dc4-a521-85ea5eab06c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:15.181910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e802136a-8862-4dc4-a521-85ea5eab06c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:15.250934 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d503f-653c-4472-8c46-498089592a1c x-openstack-request-id: req-e77d503f-653c-4472-8c46-498089592a1c {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:15.253168 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac5d085-89cf-409f-8dec-34367427592c x-openstack-request-id: req-eac5d085-89cf-409f-8dec-34367427592c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:15.255430 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "tag": "86e76119-b488-4266-8146-cd797bac8373", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:15.255430 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e77d503f-653c-4472-8c46-498089592a1c {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:15.256344 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'tag': '86e76119-b488-4266-8146-cd797bac8373', 'status': 'completed', 'code': 200} Nov 03 19:05:15.261028 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a854bf83-edd2-4a14-a5e9-66dfc77d5b3f", "name": "network-vif-deleted", "tag": "bb85a854-6ac2-4656-9229-5f8396a0e26e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:15.261814 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eac5d085-89cf-409f-8dec-34367427592c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:15.262772 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a854bf83-edd2-4a14-a5e9-66dfc77d5b3f', 'name': 'network-vif-deleted', 'tag': 'bb85a854-6ac2-4656-9229-5f8396a0e26e', 'status': 'completed', 'code': 200} Nov 03 19:05:15.296809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-471f2176-52a3-4c56-a2f1-5a4e8b81e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:15.312017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e802136a-8862-4dc4-a521-85ea5eab06c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6332898 Nov 03 19:05:15.314445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-471f2176-52a3-4c56-a2f1-5a4e8b81e6a6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2175643 Nov 03 19:05:15.315768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36566) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.336575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2050c899-6b3f-482f-83d6-1d732577456d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:15.458928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a820844-ac9a-42e2-990a-d4ca9510bab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.470534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a820844-ac9a-42e2-990a-d4ca9510bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.586457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e159a-0a63-4681-a740-ca631996cab3 req-548e59d5-65b3-4dee-aa6b-2fb6497f7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:15.589942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-548e59d5-65b3-4dee-aa6b-2fb6497f7560 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320385 Nov 03 19:05:15.595847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01991092-424e-40ef-b896-32cec9251d9b None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:15.663975 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8a820844-ac9a-42e2-990a-d4ca9510bab4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5ab8cdbe21b492f83838995fad4e53b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1591487 Nov 03 19:05:15.665273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a820844-ac9a-42e2-990a-d4ca9510bab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a7429b-d618-4ff8-bf19-5bb75e13c39e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:15.668098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.718223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050c899-6b3f-482f-83d6-1d732577456d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:15.724427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-01991092-424e-40ef-b896-32cec9251d9b None None] Deleting port dcae658e-4e92-4720-a72f-5a2f950e3eee {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:15.724781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2050c899-6b3f-482f-83d6-1d732577456d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.725645 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01991092-424e-40ef-b896-32cec9251d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.727283 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2050c899-6b3f-482f-83d6-1d732577456d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:15.728027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2050c899-6b3f-482f-83d6-1d732577456d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:15.871276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36576) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.872190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2050c899-6b3f-482f-83d6-1d732577456d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5502310 Nov 03 19:05:15.882374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-527ee30d-bf0c-4b4c-948e-89c626cbc5e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:15.893866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-01991092-424e-40ef-b896-32cec9251d9b None None] For port dcae658e-4e92-4720-a72f-5a2f950e3eee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dcae658e-4e92-4720-a72f-5a2f950e3eee,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:15.894484 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01991092-424e-40ef-b896-32cec9251d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.940026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16996be0-675a-46d2-a0d2-0b40b7a7c2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.947826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-406c2bd6-9359-47f2-a235-a76b4b681c1a service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323970 Nov 03 19:05:15.954666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-01991092-424e-40ef-b896-32cec9251d9b None None] Calling delete_port for dcae658e-4e92-4720-a72f-5a2f950e3eee owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:16.088819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16996be0-675a-46d2-a0d2-0b40b7a7c2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.236883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527ee30d-bf0c-4b4c-948e-89c626cbc5e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:16.243846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-527ee30d-bf0c-4b4c-948e-89c626cbc5e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.254948 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-527ee30d-bf0c-4b4c-948e-89c626cbc5e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:16.254948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527ee30d-bf0c-4b4c-948e-89c626cbc5e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:16.255409 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01991092-424e-40ef-b896-32cec9251d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.317188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36592) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:16.321674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-527ee30d-bf0c-4b4c-948e-89c626cbc5e4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4485760 Nov 03 19:05:16.327809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01991092-424e-40ef-b896-32cec9251d9b None None] Pushing event deleted for resources: {'Port': ['ID=dcae658e-4e92-4720-a72f-5a2f950e3eee,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:16.332275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7d793ad6-ee54-493f-8f0e-c82af37139c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:16.335242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01991092-424e-40ef-b896-32cec9251d9b None None] No DVR routers for this DVR port dcae658e-4e92-4720-a72f-5a2f950e3eee on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:16.551636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56e159a-0a63-4681-a740-ca631996cab3 req-db6afc5a-6d0a-4950-a046-95b6b2d6f3a1 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659235 Nov 03 19:05:16.573339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c000-8adf-4a32-9e55-2ee4d33a2f34 req-e38a13f6-cc69-44d2-9437-5cea8e265745 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:16.581638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f006c000-8adf-4a32-9e55-2ee4d33a2f34 req-e38a13f6-cc69-44d2-9437-5cea8e265745 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.2628238 Nov 03 19:05:16.620033 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16996be0-675a-46d2-a0d2-0b40b7a7c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.624734 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16996be0-675a-46d2-a0d2-0b40b7a7c2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.626364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-16996be0-675a-46d2-a0d2-0b40b7a7c2a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e4a7429b-d618-4ff8-bf19-5bb75e13c39e HTTP/1.1" status: 204 len: 168 time: 0.9564114 Nov 03 19:05:16.673064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16996be0-675a-46d2-a0d2-0b40b7a7c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a7429b-d618-4ff8-bf19-5bb75e13c39e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:16.744556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d793ad6-ee54-493f-8f0e-c82af37139c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:16.750600 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7d793ad6-ee54-493f-8f0e-c82af37139c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.754124 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d793ad6-ee54-493f-8f0e-c82af37139c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:16.755422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d793ad6-ee54-493f-8f0e-c82af37139c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:16.772374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bb85a854-6ac2-4656-9229-5f8396a0e26e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:16.830656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f006c000-8adf-4a32-9e55-2ee4d33a2f34 req-903a778f-7188-46b5-b81b-d03873cc181b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444694 Nov 03 19:05:16.847139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36608) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:16.864793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7d793ad6-ee54-493f-8f0e-c82af37139c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5152214 Nov 03 19:05:16.865229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e688cb97-68fd-4303-8cb1-85bdff6afda4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:16.865423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-612d88b6-3cd0-445e-a957-e1779ce12339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:16.865607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: bb85a854-6ac2-4656-9229-5f8396a0e26e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:16.865607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bb85a854-6ac2-4656-9229-5f8396a0e26e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:16.865916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-612d88b6-3cd0-445e-a957-e1779ce12339 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 1094 time: 0.2034316 Nov 03 19:05:17.173036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-c3e10b21-b92f-4036-942f-974bf4583767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:17.176530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-c3e10b21-b92f-4036-942f-974bf4583767 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.2936759 Nov 03 19:05:17.218639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e688cb97-68fd-4303-8cb1-85bdff6afda4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:17.229723 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e688cb97-68fd-4303-8cb1-85bdff6afda4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.250966 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e688cb97-68fd-4303-8cb1-85bdff6afda4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:17.251409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e688cb97-68fd-4303-8cb1-85bdff6afda4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:17.297143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e688cb97-68fd-4303-8cb1-85bdff6afda4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4437797 Nov 03 19:05:17.297921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36624) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:17.304289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-473340f2-b59e-41d0-8ddd-8fdc981df809 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:17.314843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-bbf67a76-c2d6-4612-b22b-b9c53afcd60e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e76119-b488-4266-8146-cd797bac8373 HTTP/1.1" status: 200 len: 217 time: 0.1273906 Nov 03 19:05:17.489691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dcae658e-4e92-4720-a72f-5a2f950e3eee no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:17.537690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-b9f6cfdf-db1e-4606-8106-817c85155a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:17.540610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-b9f6cfdf-db1e-4606-8106-817c85155a97 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2106471 Nov 03 19:05:17.580600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: dcae658e-4e92-4720-a72f-5a2f950e3eee {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:17.604783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dcae658e-4e92-4720-a72f-5a2f950e3eee not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:17.682833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-51649f4b-095c-47c6-8b37-48f0eef9a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:17.685680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-51649f4b-095c-47c6-8b37-48f0eef9a710 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317067 Nov 03 19:05:17.708773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473340f2-b59e-41d0-8ddd-8fdc981df809 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:17.723280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-473340f2-b59e-41d0-8ddd-8fdc981df809 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.726146 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-473340f2-b59e-41d0-8ddd-8fdc981df809 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:05:17.730659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473340f2-b59e-41d0-8ddd-8fdc981df809 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:05:17.760910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-473340f2-b59e-41d0-8ddd-8fdc981df809 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4617946 Nov 03 19:05:17.764902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36636) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:17.815473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-29e4ced4-1f1b-4f90-a3bb-ae05a4caee64 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0476727 Nov 03 19:05:17.819631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36640) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:17.916953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ea618-4c5e-48e9-95b6-98dcecb8e3ff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:17.926514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36648) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:17.927373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7d5ea618-4c5e-48e9-95b6-98dcecb8e3ff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040788 Nov 03 19:05:18.021406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-557a8813-e14c-4812-87a1-8ecf4af88cd4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899072 Nov 03 19:05:18.028673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36652) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:18.038392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:18.136557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37435127-84ad-46d6-96f7-ef0a7cd63dcd req-648e95ed-48fe-4e48-98d0-b88320ddc436 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:18.151164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37435127-84ad-46d6-96f7-ef0a7cd63dcd req-648e95ed-48fe-4e48-98d0-b88320ddc436 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:18.154173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37435127-84ad-46d6-96f7-ef0a7cd63dcd req-648e95ed-48fe-4e48-98d0-b88320ddc436 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b&device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 1683 time: 0.3154323 Nov 03 19:05:18.321073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-77a9f720-aeeb-4d85-bcde-a72708443082 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217456 Nov 03 19:05:18.517637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37435127-84ad-46d6-96f7-ef0a7cd63dcd req-b6f3f384-f1f9-426b-9ea0-962d9e7853f1 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046615 Nov 03 19:05:18.565352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2086bfb-01e1-4d4d-ac0e-5313bff98b7f req-b94f7b1b-8c5a-4df0-a5ca-893b263fe6be tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:18.568116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2086bfb-01e1-4d4d-ac0e-5313bff98b7f req-b94f7b1b-8c5a-4df0-a5ca-893b263fe6be tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.4068472 Nov 03 19:05:18.622723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:18.629783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.778579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d61d1c6c-0356-4ce1-982c-f849c6f128f3 req-4e4e4c8b-e15e-4072-af0a-99e309c9d144 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333205 Nov 03 19:05:18.853682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2086bfb-01e1-4d4d-ac0e-5313bff98b7f req-39079dca-77e2-456f-b4cd-66d53a882fba tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734227 Nov 03 19:05:19.087522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:19.336315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:19.341385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.451895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=081bc8f2-4081-422f-afa8-eba2e0a69fa6,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:19.468263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:19.470892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:19.482188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:19.482586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.489191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b1553-7cd0-4d27-a6b8-9b707d9d9dab None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:19.520199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36696) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:19.522571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ef28fd1a-e058-4b2f-88bf-bb71b857732a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4917700 Nov 03 19:05:19.544374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:93:ac:21', 'name': 'tempest-NetworksTestDHCPv6-1352900565'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:19.551057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 86e76119-b488-4266-8146-cd797bac8373 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:05:19.760433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-386398183-network', 'tenant_id': 'bde8a0060d164d58904957b7c22aeb98'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:19.911461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Made reservation on behalf of bde8a0060d164d58904957b7c22aeb98 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:19.919424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.959006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:19.986054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.046571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73611242-24c7-4db1-8511-292232729687 req-af948cff-c72a-4289-9003-50dbd153b3bf tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.050589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73611242-24c7-4db1-8511-292232729687 req-af948cff-c72a-4289-9003-50dbd153b3bf tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 946 time: 0.1859617 Nov 03 19:05:20.207954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73611242-24c7-4db1-8511-292232729687 req-2474c62b-bccf-4b3b-8075-6c85a8809225 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469390 Nov 03 19:05:20.271051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.343592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 57740cf2-817b-44e6-8c1f-c286a2aa1ed4 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:20.359635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:20.379765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.395450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.410482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.420827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '86e76119-b488-4266-8146-cd797bac8373', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': '86e76119-b488-4266-8146-cd797bac8373', 'mac_address': 'fa:16:3e:09:65:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:05:20.430078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.439870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '081bc8f2-4081-422f-afa8-eba2e0a69fa6'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:20.443568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.443824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.458827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.472748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.476862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7922c8dc-c5da-4952-9193-0872b7906140 req-a05540ed-d647-4676-93c4-ce85d5a45146 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.3241916 Nov 03 19:05:20.531002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.538886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.549860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.597373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e76119-b488-4266-8146-cd797bac8373 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:20.639130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:20.686267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ebac5-1483-4582-853b-98c73a42a4f2 req-5fcbe743-d820-4fdc-8e01-1271e7ed91a0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.699417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd0ebac5-1483-4582-853b-98c73a42a4f2 req-5fcbe743-d820-4fdc-8e01-1271e7ed91a0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.2208414 Nov 03 19:05:20.707447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.708043 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Added segment 70dd0ae9-a293-42c8-bd25-204a9ee85c3a of type vlan for network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa Nov 03 19:05:20.717353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e369379d-12d7-448d-91ba-babe0feea514,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:20.748242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fe93:ac21 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/081bc8f2-4081-422f-afa8-eba2e0a69fa6/57740cf2-817b-44e6-8c1f-c286a2aa1ed4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:20.813066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:20.828007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7922c8dc-c5da-4952-9193-0872b7906140 req-d5604bbc-e5cb-41bb-ac1b-6edcdb9ecbcf tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3288856 Nov 03 19:05:20.851225 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.858076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.901992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd0ebac5-1483-4582-853b-98c73a42a4f2 req-410dae58-caf1-490e-87fb-d6e506ca027d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875446 Nov 03 19:05:21.023379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:21.077612 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.079291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.081151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.210403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.225587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.227882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] Pushing event updated for resources: {'Network': ['ID=9f34c3ac-2e07-4833-b140-260dc8ffe9fa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:21.254722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:21.283031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.307934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.340072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.362762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.378904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-65f690e7-e3d8-439c-8315-032474ede5fc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2841067 Nov 03 19:05:21.383062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.401971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3544033-a05e-4a11-b204-341767552e85 req-2fe3ea68-5dda-4651-b5fc-759f5af4d53f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.3523669 Nov 03 19:05:21.407938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36732) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:21.467773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['86e76119-b488-4266-8146-cd797bac8373'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:21.477234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Request body: {'subnet': {'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-386398183-subnet', 'tenant_id': 'bde8a0060d164d58904957b7c22aeb98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:21.499939 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.554551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784dbf-9267-4bf4-a0ab-4858511e2600 req-37e43f61-4a4f-4934-b2b9-b8b2002d73af tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.563962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62784dbf-9267-4bf4-a0ab-4858511e2600 req-37e43f61-4a4f-4934-b2b9-b8b2002d73af tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 946 time: 0.1546333 Nov 03 19:05:21.597724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.604286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Made reservation on behalf of bde8a0060d164d58904957b7c22aeb98 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:21.606424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.714717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:21.719914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:21.721345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Allocated IP 2001:db8::f816:3eff:fef1:be58 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/081bc8f2-4081-422f-afa8-eba2e0a69fa6/8ba037dc-26b2-4d47-8ed0-24e367d2ff8b) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:21.725988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:21.737173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.737734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.775647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=57740cf2-817b-44e6-8c1f-c286a2aa1ed4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:21.797841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-32583fc0-4236-40e5-8f84-77bf042855ee tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2712915 Nov 03 19:05:21.797841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36740) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:21.882661 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62784dbf-9267-4bf4-a0ab-4858511e2600 req-76c6dd05-1d13-43b2-b1bf-23473901d48b tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163042 Nov 03 19:05:21.921252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-dd34a8dd-77f9-4308-8fd0-604e0b623733 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.923977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-dd34a8dd-77f9-4308-8fd0-604e0b623733 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.110 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 946 time: 0.3437855 Nov 03 19:05:21.964130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32226c-9ec1-4991-a501-a0f20c8bcc3b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.969235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ad32226c-9ec1-4991-a501-a0f20c8bcc3b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1680529 Nov 03 19:05:21.980151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36744) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:21.996623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-fb6c010e-03fa-4b46-b62e-9c50faf9ffcc tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.999574 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-fb6c010e-03fa-4b46-b62e-9c50faf9ffcc tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "GET /v2.0/ports?device_id=f4038ff8-0a64-436f-b013-64333ddad832 HTTP/1.1" status: 200 len: 946 time: 0.1583672 Nov 03 19:05:22.031398 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.042053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.114401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:22.123125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:22.135527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:22.149623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Pushing event updated for resources: {'Port': ['ID=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:22.285944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Attempting to bind port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:22.286666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Attempting to bind port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:22.287266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Attempting to bind port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:22.299669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:22.300358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:22.301082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.301782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:22.303264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Bound port: 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:22.304417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.372603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4211b28-ea94-4117-9263-51a9218a3c7a req-1be42a7f-d20a-4931-a93d-d35c130c5c8d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:22.375512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4211b28-ea94-4117-9263-51a9218a3c7a req-1be42a7f-d20a-4931-a93d-d35c130c5c8d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 944 time: 0.3216102 Nov 03 19:05:22.443309 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.459666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] For port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:22.465598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Deleting port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:22.466251 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.466481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] For port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:22.473347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.604299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f069c-faa8-4b58-8425-b6415a6c6eb0 None None] Pushing event updated for resources: {'Port': ['ID=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:22.668194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4211b28-ea94-4117-9263-51a9218a3c7a req-1f41925c-a991-4e08-91c3-77c3446fb812 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723794 Nov 03 19:05:22.750808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717e766e-ab13-4e46-91d1-80717b4cdb93,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:22.774797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Checking segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:22.775797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Network hostable DHCP agents. Network: 9f34c3ac-2e07-4833-b140-260dc8ffe9fa, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:22.862816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 57740cf2-817b-44e6-8c1f-c286a2aa1ed4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:22.864938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.866764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] For port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:22.867353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.873945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:22.898739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Calling delete_port for dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:22.903364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Deleting port 710c21ab-acd6-486f-9e55-89212dbc32c3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:22.903855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9f34c3ac-2e07-4833-b140-260dc8ffe9fa) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:22.904048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.911730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:22.912828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.972986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aa87318b-b65d-4033-9c71-71adf8ad3bb7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5371006 Nov 03 19:05:22.979595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913fd0a5-105a-405a-adc4-a15e560f6e16 None None] Network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:23.329624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc782f-359e-4fb9-a2e3-47d13d593ab7 None None] Network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:23.329855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.378202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 57740cf2-817b-44e6-8c1f-c286a2aa1ed4 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:23.579563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] For port 710c21ab-acd6-486f-9e55-89212dbc32c3, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=710c21ab-acd6-486f-9e55-89212dbc32c3,segment=NetworkSegment(690aa55e-3b30-4f64-a6e5-cec35e3c22e6),segment_id=690aa55e-3b30-4f64-a6e5-cec35e3c22e6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:23.582063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.603190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 86e76119-b488-4266-8146-cd797bac8373 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:23.627554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a19c5c-3cf0-4b7f-b284-d7461036a170 req-cf54f5d2-853c-42c1-ac17-7c65ac256951 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:23.630432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61a19c5c-3cf0-4b7f-b284-d7461036a170 req-cf54f5d2-853c-42c1-ac17-7c65ac256951 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 946 time: 0.4766622 Nov 03 19:05:23.656687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Calling delete_port for 710c21ab-acd6-486f-9e55-89212dbc32c3 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:23.788428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.828017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:23.829319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61a19c5c-3cf0-4b7f-b284-d7461036a170 req-50882af8-27a0-4c23-b174-70fcdb702c01 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/security-groups?id=96c05d60-651f-46cf-a213-b3a6d2eef2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706445 Nov 03 19:05:24.037145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Pushing event deleted for resources: {'Port': ['ID=dbc1cff3-8d17-47b1-a85e-d8c27c5368b0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:24.098929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:24.099800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.173139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] No DVR routers for this DVR port dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:24.189659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.193570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6a1f70c-fe2b-49cb-b0d3-8cac8f611c34 req-afe63805-5928-4a4d-83e7-7ba2ed6f5b18 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.110 "DELETE /v2.0/ports/dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 HTTP/1.1" status: 204 len: 173 time: 2.2591088 Nov 03 19:05:24.194061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd489a991-aa0d-498c-9d78-ba493355630b', 'name': 'network-vif-deleted', 'tag': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:24.207425 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeed2ef-ffb8-4ce9-899d-d2d53eedff13" -d '{"events": [{"server_uuid": "d489a991-aa0d-498c-9d78-ba493355630b", "name": "network-vif-deleted", "tag": "dbc1cff3-8d17-47b1-a85e-d8c27c5368b0"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:24.215376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.231742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 86e76119-b488-4266-8146-cd797bac8373 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:05:24.243884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e129c-ab30-457b-92ca-7093bb9465bc req-81e93157-9cb3-4929-afa2-3ac726a88fbb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:24.254782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-329e129c-ab30-457b-92ca-7093bb9465bc req-81e93157-9cb3-4929-afa2-3ac726a88fbb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 944 time: 0.2811110 Nov 03 19:05:24.265772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 86e76119-b488-4266-8146-cd797bac8373 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:24.266145 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.372612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-329e129c-ab30-457b-92ca-7093bb9465bc req-fac17786-8882-4b16-9eb3-57aa632d1815 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168940 Nov 03 19:05:24.412870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=57740cf2-817b-44e6-8c1f-c286a2aa1ed4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:24.533788 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9712bcf-5e63-42c8-81ae-f17523d87873 x-openstack-request-id: req-e9712bcf-5e63-42c8-81ae-f17523d87873 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:24.534140 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d489a991-aa0d-498c-9d78-ba493355630b", "name": "network-vif-deleted", "tag": "dbc1cff3-8d17-47b1-a85e-d8c27c5368b0", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:24.534406 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e9712bcf-5e63-42c8-81ae-f17523d87873 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:24.534864 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd489a991-aa0d-498c-9d78-ba493355630b', 'name': 'network-vif-deleted', 'tag': 'dbc1cff3-8d17-47b1-a85e-d8c27c5368b0', 'status': 'completed', 'code': 200} Nov 03 19:05:24.558606 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.587105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.604832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e885a28c-10c7-4b2b-af16-57d467ac61e3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/57740cf2-817b-44e6-8c1f-c286a2aa1ed4 HTTP/1.1" status: 204 len: 168 time: 2.6033194 Nov 03 19:05:24.608772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36796) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:24.634072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.795323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Pushing event deleted for resources: {'Port': ['ID=710c21ab-acd6-486f-9e55-89212dbc32c3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:24.973501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] No DVR routers for this DVR port 710c21ab-acd6-486f-9e55-89212dbc32c3 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:24.986018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.993066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2be4deac-6223-4b4a-897d-da60262b5f07 req-10560907-fdc3-4778-95de-b21636752ffa tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.115 "DELETE /v2.0/ports/710c21ab-acd6-486f-9e55-89212dbc32c3 HTTP/1.1" status: 204 len: 173 time: 2.4181085 Nov 03 19:05:24.993855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4038ff8-0a64-436f-b013-64333ddad832', 'name': 'network-vif-deleted', 'tag': '710c21ab-acd6-486f-9e55-89212dbc32c3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:25.007342 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bb7b92-694b-4eee-9b87-ecae3d69d955" -d '{"events": [{"server_uuid": "f4038ff8-0a64-436f-b013-64333ddad832", "name": "network-vif-deleted", "tag": "710c21ab-acd6-486f-9e55-89212dbc32c3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:25.036919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 710c21ab-acd6-486f-9e55-89212dbc32c3 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:25.103831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7ddc8d6d-e6ff-4f8f-9b50-c9bd024309ff None None] Provisioning complete for port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:25.107627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8d6d-e6ff-4f8f-9b50-c9bd024309ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.183938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb2f4a-0b5c-4622-ab0f-78899b3656ce tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:25.188402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:25.197066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb2f4a-0b5c-4622-ab0f-78899b3656ce tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:25.201349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.203808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2bcb2f4a-0b5c-4622-ab0f-78899b3656ce tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5928695 Nov 03 19:05:25.205344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:25.295504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 710c21ab-acd6-486f-9e55-89212dbc32c3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:25.296108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 710c21ab-acd6-486f-9e55-89212dbc32c3 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:25.310890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.458324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-02839e28-1f6a-4318-82ec-72724f298547 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5897837 Nov 03 19:05:25.512303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 081bc8f2-4081-422f-afa8-eba2e0a69fa6 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:25.529690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.538323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e76119-b488-4266-8146-cd797bac8373'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:25.542018 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6322b86-e358-431e-a170-c2fa5058e9db" -d '{"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-plugged", "status": "completed", "tag": "86e76119-b488-4266-8146-cd797bac8373"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:25.577507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:25.593927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.613365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:25.656801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a73b10a-078d-4bad-af13-f96383368a2a req-d94ab706-5bef-4ace-a139-e51d8b820a48 tempest-ListServersNegativeTestJSON-666470785 tempest-ListServersNegativeTestJSON-666470785-project] 10.222.0.91 "GET /v2.0/ports?device_id=d489a991-aa0d-498c-9d78-ba493355630b HTTP/1.1" status: 200 len: 210 time: 0.2358825 Nov 03 19:05:25.695633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.770861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:25.781836 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3f794-b79f-4791-8d10-f63fea66fc9d x-openstack-request-id: req-cda3f794-b79f-4791-8d10-f63fea66fc9d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:25.782781 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4038ff8-0a64-436f-b013-64333ddad832", "name": "network-vif-deleted", "tag": "710c21ab-acd6-486f-9e55-89212dbc32c3", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:25.783839 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cda3f794-b79f-4791-8d10-f63fea66fc9d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:25.784827 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038ff8-0a64-436f-b013-64333ddad832', 'name': 'network-vif-deleted', 'tag': '710c21ab-acd6-486f-9e55-89212dbc32c3', 'status': 'completed', 'code': 200} Nov 03 19:05:25.834694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:25.837400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dbc1cff3-8d17-47b1-a85e-d8c27c5368b0 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:25.862998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-c84ff413-2863-4e92-a322-137599f2ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:25.872794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-c84ff413-2863-4e92-a322-137599f2ff13 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.2982130 Nov 03 19:05:25.888026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:25.899376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-73860045-1485-4c45-8ee5-d8f464997596 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:25.911437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-73860045-1485-4c45-8ee5-d8f464997596 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 813 time: 0.7038605 Nov 03 19:05:25.936706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36828) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:25.942232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.947800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6d3a00ae-3e6e-4a98-b243-3474d072cac2 None None] Could not find standard attr ID for object 57740cf2-817b-44e6-8c1f-c286a2aa1ed4. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:05:26.052635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-4e77a43c-8a2f-46e2-9c63-80d4be127681 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/quotas/bde8a0060d164d58904957b7c22aeb98 HTTP/1.1" status: 200 len: 375 time: 0.1219752 Nov 03 19:05:26.101055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.116777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-827e384f-972d-404e-b211-53d54aeb1a00 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538583 Nov 03 19:05:26.121193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.127485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/081bc8f2-4081-422f-afa8-eba2e0a69fa6 HTTP/1.1" status: 204 len: 168 time: 0.9208882 Nov 03 19:05:26.128137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36834) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:26.150339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323eafc-cedc-45c0-9301-bf9b02a0b5bb req-d50bdf8c-eb8d-4c78-be8e-e6f8fecc218b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.153092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3323eafc-cedc-45c0-9301-bf9b02a0b5bb req-d50bdf8c-eb8d-4c78-be8e-e6f8fecc218b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.2180882 Nov 03 19:05:26.155196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81769968-6b74-443d-8bac-8d0c03bcf80f None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:26.213426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-77ffce7a-e34a-4a2d-9893-3d6bc246685d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626023 Nov 03 19:05:26.216220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36836) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:26.218794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=081bc8f2-4081-422f-afa8-eba2e0a69fa6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:26.224669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:26.257792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.258558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.259274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.259829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.260390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.260918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.261602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.262113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.262613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.263119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.263635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.264143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebeb2f4-f9cb-4f0e-9cac-7c805353a9e2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:26.419749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:26.427094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.439979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:26.483416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:26.561444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] Deleting port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:26.561818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.671326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cf0229b-2dc3-4ea5-bea2-853b9efcf05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.673213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] For port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:26.673948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.699112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] Calling delete_port for 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:26.865195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-86483068-d0bb-49c0-be61-8f3c9d15f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.868137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-86483068-d0bb-49c0-be61-8f3c9d15f940 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.9547019 Nov 03 19:05:26.891702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.904808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cf0229b-2dc3-4ea5-bea2-853b9efcf05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.913930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cf0229b-2dc3-4ea5-bea2-853b9efcf05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.939640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] Pushing event deleted for resources: {'Port': ['ID=8ba037dc-26b2-4d47-8ed0-24e367d2ff8b,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:26.952090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a16899-7798-42c8-b469-1723c38e5c5a None None] No DVR routers for this DVR port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:26.986616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:26.989898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.990816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.991723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.992952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.993921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.994812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.995527 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1cf0229b-2dc3-4ea5-bea2-853b9efcf05c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c2134f56853f440a816ff62dbc34df7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536242 Nov 03 19:05:26.995805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.999375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-03fea338-2a2e-40fc-bb14-d7f4d2dc80e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6500 time: 1.0590670 Nov 03 19:05:27.002193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36846) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:27.004612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0229b-2dc3-4ea5-bea2-853b9efcf05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822264e2-d3c8-4e1b-82db-978225249dcb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:27.109021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-643c9336-bb90-4015-b1e7-03aa57fabdca service neutron] 10.222.0.91 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910541 Nov 03 19:05:27.124225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3323eafc-cedc-45c0-9301-bf9b02a0b5bb req-f62098c9-02ef-461a-a93f-ae8d5f94790a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746768 Nov 03 19:05:27.129224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-3563d38c-9c04-46b1-8b70-f427e6ff6c86 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.2353580 Nov 03 19:05:27.140606 n-d-812151-4 neutron-server[101988]: WARNING neutron.services.revisions.revision_plugin [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Could not find related port for resource to bump revision. Nov 03 19:05:27.155144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Port 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 19:05:27.155513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:be58 {{(pid=101988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 19:05:27.161688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef1:be58 {{(pid=101988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 19:05:27.165994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.172099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33e8e716-7846-4a44-baa5-f2c404525e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.232204 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce3108d-8c2f-4159-ac05-cd694b4fc440 x-openstack-request-id: req-0ce3108d-8c2f-4159-ac05-cd694b4fc440 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:27.232204 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-plugged", "status": "completed", "tag": "86e76119-b488-4266-8146-cd797bac8373", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:27.232204 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0ce3108d-8c2f-4159-ac05-cd694b4fc440 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:27.232204 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e76119-b488-4266-8146-cd797bac8373', 'code': 200} Nov 03 19:05:27.244481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=fbc1d453-46bc-43f0-93a7-7401fb81b6bb,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:27.263800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:27.266227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33e8e716-7846-4a44-baa5-f2c404525e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.275244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:27.282654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:27.283661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.326657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd895f-088e-408d-b24e-03c62ed31cde None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:27.332087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ff5ac15-9b76-4d36-a397-a11f1f918f1e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1144614 Nov 03 19:05:27.336961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36848) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:27.346674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:e7:14:8f', 'name': 'tempest-NetworksTestDHCPv6-530958576'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:27.371544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-0119988e-e51b-49f5-ad19-8bf7524b1c48 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3292005 Nov 03 19:05:27.374654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-604bd37e-5536-4b91-864a-97cc4c5dbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:27.380316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-604bd37e-5536-4b91-864a-97cc4c5dbb5d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2334158 Nov 03 19:05:27.554016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-fc33274e-b57e-475e-a131-45c7f8329703 service neutron] 10.222.0.91 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283295 Nov 03 19:05:27.590161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-974454f5-5928-4e21-b8d9-e0e5e9e2928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:27.591890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-974454f5-5928-4e21-b8d9-e0e5e9e2928a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889834 Nov 03 19:05:27.599864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:27.615465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33e8e716-7846-4a44-baa5-f2c404525e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.619077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33e8e716-7846-4a44-baa5-f2c404525e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.624228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-33e8e716-7846-4a44-baa5-f2c404525e37 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/822264e2-d3c8-4e1b-82db-978225249dcb HTTP/1.1" status: 204 len: 168 time: 0.6169903 Nov 03 19:05:27.647891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:27.648317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8ba037dc-26b2-4d47-8ed0-24e367d2ff8b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:27.677362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8e716-7846-4a44-baa5-f2c404525e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822264e2-d3c8-4e1b-82db-978225249dcb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:27.697661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:27.795181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c673713-0987-4580-a1d5-a52d9285ba88 req-4b1c2160-c43f-4a0c-8b23-bdfc1e82f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:27.799001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c673713-0987-4580-a1d5-a52d9285ba88 req-4b1c2160-c43f-4a0c-8b23-bdfc1e82f1a5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 1096 time: 0.2598948 Nov 03 19:05:27.812075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36858) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:27.871269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-0b558f10-4102-4bb9-b1e1-8ada902f3ae8 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616282 Nov 03 19:05:27.901548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': 'fbc1d453-46bc-43f0-93a7-7401fb81b6bb'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:27.903013 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.998859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c365ae2-dfa2-43b3-b9ee-3669d2403cee req-52347d11-3736-40a3-a84a-5cbede1a293d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 210 time: 0.0621214 Nov 03 19:05:28.057138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Deleting subnet 5c0c5d6c-7164-4189-b338-9b62924bf5ec {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:28.068311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.128647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94618f7e-062f-4650-b9c8-0fdea7f32bc8 req-c8e272d2-3901-4371-b0da-f622a1712134 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437000 Nov 03 19:05:28.242169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.372423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36872) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:28.378541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.379646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef53c6e-38c8-4f61-afa3-584185673b1b req-da487c37-b45c-4003-a067-0ad1bcf94837 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:28.390162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fef53c6e-38c8-4f61-afa3-584185673b1b req-da487c37-b45c-4003-a067-0ad1bcf94837 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1131454 Nov 03 19:05:28.419197 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c673713-0987-4580-a1d5-a52d9285ba88 req-9e5e9269-1e28-4568-ab43-74280d708eb9 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000683 Nov 03 19:05:28.427518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c86874a5-6ea7-4304-a391-aafb395cc8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.454720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.502345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fef53c6e-38c8-4f61-afa3-584185673b1b req-99a6b3f2-0a9f-4a8b-98ba-f692445f9fcc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108065 Nov 03 19:05:28.532709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 59c1170a-bb58-4a1d-b9bf-1adf7a5179d3 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:28.610637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Allocated IP 2001:db8::f816:3eff:feb3:5c9e (60fb80d3-1f1b-47fa-b8e1-44029087a84a/fbc1d453-46bc-43f0-93a7-7401fb81b6bb/e042b9c3-c95b-4218-bafc-f31189522505) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:28.678637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.735601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0c5d6c-7164-4189-b338-9b62924bf5ec,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:28.753130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.759676 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d1fdfd5e-157b-4357-ab10-badc21f1693f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5c0c5d6c-7164-4189-b338-9b62924bf5ec HTTP/1.1" status: 204 len: 168 time: 0.9442184 Nov 03 19:05:28.767617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36880) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:28.847233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c86874a5-6ea7-4304-a391-aafb395cc8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.906010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c86874a5-6ea7-4304-a391-aafb395cc8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.949108 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.969262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.987571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.041201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:29.047390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:29.054570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-b732aaeb-2dc3-4dfd-ad2c-b453759c6e85 req-087f8b3a-cae1-4ced-b135-b0f58b5a3494 service neutron] (101989) timed out ('10.222.0.91', 45624) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:05:29.060966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:29.086707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Pushing event updated for resources: {'Port': ['ID=e042b9c3-c95b-4218-bafc-f31189522505,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:29.101455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c86874a5-6ea7-4304-a391-aafb395cc8ed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e2108f49f6d749ac9698b14f8b803675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229927 Nov 03 19:05:29.105888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86874a5-6ea7-4304-a391-aafb395cc8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87449159-0dd6-4b6b-8309-16de4277e869,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:29.107821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36884) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:29.182831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Attempting to bind port e042b9c3-c95b-4218-bafc-f31189522505 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:29.183751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Attempting to bind port e042b9c3-c95b-4218-bafc-f31189522505 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:29.184689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Attempting to bind port e042b9c3-c95b-4218-bafc-f31189522505 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:29.197310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fee7:148f (60fb80d3-1f1b-47fa-b8e1-44029087a84a/fbc1d453-46bc-43f0-93a7-7401fb81b6bb/59c1170a-bb58-4a1d-b9bf-1adf7a5179d3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:29.197601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:29.197967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:29.198629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.199324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:29.200207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Bound port: e042b9c3-c95b-4218-bafc-f31189522505, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:29.200866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.323724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f95f1ab-1255-4c89-88a4-59d70c07b752 req-0ea6e985-7b0d-4cdf-9e14-4e31ab0b882f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 210 time: 0.0894349 Nov 03 19:05:29.334742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0269eda8-1c1e-4446-91b2-b7dde3ffad54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.340090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.346147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] For port e042b9c3-c95b-4218-bafc-f31189522505, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:29.356177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] For port e042b9c3-c95b-4218-bafc-f31189522505, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e042b9c3-c95b-4218-bafc-f31189522505,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:29.368577 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.400447 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0269eda8-1c1e-4446-91b2-b7dde3ffad54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.433262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:29.457708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690aa55e-3b30-4f64-a6e5-cec35e3c22e6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:29.458310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690aa55e-3b30-4f64-a6e5-cec35e3c22e6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:29.506291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.518862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0269eda8-1c1e-4446-91b2-b7dde3ffad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.522329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0269eda8-1c1e-4446-91b2-b7dde3ffad54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.528200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0269eda8-1c1e-4446-91b2-b7dde3ffad54 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/87449159-0dd6-4b6b-8309-16de4277e869 HTTP/1.1" status: 204 len: 168 time: 0.4128115 Nov 03 19:05:29.559271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269eda8-1c1e-4446-91b2-b7dde3ffad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87449159-0dd6-4b6b-8309-16de4277e869,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:29.586370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501eceb-12d4-41c1-9539-2b01d6dd8d12 None None] Pushing event updated for resources: {'Port': ['ID=e042b9c3-c95b-4218-bafc-f31189522505,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:29.658049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.719417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.734940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.824567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:05:29.826028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:05:29.856523 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:05:29.968860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d829ba-af33-4ffd-88f0-60a8a22cffe3 req-eee02c63-7984-43a3-b71c-aecb94c4a354 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:29.991469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3d829ba-af33-4ffd-88f0-60a8a22cffe3 req-eee02c63-7984-43a3-b71c-aecb94c4a354 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.2116234 Nov 03 19:05:30.007758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:30.011482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=59c1170a-bb58-4a1d-b9bf-1adf7a5179d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:30.015825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:30.021085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:30.036667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:30.037589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.058109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.073557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.083412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] 10.222.0.91 "DELETE /v2.0/networks/179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15 HTTP/1.1" status: 204 len: 168 time: 1.3125262 Nov 03 19:05:30.100906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd79d9d1-f79d-4574-b405-6a03d2a02ef0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7581108 Nov 03 19:05:30.114642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36896) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:30.150983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406b7d2-b9f8-4a80-8a09-28fcd45f81de admin admin] Pushing event deleted for resources: {'Network': ['ID=179b9f4c-d3b4-4eb3-910a-fd6c9b67fd15,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:30.277914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3d829ba-af33-4ffd-88f0-60a8a22cffe3 req-8833efeb-ed35-4c57-b17b-2dc19ba0391e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253890 Nov 03 19:05:30.345427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299597-8ee7-4476-955f-21581d029ac3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:30.361996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299597-8ee7-4476-955f-21581d029ac3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:30.371019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-15299597-8ee7-4476-955f-21581d029ac3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2545917 Nov 03 19:05:30.372072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36900) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:30.589283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 59c1170a-bb58-4a1d-b9bf-1adf7a5179d3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:30.601012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.708528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8742ccc-6428-44fb-b25c-891c27f76a6a req-c921270e-6af6-4a83-9315-c809427e1faa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 210 time: 0.1288686 Nov 03 19:05:30.782065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-be9978f5-6a98-45d4-a95e-702cc721af3d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:30.784260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-be9978f5-6a98-45d4-a95e-702cc721af3d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.115 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 813 time: 0.4276059 Nov 03 19:05:30.784827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36910) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:30.819016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Request body: {'port': {'device_id': '63d4101d-35fb-45cb-93d0-0de879cde948', 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'admin_state_up': True, 'tenant_id': 'bde8a0060d164d58904957b7c22aeb98'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:30.900040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.923227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 59c1170a-bb58-4a1d-b9bf-1adf7a5179d3 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:31.077003 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-52cc4aae-f123-43fe-906a-825635ea516e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=749e5792cc7242e582e4acc6ad96e35d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898479 Nov 03 19:05:31.084763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36918) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.265511 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.321367 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f0de1f1-5a68-42b1-a3f1-d70a387294eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.354339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=59c1170a-bb58-4a1d-b9bf-1adf7a5179d3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:31.454357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f0de1f1-5a68-42b1-a3f1-d70a387294eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.466035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Made reservation on behalf of bde8a0060d164d58904957b7c22aeb98 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:31.470721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.476439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.493760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4e55f77c-18cd-4e31-ab80-f22d4b730700 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/59c1170a-bb58-4a1d-b9bf-1adf7a5179d3 HTTP/1.1" status: 204 len: 168 time: 1.1164496 Nov 03 19:05:31.494439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.676238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e042b9c3-c95b-4218-bafc-f31189522505 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:31.726093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1526f2-21e0-44fa-8ba2-8d3c21db5973 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:31.730353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1526f2-21e0-44fa-8ba2-8d3c21db5973 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:31.733489 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3a1526f2-21e0-44fa-8ba2-8d3c21db5973 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2370317 Nov 03 19:05:31.751646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a471-9d12-4bf3-82eb-92b8b7376d7a req-572c00f8-7c47-434a-8bb9-dce5871b5bd2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:31.765885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8a9a471-9d12-4bf3-82eb-92b8b7376d7a req-572c00f8-7c47-434a-8bb9-dce5871b5bd2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1913681 Nov 03 19:05:31.770583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36932) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.783964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Allocated IP 172.20.0.4 (9f34c3ac-2e07-4833-b140-260dc8ffe9fa/717e766e-ab13-4e46-91d1-80717b4cdb93/85421270-88b8-403b-b3c3-70d982da31cb) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:31.801513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e042b9c3-c95b-4218-bafc-f31189522505 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:31.802828 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.811447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Provisioning complete for port e042b9c3-c95b-4218-bafc-f31189522505 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:31.812223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.017987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8a9a471-9d12-4bf3-82eb-92b8b7376d7a req-db6b0be7-54a2-44d0-b4b1-b155d0e42c21 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493608 Nov 03 19:05:32.025309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet fbc1d453-46bc-43f0-93a7-7401fb81b6bb {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:32.031608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.116656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddc7842a-9d8f-4386-87c3-7c9ec91b7736 req-eaf0a187-4df9-49e1-b5d1-ee62624759d8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 210 time: 0.1046970 Nov 03 19:05:32.151885 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.186282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f0de1f1-5a68-42b1-a3f1-d70a387294eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.190718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f0de1f1-5a68-42b1-a3f1-d70a387294eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.192478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2f0de1f1-5a68-42b1-a3f1-d70a387294eb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/96c05d60-651f-46cf-a213-b3a6d2eef2a3 HTTP/1.1" status: 204 len: 168 time: 1.1036050 Nov 03 19:05:32.241909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0de1f1-5a68-42b1-a3f1-d70a387294eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c05d60-651f-46cf-a213-b3a6d2eef2a3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.358074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.502818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.510472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.525785 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.537953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.540932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.685063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:32.694242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:32.699619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:32.741677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.751345 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:05:32.874404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.878064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:32.879917 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:32.923512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc1d453-46bc-43f0-93a7-7401fb81b6bb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.965530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.973675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:32.974741 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:32.977062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fbb57f24-3088-423f-b900-7486caf2a3eb tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/fbc1d453-46bc-43f0-93a7-7401fb81b6bb HTTP/1.1" status: 204 len: 168 time: 1.2031932 Nov 03 19:05:32.980031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:32.992885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb14f5-e686-4e81-82b7-aa53d2c594f3 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:33.031043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164913c-c551-41b5-8c83-6ff2a666dabd req-f3a7dc60-b015-43ac-ad09-252c7de2d65e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.049069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.051721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a164913c-c551-41b5-8c83-6ff2a666dabd req-f3a7dc60-b015-43ac-ad09-252c7de2d65e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.2170084 Nov 03 19:05:33.054394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.099334 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-1a0cd988-9351-4a98-98db-4ac9947d69c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2918973 Nov 03 19:05:33.120547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Request body: {'port': {'device_id': '63d4101d-35fb-45cb-93d0-0de879cde948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:33.159167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-20dbae80-49f7-4382-b01a-c10dc2d1bab7 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1631012 Nov 03 19:05:33.169843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36960) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.252264 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.326296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.355422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec654b0-252b-46c8-9b51-99ca1e8ddd7d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.359148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cec654b0-252b-46c8-9b51-99ca1e8ddd7d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1873887 Nov 03 19:05:33.363919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36970) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.405582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a164913c-c551-41b5-8c83-6ff2a666dabd req-50a69a93-85d3-4f1b-b23c-b6b0bf9f22a6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478856 Nov 03 19:05:33.543666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.550831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b784d-3da0-47a4-8880-f646f3b992a0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.553964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d10b784d-3da0-47a4-8880-f646f3b992a0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1862402 Nov 03 19:05:33.559137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.696873 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.759703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-88c2c6fc-78e0-48b9-98e6-530fc8699b70 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1986787 Nov 03 19:05:33.768815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36982) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.769563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port e042b9c3-c95b-4218-bafc-f31189522505, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e042b9c3-c95b-4218-bafc-f31189522505,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:33.796364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.796531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:33.836762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1aa77-72a6-4eda-b999-31532165e8ec req-a3863f83-3a2e-4c24-bbe9-cdd1311c1dbe tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.856558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbb1aa77-72a6-4eda-b999-31532165e8ec req-a3863f83-3a2e-4c24-bbe9-cdd1311c1dbe tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 931 time: 0.4571080 Nov 03 19:05:33.950567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=e042b9c3-c95b-4218-bafc-f31189522505,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.970390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c07090-4869-4cec-8011-77faa527a73a None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:34.136660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:34.147743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:34.148707 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-0382eddd-4e66-4b34-a6d6-4e7fc82b7ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:34.163423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.190302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07c07090-4869-4cec-8011-77faa527a73a None None] Deleting port e042b9c3-c95b-4218-bafc-f31189522505 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:34.196709 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07c07090-4869-4cec-8011-77faa527a73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.197998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Transition to ACTIVE for port object 85421270-88b8-403b-b3c3-70d982da31cb will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:05:34.205614 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.248967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbb1aa77-72a6-4eda-b999-31532165e8ec req-18bf8c9c-fa2c-48d9-9f34-6817ce67cca8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556929 Nov 03 19:05:34.282907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350229-77c2-4f04-bb55-aad94b45fde6 req-b9a53246-d950-49a1-b274-c84f51b594a7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.293089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0350229-77c2-4f04-bb55-aad94b45fde6 req-b9a53246-d950-49a1-b274-c84f51b594a7 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.2432849 Nov 03 19:05:34.341856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.427202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0350229-77c2-4f04-bb55-aad94b45fde6 req-6abeaf24-6c95-4a4e-b58e-432aaeb813eb tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310589 Nov 03 19:05:34.429118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:34.444379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:34.445241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:34.446454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:34.446601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.454716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Port 85421270-88b8-403b-b3c3-70d982da31cb on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:34.455527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:34.464441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:34.465379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Checking segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:34.466244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Bound using segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:34.467881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Bound port: 85421270-88b8-403b-b3c3-70d982da31cb, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:34.468533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.644626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:34.673483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:34.685450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.729892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1af057dd-ef07-4d6e-b519-654578ed3f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.739020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07c07090-4869-4cec-8011-77faa527a73a None None] For port e042b9c3-c95b-4218-bafc-f31189522505, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e042b9c3-c95b-4218-bafc-f31189522505,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:34.740053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07c07090-4869-4cec-8011-77faa527a73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.785008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07c07090-4869-4cec-8011-77faa527a73a None None] Calling delete_port for e042b9c3-c95b-4218-bafc-f31189522505 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:34.828690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf84b4-2b7d-4e9c-9174-0e762f7b3602 req-0dc90932-633d-441c-8488-79462dda3992 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.842841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5cdf84b4-2b7d-4e9c-9174-0e762f7b3602 req-0dc90932-633d-441c-8488-79462dda3992 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1892159 Nov 03 19:05:34.861333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37006) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:34.875974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.876763 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.878262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] 10.222.0.115 "PUT /v2.0/ports/85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 1091 time: 1.7639503 Nov 03 19:05:34.878776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:34.881930 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f900be11-92cd-478f-b3d8-06fd3545b667" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:34.911211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678d416-b415-4ce8-b9f7-b77202e4fa76 service neutron] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.945783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b109de6-dd8a-4451-a782-ebfe9289d8b5 None None] Could not find standard attr ID for object 59c1170a-bb58-4a1d-b9bf-1adf7a5179d3. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:05:35.034108 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6837d087-cf22-4a39-bee1-18c879930b1e x-openstack-request-id: req-6837d087-cf22-4a39-bee1-18c879930b1e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:35.035213 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:35.036293 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6837d087-cf22-4a39-bee1-18c879930b1e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:35.036981 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'status': 'completed', 'code': 200} Nov 03 19:05:35.065699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07c07090-4869-4cec-8011-77faa527a73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.073052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-47b4f817-f027-4dbf-b858-d193dc9f22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.074988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-47b4f817-f027-4dbf-b858-d193dc9f22cd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1094 time: 0.1100495 Nov 03 19:05:35.105411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c07090-4869-4cec-8011-77faa527a73a None None] No DVR routers for this DVR port e042b9c3-c95b-4218-bafc-f31189522505 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:35.119849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5cdf84b4-2b7d-4e9c-9174-0e762f7b3602 req-8db0e15f-e615-4b7a-9326-7b14f896d1d4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729731 Nov 03 19:05:35.193696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07090-4869-4cec-8011-77faa527a73a None None] Pushing event deleted for resources: {'Port': ['ID=e042b9c3-c95b-4218-bafc-f31189522505,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:35.218647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-142575429-network', 'tenant_id': '9d3f37b399bf409ea0aef2d4581d4f30'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:35.224195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-14cbdd12-0fe7-443e-b3a1-c78cccdd2414 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.1346610 Nov 03 19:05:35.326121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Made reservation on behalf of 9d3f37b399bf409ea0aef2d4581d4f30 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:35.328757 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.341800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.361292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:35.363960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.395358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-faede070-6720-4176-90a5-9f86630e0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.402510 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-faede070-6720-4176-90a5-9f86630e0228 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.1674159 Nov 03 19:05:35.453837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:35.477654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:35.489285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.489907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.493628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-d9fe6db3-64ee-4571-bc94-f861853e2e05 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789056 Nov 03 19:05:35.506564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027614b-2594-4145-8599-083e08210adc None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:35.542272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=d97abedc-a40d-4b22-be95-6ac0210d541e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:35.577939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78e2efb4-45fb-472f-b211-483729487eff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8009474 Nov 03 19:05:35.584312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:35.609073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:db:e2:05', 'name': 'tempest-NetworksTestDHCPv6-157799606'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:35.671261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88311d-276f-47dc-84e1-236d29fc4c2d req-701983c4-b46b-45cd-bac7-b6e0e41dd619 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.672960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f88311d-276f-47dc-84e1-236d29fc4c2d req-701983c4-b46b-45cd-bac7-b6e0e41dd619 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.2178204 Nov 03 19:05:35.732332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.755902 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.778065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:35.782627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-06a5c00e-eec7-4f8f-a8dd-444eb77315b2 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746551 Nov 03 19:05:35.862838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': 'd97abedc-a40d-4b22-be95-6ac0210d541e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:35.871766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.890659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.891458 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Added segment 28dbd6fd-9b08-42d4-b633-0c78398e28f2 of type vlan for network 30a811f2-468a-4804-a103-66684ec3a879 Nov 03 19:05:35.983533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.066727 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.068951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.070346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.104139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e042b9c3-c95b-4218-bafc-f31189522505 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:36.133860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8befb9da-e3f2-48b1-9e45-3343e7fb98eb req-b4fab53c-f542-48e7-afa7-79d59a638ad9 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371716 Nov 03 19:05:36.166104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2533853 Nov 03 19:05:36.170815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37046) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:36.191117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e042b9c3-c95b-4218-bafc-f31189522505 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:36.191756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e042b9c3-c95b-4218-bafc-f31189522505 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:36.219804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Request body: {'subnet': {'network_id': '30a811f2-468a-4804-a103-66684ec3a879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-142575429-subnet', 'tenant_id': '9d3f37b399bf409ea0aef2d4581d4f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:36.273876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:36.336651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Allocated IP 2001:db8::f816:3eff:fe1d:7ee7 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/d97abedc-a40d-4b22-be95-6ac0210d541e/cfc38bcd-e263-41f6-9c91-8149069155fb) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:36.339254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f88311d-276f-47dc-84e1-236d29fc4c2d req-08da7bb4-1812-446d-b7a2-f3c6112cfe17 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190670 Nov 03 19:05:36.371592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-28bd1793-19eb-4833-9350-4b89e220b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.375763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-28bd1793-19eb-4833-9350-4b89e220b727 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1094 time: 0.1440790 Nov 03 19:05:36.378141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Made reservation on behalf of 9d3f37b399bf409ea0aef2d4581d4f30 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:36.385552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.626591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3141c-599b-47af-9b15-aad78b3d458c admin admin] Pushing event updated for resources: {'Network': ['ID=30a811f2-468a-4804-a103-66684ec3a879,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:36.688186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 30a811f2-468a-4804-a103-66684ec3a879 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:36.757933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-2d22e29e-3520-4e88-a30b-2bf22015d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.760936 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-2d22e29e-3520-4e88-a30b-2bf22015d134 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 0.3710783 Nov 03 19:05:36.764219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:36.899217 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-4a2dcba8-ec81-47b8-977a-7523770b7dce service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.1213026 Nov 03 19:05:37.015661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761f5d-bc98-4a33-b7dd-81191cfec708 req-9998fe33-f2bd-4d92-999a-163303b1b224 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:37.020706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39761f5d-bc98-4a33-b7dd-81191cfec708 req-9998fe33-f2bd-4d92-999a-163303b1b224 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.3572156 Nov 03 19:05:37.024339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37058) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:37.049359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-afe2c35b-e9bb-4e11-b113-b5ee18fb540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:37.052048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-afe2c35b-e9bb-4e11-b113-b5ee18fb540f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.1426997 Nov 03 19:05:37.110075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.138763 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.156477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.157604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0897bbb-2f64-49da-bf40-b4f394a1c03c req-8525938f-1506-4410-9feb-977949195584 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:37.159667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0897bbb-2f64-49da-bf40-b4f394a1c03c req-8525938f-1506-4410-9feb-977949195584 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.2587414 Nov 03 19:05:37.165057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-116dec21-7929-4368-82f3-6a7e811bd9ed service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983639 Nov 03 19:05:37.191062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39761f5d-bc98-4a33-b7dd-81191cfec708 req-4241c75f-7fcc-4cae-bf38-cc765cb2c9d6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528666 Nov 03 19:05:37.218434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:37.280192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:37.286289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:37.296220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:37.331473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Pushing event updated for resources: {'Port': ['ID=cfc38bcd-e263-41f6-9c91-8149069155fb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:37.381006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0897bbb-2f64-49da-bf40-b4f394a1c03c req-25c55ce7-73eb-4950-ad0c-bb27f7110d58 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037859 Nov 03 19:05:37.382334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0501a30-a7e1-4ce1-b9c9-ef277bf75106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.433391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Attempting to bind port cfc38bcd-e263-41f6-9c91-8149069155fb on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:37.434136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Attempting to bind port cfc38bcd-e263-41f6-9c91-8149069155fb by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:37.437280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Attempting to bind port cfc38bcd-e263-41f6-9c91-8149069155fb on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:37.466737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:37.467390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:37.468146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.468962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:37.469864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Bound port: cfc38bcd-e263-41f6-9c91-8149069155fb, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:37.471770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.602881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] For port cfc38bcd-e263-41f6-9c91-8149069155fb, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:37.609666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] For port cfc38bcd-e263-41f6-9c91-8149069155fb, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cfc38bcd-e263-41f6-9c91-8149069155fb,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:37.620967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.641114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 86e76119-b488-4266-8146-cd797bac8373 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:05:37.705968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fedb:e205 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/d97abedc-a40d-4b22-be95-6ac0210d541e/b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:37.782115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f47db-f382-4f24-9138-90064b8680a4 req-ae10bca2-08de-4df2-bec9-00a5a5c30a5f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:37.785301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df6f47db-f382-4f24-9138-90064b8680a4 req-ae10bca2-08de-4df2-bec9-00a5a5c30a5f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.2491298 Nov 03 19:05:37.846717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16718041-61d3-4d0b-ba78-1de7a2c811de None None] Pushing event updated for resources: {'Port': ['ID=cfc38bcd-e263-41f6-9c91-8149069155fb,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:37.935688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.986736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:38.006309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '86e76119-b488-4266-8146-cd797bac8373', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'port_id': '86e76119-b488-4266-8146-cd797bac8373', 'mac_address': 'fa:16:3e:09:65:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:05:38.025411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:38.045122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-de40f63e-865a-44db-9ee2-4c2c1b96cbaa service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676927 Nov 03 19:05:38.073740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.110656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0501a30-a7e1-4ce1-b9c9-ef277bf75106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.111603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Checking segment: {'id': '28dbd6fd-9b08-42d4-b633-0c78398e28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30a811f2-468a-4804-a103-66684ec3a879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:38.112139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Network hostable DHCP agents. Network: 30a811f2-468a-4804-a103-66684ec3a879, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:38.112327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e76119-b488-4266-8146-cd797bac8373 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:38.149189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0501a30-a7e1-4ce1-b9c9-ef277bf75106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.204986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:38.216677 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.289479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Network 30a811f2-468a-4804-a103-66684ec3a879 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:38.317849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 30a811f2-468a-4804-a103-66684ec3a879) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:38.337977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.339323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.392996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f900be11-92cd-478f-b3d8-06fd3545b667 req-e225d652-3c1c-430c-bdae-9822f090eb44 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367651 Nov 03 19:05:38.421100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0146c4b4-0580-4e74-9fcb-db88244486d3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2480874 Nov 03 19:05:38.494999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df6f47db-f382-4f24-9138-90064b8680a4 req-eee0cbc6-2609-4a44-a972-58cbd94cdccd tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931589 Nov 03 19:05:38.520451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0501a30-a7e1-4ce1-b9c9-ef277bf75106 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7ae861d6e822425789f4c099e477bca4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4944763 Nov 03 19:05:38.525606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37078) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:38.594307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0501a30-a7e1-4ce1-b9c9-ef277bf75106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3431a12b-152e-496d-9bab-8b2533782d1a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:38.685834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4be23501-145e-4eac-a512-49d12112de67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.712787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.745619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876b65f-6a3b-4608-861c-622bee970bec None None] Network 30a811f2-468a-4804-a103-66684ec3a879 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:38.755861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4be23501-145e-4eac-a512-49d12112de67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.792888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c8e2f-0624-45be-a009-e393fb943dd9 req-0edd24c6-8fa6-41ba-830e-67cde6152b6d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.796360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec6c8e2f-0624-45be-a009-e393fb943dd9 req-0edd24c6-8fa6-41ba-830e-67cde6152b6d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 944 time: 0.3276141 Nov 03 19:05:38.801599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.867172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4be23501-145e-4eac-a512-49d12112de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.876660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4be23501-145e-4eac-a512-49d12112de67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.879752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4be23501-145e-4eac-a512-49d12112de67 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3431a12b-152e-496d-9bab-8b2533782d1a HTTP/1.1" status: 204 len: 168 time: 0.3528392 Nov 03 19:05:38.900557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be23501-145e-4eac-a512-49d12112de67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3431a12b-152e-496d-9bab-8b2533782d1a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:38.942907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85421270-88b8-403b-b3c3-70d982da31cb details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:05:38.959065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['86e76119-b488-4266-8146-cd797bac8373'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:39.052678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:39.054839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:39.069899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:39.074883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:39.081125 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-981c7629-cf8b-4310-9c49-60cea923a56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.084445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.085592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.099934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:39.132295 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:05:39.151971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec6c8e2f-0624-45be-a009-e393fb943dd9 req-b67ba36b-f596-49c6-96a1-b76fc3f3b470 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752516 Nov 03 19:05:39.192490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fd3decbb-2f66-4dd7-8ae5-2618ec204f48 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5966232 Nov 03 19:05:39.199412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:39.237833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bc231-a65c-4e3c-8b08-9b2a12608d97 req-ba7faa81-7105-4f29-b3be-1ec5bd5b7b57 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.259937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a1bc231-a65c-4e3c-8b08-9b2a12608d97 req-ba7faa81-7105-4f29-b3be-1ec5bd5b7b57 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.4610517 Nov 03 19:05:39.369334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d508c2-cc26-4267-83ca-3ee601f0c5bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.380658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d508c2-cc26-4267-83ca-3ee601f0c5bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.399167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-25d508c2-cc26-4267-83ca-3ee601f0c5bc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1943226 Nov 03 19:05:39.402347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37102) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:39.461868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a1bc231-a65c-4e3c-8b08-9b2a12608d97 req-69c6d35f-626b-4763-bec5-23affe826e64 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005506 Nov 03 19:05:39.537303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f876561-f6e4-4e1f-ad6b-f634f8bcead6 None None] Network 30a811f2-468a-4804-a103-66684ec3a879 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:39.685396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:39.692779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:39.693504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.841266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba149-0056-4407-b9d8-471523998a4d req-1e9277f8-aac5-4cba-a2f3-b9405e86778b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.859802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-212ba149-0056-4407-b9d8-471523998a4d req-1e9277f8-aac5-4cba-a2f3-b9405e86778b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.1690598 Nov 03 19:05:40.026192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-212ba149-0056-4407-b9d8-471523998a4d req-e9bbd408-b59c-4ac9-9271-41f82056193a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640589 Nov 03 19:05:40.035619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.097571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '85421270-88b8-403b-b3c3-70d982da31cb', 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'port_id': '85421270-88b8-403b-b3c3-70d982da31cb', 'mac_address': 'fa:16:3e:0c:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717e766e-ab13-4e46-91d1-80717b4cdb93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:05:40.106155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:40.112986 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.162559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cfc38bcd-e263-41f6-9c91-8149069155fb up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:40.451121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-07b0e72c-50e7-4eff-89a9-f0de499c264f tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.460909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-07b0e72c-50e7-4eff-89a9-f0de499c264f tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/networks?id=30a811f2-468a-4804-a103-66684ec3a879 HTTP/1.1" status: 200 len: 808 time: 0.3461716 Nov 03 19:05:40.515073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-a5012c7c-b883-4507-9a22-42db3ba83ee1 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/quotas/9d3f37b399bf409ea0aef2d4581d4f30 HTTP/1.1" status: 200 len: 375 time: 0.0427282 Nov 03 19:05:40.600310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.643138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-1eb5d0db-4965-4223-ba48-791ab70317ad tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9d3f37b399bf409ea0aef2d4581d4f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590403 Nov 03 19:05:40.655101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eea38c0c-3eb7-491d-b76e-beedf1d72aff None None] Provisioning complete for port cfc38bcd-e263-41f6-9c91-8149069155fb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:40.655530 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eea38c0c-3eb7-491d-b76e-beedf1d72aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.668370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aea6d-ab96-4335-893e-0a78ec84c77b req-79883c14-ea9a-452e-994d-099927beaa93 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.680843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-557aea6d-ab96-4335-893e-0a78ec84c77b req-79883c14-ea9a-452e-994d-099927beaa93 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 944 time: 0.3301978 Nov 03 19:05:40.703894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.709262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:40.789236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.809763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37152) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:40.810077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1b3d0a3a-f26b-4637-9e9f-dcc8bb3fc533 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d HTTP/1.1" status: 204 len: 168 time: 1.4060681 Nov 03 19:05:40.819835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:40.838720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cfc38bcd-e263-41f6-9c91-8149069155fb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:40.839795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.899583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-557aea6d-ab96-4335-893e-0a78ec84c77b req-b50bf269-1020-49af-b725-8f84cb75eaac tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174969 Nov 03 19:05:40.955410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f4b92-da27-4109-81b0-441d6d695e65 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.966850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f4b92-da27-4109-81b0-441d6d695e65 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.970093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c93f4b92-da27-4109-81b0-441d6d695e65 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1590886 Nov 03 19:05:40.974043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37154) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:41.015524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:41.059391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.155663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet d97abedc-a40d-4b22-be95-6ac0210d541e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:41.184122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.332052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.408876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.413343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85421270-88b8-403b-b3c3-70d982da31cb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:41.490413 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eea38c0c-3eb7-491d-b76e-beedf1d72aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.509800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370717-98b5-43be-8655-53817b5c5005 req-e2987ca0-05c3-4121-86db-ec8157b5a1da tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:41.525884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec370717-98b5-43be-8655-53817b5c5005 req-e2987ca0-05c3-4121-86db-ec8157b5a1da tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.3774385 Nov 03 19:05:41.563447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eea38c0c-3eb7-491d-b76e-beedf1d72aff None None] For port cfc38bcd-e263-41f6-9c91-8149069155fb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cfc38bcd-e263-41f6-9c91-8149069155fb,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:41.565314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.599064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eea38c0c-3eb7-491d-b76e-beedf1d72aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.653642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec370717-98b5-43be-8655-53817b5c5005 req-25db5426-6eea-4aa6-b7a7-e7f303a7926f tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205065 Nov 03 19:05:41.689214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 86e76119-b488-4266-8146-cd797bac8373 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:41.768093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.820476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-45a6684d-099f-45f4-9984-8065585ecb9e service neutron] 10.222.0.91 "GET /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1344750 Nov 03 19:05:41.835195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1bd3602c-e998-43d4-8d8a-8dc9ba4a94e0 None None] Could not find standard attr ID for object b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:05:41.901369 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.942011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea38c0c-3eb7-491d-b76e-beedf1d72aff None None] Pushing event updated for resources: {'Port': ['ID=cfc38bcd-e263-41f6-9c91-8149069155fb,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.963109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-f65ee884-3f44-43e6-9cea-7c4578ca7228 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:41.967161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-f65ee884-3f44-43e6-9cea-7c4578ca7228 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.110 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 945 time: 0.8408768 Nov 03 19:05:41.971423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.982515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:41.983255 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:42.064372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 86e76119-b488-4266-8146-cd797bac8373 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:42.065213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.122741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=d97abedc-a40d-4b22-be95-6ac0210d541e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:42.153629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.160262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89bd5e89-1033-4469-94a0-791d14abd5f6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/d97abedc-a40d-4b22-be95-6ac0210d541e HTTP/1.1" status: 204 len: 168 time: 1.1842484 Nov 03 19:05:42.169362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:42.173705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480127c-0605-48e5-a0b5-f4d6e930171f None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:42.228170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-054f425f-a2d1-4aa4-9463-8cfb749c6362 service neutron] 10.222.0.91 "GET /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821523 Nov 03 19:05:42.245542 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.359322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd6e25-83f5-4136-86f2-32e5890d9c7b req-d3c78299-9598-4036-99ee-82d268a588bc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:42.368137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aafd6e25-83f5-4136-86f2-32e5890d9c7b req-d3c78299-9598-4036-99ee-82d268a588bc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.4866405 Nov 03 19:05:42.493438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aafd6e25-83f5-4136-86f2-32e5890d9c7b req-ace068d0-55fe-4d77-918c-e75dda2e91a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244164 Nov 03 19:05:42.540190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f959874f-fe5e-4d55-b289-c1ce2901ad97 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3681636 Nov 03 19:05:42.543518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37176) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:42.549884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:42.639492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Deleting port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:42.641813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.785052 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.878372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:42.882842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e76119-b488-4266-8146-cd797bac8373'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:42.890889 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a277029-15a3-41a1-9d8e-8957e911a672" -d '{"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-plugged", "status": "completed", "tag": "86e76119-b488-4266-8146-cd797bac8373"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:42.915476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.916328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:43.045963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] For port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:43.046768 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.064334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:43.124307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85421270-88b8-403b-b3c3-70d982da31cb up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:43.209107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ef7a1-05d7-47bf-bbfe-a02fa4256d72 req-28aa212a-ec24-4ded-88e4-a616cc9e27d3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:43.223130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-042ef7a1-05d7-47bf-bbfe-a02fa4256d72 req-28aa212a-ec24-4ded-88e4-a616cc9e27d3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 944 time: 0.4385889 Nov 03 19:05:43.321933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:43.332492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.340790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5a9777e-aa4d-4cab-ab06-05b963e3a931 req-f3a2e5fb-153b-47c6-ad74-7d16884e4cd0 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 210 time: 0.1000841 Nov 03 19:05:43.478584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.484259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.484941 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Floating IP 9a9550ee-3c6c-407f-ae2b-23acfa99ff12 disassociated. External IP: 172.25.8.253, port: 92b7e1af-2d1e-4e31-9a27-b8f038e5f003. Nov 03 19:05:43.485476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Calling delete_port for 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:43.560698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:43.756278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-042ef7a1-05d7-47bf-bbfe-a02fa4256d72 req-9bdbc6b7-86c2-486a-a32e-c26f419878a8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308731 Nov 03 19:05:43.864697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.953531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64ee49-f2df-4f5d-90d1-a62a26fd2772 req-5946a485-5174-4484-a025-94fa60efc295 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:43.963427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac64ee49-f2df-4f5d-90d1-a62a26fd2772 req-5946a485-5174-4484-a025-94fa60efc295 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 867 time: 0.3555138 Nov 03 19:05:44.027934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event deleted for resources: {'Port': ['ID=92b7e1af-2d1e-4e31-9a27-b8f038e5f003,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:44.388773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.400364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:44.408348 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e549a1-d63d-4ee1-a1e2-8fa23b3d0030 x-openstack-request-id: req-77e549a1-d63d-4ee1-a1e2-8fa23b3d0030 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:44.412031 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-plugged", "status": "completed", "tag": "86e76119-b488-4266-8146-cd797bac8373", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:44.412542 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77e549a1-d63d-4ee1-a1e2-8fa23b3d0030 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:44.413309 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e76119-b488-4266-8146-cd797bac8373', 'code': 200} Nov 03 19:05:44.611254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 85421270-88b8-403b-b3c3-70d982da31cb completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:05:44.632431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 85421270-88b8-403b-b3c3-70d982da31cb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:44.633942 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.644054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] Deleting port cfc38bcd-e263-41f6-9c91-8149069155fb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:44.645134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.717555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:44.731574 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] Sync routers for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:44.762685 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:44.763761 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:05:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:44.859365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] For port cfc38bcd-e263-41f6-9c91-8149069155fb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cfc38bcd-e263-41f6-9c91-8149069155fb,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:44.860120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.869538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] No DVR routers for this DVR port 92b7e1af-2d1e-4e31-9a27-b8f038e5f003 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:44.875471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.888821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ca98232-6ed2-446c-8b82-6db4aec81211 req-30ceb430-bc03-4a34-afdf-d9e726558678 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.110 "DELETE /v2.0/ports/92b7e1af-2d1e-4e31-9a27-b8f038e5f003 HTTP/1.1" status: 204 len: 173 time: 2.9013536 Nov 03 19:05:44.894344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'name': 'network-vif-deleted', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:44.902353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] Calling delete_port for cfc38bcd-e263-41f6-9c91-8149069155fb owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:44.903297 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6895957-b6ea-4c23-8b1d-a20f3c4d0b25" -d '{"events": [{"server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "name": "network-vif-deleted", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:45.127448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac64ee49-f2df-4f5d-90d1-a62a26fd2772 req-e46313b7-7b5b-46e0-acb1-3eebc2956b76 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f7f52f4-97bf-4332-a852-359e50872007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1245492 Nov 03 19:05:45.157053 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:45.396410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cfc38bcd-e263-41f6-9c91-8149069155fb no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:45.452937 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.583453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] No DVR routers for this DVR port cfc38bcd-e263-41f6-9c91-8149069155fb on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:45.597033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: cfc38bcd-e263-41f6-9c91-8149069155fb {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:45.597564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cfc38bcd-e263-41f6-9c91-8149069155fb not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:45.674020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8a6bb-39b3-419e-b96f-e6cec3ad10b2 req-81e481ea-759b-4332-b13c-61bab68fd83f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:45.691191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59b8a6bb-39b3-419e-b96f-e6cec3ad10b2 req-81e481ea-759b-4332-b13c-61bab68fd83f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 1.5552297 Nov 03 19:05:45.785383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675aea9-9e99-4f77-b29b-ecb47878d6bc None None] Pushing event deleted for resources: {'Port': ['ID=cfc38bcd-e263-41f6-9c91-8149069155fb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:45.786573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3cb6c9fd-6f59-42c8-8c7d-d9c655f743ec req-4ec53e5b-3301-4b13-9320-96c1e542fe8a tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 210 time: 0.2527995 Nov 03 19:05:45.929816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-e9c3043d-b8dd-4fca-852f-27ab100a4f8a tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:45.935111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:05:45.937158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-e9c3043d-b8dd-4fca-852f-27ab100a4f8a tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.110 "GET /v2.0/networks?id=30a811f2-468a-4804-a103-66684ec3a879 HTTP/1.1" status: 200 len: 808 time: 0.6133108 Nov 03 19:05:45.947920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.965859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Request body: {'port': {'device_id': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'network_id': '30a811f2-468a-4804-a103-66684ec3a879', 'admin_state_up': True, 'tenant_id': '9d3f37b399bf409ea0aef2d4581d4f30'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:45.999618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.129005 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:30Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:46.151644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:46.164201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.286766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:46.332302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:46.362674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:46.414728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:46.418458 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e2318d-f0cb-4ac8-812c-292b6980477c" -d '{"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-plugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:46.462921 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] Checking router: 343efc1b-9c1b-40ef-8313-ce4ec17acb43 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:46.487950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59b8a6bb-39b3-419e-b96f-e6cec3ad10b2 req-6bc9c00f-bdeb-4069-b2c3-48ebc613ecc6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913206 Nov 03 19:05:46.492712 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:46.494753 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:05:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:46.496110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:46.508639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:46.522586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb1f87-0c90-4bb2-8aba-dcff0d31da34 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:46.532426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Made reservation on behalf of 9d3f37b399bf409ea0aef2d4581d4f30 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:46.538438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:46.540236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.549686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.602094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-24d677b5-ccfe-420b-bcd1-617cd8d2ef09 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0574210 Nov 03 19:05:46.607922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37270) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:46.635359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:a0:75:15', 'name': 'tempest-NetworksTestDHCPv6-2084021522'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:46.648039 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f16449-1222-4a15-b74f-3e22a54d0541 x-openstack-request-id: req-a0f16449-1222-4a15-b74f-3e22a54d0541 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:46.648504 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a431f30-eace-4dcf-804d-85d9ffed83b1", "name": "network-vif-deleted", "tag": "92b7e1af-2d1e-4e31-9a27-b8f038e5f003", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:46.649115 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a0f16449-1222-4a15-b74f-3e22a54d0541 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:46.649599 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a431f30-eace-4dcf-804d-85d9ffed83b1', 'name': 'network-vif-deleted', 'tag': '92b7e1af-2d1e-4e31-9a27-b8f038e5f003', 'status': 'completed', 'code': 200} Nov 03 19:05:46.665362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e55f1-bc13-4f7d-9d05-a0b934d554a8 req-739e7bda-bab6-4dc3-813a-ec91a52a9d60 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:46.688312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f11e55f1-bc13-4f7d-9d05-a0b934d554a8 req-739e7bda-bab6-4dc3-813a-ec91a52a9d60 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.5371256 Nov 03 19:05:46.765579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08f4624d-ec97-421d-b78d-51058b251a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.925379 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:46.932262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ffddf7b-53b4-4bf0-be4f-5e97ac245e4a req-4d15302c-9e32-493e-a048-6b812dba5479 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.1371491 Nov 03 19:05:47.030867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f11e55f1-bc13-4f7d-9d05-a0b934d554a8 req-7236fca8-b7d4-40b8-83b9-57ab8a66cf93 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268902 Nov 03 19:05:47.191764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08f4624d-ec97-421d-b78d-51058b251a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.212333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-08f4624d-ec97-421d-b78d-51058b251a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.215586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:47.218103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.275993 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2db3f7-13b7-4b28-b130-5d66e926ffa0 x-openstack-request-id: req-7c2db3f7-13b7-4b28-b130-5d66e926ffa0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:47.277253 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-plugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:47.278134 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7c2db3f7-13b7-4b28-b130-5d66e926ffa0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:47.279049 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'code': 200} Nov 03 19:05:47.514304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08cca3bb-3b57-4802-9eba-7ccd5101a632 req-4f411fce-83c2-4a78-902a-7d3847a06eb4 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 210 time: 0.1461487 Nov 03 19:05:47.601948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4624d-ec97-421d-b78d-51058b251a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2952a22-229d-41ff-b90e-bef2c7afc606,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:47.685521 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:30Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:47.703485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Allocated IP 2001:db8::f816:3eff:fe82:293 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8/3a165052-cd4b-495d-9dc7-05a11f86926c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:47.712466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-08f4624d-ec97-421d-b78d-51058b251a6c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bbb37bbdd8cb466f9bd8063c236cc5ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4178839 Nov 03 19:05:47.713097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37276) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:47.820626 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70ca59-77be-400f-b029-f6ece889c163 None None] The sync data for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 is: [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:01:22Z', 'revision_number': 4, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '7f047733-dbb5-4e17-bdac-64e1e7981f39', 'name': '', 'network_id': '06478284-06bc-4ddd-ab30-28cc1c6869da', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'mac_address': 'fa:16:3e:97:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:20Z', 'updated_at': '2021-11-03T19:01:30Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'subnets': [{'id': '74e47777-8922-474d-a7a9-c4f7923bd64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:47.876912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Allocated IP 172.20.0.6 (30a811f2-468a-4804-a103-66684ec3a879/4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22/b63187ba-2a65-473b-9bec-c625799f8529) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:48.013173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3344-a02b-4fbf-8fc5-f7c410dfb55b req-6a7b1cf7-2e42-4a9d-8213-b9f77fb1e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:48.018661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798d3344-a02b-4fbf-8fc5-f7c410dfb55b req-6a7b1cf7-2e42-4a9d-8213-b9f77fb1e371 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1096 time: 0.3938987 Nov 03 19:05:48.029578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:48.030449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d09a801-4352-40cf-a86c-fccac891aa21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.142523 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.144665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8083e8b-4cb1-4114-b5ef-bac8fc340d14 req-d9b7d9fd-a830-45d0-abdb-1a2dbb09a6e3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:48.146714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8083e8b-4cb1-4114-b5ef-bac8fc340d14 req-d9b7d9fd-a830-45d0-abdb-1a2dbb09a6e3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3456662 Nov 03 19:05:48.153385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d09a801-4352-40cf-a86c-fccac891aa21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.159051 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.281732 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd3d7b35-0455-4f74-82cf-d96a283e48e5 req-f0021f57-55fe-4af1-8f8a-3b4b1b8ca00d tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.1739199 Nov 03 19:05:48.282356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:48.293472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:48.299264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:48.326220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Pushing event updated for resources: {'Port': ['ID=3a165052-cd4b-495d-9dc7-05a11f86926c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:48.454818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Attempting to bind port 3a165052-cd4b-495d-9dc7-05a11f86926c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:48.455287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Attempting to bind port 3a165052-cd4b-495d-9dc7-05a11f86926c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:48.455653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Attempting to bind port 3a165052-cd4b-495d-9dc7-05a11f86926c on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:48.467302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:48.467710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:48.468069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.468468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:48.468999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Bound port: 3a165052-cd4b-495d-9dc7-05a11f86926c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:48.469378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.474782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.524999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8083e8b-4cb1-4114-b5ef-bac8fc340d14 req-502b0bf0-6202-4568-939a-a2e48c6f8436 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775414 Nov 03 19:05:48.551565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de1431-52a9-4b40-895f-e987c9bbd460 None None] New status for floating IP 9a9550ee-3c6c-407f-ae2b-23acfa99ff12: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:05:48.659051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928353c-161f-4c25-ba20-b1c6afbb8c5d req-aad53d51-a331-43aa-a2be-8d9036e494c8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:48.673484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e928353c-161f-4c25-ba20-b1c6afbb8c5d req-aad53d51-a331-43aa-a2be-8d9036e494c8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1455162 Nov 03 19:05:48.694323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d09a801-4352-40cf-a86c-fccac891aa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.695490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.704283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d09a801-4352-40cf-a86c-fccac891aa21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.705641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d09a801-4352-40cf-a86c-fccac891aa21 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b2952a22-229d-41ff-b90e-bef2c7afc606 HTTP/1.1" status: 204 len: 168 time: 0.9910252 Nov 03 19:05:48.779095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09a801-4352-40cf-a86c-fccac891aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2952a22-229d-41ff-b90e-bef2c7afc606,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:48.836323 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798d3344-a02b-4fbf-8fc5-f7c410dfb55b req-60b9005f-ccb6-4ae5-a977-4ee0cb12ea29 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907374 Nov 03 19:05:48.918070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Network 30a811f2-468a-4804-a103-66684ec3a879 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:48.937826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.938164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e928353c-161f-4c25-ba20-b1c6afbb8c5d req-46c11927-d273-4241-87df-3c8f7cf96225 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635841 Nov 03 19:05:48.964705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:48.974687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:49.046602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa774154-73ae-4e0c-a1e5-26eb6b74d04c req-14ee2b70-673f-46b5-97bf-6725bc3b41e9 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:49.067117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa774154-73ae-4e0c-a1e5-26eb6b74d04c req-14ee2b70-673f-46b5-97bf-6725bc3b41e9 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 931 time: 0.1925588 Nov 03 19:05:49.078284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Pushing event updated for resources: {'Port': ['ID=b63187ba-2a65-473b-9bec-c625799f8529,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:49.094203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:49.192265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] For port 3a165052-cd4b-495d-9dc7-05a11f86926c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:49.210925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa774154-73ae-4e0c-a1e5-26eb6b74d04c req-32ca8e13-3023-4e73-8b96-0ab4b82700c4 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389971 Nov 03 19:05:49.230260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:49.231672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.299611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] For port 3a165052-cd4b-495d-9dc7-05a11f86926c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3a165052-cd4b-495d-9dc7-05a11f86926c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:49.317294 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-97dce89c-99e1-41ec-8e30-7b66797d237d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3580875 Nov 03 19:05:49.327068 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.464667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Request body: {'port': {'device_id': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:49.528106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37292) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:49.548562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0778c7b3-01f7-4f3b-af63-c7d155aa259b req-4ede9e11-2141-4414-9ead-8617711b0cfa tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.0707722 Nov 03 19:05:49.624071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45de10d7-e8cb-4fe5-855d-5252d628745b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.624990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e714b-3e50-4722-9c04-9ae50c7b58a5 None None] Pushing event updated for resources: {'Port': ['ID=3a165052-cd4b-495d-9dc7-05a11f86926c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:49.710122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.717785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fea0:7515 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8/64b31b1d-63da-4d3b-9ecb-cee2d3ac2965) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:49.859933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45de10d7-e8cb-4fe5-855d-5252d628745b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.914319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45de10d7-e8cb-4fe5-855d-5252d628745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.015363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de10d7-e8cb-4fe5-855d-5252d628745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36f680-70aa-450a-892a-14d3eff38b26,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:50.086396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-45de10d7-e8cb-4fe5-855d-5252d628745b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=87a7e86c79c645e8a5264ed3206c8d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242188 Nov 03 19:05:50.090839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:50.239345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63187ba-2a65-473b-9bec-c625799f8529 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:50.251106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.268985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Transition to ACTIVE for port object b63187ba-2a65-473b-9bec-c625799f8529 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:05:50.270237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308c6b0-583b-4912-8db1-c677acc76963 req-7ef6a303-467f-45cc-9a00-678c704aa5b7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:50.279811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9308c6b0-583b-4912-8db1-c677acc76963 req-7ef6a303-467f-45cc-9a00-678c704aa5b7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4211190 Nov 03 19:05:50.297857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.430042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9308c6b0-583b-4912-8db1-c677acc76963 req-807132e9-ae25-4fbd-a120-df4278f30311 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277990 Nov 03 19:05:50.437738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9851754-9634-4788-9584-e2caa06122c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.475078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9851754-9634-4788-9584-e2caa06122c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.552645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc17a-8ef2-4682-b596-b521de12c015 req-9ae6a84d-72f2-4653-ae92-b0a149df4ef8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:50.568505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb9fc17a-8ef2-4682-b596-b521de12c015 req-9ae6a84d-72f2-4653-ae92-b0a149df4ef8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.4057202 Nov 03 19:05:50.679993 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9851754-9634-4788-9584-e2caa06122c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.685431 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9851754-9634-4788-9584-e2caa06122c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.693945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d9851754-9634-4788-9584-e2caa06122c5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0f36f680-70aa-450a-892a-14d3eff38b26 HTTP/1.1" status: 204 len: 168 time: 0.5988486 Nov 03 19:05:50.738039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b63187ba-2a65-473b-9bec-c625799f8529,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:50.776024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9851754-9634-4788-9584-e2caa06122c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36f680-70aa-450a-892a-14d3eff38b26,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:50.905558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb9fc17a-8ef2-4682-b596-b521de12c015 req-363f03cc-6ff7-4b84-8dbe-e7616986b14b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353360 Nov 03 19:05:50.988938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1882-ead3-408f-bebe-b25bfa04c1f8 req-0b5c8f4e-8f77-41b5-99ae-a6beded435de tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:50.991917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a74a1882-ead3-408f-bebe-b25bfa04c1f8 req-0b5c8f4e-8f77-41b5-99ae-a6beded435de tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 943 time: 0.4192300 Nov 03 19:05:51.114892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Attempting to bind port b63187ba-2a65-473b-9bec-c625799f8529 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:51.114892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Attempting to bind port b63187ba-2a65-473b-9bec-c625799f8529 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '28dbd6fd-9b08-42d4-b633-0c78398e28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30a811f2-468a-4804-a103-66684ec3a879'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:51.114892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Attempting to bind port b63187ba-2a65-473b-9bec-c625799f8529 on network 30a811f2-468a-4804-a103-66684ec3a879 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:51.131591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.138281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Port b63187ba-2a65-473b-9bec-c625799f8529 on network 30a811f2-468a-4804-a103-66684ec3a879 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:51.138617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Attempting to bind port b63187ba-2a65-473b-9bec-c625799f8529 on network 30a811f2-468a-4804-a103-66684ec3a879 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:51.211057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:51.211627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Checking segment: {'id': '28dbd6fd-9b08-42d4-b633-0c78398e28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30a811f2-468a-4804-a103-66684ec3a879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:51.212267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Bound using segment: {'id': '28dbd6fd-9b08-42d4-b633-0c78398e28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30a811f2-468a-4804-a103-66684ec3a879'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:51.213058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Bound port: b63187ba-2a65-473b-9bec-c625799f8529, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28dbd6fd-9b08-42d4-b633-0c78398e28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30a811f2-468a-4804-a103-66684ec3a879'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:51.213641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.231141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a74a1882-ead3-408f-bebe-b25bfa04c1f8 req-9d1b0434-52be-4a10-bd73-99cb7bda6476 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151761 Nov 03 19:05:51.332220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-187a8a4e-2e26-4c1c-931c-1a119ba4b6d3 req-11303244-c37e-4a0b-a757-4a3efd879afc tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.0823023 Nov 03 19:05:51.334004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3a165052-cd4b-495d-9dc7-05a11f86926c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:51.493400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3a165052-cd4b-495d-9dc7-05a11f86926c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:51.493770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.539805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.635187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8d54-d9f8-4a4b-b8b3-e285d84b6060 req-e7e5f4a6-f215-4ab1-8132-2849c7bb52a1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:51.647200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-624e8d54-d9f8-4a4b-b8b3-e285d84b6060 req-e7e5f4a6-f215-4ab1-8132-2849c7bb52a1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1086299 Nov 03 19:05:51.656924 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.665583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d004b259-7632-4033-a764-c3f12d538796 None None] Provisioning complete for port 3a165052-cd4b-495d-9dc7-05a11f86926c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:51.666286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d004b259-7632-4033-a764-c3f12d538796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.704870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] For port b63187ba-2a65-473b-9bec-c625799f8529, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:51.710572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=64b31b1d-63da-4d3b-9ecb-cee2d3ac2965,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:51.741012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:51.745651 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] For port b63187ba-2a65-473b-9bec-c625799f8529, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b63187ba-2a65-473b-9bec-c625799f8529,segment=NetworkSegment(28dbd6fd-9b08-42d4-b633-0c78398e28f2),segment_id=28dbd6fd-9b08-42d4-b633-0c78398e28f2)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:51.749363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:51.754442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:51.770292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:51.772039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.785462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.789711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-624e8d54-d9f8-4a4b-b8b3-e285d84b6060 req-4ab3c065-49c7-44c8-a227-2f4fe0d6024a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415229 Nov 03 19:05:51.840705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 3a165052-cd4b-495d-9dc7-05a11f86926c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3a165052-cd4b-495d-9dc7-05a11f86926c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:51.863820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.955615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:51.957268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.959846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] 10.222.0.110 "PUT /v2.0/ports/b63187ba-2a65-473b-9bec-c625799f8529 HTTP/1.1" status: 200 len: 1091 time: 2.5164056 Nov 03 19:05:51.999412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'tag': 'b63187ba-2a65-473b-9bec-c625799f8529'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:52.040533 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ed2f9-686e-4b39-8055-76d718aba180" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73", "tag": "b63187ba-2a65-473b-9bec-c625799f8529"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:52.140029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37330) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:52.141861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7653ea6b-43b9-45de-8a91-891f234556ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5136354 Nov 03 19:05:52.169134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=3a165052-cd4b-495d-9dc7-05a11f86926c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:52.293844 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aeaa70-d86b-49b5-9e0c-cb643b356966 x-openstack-request-id: req-77aeaa70-d86b-49b5-9e0c-cb643b356966 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:52.294345 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73", "tag": "b63187ba-2a65-473b-9bec-c625799f8529", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:52.299450 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77aeaa70-d86b-49b5-9e0c-cb643b356966 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:52.300299 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'tag': 'b63187ba-2a65-473b-9bec-c625799f8529', 'status': 'completed', 'code': 200} Nov 03 19:05:52.414243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4a228-9c33-47f8-892e-5ff3ff3c23e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b63187ba-2a65-473b-9bec-c625799f8529,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:52.437519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55fdcee-82d5-4160-ac5d-bcffe889bce5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.444017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55fdcee-82d5-4160-ac5d-bcffe889bce5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.446299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a55fdcee-82d5-4160-ac5d-bcffe889bce5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3012633 Nov 03 19:05:52.451020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37346) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:52.518731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-13b5e7db-9cf2-43de-a860-4e09c27eea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.520694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8f765-41a4-46b3-9864-fa1980f43349 req-76265e80-c5ae-4de3-a0f8-83cd212cd80e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.522349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ed8f765-41a4-46b3-9864-fa1980f43349 req-76265e80-c5ae-4de3-a0f8-83cd212cd80e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.3147991 Nov 03 19:05:52.525837 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-13b5e7db-9cf2-43de-a860-4e09c27eea6d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9d3f37b399bf409ea0aef2d4581d4f30&device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 1094 time: 0.4499521 Nov 03 19:05:52.535576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e349ce42-848d-4ae4-b862-8b0e6c60251d None None] Provisioning complete for port 64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:52.536469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e349ce42-848d-4ae4-b862-8b0e6c60251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.649338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ed8f765-41a4-46b3-9864-fa1980f43349 req-ed4b2cc6-9015-4b98-8d2e-271998607084 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039064 Nov 03 19:05:52.673367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e349ce42-848d-4ae4-b862-8b0e6c60251d None None] Port 64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:52.718382 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-cd549fbb-5484-463f-a3c0-051ee16c170c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b63187ba-2a65-473b-9bec-c625799f8529 HTTP/1.1" status: 200 len: 217 time: 0.1676209 Nov 03 19:05:52.771599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-00b5b560-ba54-4d46-9be1-6e910daed7c4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.780966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-00b5b560-ba54-4d46-9be1-6e910daed7c4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 813 time: 0.4583838 Nov 03 19:05:52.861262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-15de7461-065e-4795-a269-48aae5033a7f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/quotas/bde8a0060d164d58904957b7c22aeb98 HTTP/1.1" status: 200 len: 375 time: 0.0787215 Nov 03 19:05:52.931539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58ac2-afb8-4a8e-a4ee-4cecabdd1287 req-624da5d4-6674-4dd0-9674-9c7d1d5ffce9 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.934111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ea58ac2-afb8-4a8e-a4ee-4cecabdd1287 req-624da5d4-6674-4dd0-9674-9c7d1d5ffce9 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 943 time: 0.1427233 Nov 03 19:05:52.958135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:52.960886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.983795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca200-6281-4550-bc76-041cca938df1 req-b6bf8ce8-1e49-4129-9914-662d05c2f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:52.987246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-b6bf8ce8-1e49-4129-9914-662d05c2f0b6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22 HTTP/1.1" status: 200 len: 848 time: 0.2466726 Nov 03 19:05:53.073391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-33e15ebd-bc93-4991-a68e-a2564f612d3f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104681 Nov 03 19:05:53.093759 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-75d62c62-99b3-49d0-84ac-1672fe188522 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30a811f2-468a-4804-a103-66684ec3a879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920677 Nov 03 19:05:53.113199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3a165052-cd4b-495d-9dc7-05a11f86926c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:53.283679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ea58ac2-afb8-4a8e-a4ee-4cecabdd1287 req-96ee9ce4-f07a-4c9f-982b-ee3f24dcd926 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363721 Nov 03 19:05:53.315621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.353819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:53.359409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3a165052-cd4b-495d-9dc7-05a11f86926c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:53.359781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.590039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-cd79471a-0ec5-47d5-8a58-2cac78f4e417 service neutron] 10.222.0.91 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150256 Nov 03 19:05:53.604755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.608381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-74e43bf5-c3b9-4b53-9987-bc192d486b80 service neutron] 10.222.0.110 "GET /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821198 Nov 03 19:05:53.738758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-2024ee0c-a439-4cfc-9557-107329acdd26 service neutron] 10.222.0.91 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317322 Nov 03 19:05:53.841145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b484ac1-4175-4d8d-b0e4-63c52603b2b2 req-9ac8cabd-ebec-47e6-93a2-4e1c540f2c5d tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.2494030 Nov 03 19:05:53.848444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=64b31b1d-63da-4d3b-9ecb-cee2d3ac2965,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:53.917066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2acca200-6281-4550-bc76-041cca938df1 req-88eb5068-d8a1-4f3e-a2c8-301400381f0b service neutron] 10.222.0.110 "GET /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950606 Nov 03 19:05:53.990549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.995141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78be641a-4325-4497-9112-58e9d76cfaf3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 HTTP/1.1" status: 204 len: 168 time: 1.5406733 Nov 03 19:05:53.999092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37368) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:54.342736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97018ae6-10bf-4a33-9e9c-86bf36af0e87 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.344494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97018ae6-10bf-4a33-9e9c-86bf36af0e87 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.346314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-97018ae6-10bf-4a33-9e9c-86bf36af0e87 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3460500 Nov 03 19:05:54.365081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:54.476089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-4132542c-5228-4a57-96f9-2dfc8d5b9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.478861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-4132542c-5228-4a57-96f9-2dfc8d5b9e72 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9d3f37b399bf409ea0aef2d4581d4f30&device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 1094 time: 0.3869007 Nov 03 19:05:54.482775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-353ba327-5619-4b98-84c9-93cd860686d2 req-a4d99f0a-e7c8-4ded-be30-108a2e5096a3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 210 time: 0.1795707 Nov 03 19:05:54.534544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81668837-4177-4039-8241-64f330062df2 req-3d6bf70a-f809-4890-9972-491de615107a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.549886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81668837-4177-4039-8241-64f330062df2 req-3d6bf70a-f809-4890-9972-491de615107a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.3491786 Nov 03 19:05:54.698911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81668837-4177-4039-8241-64f330062df2 req-8d17f388-b7dc-467c-aef2-473bd943ac48 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472452 Nov 03 19:05:54.856868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dffe9e-261b-42ec-9381-b662d4851fd9 req-6fc9e126-8cf7-451d-8bed-ec2991463b14 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.878151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3dffe9e-261b-42ec-9381-b662d4851fd9 req-6fc9e126-8cf7-451d-8bed-ec2991463b14 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 943 time: 0.1732359 Nov 03 19:05:54.884602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37388) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:55.153575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16fef482-3fda-4d82-9362-d1914d5d93c6 req-723b6a85-8ab5-43eb-af65-373a8f5d9c12 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.0816658 Nov 03 19:05:55.208826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3dffe9e-261b-42ec-9381-b662d4851fd9 req-73775eec-b0e1-49d4-960d-bbee4193be11 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240259 Nov 03 19:05:55.465432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:55.474242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.549142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-815132087'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:55.564632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.659558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-f556cc7b-3474-444f-b80d-20c5e34b3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:55.661581 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-f556cc7b-3474-444f-b80d-20c5e34b3534 service neutron] 10.222.0.110 "GET /v2.0/networks?id=30a811f2-468a-4804-a103-66684ec3a879 HTTP/1.1" status: 200 len: 909 time: 1.1621382 Nov 03 19:05:55.716026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Made reservation on behalf of cfa673344ecc4725875d826de6f7c9b1 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:55.734319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.766216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.778115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-446f40a9-9f07-4530-a3c1-f9ac4cd3a8f2 req-8b797dbc-84e7-4262-bf68-f7e228946ad4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 210 time: 0.1136060 Nov 03 19:05:55.857755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-1758d541-026a-48ab-921e-c57e04d99dd2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b63187ba-2a65-473b-9bec-c625799f8529 HTTP/1.1" status: 200 len: 217 time: 0.1733983 Nov 03 19:05:55.917794 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.924880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.015390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-1b38529d-7d5c-42fb-a544-1521ab59891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.018455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-1b38529d-7d5c-42fb-a544-1521ab59891b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22 HTTP/1.1" status: 200 len: 848 time: 0.1422882 Nov 03 19:05:56.096825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:56.110204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-281b387e-57df-4c37-8017-4a59197d7c74 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30a811f2-468a-4804-a103-66684ec3a879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778613 Nov 03 19:05:56.112808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5693aad6-83e3-4a4e-925d-dcbbe188296e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:56.126541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.148467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.149123 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Added segment 9b9ca4c5-0cf7-4660-b794-c4fbde44e969 of type vlan for network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e Nov 03 19:05:56.187308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1fc19-f081-48ef-9949-798f959a9074 req-d5ae622a-b6d5-4bda-8f47-d66c77d53ea4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.201159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12b1fc19-f081-48ef-9949-798f959a9074 req-d5ae622a-b6d5-4bda-8f47-d66c77d53ea4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1855772 Nov 03 19:05:56.407411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.414451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.446529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77ff14cd-fee0-4162-9201-aa5c5bcce98d req-91d1064c-8818-4e07-8bea-c2024bd0c6e4 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.1002111 Nov 03 19:05:56.520441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.531756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e1329-62e4-47c4-8144-fcea421c3a10 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:56.548754 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8 HTTP/1.1" status: 204 len: 168 time: 2.1806185 Nov 03 19:05:56.550271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40f6f-d9cf-41af-b201-15e3440080a8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:56.566614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37410) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:56.602206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12b1fc19-f081-48ef-9949-798f959a9074 req-61eb3cfd-b4a9-4926-bfc0-e94fbb2911fd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886497 Nov 03 19:05:56.604857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-9e27d93e-97db-4798-8939-0a1c595c3ccc service neutron] 10.222.0.110 "GET /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700055 Nov 03 19:05:56.649912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.679894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.681798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.773531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3156fa51-8132-4964-8c53-11bdcf2fa09a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1988070 Nov 03 19:05:56.777172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8877461 Nov 03 19:05:56.781679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37412) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:57.058533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1dd73-4fac-4a7e-b958-6807c5bfcde0 req-3272589b-393b-4ce0-94f0-f0da5524e85c tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:57.072488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df1dd73-4fac-4a7e-b958-6807c5bfcde0 req-3272589b-393b-4ce0-94f0-f0da5524e85c tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 943 time: 0.3140774 Nov 03 19:05:57.078189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beff102-ba82-494c-8e3c-f0be2f16d8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Pushing event updated for resources: {'Network': ['ID=20b5eef0-01d2-4509-9aca-2ac1b2720c4e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:57.097662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:57.263054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8df1dd73-4fac-4a7e-b958-6807c5bfcde0 req-25a50e74-9c24-4878-97fb-bc14153a7850 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890957 Nov 03 19:05:57.269316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:57.324810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e83ed2f9-686e-4b39-8055-76d718aba180 req-e89b1963-2352-4adb-8ef6-ffee89d318ff service neutron] 10.222.0.110 "GET /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357211 Nov 03 19:05:57.509502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37420) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:57.534529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Request body: {'port': {'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e', 'binding:host_id': 'n-h1-812151-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-716973856'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:57.567678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Deleting port 3a165052-cd4b-495d-9dc7-05a11f86926c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:57.568549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.658097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f55abaaf-3d85-4f87-82c3-c2998959bda0 req-8b264be3-c035-48a8-ad52-439ec8f0c08a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 210 time: 0.2007236 Nov 03 19:05:57.797388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abbfeb43-40b5-41fb-a4f7-89acde267537 req-39f96b98-8a83-4b7d-a2d3-98c61cb8307c tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.1556857 Nov 03 19:05:57.825428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b63187ba-2a65-473b-9bec-c625799f8529 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:05:57.842683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Made reservation on behalf of 3be0d451fc594b14b1ca1d1944287f53 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:57.845406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.907754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f112d-4395-44c4-99f5-27a0185bc59d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:57.910131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7c7f112d-4395-44c4-99f5-27a0185bc59d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7671819 Nov 03 19:05:57.916394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37428) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:57.941758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.953797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] For port 3a165052-cd4b-495d-9dc7-05a11f86926c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3a165052-cd4b-495d-9dc7-05a11f86926c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:57.954187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.020773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-c376ad6c-243e-49bc-a2a9-5654c32c4515 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:58.023231 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-c376ad6c-243e-49bc-a2a9-5654c32c4515 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.115 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 813 time: 0.8868442 Nov 03 19:05:58.042716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Calling delete_port for 3a165052-cd4b-495d-9dc7-05a11f86926c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:58.045212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Request body: {'port': {'device_id': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'admin_state_up': True, 'tenant_id': 'bde8a0060d164d58904957b7c22aeb98'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:58.081607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.093356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.097914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port 61d4081b-9084-41ad-a1b0-6d00cbe64125 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:58.100349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8017e-4115-44e2-bc47-12492bf650f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:58.108478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-39f8017e-4115-44e2-bc47-12492bf650f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1905174 Nov 03 19:05:58.117635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:58.251179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-26dde423-d399-4e1b-b719-06a9ff42a80e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296504 Nov 03 19:05:58.283649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b63187ba-2a65-473b-9bec-c625799f8529, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b63187ba-2a65-473b-9bec-c625799f8529,segment=NetworkSegment(28dbd6fd-9b08-42d4-b633-0c78398e28f2),segment_id=28dbd6fd-9b08-42d4-b633-0c78398e28f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:58.341906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37432) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:58.349032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:58.354217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'b63187ba-2a65-473b-9bec-c625799f8529', 'network_id': '30a811f2-468a-4804-a103-66684ec3a879', 'port_id': 'b63187ba-2a65-473b-9bec-c625799f8529', 'mac_address': 'fa:16:3e:0d:34:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:05:58.476673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Made reservation on behalf of bde8a0060d164d58904957b7c22aeb98 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:58.481441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.507478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.523712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port 61d4081b-9084-41ad-a1b0-6d00cbe64125 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:58.537050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.552462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.595957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63187ba-2a65-473b-9bec-c625799f8529 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:58.621736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:58.632790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.668927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b63187ba-2a65-473b-9bec-c625799f8529, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b63187ba-2a65-473b-9bec-c625799f8529,segment=NetworkSegment(28dbd6fd-9b08-42d4-b633-0c78398e28f2),segment_id=28dbd6fd-9b08-42d4-b633-0c78398e28f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:58.671386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.681418 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.759185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] No DVR routers for this DVR port 3a165052-cd4b-495d-9dc7-05a11f86926c on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:58.762051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Pushing event deleted for resources: {'Port': ['ID=3a165052-cd4b-495d-9dc7-05a11f86926c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:58.770825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588351-ef79-4cca-a19f-e3631a1674bf req-b3a6d7e9-52ec-4ad5-be1e-495c31b26137 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:58.778053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.778900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.779781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.780352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.781019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.787503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d588351-ef79-4cca-a19f-e3631a1674bf req-b3a6d7e9-52ec-4ad5-be1e-495c31b26137 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.9542499 Nov 03 19:05:58.793341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.794254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.795834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.796659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.797350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.797947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.798526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa1a8b-4ec6-4351-865c-17b6d30a0de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:58.873405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=61d4081b-9084-41ad-a1b0-6d00cbe64125,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:58.923201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b63187ba-2a65-473b-9bec-c625799f8529,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:58.956956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bbc74d-7dce-4b47-a2ed-25ca3c1eca05,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:58.991453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d588351-ef79-4cca-a19f-e3631a1674bf req-c6ad205e-ba6b-48b1-a47a-e1dfce6aeed9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045102 Nov 03 19:05:59.037094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Checking segment: {'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:59.037586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Network hostable DHCP agents. Network: 20b5eef0-01d2-4509-9aca-2ac1b2720c4e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:59.089527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3a165052-cd4b-495d-9dc7-05a11f86926c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:59.097764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Allocated IP 172.20.0.7 (9f34c3ac-2e07-4833-b140-260dc8ffe9fa/717e766e-ab13-4e46-91d1-80717b4cdb93/369cdd23-a9de-4f65-a34e-53dc6d714cc5) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:59.104949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5dd30-856a-4b3a-b16a-cfbf59f1db3d req-8b238c98-c366-4f2b-a9a9-b30ebe8e271d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:59.117908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adc5dd30-856a-4b3a-b16a-cfbf59f1db3d req-8b238c98-c366-4f2b-a9a9-b30ebe8e271d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 943 time: 0.5723627 Nov 03 19:05:59.144039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:59.187823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 3a165052-cd4b-495d-9dc7-05a11f86926c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:59.189262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3a165052-cd4b-495d-9dc7-05a11f86926c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:59.212259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 20b5eef0-01d2-4509-9aca-2ac1b2720c4e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:59.232770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:59.262835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['b63187ba-2a65-473b-9bec-c625799f8529'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:59.297951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.298288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.298705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.364358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ce2ecf-9f62-4b17-b349-48bc6b982b44 None None] Network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:59.471078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.471583 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.475562 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 2 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.481388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ba216f6-f125-4380-bc58-df600c10a9c2 req-6024c144-6ae3-41ce-a5d7-2918814deb63 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 210 time: 0.1797209 Nov 03 19:05:59.508845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.509183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.509520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.515861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.516272 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.519610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.520943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adc5dd30-856a-4b3a-b16a-cfbf59f1db3d req-382f4644-0afb-47a0-bd8f-9b6a41e7152e tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893876 Nov 03 19:05:59.521499 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 3 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.539374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.539851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.540329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.556192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.556487 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.557020 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 4 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.592710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.593132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.593426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.606750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.607079 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.607487 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 5 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.660912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.663004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.665551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.678360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.680031 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.681425 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 6 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.735779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.736022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.736369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.763564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.764109 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.764822 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 7 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.804906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.805246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.806863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.821980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.822306 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.822714 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 8 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.859774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.860086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.860461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.875230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.875543 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.875960 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 9 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.905098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.905571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.905756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.911220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.923898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.923898 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.923898 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 10 to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 Nov 03 19:05:59.948532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4df7ca6-005e-4a96-aa4f-f84ceeae1a39 req-63764c83-680f-46dc-bd4c-db0e7053b4f1 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/ports?device_id=0a431f30-eace-4dcf-804d-85d9ffed83b1 HTTP/1.1" status: 200 len: 210 time: 0.0460284 Nov 03 19:05:59.960034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.960889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.961227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.967694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.968054 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 61d4081b-9084-41ad-a1b0-6d00cbe64125 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:05:59.969064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.995605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85421270-88b8-403b-b3c3-70d982da31cb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:00.068235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Pushing event updated for resources: {'Port': ['ID=369cdd23-a9de-4f65-a34e-53dc6d714cc5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.093126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:00.096247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:00.099048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:00.171787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] For port 61d4081b-9084-41ad-a1b0-6d00cbe64125, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:00.172402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempted to set empty binding levels {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:06:00.185124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.295725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.297531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.315973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.322880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.336760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.360056 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.8464997 Nov 03 19:06:00.370164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a40d-ede9-434d-8b95-8891eb6a4d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=61d4081b-9084-41ad-a1b0-6d00cbe64125,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.375460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37446) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:00.415566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b1883-aac4-44fb-8ecf-895010ffe7a0 req-9cb178fd-3bc8-4d45-8e56-8c646119ce1b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.433565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a71b1883-aac4-44fb-8ecf-895010ffe7a0 req-9cb178fd-3bc8-4d45-8e56-8c646119ce1b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.2017734 Nov 03 19:06:00.469220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:00.478578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:00.483244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-04da7b30-89f8-4e3b-8af4-ef13d0d08647 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4443967 Nov 03 19:06:00.492658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.500026 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.533793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a507496-ec5b-429e-aeef-ce202d7a7de6 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:00.546820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Request body: {'port': {'device_id': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:00.603213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a71b1883-aac4-44fb-8ecf-895010ffe7a0 req-63daf07d-b03c-4cbd-a7a5-d50901007b99 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672978 Nov 03 19:06:00.613368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=45544104-a923-44f4-aba7-e2ae774bcec0,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.655494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Deleting port 61d4081b-9084-41ad-a1b0-6d00cbe64125 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:00.656424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.693719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4132de83-4418-44bf-b761-24ca82a0fb93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3502874 Nov 03 19:06:00.694547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37452) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:00.704505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:94:bc:d0', 'name': 'tempest-NetworksTestDHCPv6-1303085709'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:00.827358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.096257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '45544104-a923-44f4-aba7-e2ae774bcec0'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:01.114140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.123249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] For port 61d4081b-9084-41ad-a1b0-6d00cbe64125, host n-h1-812151-4, got binding levels [] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:01.124367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.169044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Calling delete_port for 61d4081b-9084-41ad-a1b0-6d00cbe64125 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:01.188166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef5fae-0d45-4f2b-a1cb-7f74b769492e req-fc7cf447-e462-420c-96aa-74d4abff69e8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.192577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59ef5fae-0d45-4f2b-a1cb-7f74b769492e req-fc7cf447-e462-420c-96aa-74d4abff69e8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 931 time: 0.3461132 Nov 03 19:06:01.265087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1d601-ec55-41c1-828c-f51d428d173d req-f980a960-b34b-4f00-9955-3e5b82229d26 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.283462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00d1d601-ec55-41c1-828c-f51d428d173d req-f980a960-b34b-4f00-9955-3e5b82229d26 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 944 time: 0.4333916 Nov 03 19:06:01.404819 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/45544104-a923-44f4-aba7-e2ae774bcec0/11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:01.511446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00d1d601-ec55-41c1-828c-f51d428d173d req-2677c8da-0687-437d-834d-3da4b3770758 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267065 Nov 03 19:06:01.627768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369cdd23-a9de-4f65-a34e-53dc6d714cc5 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:01.639687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.651482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59ef5fae-0d45-4f2b-a1cb-7f74b769492e req-20b9bc07-d78d-4c81-af80-04107324aefe tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106867 Nov 03 19:06:01.664802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Transition to ACTIVE for port object 369cdd23-a9de-4f65-a34e-53dc6d714cc5 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:06:01.676362 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.720805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.810957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event deleted for resources: {'Port': ['ID=61d4081b-9084-41ad-a1b0-6d00cbe64125,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:01.830408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.838606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-32a43329-7cff-45e5-aba3-0ea4927a00b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "DELETE /v2.0/ports/61d4081b-9084-41ad-a1b0-6d00cbe64125 HTTP/1.1" status: 204 len: 168 time: 1.4576817 Nov 03 19:06:01.843026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:01.908635 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aee34b-d278-49e2-9860-388ad0d84576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:06:01.914351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43aee34b-d278-49e2-9860-388ad0d84576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "GET /v2.0/ports/61d4081b-9084-41ad-a1b0-6d00cbe64125 HTTP/1.1" status: 404 len: 333 time: 0.0615783 Nov 03 19:06:01.915806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:01.925174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Request body: {'port': {'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2065479473'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:01.928063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:01.964236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.983845 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.992958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Made reservation on behalf of 3be0d451fc594b14b1ca1d1944287f53 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:01.996848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.035770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port a5740f0b-69a4-448b-aeb1-2ceabe70db19 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:02.086812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:02.092709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:02.101317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:02.173278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Pushing event updated for resources: {'Port': ['ID=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.181966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=369cdd23-a9de-4f65-a34e-53dc6d714cc5,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.267270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Attempting to bind port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:02.267969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Attempting to bind port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:02.269111 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Attempting to bind port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:02.289047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:02.290394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:02.292794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.293451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:02.294140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Bound port: 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:02.295224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.338636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.342726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75949c4-5a00-4dfa-abc9-9392c9ae53bc req-71506f07-5196-41b0-a523-1304367040fe tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.344468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a75949c4-5a00-4dfa-abc9-9392c9ae53bc req-71506f07-5196-41b0-a523-1304367040fe tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1957054 Nov 03 19:06:02.396044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.426561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Attempting to bind port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:02.426561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Attempting to bind port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:02.426984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Attempting to bind port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:02.451751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 1899be06-dd71-476e-a38c-e8ab5da034d2 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:02.455543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] For port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:02.464362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] For port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:02.471033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:02.471577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Attempting to bind port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:02.480921 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.512438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:02.512783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Checking segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:02.513229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Bound using segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:02.514007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Bound port: 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:02.514628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.590623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a75949c4-5a00-4dfa-abc9-9392c9ae53bc req-839b89d5-a010-4888-a01d-7874884a8c93 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313707 Nov 03 19:06:02.590931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9ebe3-7a70-4c1b-b7db-d7666ef0989b None None] Pushing event updated for resources: {'Port': ['ID=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.744971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.804620 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.957767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.016839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:03.029355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=a5740f0b-69a4-448b-aeb1-2ceabe70db19,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:03.058714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37474) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.093353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:03.106074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:03.107828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.109000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.246677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] For port 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:03.248124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3372b50b-e7a7-4705-a945-b909b7533d66 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.250285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::56 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/45544104-a923-44f4-aba7-e2ae774bcec0/1899be06-dd71-476e-a38c-e8ab5da034d2) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:03.258494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c826f-d79d-431e-9f15-f02122e9a9b3 req-51fc96f1-c748-4cd4-8465-457e752e8350 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.271045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-741c826f-d79d-431e-9f15-f02122e9a9b3 req-51fc96f1-c748-4cd4-8465-457e752e8350 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 944 time: 0.4497700 Nov 03 19:06:03.295260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] For port 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:03.309409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a9b7920c-a929-43f0-a828-962184214027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3916705 Nov 03 19:06:03.366675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37476) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.367917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.369688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3372b50b-e7a7-4705-a945-b909b7533d66 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.416963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-741c826f-d79d-431e-9f15-f02122e9a9b3 req-6f9b2005-a270-4af9-9753-7e3c03c443aa tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449542 Nov 03 19:06:03.472298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:03.495119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94a48d-f964-4145-95a6-02c20ef874f8 req-ab61dc0d-8bf3-46c1-b7c7-8b1689e0e753 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.496893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc94a48d-f964-4145-95a6-02c20ef874f8 req-ab61dc0d-8bf3-46c1-b7c7-8b1689e0e753 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 943 time: 0.2597406 Nov 03 19:06:03.562495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3372b50b-e7a7-4705-a945-b909b7533d66 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.572410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3372b50b-e7a7-4705-a945-b909b7533d66 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.578314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3372b50b-e7a7-4705-a945-b909b7533d66 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "DELETE /v2.0/security-groups/8f7f52f4-97bf-4332-a852-359e50872007 HTTP/1.1" status: 204 len: 168 time: 0.5186229 Nov 03 19:06:03.585042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37478) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.587538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=369cdd23-a9de-4f65-a34e-53dc6d714cc5,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:03.643165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.643828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.652858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-915d90fb-51c0-4bf1-acc8-87eedfcbe2e6 service neutron] 10.222.0.115 "PUT /v2.0/ports/369cdd23-a9de-4f65-a34e-53dc6d714cc5 HTTP/1.1" status: 200 len: 1091 time: 3.1368251 Nov 03 19:06:03.653346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372b50b-e7a7-4705-a945-b909b7533d66 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f52f4-97bf-4332-a852-359e50872007,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:03.670880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'tag': '369cdd23-a9de-4f65-a34e-53dc6d714cc5'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:03.692045 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae9b8c-b0fe-4d28-b561-30bc08048372" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66", "tag": "369cdd23-a9de-4f65-a34e-53dc6d714cc5"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:03.724955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc94a48d-f964-4145-95a6-02c20ef874f8 req-62c0050d-afe4-4db4-9bf9-d5a5dde53845 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855521 Nov 03 19:06:03.798896 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-f8ff6180-eb8f-4128-85f1-142a6a83573a tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] show failed (client error): The resource could not be found. Nov 03 19:06:03.802628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f8ff6180-eb8f-4128-85f1-142a6a83573a tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "GET /v2.0/security-groups/8f7f52f4-97bf-4332-a852-359e50872007 HTTP/1.1" status: 404 len: 347 time: 0.2052317 Nov 03 19:06:03.814632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b63187ba-2a65-473b-9bec-c625799f8529 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:03.838870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37484) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.879432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.901338 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610c9cfb-7699-441b-9432-ea03329852c6 x-openstack-request-id: req-610c9cfb-7699-441b-9432-ea03329852c6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:03.902182 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66", "tag": "369cdd23-a9de-4f65-a34e-53dc6d714cc5", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:03.902666 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-610c9cfb-7699-441b-9432-ea03329852c6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:03.903307 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'tag': '369cdd23-a9de-4f65-a34e-53dc6d714cc5', 'status': 'completed', 'code': 200} Nov 03 19:06:03.950758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port b63187ba-2a65-473b-9bec-c625799f8529 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:03.961675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port b63187ba-2a65-473b-9bec-c625799f8529 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:03.962949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.980311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-d5811b8f-8e15-46e9-9945-f8b2bc3a7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.982358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-d5811b8f-8e15-46e9-9945-f8b2bc3a7caa service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 1094 time: 0.2259123 Nov 03 19:06:04.115174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-0c466853-3a21-4509-bbd0-3dbc3b005ee4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5 HTTP/1.1" status: 200 len: 217 time: 0.1151407 Nov 03 19:06:04.173774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.243449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b63187ba-2a65-473b-9bec-c625799f8529, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b63187ba-2a65-473b-9bec-c625799f8529,segment=NetworkSegment(28dbd6fd-9b08-42d4-b633-0c78398e28f2),segment_id=28dbd6fd-9b08-42d4-b633-0c78398e28f2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:04.247609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63187ba-2a65-473b-9bec-c625799f8529'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:04.249519 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07765ea-0fea-4a2e-a02b-b768519e9def" -d '{"events": [{"server_uuid": "e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73", "name": "network-vif-plugged", "status": "completed", "tag": "b63187ba-2a65-473b-9bec-c625799f8529"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:04.262485 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.281906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.377621 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e518a1fd-6a85-4986-afff-b85599b21024 x-openstack-request-id: req-e518a1fd-6a85-4986-afff-b85599b21024 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:04.377941 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73", "name": "network-vif-plugged", "status": "completed", "tag": "b63187ba-2a65-473b-9bec-c625799f8529", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:04.378451 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e518a1fd-6a85-4986-afff-b85599b21024 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:04.378831 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63187ba-2a65-473b-9bec-c625799f8529', 'code': 200} Nov 03 19:06:04.417222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b63187ba-2a65-473b-9bec-c625799f8529,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:04.433279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-d9c04723-1d1c-4fe1-bc94-eb44a24c7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:04.434938 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-d9c04723-1d1c-4fe1-bc94-eb44a24c7793 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.2878182 Nov 03 19:06:04.540873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fad222-cb98-4a4b-b2cf-2a41ae16d4a4 req-f453a897-aaea-462a-a217-e6a0b231edfb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:04.558725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5fad222-cb98-4a4b-b2cf-2a41ae16d4a4 req-f453a897-aaea-462a-a217-e6a0b231edfb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.7646520 Nov 03 19:06:04.611491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-1df94016-ea95-4f8b-af54-291238f27cff service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608381 Nov 03 19:06:04.658105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e1eb322-f685-4219-95bf-ebf7f2338088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.800789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port a5740f0b-69a4-448b-aeb1-2ceabe70db19 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:04.818074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.822630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.835549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Deleting port 2266ca2e-4b6b-491a-8210-2206cb2bb787 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:04.836127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.851567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.887473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3a13-5fde-44d6-9979-1fd5d300c5fc req-b1ffb755-17ed-4a13-a8a4-56c1c5d97835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:04.889196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c0f3a13-5fde-44d6-9979-1fd5d300c5fc req-b1ffb755-17ed-4a13-a8a4-56c1c5d97835 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 1096 time: 0.3181140 Nov 03 19:06:04.895142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4e418948-6d71-4177-a8ca-e80eb30f50b3 None None] Provisioning complete for port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:04.908346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e418948-6d71-4177-a8ca-e80eb30f50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.971928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:04.991658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:05.009640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:05.019971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:05.020936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.025783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=1899be06-dd71-476e-a38c-e8ab5da034d2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.036165 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-d2acc1df-9511-488d-8351-a7f86fbab6cf service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586795 Nov 03 19:06:05.251681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1e12a815-5043-4069-ad8d-fc17fb571c93 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5536506 Nov 03 19:06:05.275054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37494) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:05.291368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c0f3a13-5fde-44d6-9979-1fd5d300c5fc req-1034d5ac-6eea-43d5-901d-935b6fc66e0d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780360 Nov 03 19:06:05.341682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:05.342315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:05.342772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:05.414158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:05.423607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=a5740f0b-69a4-448b-aeb1-2ceabe70db19,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.461205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:05.461555 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:05.464945 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 2 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:05.551507 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e418948-6d71-4177-a8ca-e80eb30f50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.612452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4e418948-6d71-4177-a8ca-e80eb30f50b3 None None] For port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:05.626667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:05.627980 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.632168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e418948-6d71-4177-a8ca-e80eb30f50b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.791916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e418948-6d71-4177-a8ca-e80eb30f50b3 None None] Pushing event updated for resources: {'Port': ['ID=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.888993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-727c71d2-7fdd-474f-a2ee-728ccbf7f8f6 None None] Provisioning complete for port 1899be06-dd71-476e-a38c-e8ab5da034d2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:05.892534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-727c71d2-7fdd-474f-a2ee-728ccbf7f8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.106721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5fad222-cb98-4a4b-b2cf-2a41ae16d4a4 req-c06a870e-fba2-43ee-81ee-e4df006e2ad1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5395918 Nov 03 19:06:06.163383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-727c71d2-7fdd-474f-a2ee-728ccbf7f8f6 None None] Port 1899be06-dd71-476e-a38c-e8ab5da034d2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:06.223933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57621104-154c-454c-bbb0-b462628f363a req-bc98deeb-ddd2-4f0b-820f-10a887b19152 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.229190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c9ff5c98-4b4e-4dda-9ab1-8243f1654f13 req-fef1ef4b-38ae-4f4b-8e97-c2289ecd20ff service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1623724 Nov 03 19:06:06.238600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57621104-154c-454c-bbb0-b462628f363a req-bc98deeb-ddd2-4f0b-820f-10a887b19152 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 945 time: 1.6127753 Nov 03 19:06:06.246830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:06.247417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:06.248016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:06.328053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.328053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.329492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab4035-257a-4f31-aa91-2e3e2010fb3a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.330163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Calling delete_port for 2266ca2e-4b6b-491a-8210-2206cb2bb787 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:06.330317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab4035-257a-4f31-aa91-2e3e2010fb3a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.330317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aeab4035-257a-4f31-aa91-2e3e2010fb3a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0074899 Nov 03 19:06:06.330317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:06.330317 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:06.330317 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 3 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:06.376020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37496) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:06.377560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:06.378439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:06.380203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:06.462437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:06.462437 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:06.556927 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 4 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:06.624897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eae177-f25f-446a-8fa3-853a2aa76b52 req-7a626101-884d-4a62-a0ab-181d7a9f86e0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.629137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49eae177-f25f-446a-8fa3-853a2aa76b52 req-7a626101-884d-4a62-a0ab-181d7a9f86e0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 943 time: 0.2168837 Nov 03 19:06:06.636244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57621104-154c-454c-bbb0-b462628f363a req-991d75a5-80ef-4146-85ab-6d1e8efcfd32 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968565 Nov 03 19:06:06.753545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-b909679d-d9a7-4022-aee8-e34be2d30ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.756971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-b909679d-d9a7-4022-aee8-e34be2d30ee8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 1094 time: 0.3559260 Nov 03 19:06:06.769914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:06.770455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:06.772003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:06.791915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49eae177-f25f-446a-8fa3-853a2aa76b52 req-9e607517-b48a-46b4-a4ee-9a50a978d968 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303225 Nov 03 19:06:06.927513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.958595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:06.959186 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:06.973290 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 5 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:07.091098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Pushing event deleted for resources: {'Port': ['ID=2266ca2e-4b6b-491a-8210-2206cb2bb787,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:07.118025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:07.136077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:07.137162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:07.138298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:07.164432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.165272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.165733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.166276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.170434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.171059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.171642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.172309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.173288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.176989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.177821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.180685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:07.181510 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:07.183910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:07.188945 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 6 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:07.238289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:07.238753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:07.239086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:07.249824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 1899be06-dd71-476e-a38c-e8ab5da034d2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:07.250292 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:07.258178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-c74e69dd-5b8d-4114-b27c-e7f16d67c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.260224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-c74e69dd-5b8d-4114-b27c-e7f16d67c8d6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 0.4749005 Nov 03 19:06:07.263521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:07.263521 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:07.275563 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 7 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:07.318417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:07.321209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:07.624157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:07.631448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:07.635103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-009f578f-6814-4e0f-851b-9e15bafb66c8 tempest-ServersTestBootFromVolume-686009805 tempest-ServersTestBootFromVolume-686009805-project] 10.222.0.91 "DELETE /v2.0/floatingips/9a9550ee-3c6c-407f-ae2b-23acfa99ff12 HTTP/1.1" status: 204 len: 168 time: 3.7946684 Nov 03 19:06:07.644563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37506) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.676840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:07.680641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:07.681594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:07.701831 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-7f558815-3ffc-4ac8-8dc7-e8d3c3e19171 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5 HTTP/1.1" status: 200 len: 217 time: 0.4228199 Nov 03 19:06:07.709593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:07.711233 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:07.711482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4c1ae-5cc8-4c0f-9d96-d81e846b757f req-3ae320d2-1205-41b5-8874-d25e1f7eb4b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.719534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99e4c1ae-5cc8-4c0f-9d96-d81e846b757f req-3ae320d2-1205-41b5-8874-d25e1f7eb4b2 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.1513960 Nov 03 19:06:07.757930 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 8 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:07.945195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:07.945576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:07.945913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:07.976393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:07.976770 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:07.979052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-b18917a8-fa4e-48b9-8ce7-12f5ac1d661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.980780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-b18917a8-fa4e-48b9-8ce7-12f5ac1d661a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.2380309 Nov 03 19:06:07.983885 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 9 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:07.988831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.062189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99e4c1ae-5cc8-4c0f-9d96-d81e846b757f req-eef1ada4-9f98-4009-a3a8-e46e6f401088 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211038 Nov 03 19:06:08.067943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 1899be06-dd71-476e-a38c-e8ab5da034d2 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:08.073110 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-bad04a6c-aacd-43a7-9983-45f45b5b422f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581722 Nov 03 19:06:08.076607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:08.076983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:08.077328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:08.107329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:08.107731 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:08.119774 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 10 to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 Nov 03 19:06:08.214398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec89b-f8f1-4653-892c-dd6864ce77ee req-d1b15592-dfd8-4c2b-94de-49c1da844415 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.217391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-601ec89b-f8f1-4653-892c-dd6864ce77ee req-d1b15592-dfd8-4c2b-94de-49c1da844415 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 945 time: 0.3323917 Nov 03 19:06:08.299615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:08.300400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:08.301140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:08.335418 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72d60fab-080a-47d1-bebe-6b35049f12a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.352683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:08.353450 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:08.354350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.514724 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-db979bd6-180f-4fad-9250-6457d25eab92 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235711 Nov 03 19:06:08.737594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-601ec89b-f8f1-4653-892c-dd6864ce77ee req-321192eb-8f7a-45f3-8a8c-a6f4c3596821 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003724 Nov 03 19:06:08.793796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9a537-fcff-4c11-aab3-e4bf6c164455 req-c1fe11b3-ddb5-4d67-8ae7-e91cb517946f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.796784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac9a537-fcff-4c11-aab3-e4bf6c164455 req-c1fe11b3-ddb5-4d67-8ae7-e91cb517946f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 943 time: 0.3421173 Nov 03 19:06:09.003808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.039705 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8ae9b8c-b0fe-4d28-b561-30bc08048372 req-18974340-e280-4a8e-a325-11fc3414d460 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026608 Nov 03 19:06:09.097763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac9a537-fcff-4c11-aab3-e4bf6c164455 req-badb68a5-745e-40ee-8404-abbad76f921d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764897 Nov 03 19:06:09.118088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] For port a5740f0b-69a4-448b-aeb1-2ceabe70db19, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:09.119054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempted to set empty binding levels {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:06:09.218255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.234256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 369cdd23-a9de-4f65-a34e-53dc6d714cc5 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:09.296684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=1899be06-dd71-476e-a38c-e8ab5da034d2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:09.478632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=a5740f0b-69a4-448b-aeb1-2ceabe70db19,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:09.485901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.495756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-130027a7-eff7-466c-a760-f24ad58da14c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/1899be06-dd71-476e-a38c-e8ab5da034d2 HTTP/1.1" status: 204 len: 168 time: 3.1109416 Nov 03 19:06:09.503529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] In _notify_port_updated(), no bound segment for port a5740f0b-69a4-448b-aeb1-2ceabe70db19 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:06:09.504536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.505263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.513228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4951ee1-df2b-4036-9078-0fabe4626033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "PUT /v2.0/ports/a5740f0b-69a4-448b-aeb1-2ceabe70db19 HTTP/1.1" status: 200 len: 979 time: 6.1425157 Nov 03 19:06:09.514022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:09.514659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37524) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:09.634099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:09.664578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '369cdd23-a9de-4f65-a34e-53dc6d714cc5', 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'port_id': '369cdd23-a9de-4f65-a34e-53dc6d714cc5', 'mac_address': 'fa:16:3e:a1:e5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717e766e-ab13-4e46-91d1-80717b4cdb93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:09.737728 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:06:09.817592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50929f9-58b3-4479-b539-78b0816785de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.828379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50929f9-58b3-4479-b539-78b0816785de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.843304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b50929f9-58b3-4479-b539-78b0816785de tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3271387 Nov 03 19:06:09.853103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.858660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37526) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:09.868835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68d3c-5390-4b03-a808-f5d5b38b2cc9 req-5bf39ec3-9821-4cf8-9181-c1d0a42c394c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.881268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23b68d3c-5390-4b03-a808-f5d5b38b2cc9 req-5bf39ec3-9821-4cf8-9181-c1d0a42c394c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.4177864 Nov 03 19:06:09.905745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.911122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369cdd23-a9de-4f65-a34e-53dc6d714cc5 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:09.956333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:09.966857 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.039689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.040501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.041441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.042657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.050495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.051519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.057317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.058338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.059294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.060168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.061088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.062057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.063175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.073447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.074683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.075672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.076587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.077539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.078759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.080620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23b68d3c-5390-4b03-a808-f5d5b38b2cc9 req-0b5a40fb-f20a-43f9-a299-2c6543cd0d25 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813231 Nov 03 19:06:10.109628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.110698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.111643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.112543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.113523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.129924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.131525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.135983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.137239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.144441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.149233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.150525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.154876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.159276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.160641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.166623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.170540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.177248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.181012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.181871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.187277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.208508 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8772d8d-bc12-4c43-9df3-fc7cc394165b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35100 time: 0.6812615 Nov 03 19:06:10.216980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=369cdd23-a9de-4f65-a34e-53dc6d714cc5,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:10.231793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:10.338290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['369cdd23-a9de-4f65-a34e-53dc6d714cc5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:10.571125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 45544104-a923-44f4-aba7-e2ae774bcec0 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:10.581511 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.766923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.014750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f777775-27ec-49fd-a34f-79fe732dc2c0 req-c49ed5cb-4e97-4adb-81f2-43fe987155d4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.027349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Deleting port a5740f0b-69a4-448b-aeb1-2ceabe70db19 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:11.027948 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.035351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f777775-27ec-49fd-a34f-79fe732dc2c0 req-c49ed5cb-4e97-4adb-81f2-43fe987155d4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 944 time: 0.2690916 Nov 03 19:06:11.169629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f777775-27ec-49fd-a34f-79fe732dc2c0 req-638cb466-aefd-4984-a23c-f42082939886 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309476 Nov 03 19:06:11.206996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Deleting port 7f047733-dbb5-4e17-bdac-64e1e7981f39 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:11.214106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.367836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] For port a5740f0b-69a4-448b-aeb1-2ceabe70db19, host n-h1-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:11.368411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.420352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Calling delete_port for a5740f0b-69a4-448b-aeb1-2ceabe70db19 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:11.512686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.666916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] For port 7f047733-dbb5-4e17-bdac-64e1e7981f39, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7f047733-dbb5-4e17-bdac-64e1e7981f39,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:11.667418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.737702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Calling delete_port for 7f047733-dbb5-4e17-bdac-64e1e7981f39 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:11.794677 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.922456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.020657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=45544104-a923-44f4-aba7-e2ae774bcec0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:12.026520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.036646 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4c5f1cf3-766e-4cf5-9cfa-55b4319929ab tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/45544104-a923-44f4-aba7-e2ae774bcec0 HTTP/1.1" status: 204 len: 168 time: 2.1759264 Nov 03 19:06:12.038320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37554) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.039406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590c878-1e11-4c0a-aa07-b8e94db4f9fd None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:12.180305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-052c97bc-3647-4e98-b61b-f7e32a88eb2d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1389861 Nov 03 19:06:12.183820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37558) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.268468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.330107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5740f0b-69a4-448b-aeb1-2ceabe70db19,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:12.347812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.405227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf642cc-9d12-41da-b6df-928107b81561 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.412082 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aaf642cc-9d12-41da-b6df-928107b81561 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2264230 Nov 03 19:06:12.413326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37564) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.484706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.492704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d414b9c-237a-4047-8e28-da94ada3efa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "DELETE /v2.0/ports/a5740f0b-69a4-448b-aeb1-2ceabe70db19 HTTP/1.1" status: 204 len: 168 time: 2.2530751 Nov 03 19:06:12.494933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37566) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.507882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91de8c-7345-44a8-8c6e-580c87512a7f req-3d43d823-f061-43e9-8622-650c98b710fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.510808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc91de8c-7345-44a8-8c6e-580c87512a7f req-3d43d823-f061-43e9-8622-650c98b710fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 1.0128689 Nov 03 19:06:12.561810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.572237 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe545a3-33f9-496f-8bbb-38e713debc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:06:12.574469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3fe545a3-33f9-496f-8bbb-38e713debc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "GET /v2.0/ports/a5740f0b-69a4-448b-aeb1-2ceabe70db19 HTTP/1.1" status: 404 len: 333 time: 0.0742502 Nov 03 19:06:12.584183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37568) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.596644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049915642', 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:12.655071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32101d4c-6fb1-46a0-b692-d7c3edfcb8c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.666082 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-32101d4c-6fb1-46a0-b692-d7c3edfcb8c5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2485011 Nov 03 19:06:12.667063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37570) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.679281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f047733-dbb5-4e17-bdac-64e1e7981f39,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:12.747498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346cd3ff-825a-4862-8046-17e696767387 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:12.803272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37572) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:12.806169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-392a96ec-e759-4179-819d-f494c53d3706 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251142 Nov 03 19:06:12.815559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:12.819650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Made reservation on behalf of 3be0d451fc594b14b1ca1d1944287f53 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:12.829821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.895519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port 7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:12.985536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-346cd3ff-825a-4862-8046-17e696767387 None None] Deleting port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:12.986299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-346cd3ff-825a-4862-8046-17e696767387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.258850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-346cd3ff-825a-4862-8046-17e696767387 None None] For port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:13.259674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-346cd3ff-825a-4862-8046-17e696767387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.288275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-346cd3ff-825a-4862-8046-17e696767387 None None] Calling delete_port for 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:13.454769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.487859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 369cdd23-a9de-4f65-a34e-53dc6d714cc5 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:13.501628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc91de8c-7345-44a8-8c6e-580c87512a7f req-ce46bf58-5145-4089-9c0a-fd071f38ed43 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9759729 Nov 03 19:06:13.524502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.556900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab328a1e-6724-4430-9fe4-ba6dccc97191 req-bd1618a7-e87b-4a80-b134-ba8a97fedbe5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:13.575510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab328a1e-6724-4430-9fe4-ba6dccc97191 req-bd1618a7-e87b-4a80-b134-ba8a97fedbe5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 944 time: 0.9001939 Nov 03 19:06:13.596997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:13.604145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:13.604593 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.608790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-346cd3ff-825a-4862-8046-17e696767387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.666438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:13.681359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:13.685729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:13.688022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:13.689378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.713923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:13.714500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:13.756392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1675282 Nov 03 19:06:13.758139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37576) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.818996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d18dc-1fe0-4479-a70d-e07511389842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:13.824279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-038d18dc-1fe0-4479-a70d-e07511389842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "GET /v2.0/ports/7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc HTTP/1.1" status: 200 len: 959 time: 0.0594456 Nov 03 19:06:13.825572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37578) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.833639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc30b07-fe52-42d7-948c-47e5ed1748f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:13.892432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cd3ff-825a-4862-8046-17e696767387 None None] Pushing event deleted for resources: {'Port': ['ID=11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:13.914590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cd3ff-825a-4862-8046-17e696767387 None None] No DVR routers for this DVR port 11b93a3e-4cde-4e7d-910c-5e6d3e9e87c7 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:13.966306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.980295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:13.997970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:13.999041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.034597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Deleting port 7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:14.035541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.140224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab328a1e-6724-4430-9fe4-ba6dccc97191 req-924bd3db-5b9f-4117-98a5-86d59b860594 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632915 Nov 03 19:06:14.327075 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.380299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Calling delete_port for 7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:14.514549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.634629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.655567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369cdd23-a9de-4f65-a34e-53dc6d714cc5'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:14.661105 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccda7f1-948a-4d8f-a9c9-0b9cc7c5e290" -d '{"events": [{"server_uuid": "2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66", "name": "network-vif-plugged", "status": "completed", "tag": "369cdd23-a9de-4f65-a34e-53dc6d714cc5"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:14.700805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:14.707329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:14.731283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.741881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a8a7b82-8b78-4021-b2bd-a907a202c87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "DELETE /v2.0/ports/7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc HTTP/1.1" status: 204 len: 168 time: 0.9139562 Nov 03 19:06:14.744764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37588) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:14.746801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.850073 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b1fa33-dece-4b53-b2b8-052805397130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:06:14.854242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d6b1fa33-dece-4b53-b2b8-052805397130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "GET /v2.0/ports/7f9ef9b8-157b-4e29-9a77-6ccb9fed61cc HTTP/1.1" status: 404 len: 333 time: 0.1066926 Nov 03 19:06:14.860587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37590) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:14.867080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Request body: {'port': {'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082664669'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:14.945298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Made reservation on behalf of 3be0d451fc594b14b1ca1d1944287f53 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:14.966967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.019836 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb53e04-b4b6-4bb1-a89a-8487e456ef96 x-openstack-request-id: req-3eb53e04-b4b6-4bb1-a89a-8487e456ef96 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:15.020502 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66", "name": "network-vif-plugged", "status": "completed", "tag": "369cdd23-a9de-4f65-a34e-53dc6d714cc5", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:15.024391 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3eb53e04-b4b6-4bb1-a89a-8487e456ef96 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:15.027434 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369cdd23-a9de-4f65-a34e-53dc6d714cc5', 'code': 200} Nov 03 19:06:15.031178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port 76a8d7fd-619d-476c-bea1-07b0445b9343 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:15.034045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=369cdd23-a9de-4f65-a34e-53dc6d714cc5,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:15.111020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:15.193166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae07d-dbc7-47ae-977a-7cded39424cb req-fef5b1bf-32c7-41b3-82ea-619fd3a4ba7e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.195928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c5ae07d-dbc7-47ae-977a-7cded39424cb req-fef5b1bf-32c7-41b3-82ea-619fd3a4ba7e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.4188325 Nov 03 19:06:15.339101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:06:15.365035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.475342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.542997 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.555210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb4dc-6cca-4bea-9cc8-7cb9b5a59d64 req-747af535-6de9-4b20-8749-4bb317c044c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.557660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9e8fb4dc-6cca-4bea-9cc8-7cb9b5a59d64 req-747af535-6de9-4b20-8749-4bb317c044c4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 1096 time: 0.3987925 Nov 03 19:06:15.633026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:15.663589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:15.672285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:15.680678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526e900-013e-45b5-ae66-a9efa4aed3f6 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:15.688065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.689148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.708086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=7695da23-4d18-4439-b91a-76e09558b0b5,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:15.716939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:15.720391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:15.721939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.722762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.740471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c5ae07d-dbc7-47ae-977a-7cded39424cb req-b1073935-3f92-4bf7-a9be-d36845795a86 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322495 Nov 03 19:06:15.743501 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9e8fb4dc-6cca-4bea-9cc8-7cb9b5a59d64 req-0d2d0073-65a3-4d7d-b731-43fdbc972ed0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206739 Nov 03 19:06:15.758003 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8951066 Nov 03 19:06:15.758787 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37602) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.783182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:15.801105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:15.811937 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] Sync routers for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:15.824654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1cc51-47eb-4878-b2d1-1527a8770a9a req-266f242f-9b9e-4394-badc-99e82191f347 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.827374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1c1cc51-47eb-4878-b2d1-1527a8770a9a req-266f242f-9b9e-4394-badc-99e82191f347 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 945 time: 0.4708004 Nov 03 19:06:15.844680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ef044df-ff00-485c-97c0-e9a3dea8085e admin admin] 10.222.0.91 "PUT /v2.0/routers/343efc1b-9c1b-40ef-8313-ce4ec17acb43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1944473 Nov 03 19:06:15.851799 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:15.852646 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:15.862907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e55c9db7-f1f5-4b6b-8adc-94c2ba8b4b15 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0400558 Nov 03 19:06:15.864181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37604) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.864394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37606) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.877568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0d3f2-fafb-4519-9385-53706160fcf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=76a8d7fd-619d-476c-bea1-07b0445b9343,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:15.907505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:15.927714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.261805 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:16.310022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': '7695da23-4d18-4439-b91a-76e09558b0b5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:16.314672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.393413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1c1cc51-47eb-4878-b2d1-1527a8770a9a req-e5399add-9e70-48e1-b755-5e4b339753ff tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272410 Nov 03 19:06:16.478209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.769060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] device_id is not set on port 76a8d7fd-619d-476c-bea1-07b0445b9343 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:16.816868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.856918 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.013322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:17.025665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.030353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Allocated IP 2001:db8::f816:3eff:fe9b:de73 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/7695da23-4d18-4439-b91a-76e09558b0b5/5ae8ecdb-45b6-446e-9b66-7fdca80d375e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:17.081320 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:06:12Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:17.091381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=76a8d7fd-619d-476c-bea1-07b0445b9343,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.139941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.146187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.147591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.161469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.163681 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.166576 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 2 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.223916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.224660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.225475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.226451 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] Checking router: 343efc1b-9c1b-40ef-8313-ce4ec17acb43 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:17.263113 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] Routers {'343efc1b-9c1b-40ef-8313-ce4ec17acb43'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:17.269463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:17.276831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.277445 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.280817 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 3 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.331136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.331897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.336215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.359620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.363778 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.364652 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 4 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.422792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.423514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.424205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.438607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.456822 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.457629 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 5 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.491562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.492151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.492583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.493437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.502800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.504555 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.505270 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 6 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.541913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.542517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.543175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.555962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.556711 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.557390 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 7 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.600835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.601587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.602755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.619766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.621291 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.629518 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 8 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.665517 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.685075 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] Set router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:17.689776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.692204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.692774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.696175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.703613 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7695da23-4d18-4439-b91a-76e09558b0b5 (CIDR: 2001:db8::/64) Nov 03 19:06:17.711204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.714123 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.715127 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 9 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.766126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.771819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f7f6a-60aa-4832-905c-a8f3d5fb18d6 req-9cadb49d-7175-4ecc-943f-8ad50c5b1d14 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.772761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.773633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.790247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-145f7f6a-60aa-4832-905c-a8f3d5fb18d6 req-9cadb49d-7175-4ecc-943f-8ad50c5b1d14 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.8137534 Nov 03 19:06:17.804630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.805401 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.809564 n-d-812151-4 neutron-server[101988]: INFO neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempt 10 to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 Nov 03 19:06:17.832335 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:06:17.833184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:06:17.878782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:17.881880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:17.882345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:17.883143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempting to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:17.906081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:17.909910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:17.910769 n-d-812151-4 neutron-server[101988]: ERROR neutron.plugins.ml2.managers [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Failed to bind port 76a8d7fd-619d-476c-bea1-07b0445b9343 on host n-h1-812151-4 for vnic_type normal using segments [{'id': '9b9ca4c5-0cf7-4660-b794-c4fbde44e969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20b5eef0-01d2-4509-9aca-2ac1b2720c4e'}] Nov 03 19:06:17.913694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.917508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:18.023377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-766bbfd8-41b8-41e4-81f4-57a2edfb82bd tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1249375 Nov 03 19:06:18.024496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37630) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.027110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Pushing event updated for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.054841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-145f7f6a-60aa-4832-905c-a8f3d5fb18d6 req-d11fb6c4-53e4-4477-9ada-86a8c365fabb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629714 Nov 03 19:06:18.117715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:18.193167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:06:12Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:18.211313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] For port 76a8d7fd-619d-476c-bea1-07b0445b9343, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:18.212110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attempted to set empty binding levels {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:06:18.221160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Attempting to bind port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:18.224206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.259550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Attempting to bind port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:18.260649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Attempting to bind port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:18.262732 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5734d-f2d4-4620-b256-1cc3dbff86cd None None] The sync data for ids ['343efc1b-9c1b-40ef-8313-ce4ec17acb43'] in n-d-812151-4 is: [{'id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'name': 'tempest-ServersTestBootFromVolume-1207865740-router', 'tenant_id': 'a79a812c1dae480d8135942ef1618183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:01:11Z', 'updated_at': '2021-11-03T19:06:12Z', 'revision_number': 5, 'project_id': 'a79a812c1dae480d8135942ef1618183', 'gw_port': {'id': 'ab5be8ea-4cbe-46b8-a8d8-78b540563367', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343efc1b-9c1b-40ef-8313-ce4ec17acb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:01:14Z', 'updated_at': '2021-11-03T19:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:18.294639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:18.295455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:18.297270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.297270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:18.305304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Bound port: 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:18.306146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.395705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] In _notify_port_updated(), no bound segment for port 76a8d7fd-619d-476c-bea1-07b0445b9343 on network 20b5eef0-01d2-4509-9aca-2ac1b2720c4e {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:06:18.398411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:18.407642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.414524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "PUT /v2.0/ports/76a8d7fd-619d-476c-bea1-07b0445b9343 HTTP/1.1" status: 200 len: 979 time: 2.6226890 Nov 03 19:06:18.420606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37632) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.540213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:18.588183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:18.599626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Deleting port ab5be8ea-4cbe-46b8-a8d8-78b540563367 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:18.601004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.601626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.620128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106bddd-461b-404b-a53f-833e1ab3fc16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event updated for resources: {'Port': ['ID=76a8d7fd-619d-476c-bea1-07b0445b9343,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.712155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Deleting port 76a8d7fd-619d-476c-bea1-07b0445b9343 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:18.713078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.715577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f4854-47a0-45d0-8787-47ad1f427292 req-ca3abd75-413b-4a68-b84a-f261ad7f06a6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:18.742325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe5f4854-47a0-45d0-8787-47ad1f427292 req-ca3abd75-413b-4a68-b84a-f261ad7f06a6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 945 time: 0.4013178 Nov 03 19:06:18.779805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93390e-a5f9-4da1-b739-bf3772aed9e2 None None] Pushing event updated for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.945246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] For port 76a8d7fd-619d-476c-bea1-07b0445b9343, host n-h1-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:18.946828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.005741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Calling delete_port for 76a8d7fd-619d-476c-bea1-07b0445b9343 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:19.006687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7f047733-dbb5-4e17-bdac-64e1e7981f39 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:19.015454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a8063-2e5d-4fee-9797-b2fbaaa4adc0 req-4c9b5951-beac-4680-a3dc-967ce5ba849d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.029658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f53a8063-2e5d-4fee-9797-b2fbaaa4adc0 req-4c9b5951-beac-4680-a3dc-967ce5ba849d tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 945 time: 0.5021632 Nov 03 19:06:19.072748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 7f047733-dbb5-4e17-bdac-64e1e7981f39 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:19.073426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7f047733-dbb5-4e17-bdac-64e1e7981f39 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:19.110805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] For port ab5be8ea-4cbe-46b8-a8d8-78b540563367, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ab5be8ea-4cbe-46b8-a8d8-78b540563367,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:19.111375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.186356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe5f4854-47a0-45d0-8787-47ad1f427292 req-c3432914-3c5d-4a78-8b11-16094680c02c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367363 Nov 03 19:06:19.226811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Calling delete_port for ab5be8ea-4cbe-46b8-a8d8-78b540563367 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:19.331457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:19.344514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.371811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.409664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f53a8063-2e5d-4fee-9797-b2fbaaa4adc0 req-acce8b93-17b8-42d3-b220-553fd8074759 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783906 Nov 03 19:06:19.470251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Pushing event deleted for resources: {'Port': ['ID=76a8d7fd-619d-476c-bea1-07b0445b9343,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.510932 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.524564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9fba195e-efa6-4162-a6e6-6228b2d2e90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "DELETE /v2.0/ports/76a8d7fd-619d-476c-bea1-07b0445b9343 HTTP/1.1" status: 204 len: 168 time: 1.0891705 Nov 03 19:06:19.528299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37650) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:19.595040 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0045ab-6f0c-4199-96ec-635f2eac6580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:06:19.598486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ac0045ab-6f0c-4199-96ec-635f2eac6580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069874697-project-admin] 10.222.0.91 "GET /v2.0/ports/76a8d7fd-619d-476c-bea1-07b0445b9343 HTTP/1.1" status: 404 len: 333 time: 0.0677838 Nov 03 19:06:19.608163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37652) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:19.784755 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.979146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.033482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b5eef0-01d2-4509-9aca-2ac1b2720c4e']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:20.052300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ca4c5-0cf7-4660-b794-c4fbde44e969') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:20.052619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ca4c5-0cf7-4660-b794-c4fbde44e969') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:20.071429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.104702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.119031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:20.123720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:20.132544 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:20.311404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-ccc2822b-b8d5-415b-9357-d222547e9368 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.313731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-ccc2822b-b8d5-415b-9357-d222547e9368 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.110 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 945 time: 0.1798041 Nov 03 19:06:20.328307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065b31-3ddb-40ac-9506-5fe2b40d7422 req-4b345336-7b30-4faf-aecc-42777be2fb1c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.329139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.333609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23065b31-3ddb-40ac-9506-5fe2b40d7422 req-4b345336-7b30-4faf-aecc-42777be2fb1c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.8296020 Nov 03 19:06:20.398738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.404976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] 10.222.0.91 "DELETE /v2.0/networks/20b5eef0-01d2-4509-9aca-2ac1b2720c4e HTTP/1.1" status: 204 len: 168 time: 0.7924995 Nov 03 19:06:20.412229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da149b1-e498-49c0-830f-d73f5bcf31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551897324-project] Pushing event deleted for resources: {'Network': ['ID=20b5eef0-01d2-4509-9aca-2ac1b2720c4e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:20.488823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d77a-c46b-4d7c-baa9-cc27292b2ce2 req-aa4492bd-17dc-4424-a735-5f63f250ca87 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.505464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e733d77a-c46b-4d7c-baa9-cc27292b2ce2 req-aa4492bd-17dc-4424-a735-5f63f250ca87 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 945 time: 0.3845191 Nov 03 19:06:20.513786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-f8969699-696e-48a2-b550-f173d3c07aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.516605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-f8969699-696e-48a2-b550-f173d3c07aea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 1096 time: 0.2532880 Nov 03 19:06:20.545566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Deleting port b63187ba-2a65-473b-9bec-c625799f8529 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:20.546329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.679072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23065b31-3ddb-40ac-9506-5fe2b40d7422 req-89a868bc-5222-48ce-a1ca-9c57d5169ae4 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044226 Nov 03 19:06:20.720331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d024128e-0645-4dbd-97b0-d36bd20a1224 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:20.721450 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d024128e-0645-4dbd-97b0-d36bd20a1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.726554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] For port b63187ba-2a65-473b-9bec-c625799f8529, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b63187ba-2a65-473b-9bec-c625799f8529,segment=NetworkSegment(28dbd6fd-9b08-42d4-b633-0c78398e28f2),segment_id=28dbd6fd-9b08-42d4-b633-0c78398e28f2)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:20.727316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.755368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Calling delete_port for b63187ba-2a65-473b-9bec-c625799f8529 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:20.857732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d024128e-0645-4dbd-97b0-d36bd20a1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.916268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d024128e-0645-4dbd-97b0-d36bd20a1224 None None] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:20.930338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d024128e-0645-4dbd-97b0-d36bd20a1224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.016688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024128e-0645-4dbd-97b0-d36bd20a1224 None None] Pushing event updated for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:21.043606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37664) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:21.079426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ae8ecdb-45b6-446e-9b66-7fdca80d375e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:21.082591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.111470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e733d77a-c46b-4d7c-baa9-cc27292b2ce2 req-d80c4270-5ced-4643-ba04-0f5c940d645f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904312 Nov 03 19:06:21.162205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba47fc-9950-49a4-b2cb-89fd74dbd6bc req-c3ff9145-cfd3-47eb-b3ae-d0a48c12e173 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.164550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bfba47fc-9950-49a4-b2cb-89fd74dbd6bc req-c3ff9145-cfd3-47eb-b3ae-d0a48c12e173 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73 HTTP/1.1" status: 200 len: 945 time: 0.3817706 Nov 03 19:06:21.165798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-c13ce935-b1e3-4d76-a092-f42a7cc219c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.167584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-c13ce935-b1e3-4d76-a092-f42a7cc219c0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.6223037 Nov 03 19:06:21.196172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5be8ea-4cbe-46b8-a8d8-78b540563367,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:21.218105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:21.218975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.260327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-a195f706-bf39-47f5-8382-3161e0d51a8e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e76119-b488-4266-8146-cd797bac8373 HTTP/1.1" status: 200 len: 217 time: 0.0771892 Nov 03 19:06:21.261025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.442605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:21.448174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.467796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['b63187ba-2a65-473b-9bec-c625799f8529'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:21.478893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:21.482269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.483154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.496237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Pushing event deleted for resources: {'Port': ['ID=b63187ba-2a65-473b-9bec-c625799f8529,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:21.517938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe24e9d-72f6-4e77-b122-d061646445b3 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:21.519037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bfba47fc-9950-49a4-b2cb-89fd74dbd6bc req-1309482b-02dc-4fa4-b2be-827366022250 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.91 "GET /v2.0/security-groups?id=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298841 Nov 03 19:06:21.552695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=40d23ba5-8c42-4404-a59d-cce48442766d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:21.574514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.579550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-f20e7ca4-464b-4c91-8139-8153dfbbdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.582286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-f20e7ca4-464b-4c91-8139-8153dfbbdbca service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2868659 Nov 03 19:06:21.582903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] No DVR routers for this DVR port b63187ba-2a65-473b-9bec-c625799f8529 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:21.587832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.589624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bd26b99d-5556-4143-9a4d-6911d96b9909 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5116572 Nov 03 19:06:21.600344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6393571-a70a-41f5-9bbf-26c6dc904689 req-682f7d8b-a9c0-4d7e-b51d-b1eac9b6d848 tempest-ServerTagsTestJSON-216121329 tempest-ServerTagsTestJSON-216121329-project] 10.222.0.110 "DELETE /v2.0/ports/b63187ba-2a65-473b-9bec-c625799f8529 HTTP/1.1" status: 204 len: 173 time: 1.2737632 Nov 03 19:06:21.601724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37668) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:21.602558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'name': 'network-vif-deleted', 'tag': 'b63187ba-2a65-473b-9bec-c625799f8529'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:21.608560 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c3f43-6d7f-4d42-b8c0-ab8a2b9c971e" -d '{"events": [{"server_uuid": "e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73", "name": "network-vif-deleted", "tag": "b63187ba-2a65-473b-9bec-c625799f8529"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:21.621821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:e0:f9:3a', 'name': 'tempest-NetworksTestDHCPv6-241036793'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:21.720824 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f148206-be7c-4423-bb40-c7209a072a59 x-openstack-request-id: req-9f148206-be7c-4423-bb40-c7209a072a59 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:21.721794 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73", "name": "network-vif-deleted", "tag": "b63187ba-2a65-473b-9bec-c625799f8529", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:21.722992 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f148206-be7c-4423-bb40-c7209a072a59 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:21.725841 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd8aa3-74f6-4fe5-bd07-6f32c03dfc73', 'name': 'network-vif-deleted', 'tag': 'b63187ba-2a65-473b-9bec-c625799f8529', 'status': 'completed', 'code': 200} Nov 03 19:06:21.876572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-68a9a466-fdce-43a7-aec3-f9ff5eea288c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cfa673344ecc4725875d826de6f7c9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8216155 Nov 03 19:06:21.884161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37674) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:21.932275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.940473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.945416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-03c21ebf-3b43-4da9-96e8-3f088f9920f0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.948251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-03c21ebf-3b43-4da9-96e8-3f088f9920f0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.115 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 945 time: 0.2617233 Nov 03 19:06:21.959903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '7695da23-4d18-4439-b91a-76e09558b0b5', 'ip_address': '2001:db8::f816:3eff:fe9b:de73'}, {'subnet_id': '40d23ba5-8c42-4404-a59d-cce48442766d'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '5ae8ecdb-45b6-446e-9b66-7fdca80d375e'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:06:22.009332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.069804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-d9f507eb-a465-4dd2-87ae-dfa9eb8eb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.071853 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-d9f507eb-a465-4dd2-87ae-dfa9eb8eb893 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757629 Nov 03 19:06:22.088020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374343-b83a-4e12-a60e-27d090206063 req-ee7804bb-b594-4adf-b90d-c1a1f79c710b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.089972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86374343-b83a-4e12-a60e-27d090206063 req-ee7804bb-b594-4adf-b90d-c1a1f79c710b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.2249458 Nov 03 19:06:22.092617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.093495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343efc1b-9c1b-40ef-8313-ce4ec17acb43 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:06:22.108823 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.113928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-732a6c56-2f53-49d4-bb58-abaeb0e58302 admin admin] 10.222.0.91 "DELETE /v2.0/routers/343efc1b-9c1b-40ef-8313-ce4ec17acb43 HTTP/1.1" status: 204 len: 168 time: 6.2417941 Nov 03 19:06:22.117242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37676) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:22.214048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59168174-f252-4282-8586-d99a0fa98c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.239706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:22.343360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59168174-f252-4282-8586-d99a0fa98c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.357297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] Allocated IP 2001:db8:0:1::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/40d23ba5-8c42-4404-a59d-cce48442766d/5ae8ecdb-45b6-446e-9b66-7fdca80d375e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:22.453674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86374343-b83a-4e12-a60e-27d090206063 req-6979b6f4-080d-4f54-afa1-c9126a4441bb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422594 Nov 03 19:06:22.477837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Deleting subnet 74e47777-8922-474d-a7a9-c4f7923bd64c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:22.502339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.538147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:22.550044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.562695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cde07-5416-44d7-b4cc-ead01a7322fe req-3c46c048-eb26-46c4-9d7f-64324575b103 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.576368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-393cde07-5416-44d7-b4cc-ead01a7322fe req-3c46c048-eb26-46c4-9d7f-64324575b103 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 945 time: 0.2737339 Nov 03 19:06:22.584146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-f4dbc44b-1ff0-4c59-a94e-13cca3cf2702 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927764 Nov 03 19:06:22.661111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.672205 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.689435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.733139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37684) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:22.750613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-393cde07-5416-44d7-b4cc-ead01a7322fe req-cd3cb458-c0d9-4f00-84c8-add98e079a98 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732333 Nov 03 19:06:22.813796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d005-6a36-485c-a507-01f6aef03dad None None] Pushing event updated for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:22.846409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Deleting subnet 4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:22.851664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Deleting port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:22.852239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.854497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.857998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59168174-f252-4282-8586-d99a0fa98c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.863127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59168174-f252-4282-8586-d99a0fa98c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.868091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59168174-f252-4282-8586-d99a0fa98c67 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5693aad6-83e3-4a4e-925d-dcbbe188296e HTTP/1.1" status: 204 len: 168 time: 0.9752557 Nov 03 19:06:22.907757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88c9bb22-5dd0-4dfb-948a-24c5d6aaeeef req-e7d421c8-15b7-4cbd-af5e-485c70285363 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995799 Nov 03 19:06:22.965129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59168174-f252-4282-8586-d99a0fa98c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693aad6-83e3-4a4e-925d-dcbbe188296e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:22.967064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.977088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.044994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.072337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.142584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ae8ecdb-45b6-446e-9b66-7fdca80d375e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:23.147562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.158764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/74e47777-8922-474d-a7a9-c4f7923bd64c HTTP/1.1" status: 204 len: 168 time: 1.0105155 Nov 03 19:06:23.165367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37688) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:23.176540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771b5c7-0e61-4847-966b-7fd6b72500d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e47777-8922-474d-a7a9-c4f7923bd64c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:23.206818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:23.211990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e782f-5aef-4217-a9fc-561266efd17b None None] Network 06478284-06bc-4ddd-ab30-28cc1c6869da requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:23.381761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] For port 369cdd23-a9de-4f65-a34e-53dc6d714cc5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=369cdd23-a9de-4f65-a34e-53dc6d714cc5,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:23.382390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.437635 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.451297 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.472378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Calling delete_port for 369cdd23-a9de-4f65-a34e-53dc6d714cc5 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:23.565781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.583172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22 HTTP/1.1" status: 204 len: 168 time: 0.8488276 Nov 03 19:06:23.586039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a27971-93a5-447d-974b-0b3f1ea0042f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0d4ce2-f4f6-42df-9ab2-36d4a8c21c22,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:23.591176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:23.591549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37694) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:23.591813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.758331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] DHCP port deletion for 06478284-06bc-4ddd-ab30-28cc1c6869da request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:23.925845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37700) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:23.978620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8:0:1::2cc (60fb80d3-1f1b-47fa-b8e1-44029087a84a/40d23ba5-8c42-4404-a59d-cce48442766d/8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:23.987151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b63187ba-2a65-473b-9bec-c625799f8529 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:23.999128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fee0:f93a (60fb80d3-1f1b-47fa-b8e1-44029087a84a/7695da23-4d18-4439-b91a-76e09558b0b5/8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:24.050538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.071894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: b63187ba-2a65-473b-9bec-c625799f8529 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:24.073419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b63187ba-2a65-473b-9bec-c625799f8529 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:24.074113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 86e76119-b488-4266-8146-cd797bac8373 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:24.147516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ad928-c576-43da-abc2-961d410a6d19 req-42771d5a-e28b-4cf7-b0a7-f6834e1734ff tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.164567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da6ad928-c576-43da-abc2-961d410a6d19 req-42771d5a-e28b-4cf7-b0a7-f6834e1734ff tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 945 time: 0.4671888 Nov 03 19:06:24.165188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ab5be8ea-4cbe-46b8-a8d8-78b540563367 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:24.212505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: ab5be8ea-4cbe-46b8-a8d8-78b540563367 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:24.213811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ab5be8ea-4cbe-46b8-a8d8-78b540563367 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:24.292250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c33d8aea-2d5d-4c2f-9dc4-ee915e43093b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3be0d451fc594b14b1ca1d1944287f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631203 Nov 03 19:06:24.300313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37702) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:24.326745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] Deleting port 08369566-623e-4605-a80e-8385acbe4bea {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:24.327339 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.330344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Deleting port 08369566-623e-4605-a80e-8385acbe4bea {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:24.330662 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.367036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18ba34-cc81-4064-bcb8-795fd14fbf48 req-697a012e-12b5-4823-aa98-9a307b2916b5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.380768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a18ba34-cc81-4064-bcb8-795fd14fbf48 req-697a012e-12b5-4823-aa98-9a307b2916b5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66 HTTP/1.1" status: 200 len: 945 time: 0.3816850 Nov 03 19:06:24.389354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.490548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c3d4bdc9-d4b5-413c-bdca-34c45bec1dc8 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:24.493261 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bdc9-d4b5-413c-bdca-34c45bec1dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.499208 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.518048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.520309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0b4-7778-4996-883e-3d18dbed609a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.544942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.557904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da6ad928-c576-43da-abc2-961d410a6d19 req-7c266c71-819b-4870-9800-3c9a7a0ff7ea tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917172 Nov 03 19:06:24.583196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85421270-88b8-403b-b3c3-70d982da31cb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:24.583501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.597937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Pushing event deleted for resources: {'Port': ['ID=369cdd23-a9de-4f65-a34e-53dc6d714cc5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:24.602593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0b4-7778-4996-883e-3d18dbed609a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.623189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a811f2-468a-4804-a103-66684ec3a879']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:24.652665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dbd6fd-9b08-42d4-b633-0c78398e28f2') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:24.653164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dbd6fd-9b08-42d4-b633-0c78398e28f2') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:24.666844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] For port 08369566-623e-4605-a80e-8385acbe4bea, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08369566-623e-4605-a80e-8385acbe4bea,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:24.667541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.698176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a18ba34-cc81-4064-bcb8-795fd14fbf48 req-cad525cc-104d-48d3-8c06-a2f0e827a260 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182819 Nov 03 19:06:24.699820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e76119-b488-4266-8146-cd797bac8373'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:24.704064 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa55806-7369-4fbc-8c20-1b31643bf8af" -d '{"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "86e76119-b488-4266-8146-cd797bac8373"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:24.705064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.709076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Calling delete_port for 08369566-623e-4605-a80e-8385acbe4bea owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:24.721501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] For port 08369566-623e-4605-a80e-8385acbe4bea, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08369566-623e-4605-a80e-8385acbe4bea,segment=NetworkSegment(2f76c4b0-40fa-48ac-a48f-eaf54433b661),segment_id=2f76c4b0-40fa-48ac-a48f-eaf54433b661)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:24.722558 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.739470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:24.746987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] No DVR routers for this DVR port 369cdd23-a9de-4f65-a34e-53dc6d714cc5 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:24.754566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.766167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.767322 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1438ba0d-7012-4aa4-a2c4-80cf7d4f5ad1 req-63ef70f5-e0b7-4461-8884-b5a25305f904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.115 "DELETE /v2.0/ports/369cdd23-a9de-4f65-a34e-53dc6d714cc5 HTTP/1.1" status: 204 len: 173 time: 2.8035159 Nov 03 19:06:24.769628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:24.773156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'name': 'network-vif-deleted', 'tag': '369cdd23-a9de-4f65-a34e-53dc6d714cc5'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:24.776030 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7596996-d256-41e4-93ba-b7e3428d9a2f" -d '{"events": [{"server_uuid": "2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66", "name": "network-vif-deleted", "tag": "369cdd23-a9de-4f65-a34e-53dc6d714cc5"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:24.793615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:24.794235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.846678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:24.857584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:24.860500 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:24.870039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.873101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.873814 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81e130-3628-41f2-8462-2ffe46c61c1f x-openstack-request-id: req-ca81e130-3628-41f2-8462-2ffe46c61c1f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:24.874241 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "86e76119-b488-4266-8146-cd797bac8373", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:24.874629 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ca81e130-3628-41f2-8462-2ffe46c61c1f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:24.875242 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e76119-b488-4266-8146-cd797bac8373', 'code': 200} Nov 03 19:06:24.887445 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e08fc2-35b2-40d0-a745-f43f89e9cafc x-openstack-request-id: req-b9e08fc2-35b2-40d0-a745-f43f89e9cafc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:24.888183 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66", "name": "network-vif-deleted", "tag": "369cdd23-a9de-4f65-a34e-53dc6d714cc5", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:24.888819 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b9e08fc2-35b2-40d0-a745-f43f89e9cafc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:24.889459 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ad975-fbd6-4bcf-be2d-8f9fa2e1ca66', 'name': 'network-vif-deleted', 'tag': '369cdd23-a9de-4f65-a34e-53dc6d714cc5', 'status': 'completed', 'code': 200} Nov 03 19:06:24.891710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] Calling delete_port for 08369566-623e-4605-a80e-8385acbe4bea owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:24.898911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:24.914494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0b4-7778-4996-883e-3d18dbed609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.921473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94b1a0b4-7778-4996-883e-3d18dbed609a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.930072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-94b1a0b4-7778-4996-883e-3d18dbed609a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a1bbc74d-7dce-4b47-a2ed-25ca3c1eca05 HTTP/1.1" status: 204 len: 168 time: 0.6277199 Nov 03 19:06:24.935340 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.964807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-665cbcbc-d822-4eaf-aaad-4bbb7d5230e8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3503830 Nov 03 19:06:24.965929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37712) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:24.967729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1a0b4-7778-4996-883e-3d18dbed609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bbc74d-7dce-4b47-a2ed-25ca3c1eca05,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.080141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.128767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.189611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.210145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] 10.222.0.91 "DELETE /v2.0/networks/30a811f2-468a-4804-a103-66684ec3a879 HTTP/1.1" status: 204 len: 168 time: 1.6163900 Nov 03 19:06:25.211677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 08369566-623e-4605-a80e-8385acbe4bea no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:25.347092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 369cdd23-a9de-4f65-a34e-53dc6d714cc5 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:25.390553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79505982-d852-4aa5-82a3-110937161eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=30a811f2-468a-4804-a103-66684ec3a879,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.406993 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.411365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:25.418529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.447608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] No DVR routers for this DVR port 08369566-623e-4605-a80e-8385acbe4bea on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:25.541220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 369cdd23-a9de-4f65-a34e-53dc6d714cc5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:25.541817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 369cdd23-a9de-4f65-a34e-53dc6d714cc5 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:25.569637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37718) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.607658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 08369566-623e-4605-a80e-8385acbe4bea {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:06:25.608833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 08369566-623e-4605-a80e-8385acbe4bea not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:25.748335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.834980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] Pushing event deleted for resources: {'Port': ['ID=08369566-623e-4605-a80e-8385acbe4bea,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.845902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d16df-342a-4e90-9898-41aaa386ed70 None None] No DVR routers for this DVR port 08369566-623e-4605-a80e-8385acbe4bea on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:25.875694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f4d9f44d-60f8-4fa0-ae14-0b98b10017d4 None None] Provisioning complete for port 8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:25.876343 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f44d-60f8-4fa0-ae14-0b98b10017d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.960222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9f44d-60f8-4fa0-ae14-0b98b10017d4 None None] Port 8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:26.022095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08369566-623e-4605-a80e-8385acbe4bea,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.022728 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f890182-17f0-43de-9b9c-910f25a7bd44 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9d3f37b399bf409ea0aef2d4581d4f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432819 Nov 03 19:06:26.027610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:26.068878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.114694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:26.220683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.261023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.273939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0bc20-4eee-4587-9352-50c38cc2b352 req-74607f14-11b3-4e0c-aa71-814c238561a9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:26.276917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09f0bc20-4eee-4587-9352-50c38cc2b352 req-74607f14-11b3-4e0c-aa71-814c238561a9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.2636409 Nov 03 19:06:26.324505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06478284-06bc-4ddd-ab30-28cc1c6869da']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:26.335191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.384186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f76c4b0-40fa-48ac-a48f-eaf54433b661') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:26.385039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f76c4b0-40fa-48ac-a48f-eaf54433b661') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:26.420766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63469a3f-899d-427c-947b-0dba88d47c3c req-e92db3a1-3d0a-481e-bdaa-32198f9ea7a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:26.424017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63469a3f-899d-427c-947b-0dba88d47c3c req-e92db3a1-3d0a-481e-bdaa-32198f9ea7a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3082395 Nov 03 19:06:26.427587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.497833 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.501938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.508484 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6 HTTP/1.1" status: 204 len: 168 time: 0.4752560 Nov 03 19:06:26.508855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.521629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bab6ec5-d54e-48a2-8b09-d22b1f7ac5a6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.539276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.539729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.540166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.541214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.541829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.542574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.543151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.543526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.543870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.544208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.544548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.544931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cdb36-3066-465f-9bad-e58b43636617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:26.548151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09f0bc20-4eee-4587-9352-50c38cc2b352 req-bd3169f6-0c84-4516-a8a2-9d034ca596a5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451887 Nov 03 19:06:26.550189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:26.555863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:26.574089 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:26.661799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.745160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.921040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63469a3f-899d-427c-947b-0dba88d47c3c req-0d7f07ad-1c00-43f8-89a2-9964469ddafb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723995 Nov 03 19:06:26.925056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.932019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.935540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.940218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-90ed6ba4-3f7a-4ab4-b193-ccf3a444ea88 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa HTTP/1.1" status: 204 len: 168 time: 1.9647408 Nov 03 19:06:26.944440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] 10.222.0.91 "DELETE /v2.0/networks/06478284-06bc-4ddd-ab30-28cc1c6869da HTTP/1.1" status: 204 len: 168 time: 3.7744372 Nov 03 19:06:26.949092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37748) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.006940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606063c-0d5c-4aa0-8ca9-7483a5cbe7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06478284-06bc-4ddd-ab30-28cc1c6869da,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:27.047798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-60b62c37-6b45-43b7-80b1-ef628ced0b1a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2552562 Nov 03 19:06:27.081526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f87953-8602-4874-9fd7-19509b4896ea tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.084956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-66f87953-8602-4874-9fd7-19509b4896ea tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1339068 Nov 03 19:06:27.089157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37756) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.181074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17f83f-7ea3-4cf6-90c1-02ff87050044 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.184221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1b17f83f-7ea3-4cf6-90c1-02ff87050044 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0905163 Nov 03 19:06:27.189313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37758) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.218025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.220829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.222264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.223481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.225702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.226940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.228064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.232403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cbea8a45-8f1b-4f79-9941-97abae8cccab service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 6500 time: 0.1379375 Nov 03 19:06:27.323200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37764) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.419444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a50a2-62a4-4e91-9a3d-d79bbe0408d4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.423782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a50a2-62a4-4e91-9a3d-d79bbe0408d4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.428423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a50a2-62a4-4e91-9a3d-d79bbe0408d4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.440500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37766) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.441488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd0a50a2-62a4-4e91-9a3d-d79bbe0408d4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2492228 Nov 03 19:06:27.501163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9f322840-bf14-43df-b10f-35e0cc848f3d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a79a812c1dae480d8135942ef1618183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753762 Nov 03 19:06:27.505187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37770) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.605091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57c192e8-00be-4f60-a657-88b1451bcadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.621470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c9dbfe6d-e352-45ac-9b5e-49689143320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.622459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c9dbfe6d-e352-45ac-9b5e-49689143320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.623439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c9dbfe6d-e352-45ac-9b5e-49689143320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.626402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c9dbfe6d-e352-45ac-9b5e-49689143320a service neutron] 10.222.0.110 "GET /v2.0/networks?id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&id=e638af9f-cd4b-477e-af2b-035836399f4b&id=e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 200 len: 2298 time: 0.3513637 Nov 03 19:06:27.647929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57c192e8-00be-4f60-a657-88b1451bcadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.669510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88513c-79be-4c71-a25e-0e36fea08144 req-839e74f6-ead1-4aec-afde-d26aac149119 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.672691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b88513c-79be-4c71-a25e-0e36fea08144 req-839e74f6-ead1-4aec-afde-d26aac149119 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2246335 Nov 03 19:06:27.728391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57c192e8-00be-4f60-a657-88b1451bcadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.731542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57c192e8-00be-4f60-a657-88b1451bcadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.737904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-57c192e8-00be-4f60-a657-88b1451bcadc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4670a818-baa5-41ce-b060-1a60f04f22e4 HTTP/1.1" status: 204 len: 168 time: 0.2259917 Nov 03 19:06:27.743662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c192e8-00be-4f60-a657-88b1451bcadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4670a818-baa5-41ce-b060-1a60f04f22e4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:27.754721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37782) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:27.811975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 40d23ba5-8c42-4404-a59d-cce48442766d {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:27.847756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.041481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-3f95ea41-0c9d-4d60-80b4-81c1047edf25 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 200 len: 1002 time: 0.3923798 Nov 03 19:06:28.061367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.179545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950639a-e426-490b-8999-a3582583af70 req-8e161e4e-ba23-4a83-8d01-e174be9667a3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:28.182359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3950639a-e426-490b-8999-a3582583af70 req-8e161e4e-ba23-4a83-8d01-e174be9667a3 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.3905611 Nov 03 19:06:28.197027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b88513c-79be-4c71-a25e-0e36fea08144 req-92616ce8-21dc-4a3f-a828-40045e9ad046 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017457 Nov 03 19:06:28.350870 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-396cf096-cbb7-4d55-a057-cc3907884d83 tempest-AgentManagementNegativeTest-615395287 tempest-AgentManagementNegativeTest-615395287-project] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5930574 Nov 03 19:06:28.359145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-044cbc6b-4424-473d-a349-8d204e6a7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:28.362137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-044cbc6b-4424-473d-a349-8d204e6a7aa8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c2159396-034b-4e95-8912-c1dd9d066094 HTTP/1.1" status: 200 len: 856 time: 0.3056028 Nov 03 19:06:28.494864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-fd4daa63-4d67-47ea-b897-7ada18fede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:28.496634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-fd4daa63-4d67-47ea-b897-7ada18fede4f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d4d4e9f5-2e19-45ca-a047-10e8e6221320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905383 Nov 03 19:06:28.498483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.516787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3950639a-e426-490b-8999-a3582583af70 req-e8ce5a48-f659-4389-86fd-1cd3a451bff5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085723 Nov 03 19:06:28.752160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22b94d-b577-467b-bb9a-4b3a2588c255 req-3335056a-50ff-486d-bf4d-45c894cdb00d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:28.754114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b22b94d-b577-467b-bb9a-4b3a2588c255 req-3335056a-50ff-486d-bf4d-45c894cdb00d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2352693 Nov 03 19:06:28.760926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.794782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fef22-e1a4-4980-a006-7fdc6675fc25 req-cc700f41-4cc6-46f8-a767-c7a6eec0de23 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:28.796463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de1fef22-e1a4-4980-a006-7fdc6675fc25 req-cc700f41-4cc6-46f8-a767-c7a6eec0de23 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1843364 Nov 03 19:06:28.826906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-662823ba-5fdd-4f1b-b349-2666d7f54b6d service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061361 Nov 03 19:06:28.831528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37814) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:28.835872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=40d23ba5-8c42-4404-a59d-cce48442766d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:28.848046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.856211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c589e54-1718-446c-93a5-9b623f65bf95 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:28.857733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-51d4290f-3c9e-49a2-88fd-a46864aaf183 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/40d23ba5-8c42-4404-a59d-cce48442766d HTTP/1.1" status: 204 len: 168 time: 1.4079328 Nov 03 19:06:28.857733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37816) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:29.060122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b22b94d-b577-467b-bb9a-4b3a2588c255 req-b1655d9b-fcf3-4195-a7b3-23b332e6543f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845147 Nov 03 19:06:29.070533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 7695da23-4d18-4439-b91a-76e09558b0b5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:29.079804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de1fef22-e1a4-4980-a006-7fdc6675fc25 req-af065761-0a68-401a-9ae6-03183201302d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559338 Nov 03 19:06:29.083002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.142080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-27b8c4ab-46c5-49ff-82a8-9c84333f59c6 service neutron] 10.222.0.110 "GET /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873850 Nov 03 19:06:29.148711 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.280468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5d425791-c23c-4152-8586-eb488bc8e691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.352922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-ac642cf6-53af-4c50-8538-f7c16ec9d187 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 217 time: 0.1898911 Nov 03 19:06:29.488001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5d425791-c23c-4152-8586-eb488bc8e691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.493670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5d425791-c23c-4152-8586-eb488bc8e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.555884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5d425791-c23c-4152-8586-eb488bc8e691 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=567a709e91434952b8b3ddc25c74f3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7213128 Nov 03 19:06:29.557010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d425791-c23c-4152-8586-eb488bc8e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c8ac4-6c84-4ec5-9cee-e67609f9d69f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:29.560154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37838) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:29.637654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37840) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:29.680916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbb30889-552f-4c64-a301-2b193b9d4a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.713814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbb30889-552f-4c64-a301-2b193b9d4a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.791877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-00ce823b-e17c-4fca-8f9e-68c30077c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:29.793500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-00ce823b-e17c-4fca-8f9e-68c30077c693 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.3914695 Nov 03 19:06:29.829572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbb30889-552f-4c64-a301-2b193b9d4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.838474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbb30889-552f-4c64-a301-2b193b9d4a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.841322 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dbb30889-552f-4c64-a301-2b193b9d4a1a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f79c8ac4-6c84-4ec5-9cee-e67609f9d69f HTTP/1.1" status: 204 len: 168 time: 0.2799978 Nov 03 19:06:29.864503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb30889-552f-4c64-a301-2b193b9d4a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c8ac4-6c84-4ec5-9cee-e67609f9d69f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:29.879163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.890676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 86e76119-b488-4266-8146-cd797bac8373 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:29.983158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60fda1-c44d-4a85-8aed-0854f33db0f7 req-a63820d1-55b8-477d-835c-19d6bc822951 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:29.984841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae60fda1-c44d-4a85-8aed-0854f33db0f7 req-a63820d1-55b8-477d-835c-19d6bc822951 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.6482580 Nov 03 19:06:30.016805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.151715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-289606929-network', 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:30.193896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=7695da23-4d18-4439-b91a-76e09558b0b5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:30.199058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.205335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3dd84d2b-c7c5-44c6-80c7-0cd3b5ea2026 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/7695da23-4d18-4439-b91a-76e09558b0b5 HTTP/1.1" status: 204 len: 168 time: 1.3405731 Nov 03 19:06:30.207927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37856) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:30.242402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-d4000e51-8b18-4a8c-b31a-6630efbf2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:30.251478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-d4000e51-8b18-4a8c-b31a-6630efbf2e75 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4438939 Nov 03 19:06:30.290355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-385c3f64-177a-4c38-a8de-a95c45ba5444 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801480 Nov 03 19:06:30.294840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37858) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:30.312390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:30.530197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:30.534346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.535598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae60fda1-c44d-4a85-8aed-0854f33db0f7 req-65590f94-4e6f-4f4b-a503-9f772085e547 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199723 Nov 03 19:06:30.547749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:30.552347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.618969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.807132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cb5f9774-0827-4163-b522-300fa580a67f service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284548 Nov 03 19:06:30.814737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37872) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:30.884768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915dd27-c668-4e4e-882f-2eb0708239c7 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:30.981518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:06:31.355721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bf5be0d1-ed1e-4505-a9e6-faeb1404f12f None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:31.357631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf5be0d1-ed1e-4505-a9e6-faeb1404f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.516676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-7be1b530-f2df-4968-9b03-141a8b0b5003 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743169 Nov 03 19:06:31.539301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.565776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e392ad-30d7-4a22-ac8d-fbedba0d8258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.668772 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.685682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-ac9e04da-9c24-486d-9fae-40737fde2e6a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 217 time: 0.1711922 Nov 03 19:06:31.714096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a4b0-128e-46a8-98ab-de3cb3d6e0db req-9b4f6cd6-e3da-47c3-a2d0-ed0d10e60a4c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:31.735261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f695a4b0-128e-46a8-98ab-de3cb3d6e0db req-9b4f6cd6-e3da-47c3-a2d0-ed0d10e60a4c tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.5352390 Nov 03 19:06:31.813565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e392ad-30d7-4a22-ac8d-fbedba0d8258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.839330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.852177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:31.864327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c3e1e-5820-4157-a80f-ee13bcf5631c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:31.931035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e392ad-30d7-4a22-ac8d-fbedba0d8258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.936527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.937633 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Added segment 3766b9aa-8556-4a8d-a8f8-3e953101be37 of type vlan for network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 Nov 03 19:06:31.973166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37894) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:32.003803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cc10e434-d3c3-491c-8284-b3ea29f52b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.008744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-cc10e434-d3c3-491c-8284-b3ea29f52b56 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.2622662 Nov 03 19:06:32.080487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e392ad-30d7-4a22-ac8d-fbedba0d8258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85782da-2f9f-4633-a515-d23a9da717fa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:32.156339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ac24eb65-fe44-47e9-bcd3-b296468147be None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:32.156752 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac24eb65-fe44-47e9-bcd3-b296468147be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.163620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f695a4b0-128e-46a8-98ab-de3cb3d6e0db req-ae13145e-90cd-42af-8340-cf8dc03a8205 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265816 Nov 03 19:06:32.181884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.196122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-63e392ad-30d7-4a22-ac8d-fbedba0d8258 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c26b613fc0a4aaf8ae03fc63e123e06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3795505 Nov 03 19:06:32.202691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37900) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:32.285805 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-0df375b7-601f-4eff-8cb8-e2a38d18b369 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3413408 Nov 03 19:06:32.304755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:06:32.313086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-378921af-acf9-4f27-8003-39714b254a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.316403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-378921af-acf9-4f27-8003-39714b254a00 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2515423 Nov 03 19:06:32.436262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.453751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-115508594'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:32.518680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:32.530260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:32.533938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.541212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-6a75abe8-8504-4e00-bc00-23de6cc6c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.543710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-6a75abe8-8504-4e00-bc00-23de6cc6c19e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 1097 time: 0.1501262 Nov 03 19:06:32.560527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.675884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.686921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.688129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.730629 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-383f513e-3d36-42cc-a8b3-9fc30f79b3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.752080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.753963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.754929 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.811728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:32.857776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:32.873918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.874908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.890079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55434154-61d6-449a-81f9-fdc4d89f49dd None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:32.893668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-d51710ce-1d58-4967-bedd-c7abeaec9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.894871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-d51710ce-1d58-4967-bedd-c7abeaec9692 service neutron] 10.222.0.115 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.3127248 Nov 03 19:06:32.895876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=44cb07bd-6ce5-4076-b9a1-42fcb314297b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:32.904559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-383f513e-3d36-42cc-a8b3-9fc30f79b3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.912760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:32.993828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3498206 Nov 03 19:06:33.003027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37902) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:33.024670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Request body: {'subnet': {'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-289606929-subnet', 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:33.025291 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-6f04ffe7-2a72-4f2b-9e7f-573a72dd14dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 200 len: 217 time: 0.1162510 Nov 03 19:06:33.040758 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-326f2ece-f47f-45bd-b390-825be680247c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7422302 Nov 03 19:06:33.063725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37906) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:33.067709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ae8ecdb-45b6-446e-9b66-7fdca80d375e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:33.078209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594454cb-63d2-40e0-86d1-23d17690b795 admin admin] Pushing event updated for resources: {'Network': ['ID=6ace652e-f7b7-4bed-b3ed-bfd067cdec51,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:33.081399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.085215 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.090233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:33.108157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.127343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:33.140997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:33.144034 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.207844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:33.231817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-22afbec3-a7f0-4d37-a02f-0c15fb33a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:33.238076 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-22afbec3-a7f0-4d37-a02f-0c15fb33a7c3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.1926091 Nov 03 19:06:33.319826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.320558 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Added segment 1cb071e9-e637-4679-8931-ec5b57eb6b01 of type vlan for network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 Nov 03 19:06:33.324365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8134d750-413e-4312-b957-4452d1ff45e7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:33.436377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:33.437405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.460663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-6f8040d2-e60a-4a5a-8867-0de16508f6b5 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490973 Nov 03 19:06:33.486222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-2bc0d8af-9e71-407d-a5b6-ff27c1335ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:33.491236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-2bc0d8af-9e71-407d-a5b6-ff27c1335ae6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346785 Nov 03 19:06:33.496129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.622395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.634375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:33.636208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.646289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-383f513e-3d36-42cc-a8b3-9fc30f79b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.651560 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-383f513e-3d36-42cc-a8b3-9fc30f79b3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.657564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-383f513e-3d36-42cc-a8b3-9fc30f79b3f9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e85782da-2f9f-4633-a515-d23a9da717fa HTTP/1.1" status: 204 len: 168 time: 1.4491444 Nov 03 19:06:33.799448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Network': ['ID=a434177f-a1ab-4882-9bc0-3a7a8937d8e5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:33.807724 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-44d0ca32-35bb-466c-aa18-277d293c9fa2 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916751 Nov 03 19:06:33.819106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:33.966959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f513e-3d36-42cc-a8b3-9fc30f79b3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85782da-2f9f-4633-a515-d23a9da717fa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:34.003253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2e59ebc6-0235-4389-a1de-25c4bd30664c req-100d78de-21b5-4d42-80b1-4769761e9e42 service neutron] 10.222.0.115 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813066 Nov 03 19:06:34.025332 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-87abbeb2-3c51-4494-a0bd-635a52e259d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0449584 Nov 03 19:06:34.030011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:34.047742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'subnet': {'network_id': 'a434177f-a1ab-4882-9bc0-3a7a8937d8e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:34.188563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce28ca-fff8-40c2-a647-4d5dbb540bcf req-84a50e5a-2a64-450a-8acd-7fb9b04ca580 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.202741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6ce28ca-fff8-40c2-a647-4d5dbb540bcf req-84a50e5a-2a64-450a-8acd-7fb9b04ca580 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.8790443 Nov 03 19:06:34.204127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:34.212102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.227726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-933d5e1a-d064-4a5d-87f3-bbcf55389e7c None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:34.228353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-933d5e1a-d064-4a5d-87f3-bbcf55389e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.238173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-d5c8b8d1-fa01-41e0-8977-024e918bf9fb service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239842 Nov 03 19:06:34.310196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:34.319266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.391254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-fe50dc91-5330-4984-9620-847d431c2f8c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821 HTTP/1.1" status: 200 len: 217 time: 0.1230302 Nov 03 19:06:34.635521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3918548e-56ae-4727-95e5-93842b8e91cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.672414 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44cb07bd-6ce5-4076-b9a1-42fcb314297b (CIDR: 2001:db8::/64) Nov 03 19:06:34.693625 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.709369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-3e89a850-ddd6-4e0d-abc2-6d7fa90facb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.712139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-3e89a850-ddd6-4e0d-abc2-6d7fa90facb3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.2916873 Nov 03 19:06:34.714026 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:06:34.714733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:06:34.770376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.876644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Subnet': ['ID=4fe64f24-8142-4875-87ed-f031835b0781,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:34.912825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c7ef45ef-0eb3-48b7-921a-42b41cd0a387 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8328187 Nov 03 19:06:34.913237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Checking segment: {'id': '1cb071e9-e637-4679-8931-ec5b57eb6b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a434177f-a1ab-4882-9bc0-3a7a8937d8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:34.913922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network hostable DHCP agents. Network: a434177f-a1ab-4882-9bc0-3a7a8937d8e5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:34.917592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37940) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:34.929305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:34.991910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f0272a-60bf-42ad-b9aa-48f06a97aef7,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.019717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c47cb5-dadd-4e0b-a8ef-d43317e968ff req-f8166d41-2eab-4ada-aa08-e0cffb8cf991 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.026009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1c47cb5-dadd-4e0b-a8ef-d43317e968ff req-f8166d41-2eab-4ada-aa08-e0cffb8cf991 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.7709188 Nov 03 19:06:35.055696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:35.084598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a434177f-a1ab-4882-9bc0-3a7a8937d8e5) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:35.096281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-a2827264-ed6b-4c83-b9fa-53503bbb97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.098319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559987c-3b5e-459f-b2de-36df527adbcd None None] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:35.100423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-a2827264-ed6b-4c83-b9fa-53503bbb97d8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3352044 Nov 03 19:06:35.100624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.101551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.105825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6ce28ca-fff8-40c2-a647-4d5dbb540bcf req-94c32bc1-bd69-46d2-84f7-6319a74043ca tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8846619 Nov 03 19:06:35.128174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:35.135074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Network hostable DHCP agents. Network: 6ace652e-f7b7-4bed-b3ed-bfd067cdec51, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:35.198534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-734323d7-9735-4635-85a2-5f8d00af50eb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1623483 Nov 03 19:06:35.198534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:35.204904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.210744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37946) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:35.251069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1390319507', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:35.357289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-4dd2e650-b8ef-487e-b16d-c43a1748c5c0 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185462 Nov 03 19:06:35.397385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.399272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.501727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1c47cb5-dadd-4e0b-a8ef-d43317e968ff req-18861eb5-2f34-4f14-a729-44370b8bd904 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559596 Nov 03 19:06:35.517476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307809d2-8367-4d78-a6a5-74ca1aed750c None None] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:35.540035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.606253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:35.624440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 6ace652e-f7b7-4bed-b3ed-bfd067cdec51) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:35.635832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.637768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.660371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-964bbe87-3eca-4f1d-ba18-03c98d37321f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6475201 Nov 03 19:06:35.678331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0502dde-caa1-47aa-b188-625c13e8a3da None None] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:35.720278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c0ea60e1-f8a2-4898-8abc-8ddfa474f2d4 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356307 Nov 03 19:06:35.791943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37960) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:35.879075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-241183d3-20bc-442b-bc98-68d7220c5a17 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99 HTTP/1.1" status: 200 len: 217 time: 0.1325171 Nov 03 19:06:35.902843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0605d-e5dd-4243-8337-e027d9c7a219 None None] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:35.908811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9907a3e-1f3c-4f51-aaca-120e9f3837c8 req-1ca5f354-f8c2-42b1-8f57-75855f577e90 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.922861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9907a3e-1f3c-4f51-aaca-120e9f3837c8 req-1ca5f354-f8c2-42b1-8f57-75855f577e90 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1919909 Nov 03 19:06:36.073004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1550684-network', 'tenant_id': '509be90b99d0409cb24800c14a725589'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:36.123376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c1f6d143-a7e4-4cad-964e-f63c98fdd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.126183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c1f6d143-a7e4-4cad-964e-f63c98fdd626 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 200 len: 797 time: 0.1914113 Nov 03 19:06:36.140396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9907a3e-1f3c-4f51-aaca-120e9f3837c8 req-e7a863b5-c877-4695-b3b3-e6090e176803 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159147 Nov 03 19:06:36.225738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Made reservation on behalf of 509be90b99d0409cb24800c14a725589 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:36.232831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.267680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.375073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-621cd82d-798f-44e0-9603-4a216cf4c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.378105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-621cd82d-798f-44e0-9603-4a216cf4c78e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=79f241c3-d0a4-4788-a9aa-6ff8f320552a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292411 Nov 03 19:06:36.466118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfac24-d3f4-4c84-925f-fc4da5eca49d req-c983da1d-1bd5-4b12-b52f-6f85470951ef tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.473997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0dfac24-d3f4-4c84-925f-fc4da5eca49d req-c983da1d-1bd5-4b12-b52f-6f85470951ef tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2090647 Nov 03 19:06:36.610463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.722542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0dfac24-d3f4-4c84-925f-fc4da5eca49d req-37020df3-1f42-4603-a57c-4bcdd941f137 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475693 Nov 03 19:06:36.810191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-46fd9125-12e2-4036-b4c6-c616bfeb7790 service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094656 Nov 03 19:06:36.813335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.826020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.848164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-8f096672-8ec6-4132-a2c5-56835c8f1d59 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.850685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-8f096672-8ec6-4132-a2c5-56835c8f1d59 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.3559933 Nov 03 19:06:36.861069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.931909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:36.947682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:36.956875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:36.972153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-0b0ea74e-8e8c-49b0-978e-8e524effb82f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.0843530 Nov 03 19:06:36.975281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.976758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.980213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8431e1e3-20f7-45d1-b938-b3c066240130,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:36.986031 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.986647 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Added segment ba881ccc-588b-4143-b216-257436563a51 of type vlan for network a21d1c18-7126-430b-94ad-8bfee3804540 Nov 03 19:06:37.009930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953bc8e-e647-4bc8-9b95-54048175f610 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:37.028383 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1075521 Nov 03 19:06:37.031459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:37.037169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616d24b-3d4a-442b-8a28-63d89e73f117 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=3164b235-680f-482a-a2e7-685605bc1699,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:37.045173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:f4:c7:ce', 'name': 'tempest-NetworksTestDHCPv6-984038990'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:37.124364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e0ea5502-f4f7-4217-a2eb-af3055cd9a6d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899646 Nov 03 19:06:37.129372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.161009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-9a984de4-bd7f-47f5-93c2-a7a5ba97126f service neutron] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364930 Nov 03 19:06:37.307131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-71cb34db-da22-4375-ba3d-404ae298417d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f HTTP/1.1" status: 200 len: 217 time: 0.1225207 Nov 03 19:06:37.322396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.355227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.358669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.360134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:37.360768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.589588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '44cb07bd-6ce5-4076-b9a1-42fcb314297b', 'ip_address': '2001:db8::f816:3eff:fe9b:de73'}, {'subnet_id': '3164b235-680f-482a-a2e7-685605bc1699'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '5ae8ecdb-45b6-446e-9b66-7fdca80d375e'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:06:37.643692 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.679303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.7 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/9083de25-6eff-4bfd-8b58-dfd927c5eac9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:37.733994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9377675 Nov 03 19:06:37.766888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37992) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:37.788028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Request body: {'subnet': {'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1550684-subnet', 'tenant_id': '509be90b99d0409cb24800c14a725589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:37.800503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-f7f656a5-a3a9-4c33-b086-ca8040a1012f service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377034 Nov 03 19:06:37.825254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-01761e7e-a314-4333-8d79-191c256e37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:37.827214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-01761e7e-a314-4333-8d79-191c256e37dd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.5016420 Nov 03 19:06:37.851999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687c8c6-f880-48af-8f5b-f99453caa4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a21d1c18-7126-430b-94ad-8bfee3804540,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:37.899185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:06:37.899185 n-d-812151-4 neutron-server[101989]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:06:37.899185 n-d-812151-4 neutron-server[101989]: [parameters: {'project_id_1': '509be90b99d0409cb24800c14a725589', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 6, 17, 822322)}] Nov 03 19:06:37.899185 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:06:37.900216 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:06:37.933641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:37.941318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] Allocated IP 2001:db8:0:1::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/3164b235-680f-482a-a2e7-685605bc1699/5ae8ecdb-45b6-446e-9b66-7fdca80d375e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:37.991986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.042157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-1ee807a7-366c-4949-bea5-b19eefea04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.045499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-1ee807a7-366c-4949-bea5-b19eefea04c1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017605 Nov 03 19:06:38.087514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-30ab42c7-3598-458a-9b82-68c4433f41de service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857718 Nov 03 19:06:38.128414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a21d1c18-7126-430b-94ad-8bfee3804540 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:38.150528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.291966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:38.306701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:38.334994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:38.342426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:38.430500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.459832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=9083de25-6eff-4bfd-8b58-dfd927c5eac9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:38.634850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4abd8f6-c75d-437a-99f6-c15ac60daf67 req-621f884f-07ef-4210-8abe-27bfbb03eef4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 210 time: 0.2164555 Nov 03 19:06:38.761106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a7cb8-2d7a-49ca-8168-b0c497ab2a3d req-3894e814-78fc-4403-8812-bfcc3f9c6372 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.766050 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d5d3b27-a95a-405c-9a1a-6094ca2040ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.774360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-905a7cb8-2d7a-49ca-8168-b0c497ab2a3d req-3894e814-78fc-4403-8812-bfcc3f9c6372 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.6491983 Nov 03 19:06:38.786814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 29b45f4c-f794-4e23-a9a7-23c7546d7e2a yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:38.800350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Made reservation on behalf of 509be90b99d0409cb24800c14a725589 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:38.805609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.828269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.837379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-1d7e24fd-9bdb-49de-9f2e-90ebb8129b20 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731898 Nov 03 19:06:38.840245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.899190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.046518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b66e3-7bd0-4215-9079-fec6d7f367ed None None] Pushing event updated for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:39.232648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-905a7cb8-2d7a-49ca-8168-b0c497ab2a3d req-86556a42-fafc-48b4-bff1-be6244c6d0ba tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539087 Nov 03 19:06:39.387150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-a3329062-a745-413b-9298-853ebfc3adf3 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267265 Nov 03 19:06:39.475235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.546533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-13f437d3-44ec-41bd-b689-35fabaef79ee service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 200 len: 217 time: 0.1398709 Nov 03 19:06:39.813252 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.828766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:39.839857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8:0:1::11b (60fb80d3-1f1b-47fa-b8e1-44029087a84a/3164b235-680f-482a-a2e7-685605bc1699/29b45f4c-f794-4e23-a9a7-23c7546d7e2a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:39.847603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-ebcd3a6a-0326-4226-9d23-1c644b5c004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.850037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-ebcd3a6a-0326-4226-9d23-1c644b5c004f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 200 len: 797 time: 0.2563941 Nov 03 19:06:39.904899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.939928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::f816:3eff:fef4:c7ce (60fb80d3-1f1b-47fa-b8e1-44029087a84a/44cb07bd-6ce5-4076-b9a1-42fcb314297b/29b45f4c-f794-4e23-a9a7-23c7546d7e2a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:39.973198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1019b3e4-bada-489a-b392-2bb82de22fd3 req-be979c01-c785-4151-bb16-449021d7cdf2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 210 time: 0.1304574 Nov 03 19:06:40.072130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264831-6167-4b2d-80bb-ce52fa22001f req-ad22cc4b-66a4-4eb2-aba3-1a485da35c30 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.074743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54264831-6167-4b2d-80bb-ce52fa22001f req-ad22cc4b-66a4-4eb2-aba3-1a485da35c30 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4451094 Nov 03 19:06:40.075271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:40.091760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:40.124445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:40.125343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:40.129596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.136851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76678ce2-db23-4dce-b975-07cf5ab1b7d2 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9183953 Nov 03 19:06:40.138053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38022) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:40.209412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6118f3-8827-46b8-a5d6-9246b5a1ec65,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:40.216782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:40.238765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-89edfc38-cd51-4414-8fd0-9389e352a634 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:40.239325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89edfc38-cd51-4414-8fd0-9389e352a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.247145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:40.248482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:40.275951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c6cd7050-763f-4877-b9b8-efb2a00b7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.279025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c6cd7050-763f-4877-b9b8-efb2a00b7509 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e638af9f-cd4b-477e-af2b-035836399f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3940630 Nov 03 19:06:40.340684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:40.341713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f9317-1aae-4faa-bde3-72ce7d7852c7 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:40.359177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Checking segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:40.359499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Network hostable DHCP agents. Network: a21d1c18-7126-430b-94ad-8bfee3804540, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:40.542384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54264831-6167-4b2d-80bb-ce52fa22001f req-95c3c068-e286-4266-af80-5d254462e47f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058886 Nov 03 19:06:40.602056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Network a21d1c18-7126-430b-94ad-8bfee3804540 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:40.706257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.765514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a21d1c18-7126-430b-94ad-8bfee3804540) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:40.774391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e618b2b-b5e2-4966-8c4b-2aad448d9a64 None None] Network a21d1c18-7126-430b-94ad-8bfee3804540 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:40.782603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.783114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.797647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-c8efc18b-01eb-4643-8f33-fc7bd68450ed service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813509 Nov 03 19:06:40.821770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91dc24-8584-4eec-8e46-e6e0e8be2e43 req-a299493d-9370-4d39-8679-845fda29362f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.823384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a91dc24-8584-4eec-8e46-e6e0e8be2e43 req-a299493d-9370-4d39-8679-845fda29362f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3103082 Nov 03 19:06:40.903324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-d37f52a6-ebb1-4b9b-9b89-60e542b6ab88 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.906559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-d37f52a6-ebb1-4b9b-9b89-60e542b6ab88 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.2768745 Nov 03 19:06:40.932271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-61853956-6d5b-4c1b-9199-a9f406b79335 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1433794 Nov 03 19:06:40.963912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Request body: {'port': {'device_id': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'admin_state_up': True, 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:40.992444 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.120073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a9d5a-5d30-424f-8f85-2ab2bdbcee28 None None] Network a21d1c18-7126-430b-94ad-8bfee3804540 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:41.175808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ae8ecdb-45b6-446e-9b66-7fdca80d375e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:41.190545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad0157-56ca-4701-9c03-286d7e761a3b req-9e4274ed-5433-4ba1-951c-755ad3475650 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:41.192212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5ad0157-56ca-4701-9c03-286d7e761a3b req-9e4274ed-5433-4ba1-951c-755ad3475650 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4022765 Nov 03 19:06:41.205980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a91dc24-8584-4eec-8e46-e6e0e8be2e43 req-2f8be7c2-6b2d-41a0-b75b-eea4b7068992 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334494 Nov 03 19:06:41.223931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:41.234618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:41.256063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19a27948-7e02-4b51-ad20-2ae791ceae6d req-0b22a14b-609b-4eac-aa21-5528b6e58588 service neutron] 10.222.0.110 "GET /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308312 Nov 03 19:06:41.257509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:41.269148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:41.270327 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.279556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=29b45f4c-f794-4e23-a9a7-23c7546d7e2a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:41.354854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e778cd1e-8579-4aac-b9a9-8a1e30215a74 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3188980 Nov 03 19:06:41.374112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38036) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:41.435715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:41.436541 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.501979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:41.507096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.529501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5ad0157-56ca-4701-9c03-286d7e761a3b req-cb6bac4c-e44e-40e2-87cf-d670aaa430c6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981749 Nov 03 19:06:41.551572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.646790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c65f91e5-7d77-43ed-bce3-6c2a729e26e1 req-b7372cdd-099b-4630-a539-6e16be65b540 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 210 time: 0.1963558 Nov 03 19:06:41.765527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.906632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 29b45f4c-f794-4e23-a9a7-23c7546d7e2a {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:41.908150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.008100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-327f5a6f-b518-45d1-b57b-f5c456090884 None None] Provisioning complete for port 29b45f4c-f794-4e23-a9a7-23c7546d7e2a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:42.008662 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-327f5a6f-b518-45d1-b57b-f5c456090884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.013814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Allocated IP 172.20.0.14 (6ace652e-f7b7-4bed-b3ed-bfd067cdec51/a7f0272a-60bf-42ad-b9aa-48f06a97aef7/874241ed-27c6-4cb1-ada1-826943590e9d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:42.116112 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.119772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-327f5a6f-b518-45d1-b57b-f5c456090884 None None] Port 29b45f4c-f794-4e23-a9a7-23c7546d7e2a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:42.559255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.1 (a434177f-a1ab-4882-9bc0-3a7a8937d8e5/4fe64f24-8142-4875-87ed-f031835b0781/f6cb253b-6130-4fe4-80a5-40cb8ba35d36) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:42.581462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-0b535966-ede1-40f4-9da7-e3d6a9ade41f tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.583070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-0b535966-ede1-40f4-9da7-e3d6a9ade41f tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.6464708 Nov 03 19:06:42.584394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.625913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-02895f4c-123d-4585-840a-f05736e33116 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/quotas/509be90b99d0409cb24800c14a725589 HTTP/1.1" status: 200 len: 375 time: 0.0338764 Nov 03 19:06:42.642301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.655074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc0ca7-0a41-475b-a7ae-ca560aebef19 req-4ceb1f93-4cb9-4021-aaf3-517bbff97081 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.656908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ecc0ca7-0a41-475b-a7ae-ca560aebef19 req-4ceb1f93-4cb9-4021-aaf3-517bbff97081 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5247245 Nov 03 19:06:42.683324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 29b45f4c-f794-4e23-a9a7-23c7546d7e2a owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:42.708205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-6245344d-6052-429b-9aed-34a890e8c794 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627072 Nov 03 19:06:42.777993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.883976 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ecc0ca7-0a41-475b-a7ae-ca560aebef19 req-98ed0902-59f8-445c-872a-0a66f79d70e5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047460 Nov 03 19:06:42.917666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.928154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:42.940215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:42.949693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-3576143c-111d-4d03-bc9f-5f253bddad5a service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283266 Nov 03 19:06:42.952278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:42.962190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event updated for resources: {'Port': ['ID=874241ed-27c6-4cb1-ada1-826943590e9d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:43.078381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.079403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.119293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-e096a8b2-0cc0-4f44-a687-7df47b17dd31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1611207 Nov 03 19:06:43.122141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.181478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Request body: {'port': {'device_id': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:43.230096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-ad3debe0-a8a3-4de2-ab3c-02504e82c1f5 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608337 Nov 03 19:06:43.247885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:43.250122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603232f1-1f9a-4c21-b539-3f7a65f80b37 req-d44cefa0-b861-4ae6-ade5-cfd1f196cc29 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.252849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-603232f1-1f9a-4c21-b539-3f7a65f80b37 req-d44cefa0-b861-4ae6-ade5-cfd1f196cc29 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1893582 Nov 03 19:06:43.258550 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.268476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:43.276534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:43.311209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=f6cb253b-6130-4fe4-80a5-40cb8ba35d36,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:43.385158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.386189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=29b45f4c-f794-4e23-a9a7-23c7546d7e2a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:43.403150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.405842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.410533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd57fe26-2663-4b5b-9731-5aa502030630 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/29b45f4c-f794-4e23-a9a7-23c7546d7e2a HTTP/1.1" status: 204 len: 168 time: 2.0324016 Nov 03 19:06:43.413171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38068) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:43.512276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-603232f1-1f9a-4c21-b539-3f7a65f80b37 req-35d14de7-5ee0-49f8-b90f-d380bd2cd665 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191486 Nov 03 19:06:43.849442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebae2e-9ad6-4371-8ad2-e7dc3a072bec req-bbb63c11-b0fc-4887-9d47-fd7025d65a04 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.858790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70ebae2e-9ad6-4371-8ad2-e7dc3a072bec req-bbb63c11-b0fc-4887-9d47-fd7025d65a04 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 932 time: 0.2050016 Nov 03 19:06:43.905840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2683269-dd69-40c6-b1d0-49d629e6ecad req-d8abeb6a-fb0d-4907-a3a0-bd58fad7f14c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.913786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2683269-dd69-40c6-b1d0-49d629e6ecad req-d8abeb6a-fb0d-4907-a3a0-bd58fad7f14c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1315205 Nov 03 19:06:44.031441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70ebae2e-9ad6-4371-8ad2-e7dc3a072bec req-1222708f-6904-4bbd-807c-dfeae292e9bd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714633 Nov 03 19:06:44.063355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2683269-dd69-40c6-b1d0-49d629e6ecad req-2ed2557c-a487-4dc3-adb7-89d528294ba8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391318 Nov 03 19:06:44.142480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d524ed8-bb26-441e-8b2e-fbeb3a479222 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.144301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5d524ed8-bb26-441e-8b2e-fbeb3a479222 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7261815 Nov 03 19:06:44.149301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38084) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:44.245068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44550d55-694d-49fb-96ec-479036e2dd77 req-4044c281-ec9f-4750-ac3a-e760c4e5dce1 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 210 time: 0.0691764 Nov 03 19:06:44.349622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.381599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c0276-18ae-40d0-8f0c-75621a1c9590 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.384709 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ca0c0276-18ae-40d0-8f0c-75621a1c9590 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2338963 Nov 03 19:06:44.389264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:44.577016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb7fd3-4020-43b8-831e-6f18f7ee5618 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.580172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb7fd3-4020-43b8-831e-6f18f7ee5618 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.584056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb7fd3-4020-43b8-831e-6f18f7ee5618 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.590458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-10fb7fd3-4020-43b8-831e-6f18f7ee5618 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1966784 Nov 03 19:06:44.593574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38096) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:44.616402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ddab8-360c-4fe2-82e5-9c8008491d5f req-7143e270-c54b-4b96-b1d8-14e7bbf93174 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.631736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-653ddab8-360c-4fe2-82e5-9c8008491d5f req-7143e270-c54b-4b96-b1d8-14e7bbf93174 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2249389 Nov 03 19:06:44.643721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874241ed-27c6-4cb1-ada1-826943590e9d {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:44.683503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.728667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Transition to ACTIVE for port object 874241ed-27c6-4cb1-ada1-826943590e9d will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:06:44.736076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 3164b235-680f-482a-a2e7-685605bc1699 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:44.740396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.781124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-653ddab8-360c-4fe2-82e5-9c8008491d5f req-9ccef9db-82a6-475e-8cd2-4910512c7c23 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441004 Nov 03 19:06:44.794649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.898415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c57bb-015e-4b65-ad80-2fd3e971623b req-76a0f434-2663-4d90-be16-1447397ef53b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.918923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-002c57bb-015e-4b65-ad80-2fd3e971623b req-76a0f434-2663-4d90-be16-1447397ef53b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2113376 Nov 03 19:06:44.999898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.060234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-002c57bb-015e-4b65-ad80-2fd3e971623b req-ab0cd86d-f82d-4149-b30c-7fb6a5ea3ac8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400230 Nov 03 19:06:45.079183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3070f-7593-4db0-9864-b7a820bfecbd req-384f5f9b-6bf4-47c2-aede-04b630125f42 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.080016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.080750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dd3070f-7593-4db0-9864-b7a820bfecbd req-384f5f9b-6bf4-47c2-aede-04b630125f42 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1230681 Nov 03 19:06:45.204072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dd3070f-7593-4db0-9864-b7a820bfecbd req-8c760f39-6fbc-4287-ba90-4a729d4c6b29 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117527 Nov 03 19:06:45.366282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.372209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7e7c-a215-4d08-bc9f-d4511758a622 req-9ba7ae53-eb9a-4e72-9d84-4f6950541845 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.378368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-588f7e7c-a215-4d08-bc9f-d4511758a622 req-9ba7ae53-eb9a-4e72-9d84-4f6950541845 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 944 time: 0.1317816 Nov 03 19:06:45.559219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-588f7e7c-a215-4d08-bc9f-d4511758a622 req-bffe559b-5611-4b2d-933d-21439155e3d1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586397 Nov 03 19:06:45.563389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c42cae3d-9ee7-43ed-a43b-1084c518d1fa req-02f59d22-f7ca-48e4-b284-8392c6259dd6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 210 time: 0.0684760 Nov 03 19:06:45.635810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Pushing event updated for resources: {'Port': ['ID=874241ed-27c6-4cb1-ada1-826943590e9d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:45.667356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc17863-b6e4-45c3-96c9-32e3dbc21ed0 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:45.681366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=3164b235-680f-482a-a2e7-685605bc1699,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:45.743470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.749650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d9146d7-a46e-46f5-950f-744308cb6f46 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/3164b235-680f-482a-a2e7-685605bc1699 HTTP/1.1" status: 204 len: 168 time: 1.1532660 Nov 03 19:06:45.749986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:45.860940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Attempting to bind port 874241ed-27c6-4cb1-ada1-826943590e9d on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:45.861162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Attempting to bind port 874241ed-27c6-4cb1-ada1-826943590e9d by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:45.861489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Attempting to bind port 874241ed-27c6-4cb1-ada1-826943590e9d on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:45.880025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-d59ac34a-19fa-4ce6-b550-52faf7ce3ae3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.883179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-d59ac34a-19fa-4ce6-b550-52faf7ce3ae3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.5275471 Nov 03 19:06:45.889422 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.899270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Request body: {'port': {'device_id': 'e4832627-3e1c-4773-986f-db8f1b441237', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'admin_state_up': True, 'tenant_id': '509be90b99d0409cb24800c14a725589'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:45.903862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Port 874241ed-27c6-4cb1-ada1-826943590e9d on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:45.904294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Attempting to bind port 874241ed-27c6-4cb1-ada1-826943590e9d on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:45.909588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.965782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 44cb07bd-6ce5-4076-b9a1-42fcb314297b {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:45.973438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.988042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:45.988380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:45.988995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Bound using segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:45.990166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Bound port: 874241ed-27c6-4cb1-ada1-826943590e9d, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:45.990518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.998110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c3611-521a-435a-a135-2f1d72fdc158 req-e2824031-ab4b-412d-ab11-25fe36808c4f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.027407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86c3611-521a-435a-a135-2f1d72fdc158 req-e2824031-ab4b-412d-ab11-25fe36808c4f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2542315 Nov 03 19:06:46.085851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.118226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=f6cb253b-6130-4fe4-80a5-40cb8ba35d36,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.269570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.327203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] For port 874241ed-27c6-4cb1-ada1-826943590e9d, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:46.350164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86c3611-521a-435a-a135-2f1d72fdc158 req-68e1a47b-1eb2-4d13-b101-aac2092c4a45 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206377 Nov 03 19:06:46.382505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] For port 874241ed-27c6-4cb1-ada1-826943590e9d, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=874241ed-27c6-4cb1-ada1-826943590e9d,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:46.383718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039375-6cd9-450a-a93c-711ae31cfbee req-49a1b8bc-2773-4dc7-a466-1f76426de89f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.403894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f039375-6cd9-450a-a93c-711ae31cfbee req-49a1b8bc-2773-4dc7-a466-1f76426de89f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2001863 Nov 03 19:06:46.404587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.551223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Made reservation on behalf of 509be90b99d0409cb24800c14a725589 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:46.558564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.604785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.605957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.608618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] 10.222.0.110 "PUT /v2.0/ports/874241ed-27c6-4cb1-ada1-826943590e9d HTTP/1.1" status: 200 len: 1092 time: 3.4689505 Nov 03 19:06:46.616113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'tag': '874241ed-27c6-4cb1-ada1-826943590e9d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:46.620851 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca9e50b-16cd-4474-85fb-3e5c14203e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "82a8cb92-bc25-407b-b54b-05bca59d5407", "tag": "874241ed-27c6-4cb1-ada1-826943590e9d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:46.622985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.632295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:46.653698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:46.732476 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:06:46.783882 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.803277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f039375-6cd9-450a-a93c-711ae31cfbee req-a8938e92-62a0-4199-80b3-85e74ac45093 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896453 Nov 03 19:06:46.840343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=44cb07bd-6ce5-4076-b9a1-42fcb314297b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.843782 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.850695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7079ca79-eedb-4185-8858-ae69ea32ba82 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/44cb07bd-6ce5-4076-b9a1-42fcb314297b HTTP/1.1" status: 204 len: 168 time: 1.0989957 Nov 03 19:06:46.859317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45dc82-03bc-4be1-9b0b-85b15cca7527 req-ec8ca0d5-e733-4bc6-aad6-2f6e2c865258 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.861005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd45dc82-03bc-4be1-9b0b-85b15cca7527 req-ec8ca0d5-e733-4bc6-aad6-2f6e2c865258 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2920587 Nov 03 19:06:46.861548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:46.909592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fcef4720-63f6-4987-8a23-03bb05ef2670 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466526 Nov 03 19:06:46.910103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38132) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:46.921072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:46.928582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43381ca-4ef2-4c55-b2e3-8b0dd9432e40 service neutron] Pushing event updated for resources: {'Port': ['ID=874241ed-27c6-4cb1-ada1-826943590e9d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.990133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-cb97c797-c35c-4e43-a830-333c011272c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.991679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-297f8137-e6b5-484c-a56a-e30a4c77d664 req-3314a39c-923a-4ae5-944c-1b7932ae7ad5 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 210 time: 0.0610497 Nov 03 19:06:47.008944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-cb97c797-c35c-4e43-a830-333c011272c2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 1095 time: 0.3033378 Nov 03 19:06:47.068826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd45dc82-03bc-4be1-9b0b-85b15cca7527 req-2ebbae0a-6d2f-4f2e-9dd0-6e6f99849be6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652820 Nov 03 19:06:47.124133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:47.136459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.212924 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-0928fc5a-5a71-4ef6-b936-91c5821d1685 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874241ed-27c6-4cb1-ada1-826943590e9d HTTP/1.1" status: 200 len: 217 time: 0.1504297 Nov 03 19:06:47.246129 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd773583-d9da-4f53-b8d5-769514e47cf6 x-openstack-request-id: req-dd773583-d9da-4f53-b8d5-769514e47cf6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:47.246419 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a8cb92-bc25-407b-b54b-05bca59d5407", "tag": "874241ed-27c6-4cb1-ada1-826943590e9d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:47.246419 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dd773583-d9da-4f53-b8d5-769514e47cf6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:47.246973 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'tag': '874241ed-27c6-4cb1-ada1-826943590e9d', 'status': 'completed', 'code': 200} Nov 03 19:06:47.272454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeea203-81a0-44b6-8fae-b6fe456df43b None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:47.281211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Allocated IP 172.20.0.3 (a21d1c18-7126-430b-94ad-8bfee3804540/ec6118f3-8827-46b8-a5d6-9246b5a1ec65/14110e23-f3a9-4d72-ba9a-cc0eb6275af6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:47.332531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:47.410697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5889b52a-c8ee-4d56-a354-fb213824a5a8 None None] Provisioning complete for port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:47.411698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5889b52a-c8ee-4d56-a354-fb213824a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.468786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5004-cdb0-41cc-b0fa-e3b0eace4307 req-6bea1a53-412d-4ec2-bc05-dc6c7dfff832 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.471786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-919e5004-cdb0-41cc-b0fa-e3b0eace4307 req-6bea1a53-412d-4ec2-bc05-dc6c7dfff832 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 944 time: 0.3008559 Nov 03 19:06:47.499641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-1fc52570-255a-4d9d-a3ae-a0aec5c35c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.501210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-1fc52570-255a-4d9d-a3ae-a0aec5c35c58 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1870391 Nov 03 19:06:47.502642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4a0f4-1369-4ccf-9d43-7ec0d2abbb42 req-0599f6e7-6abe-46b8-a6dc-363ca8d67a0e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.506135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01f4a0f4-1369-4ccf-9d43-7ec0d2abbb42 req-0599f6e7-6abe-46b8-a6dc-363ca8d67a0e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1843851 Nov 03 19:06:47.597581 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-c2b8b24f-9147-4c53-87c2-cdb3d9e284ff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731735 Nov 03 19:06:47.635021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.658799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:47.738145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] Deleting port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:47.738801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.753513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01f4a0f4-1369-4ccf-9d43-7ec0d2abbb42 req-e6d82875-5956-4b83-a8a5-743bf919a291 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291141 Nov 03 19:06:47.766897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-919e5004-cdb0-41cc-b0fa-e3b0eace4307 req-fe05904a-c95b-4b0b-afda-55fda1210bbe tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591770 Nov 03 19:06:47.825100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:47.839706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8278d46e-d6d8-44e2-ab18-b19d17078b85 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/routers/d2a7a2e3-fdf8-4673-b83c-a66374118e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6989114 Nov 03 19:06:47.840540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38146) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:47.850402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'port': {'network_id': 'a434177f-a1ab-4882-9bc0-3a7a8937d8e5', 'name': 'tempest-FloatingIPTestJSON-1393935381'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:47.851554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:47.854676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.887345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.901536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-23a30f80-45f8-468e-aef6-f60b8323882b service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880731 Nov 03 19:06:47.910368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:47.915813 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:47.960482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] For port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:47.960933 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.969435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:47.979721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] Calling delete_port for 5ae8ecdb-45b6-446e-9b66-7fdca80d375e owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:47.986626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:47.990740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:47.991629 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.011194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:48.023341 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:48.024506 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:48.041835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1292551 Nov 03 19:06:48.050734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38154) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:48.069056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:48.070059 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:48.071469 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5109464-65ba-419f-a354-7e1b587947e1 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:48.075350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f4f0e-bac1-4203-98e4-40f4af4cf6f4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=fc4a442d-be54-4b41-af3b-5f51bff6bebf,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:48.103810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Network a21d1c18-7126-430b-94ad-8bfee3804540 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:48.126841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.131465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:48.139350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:48.142468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event updated for resources: {'Port': ['ID=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:48.163189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a059f6-10cf-454b-a201-5da3725ce374 req-0b1ea4a8-6c4c-4b2d-b1eb-76626633e609 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.174131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70a059f6-10cf-454b-a201-5da3725ce374 req-0b1ea4a8-6c4c-4b2d-b1eb-76626633e609 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2194529 Nov 03 19:06:48.186127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] Pushing event deleted for resources: {'Port': ['ID=5ae8ecdb-45b6-446e-9b66-7fdca80d375e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:48.195093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedf2d3-f65e-4f17-976c-40d689ef3f97 None None] No DVR routers for this DVR port 5ae8ecdb-45b6-446e-9b66-7fdca80d375e on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:48.228985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fdafa-97ab-4b1d-8269-d967ed342f65 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:48.268595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.270474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.287830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898740bf-28d0-46d8-95ff-60bc28e82a64 req-f48d65c5-28ed-4f85-9e55-7775bb4feeb0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.294625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-898740bf-28d0-46d8-95ff-60bc28e82a64 req-f48d65c5-28ed-4f85-9e55-7775bb4feeb0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2634814 Nov 03 19:06:48.306918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aae66be5-7f49-4cd4-9dcf-6f6aedbf1f60 req-27e3caf4-1464-4e42-957b-33ec318a535d service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473837 Nov 03 19:06:48.315760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:48.319637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.343146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-178fd772-37f0-4cfd-9269-4be040697103 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4483161 Nov 03 19:06:48.354813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] device_id is not set on port f7246910-0ffe-41c3-86f3-89a32d81acee yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:48.373601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Request body: {'port': {'device_id': 'e4832627-3e1c-4773-986f-db8f1b441237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:48.436586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70a059f6-10cf-454b-a201-5da3725ce374 req-41a19f0a-8fa5-4dfa-af8f-a353b0a1db1b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611966 Nov 03 19:06:48.470107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:48.474928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.491556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-898740bf-28d0-46d8-95ff-60bc28e82a64 req-2f2e8503-2ac2-433e-9096-f2a52363bae9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397195 Nov 03 19:06:48.582450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'tenant_id': '28c8d3c2cb47485ea5038388ae191ce4', 'fixed_ips': [{'subnet_id': 'fc4a442d-be54-4b41-af3b-5f51bff6bebf'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:48.583972 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.630822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.700176 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc4a442d-be54-4b41-af3b-5f51bff6bebf (CIDR: 2001:db8::/64) Nov 03 19:06:48.706318 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:06:48.714600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:06:48.766846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-05f7cf13-7419-4ba8-b7b1-ecb1f58d69c6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7043724 Nov 03 19:06:48.808151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:48.821761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:48.909563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/fc4a442d-be54-4b41-af3b-5f51bff6bebf/90f35d7c-b79a-42e3-be57-277a0998924c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:48.979611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073574-3b46-4382-a3d1-65514ca25e6e req-b6fada96-a08c-4c10-98fb-5b31d218140c tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.995473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da073574-3b46-4382-a3d1-65514ca25e6e req-b6fada96-a08c-4c10-98fb-5b31d218140c tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 931 time: 0.2576561 Nov 03 19:06:49.132434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da073574-3b46-4382-a3d1-65514ca25e6e req-6bea5605-925f-48a6-b309-5551e5593dfe tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334391 Nov 03 19:06:49.211957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:49.219677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ae8ecdb-45b6-446e-9b66-7fdca80d375e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:49.222031 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.261615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5ae8ecdb-45b6-446e-9b66-7fdca80d375e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:49.262231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ae8ecdb-45b6-446e-9b66-7fdca80d375e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:49.279583 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.293429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-710dee2f-4796-4ca2-864c-e8ed735f05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:49.295662 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-710dee2f-4796-4ca2-864c-e8ed735f05a9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 1095 time: 0.8792782 Nov 03 19:06:49.306624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.344779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:49.353403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:49.360169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:49.596100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.14 (a434177f-a1ab-4882-9bc0-3a7a8937d8e5/4fe64f24-8142-4875-87ed-f031835b0781/f7246910-0ffe-41c3-86f3-89a32d81acee) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:49.690156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Pushing event updated for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:49.709612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Attempting to bind port 90f35d7c-b79a-42e3-be57-277a0998924c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:49.711397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Attempting to bind port 90f35d7c-b79a-42e3-be57-277a0998924c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:49.713382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Attempting to bind port 90f35d7c-b79a-42e3-be57-277a0998924c on network 60fb80d3-1f1b-47fa-b8e1-44029087a84a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:49.733016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:49.733615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Checking segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:49.734280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.734916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Bound using segment: {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:49.736510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Bound port: 90f35d7c-b79a-42e3-be57-277a0998924c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2fb1e-f407-46e9-9d51-c06208ce5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:49.736890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.865820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:49.871795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:49.881950 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.932310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-d2ca593d-fde8-43dd-a838-23b6ba7816d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:49.935122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-d2ca593d-fde8-43dd-a838-23b6ba7816d9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 0.6222985 Nov 03 19:06:49.985559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948a70-c434-486f-beb3-b423e637ab56 req-8acc4060-4cd1-4b73-9b25-7f2a976d463a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:49.997516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6948a70-c434-486f-beb3-b423e637ab56 req-8acc4060-4cd1-4b73-9b25-7f2a976d463a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2439265 Nov 03 19:06:50.016432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162047a-1c50-4b46-bf6b-1562ce61fae4 None None] Pushing event updated for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:50.033538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 874241ed-27c6-4cb1-ada1-826943590e9d details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:50.042293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607ce-7ad3-468c-8939-274c61743b09 req-2f2285a9-6680-4731-9729-658a8d5fc579 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:50.053862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-abd8e0eb-1494-4fdc-ba59-2d070fbfa8fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874241ed-27c6-4cb1-ada1-826943590e9d HTTP/1.1" status: 200 len: 217 time: 0.1009309 Nov 03 19:06:50.054213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aca607ce-7ad3-468c-8939-274c61743b09 req-2f2285a9-6680-4731-9729-658a8d5fc579 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 944 time: 0.3024528 Nov 03 19:06:50.088929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a56bd-3020-4322-8630-311d0fc33c8b req-c763add9-1261-4ae3-8f04-cc6b2fed9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:50.091378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-c763add9-1261-4ae3-8f04-cc6b2fed9378 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.3128970 Nov 03 19:06:50.195158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-701f9c6f-3696-4220-af4a-165a01737958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:50.202725 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-701f9c6f-3696-4220-af4a-165a01737958 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1149771 Nov 03 19:06:50.249792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 874241ed-27c6-4cb1-ada1-826943590e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=874241ed-27c6-4cb1-ada1-826943590e9d,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:50.282905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '874241ed-27c6-4cb1-ada1-826943590e9d', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': '874241ed-27c6-4cb1-ada1-826943590e9d', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:50.336768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6948a70-c434-486f-beb3-b423e637ab56 req-e4d54e59-db11-419c-95a6-f9a2a98faf56 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301926 Nov 03 19:06:50.371145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aca607ce-7ad3-468c-8939-274c61743b09 req-f5d8786a-86fe-42e2-bd80-4661a6c3e820 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735918 Nov 03 19:06:50.391035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-b8ec971f-10e2-40ca-9d06-86edabeefe10 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705172 Nov 03 19:06:50.395471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:06:50.504819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.545703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.547508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874241ed-27c6-4cb1-ada1-826943590e9d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:50.575786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a56bd-3020-4322-8630-311d0fc33c8b req-91ad6820-121a-46a1-b542-2947049763b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:50.578208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-91ad6820-121a-46a1-b542-2947049763b0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.4624834 Nov 03 19:06:50.594801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 874241ed-27c6-4cb1-ada1-826943590e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=874241ed-27c6-4cb1-ada1-826943590e9d,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:50.601764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.634331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:50.651385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.685061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=874241ed-27c6-4cb1-ada1-826943590e9d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:50.708135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Transition to ACTIVE for port object 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:06:50.715892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-6a7049d0-35e5-4aab-a107-f6535feaf9be service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987394 Nov 03 19:06:50.719951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.798590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.883265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Pushing event updated for resources: {'Port': ['ID=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:50.896022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:50.911045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:50.964472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:51.093898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['874241ed-27c6-4cb1-ada1-826943590e9d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:51.102424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=f7246910-0ffe-41c3-86f3-89a32d81acee,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.134587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.135710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.140998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dca9e50b-16cd-4474-85fb-3e5c14203e6a req-010498ce-c828-4cd1-8fbe-849de94c27ad service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883417 Nov 03 19:06:51.172104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Attempting to bind port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:51.180247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Attempting to bind port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:51.181300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Attempting to bind port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:51.182433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc14b3-22f4-4c2f-b613-e4df989f3385 req-a8dba918-eb2f-4620-b8ac-6b78536fb7a4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.185639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3bc14b3-22f4-4c2f-b613-e4df989f3385 req-a8dba918-eb2f-4620-b8ac-6b78536fb7a4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.6591010 Nov 03 19:06:51.206538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-ff562533-135c-4c45-b9e8-8f7a7f0b18c6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.6084015 Nov 03 19:06:51.223464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c4eccfc2-8072-4d24-841d-eb167d324d7d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3780518 Nov 03 19:06:51.225923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38186) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:51.226652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90f35d7c-b79a-42e3-be57-277a0998924c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:51.226860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 on network a21d1c18-7126-430b-94ad-8bfee3804540 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:51.227472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Attempting to bind port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:51.238800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'port': {'network_id': 'a434177f-a1ab-4882-9bc0-3a7a8937d8e5', 'name': 'tempest-FloatingIPTestJSON-1217174026'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:51.259332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cfd1d-707c-407b-93f3-ef1d39bb28e6 req-1f3c2bea-a656-4acb-b651-d00033b754e1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.269064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-619cfd1d-707c-407b-93f3-ef1d39bb28e6 req-1f3c2bea-a656-4acb-b651-d00033b754e1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.7434306 Nov 03 19:06:51.284483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:51.284916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Checking segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:51.285399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Bound using segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:51.288428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Bound port: 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:51.289142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.367858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:51.369206 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.415589 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.524071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-619cfd1d-707c-407b-93f3-ef1d39bb28e6 req-ccfb0904-c25d-4edd-94c2-51a002b44721 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512023 Nov 03 19:06:51.560827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a56bd-3020-4322-8630-311d0fc33c8b req-c954aafc-0ca1-4500-8e95-032ed5218aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.561090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] For port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:51.561188 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.568071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-c954aafc-0ca1-4500-8e95-032ed5218aa3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2906508 Nov 03 19:06:51.570272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] For port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:51.597879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.614157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:51.619924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.661523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3bc14b3-22f4-4c2f-b613-e4df989f3385 req-ca08799f-88a8-42c2-8eb6-cb3a4cffabf1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534674 Nov 03 19:06:51.730268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.731494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.734098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] 10.222.0.115 "PUT /v2.0/ports/14110e23-f3a9-4d72-ba9a-cc0eb6275af6 HTTP/1.1" status: 200 len: 1091 time: 3.3705058 Nov 03 19:06:51.735607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4832627-3e1c-4773-986f-db8f1b441237', 'tag': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:51.741225 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffea62c5-e714-4150-a3e9-ebc1619e7a23" -d '{"events": [{"name": "network-changed", "server_uuid": "e4832627-3e1c-4773-986f-db8f1b441237", "tag": "14110e23-f3a9-4d72-ba9a-cc0eb6275af6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:51.779662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] device_id is not set on port c049555a-bb70-4daf-b8f3-f5d9fb505fdc yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:51.813948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b7b9c-a936-445a-bec1-a072292610ca service neutron] Pushing event updated for resources: {'Port': ['ID=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.822903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7aca675c-7c68-477f-ad1c-30d8b6208733 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:51.823273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7aca675c-7c68-477f-ad1c-30d8b6208733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.871277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:51.886160 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.924403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:06:51.924939 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:06:51.961918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a56bd-3020-4322-8630-311d0fc33c8b req-760cc148-da16-4209-81de-0944847a222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.964523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-760cc148-da16-4209-81de-0944847a222c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219221 Nov 03 19:06:51.992079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3cb05-e81e-4673-9c53-857c35835564 req-9c1fd8d5-06e7-483c-80d0-f80ffd0e38c3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.993637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.995158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fba3cb05-e81e-4673-9c53-857c35835564 req-9c1fd8d5-06e7-483c-80d0-f80ffd0e38c3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 943 time: 0.2867994 Nov 03 19:06:52.016703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-099f71a0-f3fe-4fb4-8131-552ca1db0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.019735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-099f71a0-f3fe-4fb4-8131-552ca1db0222 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 1094 time: 0.2224522 Nov 03 19:06:52.055732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d7a53-9e33-4535-8402-309542104dfc req-02a4f4fc-0327-4704-93a5-0f3196a4ddeb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.057802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d18d7a53-9e33-4535-8402-309542104dfc req-02a4f4fc-0327-4704-93a5-0f3196a4ddeb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2054870 Nov 03 19:06:52.101564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-daa920a0-166b-4a2f-b486-3a3a96f8d50b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6 HTTP/1.1" status: 200 len: 217 time: 0.0707686 Nov 03 19:06:52.125586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.4 (a434177f-a1ab-4882-9bc0-3a7a8937d8e5/4fe64f24-8142-4875-87ed-f031835b0781/c049555a-bb70-4daf-b8f3-f5d9fb505fdc) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:52.193607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-fabf1092-9eed-4b1b-b6c2-def5644c1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.194097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fba3cb05-e81e-4673-9c53-857c35835564 req-44a15a13-66ce-47d4-bf48-c75cfe6df6ad tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844628 Nov 03 19:06:52.195773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-fabf1092-9eed-4b1b-b6c2-def5644c1b8a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.0798123 Nov 03 19:06:52.252895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d18d7a53-9e33-4535-8402-309542104dfc req-55c55ccd-893e-4d40-a17b-b456479cb4d1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779349 Nov 03 19:06:52.267970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-b1d5f588-f78f-4168-9a4a-eaa245b19365 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914901 Nov 03 19:06:52.284358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-b4b19f9f-337b-4f46-99a6-62e4a0ba0720 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725191 Nov 03 19:06:52.519135 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.537140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-307a56bd-3020-4322-8630-311d0fc33c8b req-07ab93f7-bd90-4e28-b40e-474dc72dae23 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554765 Nov 03 19:06:52.558113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e7426-6e8a-42ea-910f-f7568dbf4a14 req-1c31ada5-d47a-4fa1-996b-bfb9c9d9cc35 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.560648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b1e7426-6e8a-42ea-910f-f7568dbf4a14 req-1c31ada5-d47a-4fa1-996b-bfb9c9d9cc35 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1988282 Nov 03 19:06:52.572308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832ac5-9a76-43c6-83a2-8092bf65d40c req-82e7d838-d942-40b0-95f8-1e18ceba76f0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.577666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb832ac5-9a76-43c6-83a2-8092bf65d40c req-82e7d838-d942-40b0-95f8-1e18ceba76f0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 945 time: 0.2174675 Nov 03 19:06:52.608766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-e37bfcdb-70d1-4725-8458-20b1a6dfb812 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135412 Nov 03 19:06:52.623021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.774778 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.818166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb832ac5-9a76-43c6-83a2-8092bf65d40c req-9e9da3a5-6e45-4cf3-b9b4-3d65908a853d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312171 Nov 03 19:06:52.822486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b1e7426-6e8a-42ea-910f-f7568dbf4a14 req-73ff30f7-406f-41bc-8e69-b9e2912cf124 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422636 Nov 03 19:06:52.861157 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a86a673e-0acf-4b4c-b59e-ad6ede9df5bb req-64463eda-132b-4d14-9ce1-d2d933397cd7 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298918 Nov 03 19:06:52.912907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=c049555a-bb70-4daf-b8f3-f5d9fb505fdc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.939712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:52.941905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:52.958597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:53.015692 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a307ef93-bec8-4d22-93a7-80dbd5c3dbca x-openstack-request-id: req-a307ef93-bec8-4d22-93a7-80dbd5c3dbca {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:53.016320 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4832627-3e1c-4773-986f-db8f1b441237", "tag": "14110e23-f3a9-4d72-ba9a-cc0eb6275af6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:53.016891 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a307ef93-bec8-4d22-93a7-80dbd5c3dbca {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:53.018673 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4832627-3e1c-4773-986f-db8f1b441237', 'tag': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'status': 'completed', 'code': 200} Nov 03 19:06:53.125956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.127576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.149741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:53.163578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90f35d7c-b79a-42e3-be57-277a0998924c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:53.212230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-60daceac-42b0-4da6-8220-f1986ff52811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.217399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-60daceac-42b0-4da6-8220-f1986ff52811 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 1094 time: 0.1617463 Nov 03 19:06:53.232400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.242120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.243579 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.250230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2519abc3-8574-49ee-b43f-3c3c8b96db3e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0184326 Nov 03 19:06:53.263124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38212) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:53.303525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:53.304191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.318452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'c049555a-bb70-4daf-b8f3-f5d9fb505fdc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:53.410275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:53.432758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5742ad7-4116-486e-90ea-361e0a769f2a req-f1fafe44-b093-412f-9984-34ec8410ca47 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.434549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5742ad7-4116-486e-90ea-361e0a769f2a req-f1fafe44-b093-412f-9984-34ec8410ca47 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.3899448 Nov 03 19:06:53.455117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:53.466838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a23b4-78ba-4b56-8d5e-14d17fb9ceea None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:53.467088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-2258b5c6-a80c-41ef-b90d-c941d488c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.470816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-2258b5c6-a80c-41ef-b90d-c941d488c4d2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 0.2149861 Nov 03 19:06:53.471476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.472080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.529960 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-0b257f70-8810-463b-8d9b-97fb50de3ef2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6 HTTP/1.1" status: 200 len: 217 time: 0.0468571 Nov 03 19:06:53.580584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=85aab623-2697-4ef9-a1c8-f5f5c2d583e9,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:53.590016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.602963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7895892 Nov 03 19:06:53.604396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb525e-9c3d-4bb6-b5df-fc12ee2c700a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=5']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:53.611303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:53.622286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:9a:b0:9e', 'name': 'tempest-NetworksTestDHCPv6-22295302'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:53.668964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5742ad7-4116-486e-90ea-361e0a769f2a req-3bd57c7b-1fc8-479d-a9fa-c679a5b6ed6d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093747 Nov 03 19:06:53.702789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37de022-5c93-47ac-a1cd-6bc8840d0084 req-3cca1edb-f9b3-49c4-b8c6-d7942a61df69 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.710875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e37de022-5c93-47ac-a1cd-6bc8840d0084 req-3cca1edb-f9b3-49c4-b8c6-d7942a61df69 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 813 time: 0.3251865 Nov 03 19:06:53.743921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-fd1ea47d-379d-4b04-bb3a-af10f4664223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.747207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-fd1ea47d-379d-4b04-bb3a-af10f4664223 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.2036121 Nov 03 19:06:53.765928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e37de022-5c93-47ac-a1cd-6bc8840d0084 req-c4c13229-1c81-4fe1-a748-5bdbb223eb8f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/quotas/bde8a0060d164d58904957b7c22aeb98 HTTP/1.1" status: 200 len: 375 time: 0.0540478 Nov 03 19:06:53.851400 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-c7f99049-d6bf-4f59-98b9-07cfb33aef70 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403464 Nov 03 19:06:53.921272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e37de022-5c93-47ac-a1cd-6bc8840d0084 req-9f83495c-5bdf-41f8-81fe-35b654597148 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455526 Nov 03 19:06:53.996189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e822d90-a670-4df0-99df-fc8debd0c458 req-521b4b37-9991-47b2-b2b4-3ed44f2153b7 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.004197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e822d90-a670-4df0-99df-fc8debd0c458 req-521b4b37-9991-47b2-b2b4-3ed44f2153b7 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 943 time: 0.1252809 Nov 03 19:06:54.029454 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.046742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 874241ed-27c6-4cb1-ada1-826943590e9d up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:54.186205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-baa874a3-6348-4e2a-b47d-dc34341ed61b service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010333 Nov 03 19:06:54.210619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 874241ed-27c6-4cb1-ada1-826943590e9d completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:54.221829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 874241ed-27c6-4cb1-ada1-826943590e9d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:54.222190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.378402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:54.379703 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.416870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874241ed-27c6-4cb1-ada1-826943590e9d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:54.419635 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bce611-4aed-46eb-b4db-c22a089b9905" -d '{"events": [{"server_uuid": "82a8cb92-bc25-407b-b54b-05bca59d5407", "name": "network-vif-plugged", "status": "completed", "tag": "874241ed-27c6-4cb1-ada1-826943590e9d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:54.439279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 874241ed-27c6-4cb1-ada1-826943590e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=874241ed-27c6-4cb1-ada1-826943590e9d,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:54.447730 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.521402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.69 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/77952767-bb61-4f14-b8dd-41fc679613c0) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:54.591265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=874241ed-27c6-4cb1-ada1-826943590e9d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:54.620332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e822d90-a670-4df0-99df-fc8debd0c458 req-d4ed8e4e-3520-47d6-97a2-473eb5303fbb tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149616 Nov 03 19:06:54.632941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.639568 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffea62c5-e714-4150-a3e9-ebc1619e7a23 req-6c68e5df-4ebf-456a-a0fe-f90a629fed92 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424596 Nov 03 19:06:54.687232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 4af8b275-b003-4e1e-ad1a-85b164ddcfae yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:06:54.710627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf917f6c-2382-4a6c-91a6-5d680563d94b req-7fd85e70-9b14-45aa-89bb-73a1c04bb5c5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.728207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf917f6c-2382-4a6c-91a6-5d680563d94b req-7fd85e70-9b14-45aa-89bb-73a1c04bb5c5 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.7174182 Nov 03 19:06:54.926042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.949395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf917f6c-2382-4a6c-91a6-5d680563d94b req-4c3f9dce-e2e3-4d16-99ef-109b1be8d1eb tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187541 Nov 03 19:06:54.986815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc1632-4087-471a-bb65-518cf2a34a7f req-71aa3c92-f46a-4216-91a8-9667013171b1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.988451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdfc1632-4087-471a-bb65-518cf2a34a7f req-71aa3c92-f46a-4216-91a8-9667013171b1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 946 time: 0.1966660 Nov 03 19:06:55.050166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.074181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::15e (60fb80d3-1f1b-47fa-b8e1-44029087a84a/fc4a442d-be54-4b41-af3b-5f51bff6bebf/4af8b275-b003-4e1e-ad1a-85b164ddcfae) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:55.083524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:b09e (60fb80d3-1f1b-47fa-b8e1-44029087a84a/85aab623-2697-4ef9-a1c8-f5f5c2d583e9/4af8b275-b003-4e1e-ad1a-85b164ddcfae) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:55.098417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fdfc1632-4087-471a-bb65-518cf2a34a7f req-5c438891-8815-4c5e-b4ca-8dfaa3f6b958 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940948 Nov 03 19:06:55.156855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:55.162151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5326255f-5577-451f-999d-2f12aeefd5a0 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:55.163252 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5326255f-5577-451f-999d-2f12aeefd5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.165798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:55.168598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:55.249624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=77952767-bb61-4f14-b8dd-41fc679613c0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:55.259031 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1f6b01-487f-477c-93d5-9bcaef0e9b92 x-openstack-request-id: req-2f1f6b01-487f-477c-93d5-9bcaef0e9b92 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:55.259959 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a8cb92-bc25-407b-b54b-05bca59d5407", "name": "network-vif-plugged", "status": "completed", "tag": "874241ed-27c6-4cb1-ada1-826943590e9d", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:55.259959 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2f1f6b01-487f-477c-93d5-9bcaef0e9b92 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:55.259959 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874241ed-27c6-4cb1-ada1-826943590e9d', 'code': 200} Nov 03 19:06:55.396472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.423640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002fc1f-9431-42ff-b39a-10656246cf25 req-9f1b2482-e506-410d-8398-b823f150bbe6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:55.427125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d002fc1f-9431-42ff-b39a-10656246cf25 req-9f1b2482-e506-410d-8398-b823f150bbe6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3357739 Nov 03 19:06:55.475174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.480453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:55.566675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:55.578141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:55.586667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:55.598451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:55.599813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.601863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d002fc1f-9431-42ff-b39a-10656246cf25 req-0d8048a6-f2c7-4cba-aec9-012e748774c7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220503 Nov 03 19:06:55.606787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0f71-72e7-4407-8209-3fd6f1b14863 req-df047906-4ca7-413d-a917-aa4b1ca30404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:55.608543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d1f0f71-72e7-4407-8209-3fd6f1b14863 req-df047906-4ca7-413d-a917-aa4b1ca30404 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 1097 time: 0.2678707 Nov 03 19:06:55.639485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0261672 Nov 03 19:06:55.648795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38228) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:55.654016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468e332-dfb7-4f60-a1b4-d1aeeef5ef8b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=4af8b275-b003-4e1e-ad1a-85b164ddcfae,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:55.704845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:55.721418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'port_id': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'mac_address': 'fa:16:3e:76:ff:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6118f3-8827-46b8-a5d6-9246b5a1ec65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:55.781527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.805932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:55.841224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:55.848374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.926364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.013825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ae1683e8-ec20-4660-82be-61f160c8395c None None] Provisioning complete for port 4af8b275-b003-4e1e-ad1a-85b164ddcfae triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:56.014325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae1683e8-ec20-4660-82be-61f160c8395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.076164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ae1683e8-ec20-4660-82be-61f160c8395c None None] Port 4af8b275-b003-4e1e-ad1a-85b164ddcfae cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:56.093698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b3b94-316d-4aac-9a97-99e80d784a23 req-3581b62f-d8a3-4369-b4a6-600c7a60af9e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:56.096339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-912b3b94-316d-4aac-9a97-99e80d784a23 req-3581b62f-d8a3-4369-b4a6-600c7a60af9e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.7542715 Nov 03 19:06:56.197952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:56.358744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d1f0f71-72e7-4407-8209-3fd6f1b14863 req-a5d00e41-6359-4bbc-a546-44594af27106 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375166 Nov 03 19:06:56.455160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc71bc-fc58-41c2-a6b6-6d700d670727 req-271084b6-a69d-4844-9322-abd51054a2a9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:56.458460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4acc71bc-fc58-41c2-a6b6-6d700d670727 req-271084b6-a69d-4844-9322-abd51054a2a9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.3565164 Nov 03 19:06:56.480918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-912b3b94-316d-4aac-9a97-99e80d784a23 req-fdea286b-83c1-4fdc-82f1-18405338be84 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733668 Nov 03 19:06:56.941802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 4af8b275-b003-4e1e-ad1a-85b164ddcfae {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:56.943075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.969192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4acc71bc-fc58-41c2-a6b6-6d700d670727 req-f6bb8c97-3757-45c1-ba88-3361f3052bb6 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4849722 Nov 03 19:06:57.178659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51114a-f087-4fbb-9143-94e8f21521e8 req-84d6ac1e-1d4a-4250-b012-7ff246fed0b0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:57.181440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d51114a-f087-4fbb-9143-94e8f21521e8 req-84d6ac1e-1d4a-4250-b012-7ff246fed0b0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5586083 Nov 03 19:06:57.208522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.498007 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.518971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:57.562584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d51114a-f087-4fbb-9143-94e8f21521e8 req-7a3f2620-4a76-4b1f-95b7-b9d44ab8b546 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583274 Nov 03 19:06:57.568658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 4af8b275-b003-4e1e-ad1a-85b164ddcfae owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:57.586073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a988-6fc5-4b31-a310-d654c0b83cf0 req-08aa2a1f-f07f-4555-b717-c416f24853f4 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:57.588966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba16a988-6fc5-4b31-a310-d654c0b83cf0 req-08aa2a1f-f07f-4555-b717-c416f24853f4 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 944 time: 0.4631622 Nov 03 19:06:57.648771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.658735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:57.667850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:57.667850 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.837602 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.886714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4832627-3e1c-4773-986f-db8f1b441237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:57.891262 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f849544-05f5-45f7-806b-e1818d47cd5c" -d '{"events": [{"server_uuid": "e4832627-3e1c-4773-986f-db8f1b441237", "name": "network-vif-plugged", "status": "completed", "tag": "14110e23-f3a9-4d72-ba9a-cc0eb6275af6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:57.918029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:57.925770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.048516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba16a988-6fc5-4b31-a310-d654c0b83cf0 req-8f767d98-ee74-4bd7-9c94-d262725f433a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197977 Nov 03 19:06:58.071326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:58.129277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4c71-b4ba-402e-86b5-4b8d7845dfc2 req-4f5e37f6-0847-4e13-b4f5-b42b6273a79f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:58.143350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73cf4c71-b4ba-402e-86b5-4b8d7845dfc2 req-4f5e37f6-0847-4e13-b4f5-b42b6273a79f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 946 time: 0.3883808 Nov 03 19:06:58.352008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73cf4c71-b4ba-402e-86b5-4b8d7845dfc2 req-df60bfc5-3d5f-49a8-a065-cf104204517c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072113 Nov 03 19:06:58.431497 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca14d96-c518-45e0-884a-2d3d0fea2925 req-11caeb3c-223b-478b-82cc-136bb5a5a64f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:58.434569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bca14d96-c518-45e0-884a-2d3d0fea2925 req-11caeb3c-223b-478b-82cc-136bb5a5a64f tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2364655 Nov 03 19:06:58.516975 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.549396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.567612 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.675531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bca14d96-c518-45e0-884a-2d3d0fea2925 req-5571e9d0-9bbe-4bbb-9a80-dd874e677575 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263703 Nov 03 19:06:58.717243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=77952767-bb61-4f14-b8dd-41fc679613c0,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:58.767720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efafd47-ee04-4137-a14d-056a23ef95ab req-edd4172e-9bfa-4405-b836-24e4e7b86830 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:58.770926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0efafd47-ee04-4137-a14d-056a23ef95ab req-edd4172e-9bfa-4405-b836-24e4e7b86830 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2727499 Nov 03 19:06:58.829685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.835188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/4af8b275-b003-4e1e-ad1a-85b164ddcfae HTTP/1.1" status: 204 len: 168 time: 2.7654560 Nov 03 19:06:58.836624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece337cd-aa8d-4fa0-9945-509f692da625 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=4af8b275-b003-4e1e-ad1a-85b164ddcfae,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:58.839045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:58.843109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.913000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b27bd4-32b0-4525-8abc-44b939064ea9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:58.915140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21b27bd4-32b0-4525-8abc-44b939064ea9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0749822 Nov 03 19:06:58.920350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38258) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:59.012610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b622d-fd33-4e36-a579-7da343ee0ba6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:59.015492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-894b622d-fd33-4e36-a579-7da343ee0ba6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0934830 Nov 03 19:06:59.018328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38260) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:59.122263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63a216-419c-4bff-acce-b4b4292aafba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:59.125398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63a216-419c-4bff-acce-b4b4292aafba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:59.128797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63a216-419c-4bff-acce-b4b4292aafba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:59.131775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b63a216-419c-4bff-acce-b4b4292aafba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1117792 Nov 03 19:06:59.135266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38264) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:59.235458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 85aab623-2697-4ef9-a1c8-f5f5c2d583e9 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:59.242220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.317761 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.325837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e60ca74c-ff08-45cb-9fde-ad1b94c74630 req-81cc37c9-4e2a-4138-9b9f-cfbfb34937b4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bde8a0060d164d58904957b7c22aeb98 HTTP/1.1" status: 200 len: 221 time: 0.5008495 Nov 03 19:06:59.381135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0efafd47-ee04-4137-a14d-056a23ef95ab req-b6e0fa2f-db01-4e7b-8cab-02c7857f5517 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5579398 Nov 03 19:06:59.396216 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e805cad-2a19-46c2-b003-67e003421b35 x-openstack-request-id: req-4e805cad-2a19-46c2-b003-67e003421b35 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:59.397161 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4832627-3e1c-4773-986f-db8f1b441237", "name": "network-vif-plugged", "status": "completed", "tag": "14110e23-f3a9-4d72-ba9a-cc0eb6275af6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:59.397161 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e805cad-2a19-46c2-b003-67e003421b35 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:59.397161 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4832627-3e1c-4773-986f-db8f1b441237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'code': 200} Nov 03 19:06:59.443717 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 0aa08855-fa19-4bb3-8660-cf2458c8fc56 associated. External IP: 172.25.8.69, port: c049555a-bb70-4daf-b8f3-f5d9fb505fdc. Nov 03 19:06:59.527270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.644424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c214-5cf3-457b-80d9-86362d29edbb req-7d76d9b1-8622-4cb6-b679-40a773ff7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:59.647546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed34c214-5cf3-457b-80d9-86362d29edbb req-7d76d9b1-8622-4cb6-b679-40a773ff7f4b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 1096 time: 0.1457689 Nov 03 19:06:59.648247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0391ee-bf17-46be-a6a6-e1f8a788f4a2 req-356d363e-a7d6-4215-8c56-d02413804632 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:59.653586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a0391ee-bf17-46be-a6a6-e1f8a788f4a2 req-356d363e-a7d6-4215-8c56-d02413804632 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 945 time: 0.1515167 Nov 03 19:06:59.747163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.827860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed34c214-5cf3-457b-80d9-86362d29edbb req-b68edc98-a29d-470d-a6cd-3016992a9f81 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712873 Nov 03 19:06:59.830206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=85aab623-2697-4ef9-a1c8-f5f5c2d583e9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:59.838901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.850035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aeb14650-c16e-41ef-9337-4a4aa3533cf9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/85aab623-2697-4ef9-a1c8-f5f5c2d583e9 HTTP/1.1" status: 204 len: 168 time: 0.7129393 Nov 03 19:06:59.851277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708de2d-4fb3-4f98-92a6-6c2b48fd5194 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:59.851462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:59.972615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet fc4a442d-be54-4b41-af3b-5f51bff6bebf {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:59.976658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.013695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554a73e-52fb-455d-b13e-b478e225ffda req-f2601b01-7855-4142-86c1-160c32a13b22 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:00.016559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5554a73e-52fb-455d-b13e-b478e225ffda req-f2601b01-7855-4142-86c1-160c32a13b22 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3216667 Nov 03 19:07:00.023493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a0391ee-bf17-46be-a6a6-e1f8a788f4a2 req-908747d5-f6d9-483f-9dcc-81b5d3b3ae80 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507636 Nov 03 19:07:00.080399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.125346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:00.281824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.354048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5554a73e-52fb-455d-b13e-b478e225ffda req-dd1263ef-1767-49c0-a412-8370700419c5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920084 Nov 03 19:07:00.423039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.460394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.465616 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/fc4a442d-be54-4b41-af3b-5f51bff6bebf HTTP/1.1" status: 204 len: 168 time: 0.6125727 Nov 03 19:07:00.496627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38278) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:00.522506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79583ae-2d3d-4441-809d-e97225534845 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4a442d-be54-4b41-af3b-5f51bff6bebf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:00.539185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:00.557135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:00.560044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc594c9-1b15-495b-92af-83b512d5f163 req-455faaa0-9075-4e09-94dd-bb8c06015db2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:00.567244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cc594c9-1b15-495b-92af-83b512d5f163 req-455faaa0-9075-4e09-94dd-bb8c06015db2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 946 time: 0.2813537 Nov 03 19:07:00.574353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:00.575329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:00.627941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6ca98e66-ef53-4073-9e3a-38a46d4ea634 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909371 Nov 03 19:07:00.633594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:00.634080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:00.641216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:00.650623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:00.652708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:00.677056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.716315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:00.717259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bdcb7-7c0e-45d4-b66e-aa17d4958131 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:00.747625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cac5dcdb-541e-4974-bfb6-d517b8db439f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4622197 Nov 03 19:07:00.752819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935369-9750-40e9-b52d-4b86a66443b6 req-56267640-3e72-4034-aafa-9106f79eb467 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:00.754452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89935369-9750-40e9-b52d-4b86a66443b6 req-56267640-3e72-4034-aafa-9106f79eb467 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2936928 Nov 03 19:07:00.755777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:00.766442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cc594c9-1b15-495b-92af-83b512d5f163 req-e57d8406-d774-4c2f-a73f-847ba5867765 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395504 Nov 03 19:07:00.774236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:00.860580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:00.871689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.991105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.074260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89935369-9750-40e9-b52d-4b86a66443b6 req-c085f091-b4fd-4dd2-9d0b-048911c38830 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966425 Nov 03 19:07:01.109103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421f0e-0147-4fe6-8d90-96756f55d397 req-535da04d-c378-4580-8748-453783237852 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:01.109103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b421f0e-0147-4fe6-8d90-96756f55d397 req-535da04d-c378-4580-8748-453783237852 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2085884 Nov 03 19:07:01.161300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.226075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:01.229379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:01.243006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:01.243799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.264655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=7ee2ad2a-3fcf-4895-b712-4e16ba1df27f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:01.293249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f9ed6e52-2502-4e0a-a71a-9ce883498425 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6512811 Nov 03 19:07:01.295224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38288) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:01.302350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.309617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:01.330913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.331298 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 0aa08855-fa19-4bb3-8660-cf2458c8fc56 disassociated. External IP: 172.25.8.69, port: c049555a-bb70-4daf-b8f3-f5d9fb505fdc. Nov 03 19:07:01.348127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b421f0e-0147-4fe6-8d90-96756f55d397 req-5033eca9-fa0a-4f8f-9817-d4f6d363aa5e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911099 Nov 03 19:07:01.381915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac851cf0-f2cb-42cb-b177-4448bbc6dfb7 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:01.409400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a07ed755-ba88-4bf9-8388-ede00c46529b None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:01.410510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a07ed755-ba88-4bf9-8388-ede00c46529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.505181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17d9b-35a2-471b-9edf-99710f3fbb86 req-f3d1b67a-0968-4276-8a24-37d3786ebabb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:01.507112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76b17d9b-35a2-471b-9edf-99710f3fbb86 req-f3d1b67a-0968-4276-8a24-37d3786ebabb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1998036 Nov 03 19:07:01.544255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:01.545319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:01.556458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.635037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76b17d9b-35a2-471b-9edf-99710f3fbb86 req-ea9014c2-aa33-4831-a223-552c7823cb18 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116941 Nov 03 19:07:01.820085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:01.838105 n-d-812151-4 neutron-server[101988]: INFO neutron.db.ipam_backend_mixin [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ee2ad2a-3fcf-4895-b712-4e16ba1df27f (CIDR: 2001:db8::/64) Nov 03 19:07:01.845773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'mac_address': 'fa:16:3e:bb:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:01.847926 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:07:01.851207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:01.852409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:01.881968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f5519-6089-4818-8853-5e5984089248 req-13152e35-5a29-4148-a444-384e681b44bf tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:01.885700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-064f5519-6089-4818-8853-5e5984089248 req-13152e35-5a29-4148-a444-384e681b44bf tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 945 time: 0.1132147 Nov 03 19:07:01.917619 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-daa6a4c6-c549-4e56-b1f0-c87353e7f433 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6201761 Nov 03 19:07:01.919303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38296) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:01.936355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'subnet': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:01.942977 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.969098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:02.014081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:02.025522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.150330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:02.163906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:02.167301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.168044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.168758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.169459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.170150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.170806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.171504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.172221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.173162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.173811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.174527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.175229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:02.175472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.194908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:02.265544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-064f5519-6089-4818-8853-5e5984089248 req-8b85aae7-8334-4975-941f-ce67b151ab3b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564324 Nov 03 19:07:02.300063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716bd62-512e-4214-b4d3-03cece2c83e5 req-152e4afc-8fb9-4301-900f-196658f71d1e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:02.303788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2716bd62-512e-4214-b4d3-03cece2c83e5 req-152e4afc-8fb9-4301-900f-196658f71d1e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 946 time: 0.2808616 Nov 03 19:07:02.343625 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-190664f3-8350-4fa3-b784-e312a861c5e5 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:02.344383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-190664f3-8350-4fa3-b784-e312a861c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.385724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:02.405054 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:02.423520 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.454052 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:02.455324 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.530295 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.542701 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:02.543472 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:06:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.575550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3c79ae5d-09a7-4456-9a94-142a490d39d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/floatingips/0aa08855-fa19-4bb3-8660-cf2458c8fc56 HTTP/1.1" status: 200 len: 687 time: 1.8061819 Nov 03 19:07:02.590668 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.592330 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0b7bf-7218-4d1a-9e07-abfc62d9731f None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:02.609570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2716bd62-512e-4214-b4d3-03cece2c83e5 req-75dc03c0-3933-4033-9c2b-00f31d9a17f8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802577 Nov 03 19:07:02.611002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38302) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:02.695664 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.979297 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.161109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:07:03.410894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6dc4d-9360-4cc4-8d0b-ad2def9f403d req-057a8aff-66ba-48b7-b82f-fda336bc8e1e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:03.423462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c6dc4d-9360-4cc4-8d0b-ad2def9f403d req-057a8aff-66ba-48b7-b82f-fda336bc8e1e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.8424997 Nov 03 19:07:03.512270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941c87-b84c-4e1e-9da9-f9e0b7a1bf22 req-3ddfd13d-6cc6-4f43-9df5-7c253dc73320 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:03.525570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7941c87-b84c-4e1e-9da9-f9e0b7a1bf22 req-3ddfd13d-6cc6-4f43-9df5-7c253dc73320 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.7391980 Nov 03 19:07:03.535427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.567925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:03.678217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5c6dc4d-9360-4cc4-8d0b-ad2def9f403d req-13b761a5-bf82-4bbc-90cb-1a4cf3bbd66b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532980 Nov 03 19:07:03.708949 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:03.709321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.827255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7941c87-b84c-4e1e-9da9-f9e0b7a1bf22 req-fc5c793c-c98c-4497-8364-7b7cd3221dfe tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996449 Nov 03 19:07:03.850011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 77952767-bb61-4f14-b8dd-41fc679613c0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:03.850548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.959472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:04.012139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.017607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.022119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.022937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.060934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:04.062320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:04.067791 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dc67a9-b760-473d-9a28-1634b7fa2472" -d '{"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:04.079946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.279378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:04.297422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:04.313606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e10107-6db1-4498-a09f-dac6686fce30 req-cfbc1002-a7e9-481c-867d-160805d0bc41 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.326965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42e10107-6db1-4498-a09f-dac6686fce30 req-cfbc1002-a7e9-481c-867d-160805d0bc41 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.3405366 Nov 03 19:07:04.368759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-8294f51a-2244-47a6-b932-87e3756cefad tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.374569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:04.381150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.382565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.385375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-8294f51a-2244-47a6-b932-87e3756cefad tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 946 time: 0.4534318 Nov 03 19:07:04.392754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfde784-1fe9-4866-b432-5602552bc4ee None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:04.400231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Subnet': ['ID=150a6b4f-1d4b-4220-a368-8b34399f2c5d,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:04.479216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=9']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:04.494496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec3029e1-ffa1-4bbb-91bf-d9f85ef2db0c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5745008 Nov 03 19:07:04.498747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38350) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:04.508885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Request body: {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'mac_address': 'fa:16:3e:4b:66:7f', 'name': 'tempest-NetworksTestDHCPv6-1867424924'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:04.541877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd77d-99cc-4c9d-b0ae-1beb9b9633af req-79be3e1e-5530-413e-93f5-21af93b661ec tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.548588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd9fd77d-99cc-4c9d-b0ae-1beb9b9633af req-79be3e1e-5530-413e-93f5-21af93b661ec tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 946 time: 0.5293760 Nov 03 19:07:04.662174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.664857 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.681177 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-280715d4-e77f-48e6-a7bf-462f9d5417b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.708124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 77952767-bb61-4f14-b8dd-41fc679613c0 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:04.808841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Made reservation on behalf of 28c8d3c2cb47485ea5038388ae191ce4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:05.010071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42e10107-6db1-4498-a09f-dac6686fce30 req-1f3894e0-0c7f-4b57-a9d1-6506e207a51b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6031806 Nov 03 19:07:05.046581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd9fd77d-99cc-4c9d-b0ae-1beb9b9633af req-10ada2fb-7e6d-4030-9c29-007ebe99bf7f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041591 Nov 03 19:07:05.151910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] Update dhcp port {'port': {'network_id': '60fb80d3-1f1b-47fa-b8e1-44029087a84a', 'fixed_ips': [{'subnet_id': '150a6b4f-1d4b-4220-a368-8b34399f2c5d', 'ip_address': '2001:db8:0:1:f816:3eff:fea2:5687'}, {'subnet_id': '7ee2ad2a-3fcf-4895-b712-4e16ba1df27f'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '90f35d7c-b79a-42e3-be57-277a0998924c'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:07:05.159387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.248109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] device_id is not set on port 1a9335ad-2fea-44ef-8ac1-c67590317389 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:05.311202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90f35d7c-b79a-42e3-be57-277a0998924c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:05.343823 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.470417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Deleting port 874241ed-27c6-4cb1-ada1-826943590e9d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:05.473641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.655005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.698497 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f6d67-b3de-4265-a229-87528866fa8e x-openstack-request-id: req-272f6d67-b3de-4265-a229-87528866fa8e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:05.698830 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:05.699270 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-272f6d67-b3de-4265-a229-87528866fa8e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:05.699682 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'code': 200} Nov 03 19:07:05.721367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:05.721905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.728837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=77952767-bb61-4f14-b8dd-41fc679613c0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:05.744518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d9a7-c080-4db2-9bee-1f17e73c3ed7 req-1fd99f3e-da9c-420a-a2ee-e72f8943f949 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:05.747052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1030d9a7-c080-4db2-9bee-1f17e73c3ed7 req-1fd99f3e-da9c-420a-a2ee-e72f8943f949 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4330680 Nov 03 19:07:05.936470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] Allocated IP 2001:db8::2 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/7ee2ad2a-3fcf-4895-b712-4e16ba1df27f/90f35d7c-b79a-42e3-be57-277a0998924c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:05.993894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] For port 874241ed-27c6-4cb1-ada1-826943590e9d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=874241ed-27c6-4cb1-ada1-826943590e9d,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:05.994460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.019149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Calling delete_port for 874241ed-27c6-4cb1-ada1-826943590e9d owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:06.123504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:06.186797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.198458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.235606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-1989e03a-afab-4c63-bc69-44cc81b3cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.240915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-1989e03a-afab-4c63-bc69-44cc81b3cfee service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 1095 time: 0.0840967 Nov 03 19:07:06.244484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.247683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.253098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cadbbe0c-27ee-4f30-8d60-8e382804ca2e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/floatingips/0aa08855-fa19-4bb3-8660-cf2458c8fc56 HTTP/1.1" status: 204 len: 168 time: 3.6371384 Nov 03 19:07:06.261586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.269267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38362) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.290922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'f7246910-0ffe-41c3-86f3-89a32d81acee'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:06.339834 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.445841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] No DVR routers for this DVR port 874241ed-27c6-4cb1-ada1-826943590e9d on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:06.456561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.460803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95f07fd5-51d3-45b4-81b5-57efdd97d58e req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "DELETE /v2.0/ports/874241ed-27c6-4cb1-ada1-826943590e9d HTTP/1.1" status: 204 len: 173 time: 1.9107082 Nov 03 19:07:06.468578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5ae3-f8f6-4b0f-9de1-66c5923cb48a None None] Pushing event updated for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:06.470810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589f548-2185-4e92-8dad-34c2efaefe40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event deleted for resources: {'Port': ['ID=874241ed-27c6-4cb1-ada1-826943590e9d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:06.472881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'name': 'network-vif-deleted', 'tag': '874241ed-27c6-4cb1-ada1-826943590e9d'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:06.486952 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3628388d-bbb4-48e8-b589-ab1d5bb1b534" -d '{"events": [{"server_uuid": "82a8cb92-bc25-407b-b54b-05bca59d5407", "name": "network-vif-deleted", "tag": "874241ed-27c6-4cb1-ada1-826943590e9d"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:06.527996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde880-d2f8-4bf7-9d23-8aa2183cf755 req-7adaf476-9b98-43f3-ba66-b29cac24fc04 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.537145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbde880-d2f8-4bf7-9d23-8aa2183cf755 req-7adaf476-9b98-43f3-ba66-b29cac24fc04 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.7883856 Nov 03 19:07:06.553668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1030d9a7-c080-4db2-9bee-1f17e73c3ed7 req-b67b38dc-407c-4840-b62b-0dbdc01d4cbf tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674088 Nov 03 19:07:06.651810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-4d164809-bccf-4360-afbb-73f09d87ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:06.670257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-4d164809-bccf-4360-afbb-73f09d87ef28 service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.4113219 Nov 03 19:07:06.724660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbde880-d2f8-4bf7-9d23-8aa2183cf755 req-4f9daa9f-3d5e-466f-9e43-2cfa5d7cbe76 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858301 Nov 03 19:07:06.815309 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.958133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8::319 (60fb80d3-1f1b-47fa-b8e1-44029087a84a/7ee2ad2a-3fcf-4895-b712-4e16ba1df27f/1a9335ad-2fea-44ef-8ac1-c67590317389) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:07.029133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72f736-cfe4-4e1c-a776-bf9b3d53088c req-a95fb152-9e2d-47e2-9aea-d50431836b29 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:07.030286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:667f (60fb80d3-1f1b-47fa-b8e1-44029087a84a/150a6b4f-1d4b-4220-a368-8b34399f2c5d/1a9335ad-2fea-44ef-8ac1-c67590317389) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:07.031717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d72f736-cfe4-4e1c-a776-bf9b3d53088c req-a95fb152-9e2d-47e2-9aea-d50431836b29 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1335633 Nov 03 19:07:07.096901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-54791338-5707-4869-952e-37bc838e89b1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 200 len: 998 time: 0.4111681 Nov 03 19:07:07.289880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90f35d7c-b79a-42e3-be57-277a0998924c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:07.321178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-c164e75f-bcaa-4d50-86a2-26a0e7559769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:07.327980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-c164e75f-bcaa-4d50-86a2-26a0e7559769 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.2099140 Nov 03 19:07:07.423521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:07.424135 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.427200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d72f736-cfe4-4e1c-a776-bf9b3d53088c req-79d6a948-405e-4ac5-89d3-bb4a84a6b298 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299625 Nov 03 19:07:07.540348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.200 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b4bde69b-9577-4184-bc3b-425802c202dc) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:07.661335 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5592981-18eb-4136-8746-c8412af16f11 x-openstack-request-id: req-c5592981-18eb-4136-8746-c8412af16f11 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:07.661768 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a8cb92-bc25-407b-b54b-05bca59d5407", "name": "network-vif-deleted", "tag": "874241ed-27c6-4cb1-ada1-826943590e9d", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:07.662401 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c5592981-18eb-4136-8746-c8412af16f11 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:07.663059 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a8cb92-bc25-407b-b54b-05bca59d5407', 'name': 'network-vif-deleted', 'tag': '874241ed-27c6-4cb1-ada1-826943590e9d', 'status': 'completed', 'code': 200} Nov 03 19:07:07.671376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-d7b8f6f7-09e3-4a1f-bc3c-103eaa0784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:07.674586 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-d7b8f6f7-09e3-4a1f-bc3c-103eaa0784e0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733078 Nov 03 19:07:07.775190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ce7b73e-9df0-4f10-8e84-5e319657ebc1 req-ef2491c3-d553-4804-9bbd-cc5e1df07239 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=82a8cb92-bc25-407b-b54b-05bca59d5407 HTTP/1.1" status: 200 len: 210 time: 0.2291958 Nov 03 19:07:07.831374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-12931d72-d7d1-48d9-af75-8a242de47f2d None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:07.833095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12931d72-d7d1-48d9-af75-8a242de47f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.951807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.973040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-81506cf9-855b-4ab0-aebe-24b9a577fcca service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873800 Nov 03 19:07:08.120358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 874241ed-27c6-4cb1-ada1-826943590e9d no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:08.172843 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.199774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 874241ed-27c6-4cb1-ada1-826943590e9d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:08.200567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 874241ed-27c6-4cb1-ada1-826943590e9d not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:08.247009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b486a6-b9fb-4786-b9c0-d45149458965 req-a211704d-7b1d-4577-91e4-9d786c16a151 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595751 Nov 03 19:07:08.279943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.283113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.327308 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4746-8062-4f8b-a10d-186d9c64fdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.372141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:08.393695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:08.415373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea0c2-d14c-4824-92b6-3fea09d1e9f4 req-f6e9d9ae-1f21-4ef4-94c7-d59ba168bc6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:08.427065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bdea0c2-d14c-4824-92b6-3fea09d1e9f4 req-f6e9d9ae-1f21-4ef4-94c7-d59ba168bc6e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.5015614 Nov 03 19:07:08.443684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a03-5f99-496a-8e83-9dd7d0349576 req-5e1b32e3-c3b9-4f54-91b5-a6ab3392eef0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:08.453094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cd84a03-5f99-496a-8e83-9dd7d0349576 req-5e1b32e3-c3b9-4f54-91b5-a6ab3392eef0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5950947 Nov 03 19:07:08.454238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:08.460773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:08.472069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:08.480435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:08.484827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=b4bde69b-9577-4184-bc3b-425802c202dc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.501275 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:08.502886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.512205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event updated for resources: {'Port': ['ID=1a9335ad-2fea-44ef-8ac1-c67590317389,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.554957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.554957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.554957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.557304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.558777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.558777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:08.577195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2a5f0aa7-93ca-4f0c-b822-bca1bebb52f0 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0755224 Nov 03 19:07:08.583759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:08.662876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cd84a03-5f99-496a-8e83-9dd7d0349576 req-c916a3b6-4df2-4e91-91d2-e45efe3bdead tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085915 Nov 03 19:07:08.728006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bdea0c2-d14c-4824-92b6-3fea09d1e9f4 req-22279344-3826-4a6c-ac7b-344a48a19ed9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933261 Nov 03 19:07:08.965258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting port 1a9335ad-2fea-44ef-8ac1-c67590317389 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:08.967662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.190826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d4db4ffe-3637-4f94-8230-5d3ba9328357 None None] Provisioning complete for port 1a9335ad-2fea-44ef-8ac1-c67590317389 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:09.192205 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4db4ffe-3637-4f94-8230-5d3ba9328357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.263042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.320188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Calling delete_port for 1a9335ad-2fea-44ef-8ac1-c67590317389 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:09.320554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d4db4ffe-3637-4f94-8230-5d3ba9328357 None None] Port 1a9335ad-2fea-44ef-8ac1-c67590317389 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:09.421512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb47bc0-715b-4305-8e42-266714072ce0 req-be93a208-9e02-4f1d-8fef-597e716fcad4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:09.435844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb47bc0-715b-4305-8e42-266714072ce0 req-be93a208-9e02-4f1d-8fef-597e716fcad4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4403653 Nov 03 19:07:09.510185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93d28-913f-4632-bae8-c481c642b2a5 req-1c3ef0fc-991f-4c6f-94b2-5b82bcc1eda1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:09.512909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27a93d28-913f-4632-bae8-c481c642b2a5 req-1c3ef0fc-991f-4c6f-94b2-5b82bcc1eda1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.4683871 Nov 03 19:07:09.801574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27a93d28-913f-4632-bae8-c481c642b2a5 req-47828006-d0d4-46a4-b585-9dd9adcd2d4a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702618 Nov 03 19:07:09.809894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb47bc0-715b-4305-8e42-266714072ce0 req-83035bc0-420f-49de-a707-6e0225039a38 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649693 Nov 03 19:07:09.834618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.869255 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.971884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Port': ['ID=1a9335ad-2fea-44ef-8ac1-c67590317389,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:10.099856 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.119741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec86952d-fd0e-4ed1-a153-9af606e05b20 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/1a9335ad-2fea-44ef-8ac1-c67590317389 HTTP/1.1" status: 204 len: 168 time: 1.5381644 Nov 03 19:07:10.120531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38402) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.244603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aca9d7-663f-44fd-9a87-f88c589a654a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.252996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f2aca9d7-663f-44fd-9a87-f88c589a654a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1309319 Nov 03 19:07:10.254129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38404) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.497210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7773b-d6f9-4eba-9925-3dd22bfe391e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.506769 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84c7773b-d6f9-4eba-9925-3dd22bfe391e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2493222 Nov 03 19:07:10.511152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38406) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.766072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67649b5-e41a-42aa-88e5-06a6c6336ba5 req-4d4679bc-f068-4ade-89b5-7b22470a28c9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.790066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e67649b5-e41a-42aa-88e5-06a6c6336ba5 req-4d4679bc-f068-4ade-89b5-7b22470a28c9 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.7345285 Nov 03 19:07:10.793306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7af6a-0e98-4d07-ae4c-9d0975436ad2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.795320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7af6a-0e98-4d07-ae4c-9d0975436ad2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.797325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7af6a-0e98-4d07-ae4c-9d0975436ad2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.799208 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-50d7af6a-0e98-4d07-ae4c-9d0975436ad2 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2869432 Nov 03 19:07:10.803576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38410) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.868270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9cbb6-0451-48fb-acf3-9a84b85f49b6 req-b2f22af2-2326-4b54-8cf8-4275b0d1bfe5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:10.883755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7a9cbb6-0451-48fb-acf3-9a84b85f49b6 req-b2f22af2-2326-4b54-8cf8-4275b0d1bfe5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5800865 Nov 03 19:07:10.959397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 150a6b4f-1d4b-4220-a368-8b34399f2c5d {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:10.967543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.158969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.178659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e67649b5-e41a-42aa-88e5-06a6c6336ba5 req-e510cc5a-823d-4342-8151-482839d92ca1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869138 Nov 03 19:07:11.220839 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.254033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7a9cbb6-0451-48fb-acf3-9a84b85f49b6 req-718075b9-feff-49f4-bbb9-c0c50f80fecb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682201 Nov 03 19:07:11.545037 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.659784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.755766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.780787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.920015 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.987472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=150a6b4f-1d4b-4220-a368-8b34399f2c5d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:12.001704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.018761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d27bbd-5dc6-4b71-9b2e-2259a6ea85d7 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:12.028513 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd84590b-d118-4972-a4f1-ce465596dab9 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/150a6b4f-1d4b-4220-a368-8b34399f2c5d HTTP/1.1" status: 204 len: 168 time: 1.2232840 Nov 03 19:07:12.029775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38428) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:12.166709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Deleting subnet 7ee2ad2a-3fcf-4895-b712-4e16ba1df27f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:12.175698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.252549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.329098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.481189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.584080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.616259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-5fe1140c-03e0-4265-9bf2-dfffcd9c39b6 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:12.625188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-5fe1140c-03e0-4265-9bf2-dfffcd9c39b6 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 1.1411471 Nov 03 19:07:12.680651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-5d33de31-dd2b-47ce-a678-c4a61b5b336e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.0277786 Nov 03 19:07:12.717809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=b4bde69b-9577-4184-bc3b-425802c202dc,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:12.735132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.759183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d573e-738d-46fa-80e6-ecae89024aae req-7202f08f-e23e-4863-81e5-73efcca98045 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:12.760917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1d573e-738d-46fa-80e6-ecae89024aae req-7202f08f-e23e-4863-81e5-73efcca98045 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.9775157 Nov 03 19:07:12.761791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.838953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee2ad2a-3fcf-4895-b712-4e16ba1df27f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:12.869295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.877714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0ff96329-386c-4f40-a5c8-d2148cb799ba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/7ee2ad2a-3fcf-4895-b712-4e16ba1df27f HTTP/1.1" status: 204 len: 168 time: 0.8461161 Nov 03 19:07:12.881695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:12.899276 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP d2617991-5b44-4ba5-804d-1434a80776d3 associated. External IP: 172.25.8.200, port: f7246910-0ffe-41c3-86f3-89a32d81acee. Nov 03 19:07:12.904555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-29d01d65-3e29-4108-99b1-17bb0021b28d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2058959 Nov 03 19:07:13.055101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b064eeb9-34da-4274-b237-bcc9b1b66083 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714704 Nov 03 19:07:13.059250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38434) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.177159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75584455-3180-43d3-a699-374edbeb49d3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:13.179713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-75584455-3180-43d3-a699-374edbeb49d3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1191742 Nov 03 19:07:13.184954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.208129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1d573e-738d-46fa-80e6-ecae89024aae req-884a42c1-41fa-4dde-9c3e-f113b88d304d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098581 Nov 03 19:07:13.357742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6302aa1-6fb9-4622-b507-4ac92f62775f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:13.363627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a6302aa1-6fb9-4622-b507-4ac92f62775f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1758933 Nov 03 19:07:13.364011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38438) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.428341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4dc7687-bdd1-46ac-90bd-72fdde8def5e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630345 Nov 03 19:07:13.438525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38440) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.488306 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-45afd5cf-ba4d-480c-bcbd-d848a171cb0f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.489942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45afd5cf-ba4d-480c-bcbd-d848a171cb0f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.497302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45afd5cf-ba4d-480c-bcbd-d848a171cb0f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/1a9335ad-2fea-44ef-8ac1-c67590317389 HTTP/1.1" status: 404 len: 333 time: 0.0621555 Nov 03 19:07:13.502962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38442) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.547354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-59287516-10f9-4dcf-8a0d-a4a77fe42d6a service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527050 Nov 03 19:07:13.583254 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-859f2159-726b-477d-a613-1ddf73c32e9c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.583899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859f2159-726b-477d-a613-1ddf73c32e9c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.596666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-859f2159-726b-477d-a613-1ddf73c32e9c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/150a6b4f-1d4b-4220-a368-8b34399f2c5d HTTP/1.1" status: 404 len: 337 time: 0.0886812 Nov 03 19:07:13.602333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38444) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.611599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da3ff-0f17-4508-9adf-65407272cdb7 req-9c00723e-e6ed-4eef-8028-a48163231e4b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:13.613393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-799da3ff-0f17-4508-9adf-65407272cdb7 req-9c00723e-e6ed-4eef-8028-a48163231e4b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2923853 Nov 03 19:07:13.671979 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc37f9c3-bd50-40d0-b4d3-b47b1ee70f38 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.675844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc37f9c3-bd50-40d0-b4d3-b47b1ee70f38 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.689482 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fc37f9c3-bd50-40d0-b4d3-b47b1ee70f38 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/7ee2ad2a-3fcf-4895-b712-4e16ba1df27f HTTP/1.1" status: 404 len: 337 time: 0.0849161 Nov 03 19:07:13.696416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38446) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.740945 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-627b74f8-02d6-4084-9f6a-5c99e87985fc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.741820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627b74f8-02d6-4084-9f6a-5c99e87985fc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.745572 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-627b74f8-02d6-4084-9f6a-5c99e87985fc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/4af8b275-b003-4e1e-ad1a-85b164ddcfae HTTP/1.1" status: 404 len: 333 time: 0.0473347 Nov 03 19:07:13.750224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.790915 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4029ea-bf65-44ca-b6a3-e4c26a43c6b1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.791066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4029ea-bf65-44ca-b6a3-e4c26a43c6b1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.794670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b4029ea-bf65-44ca-b6a3-e4c26a43c6b1 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/85aab623-2697-4ef9-a1c8-f5f5c2d583e9 HTTP/1.1" status: 404 len: 337 time: 0.0430598 Nov 03 19:07:13.796940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38450) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.839382 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa70e9c4-7e65-4d82-b3f0-c7949c2c8220 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.857234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa70e9c4-7e65-4d82-b3f0-c7949c2c8220 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.862853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa70e9c4-7e65-4d82-b3f0-c7949c2c8220 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/fc4a442d-be54-4b41-af3b-5f51bff6bebf HTTP/1.1" status: 404 len: 337 time: 0.0645101 Nov 03 19:07:13.873531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38456) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.882712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:13.943769 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-593620fa-447f-4720-a694-9a5af884061a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:13.944563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593620fa-447f-4720-a694-9a5af884061a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:13.947907 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-593620fa-447f-4720-a694-9a5af884061a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/29b45f4c-f794-4e23-a9a7-23c7546d7e2a HTTP/1.1" status: 404 len: 333 time: 0.0727861 Nov 03 19:07:13.951040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38458) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.990320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81240385-c128-427d-990f-937e52030ea5 None None] Network 60fb80d3-1f1b-47fa-b8e1-44029087a84a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:14.017898 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9655a08d-5b03-4531-8d54-6c8018b911ce tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:14.018633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9655a08d-5b03-4531-8d54-6c8018b911ce tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:14.025227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9655a08d-5b03-4531-8d54-6c8018b911ce tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/3164b235-680f-482a-a2e7-685605bc1699 HTTP/1.1" status: 404 len: 337 time: 0.0722306 Nov 03 19:07:14.027697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38462) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.088506 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2056faf1-0263-4896-99a7-8c5db2d42c99 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:14.090257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:14.090726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2056faf1-0263-4896-99a7-8c5db2d42c99 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:14.098752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2056faf1-0263-4896-99a7-8c5db2d42c99 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/44cb07bd-6ce5-4076-b9a1-42fcb314297b HTTP/1.1" status: 404 len: 337 time: 0.0689180 Nov 03 19:07:14.103055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.109405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-799da3ff-0f17-4508-9adf-65407272cdb7 req-8c9af00a-171c-4b16-80bf-07fd3890224b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605738 Nov 03 19:07:14.123128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-037a4d27-d73d-4882-b8ad-07619c5b6bec service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577624 Nov 03 19:07:14.135343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.206774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-04a0105a-8dd9-431c-9005-b365a869b6c1 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.9347756 Nov 03 19:07:14.211072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38468) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.217017 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c48d3d-ee28-450e-8637-b35ecd4bc434 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:14.218376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c48d3d-ee28-450e-8637-b35ecd4bc434 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:14.230133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f4c48d3d-ee28-450e-8637-b35ecd4bc434 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/8d442bb2-6a7f-4fe0-899f-79fe8fdbaeaa HTTP/1.1" status: 404 len: 333 time: 0.1253893 Nov 03 19:07:14.236400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.350625 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3fe4c6-ca25-4fc8-b1b8-6b36ead7908a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:14.351105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3fe4c6-ca25-4fc8-b1b8-6b36ead7908a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:14.360290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d2727-8087-480e-8000-2614d67f532a None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:14.372025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd3fe4c6-ca25-4fc8-b1b8-6b36ead7908a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/40d23ba5-8c42-4404-a59d-cce48442766d HTTP/1.1" status: 404 len: 337 time: 0.1339335 Nov 03 19:07:14.377747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38474) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.473078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-464d6a31-ef0e-4402-aa84-6ed94bb04ec5 None None] Provisioning complete for port 90f35d7c-b79a-42e3-be57-277a0998924c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:14.474320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-464d6a31-ef0e-4402-aa84-6ed94bb04ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.498166 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aa8d6f-b867-4d8b-beeb-1a5b6779428c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:14.501423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47aa8d6f-b867-4d8b-beeb-1a5b6779428c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:14.524327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-47aa8d6f-b867-4d8b-beeb-1a5b6779428c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/7695da23-4d18-4439-b91a-76e09558b0b5 HTTP/1.1" status: 404 len: 337 time: 0.1444392 Nov 03 19:07:14.526769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38478) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.616981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d2727-8087-480e-8000-2614d67f532a None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:14.620707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d79d2727-8087-480e-8000-2614d67f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:14.621496 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b1b567-3d9d-4a6d-8a28-583f6e5b51a3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:14.633621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b1b567-3d9d-4a6d-8a28-583f6e5b51a3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:14.639487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4b1b567-3d9d-4a6d-8a28-583f6e5b51a3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/1899be06-dd71-476e-a38c-e8ab5da034d2 HTTP/1.1" status: 404 len: 333 time: 0.1102836 Nov 03 19:07:14.644619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fa19e612-d291-4751-b5a7-e0c50fac2a62 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/floatingips/d2617991-5b44-4ba5-804d-1434a80776d3 HTTP/1.1" status: 200 len: 979 time: 0.4288666 Nov 03 19:07:14.646281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.647060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.678812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50944-98b0-4f57-a3ff-ab77b54afb31 req-64c02780-f6c1-4e80-a899-98e780273058 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:14.695402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27d50944-98b0-4f57-a3ff-ab77b54afb31 req-64c02780-f6c1-4e80-a899-98e780273058 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3080559 Nov 03 19:07:14.757655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d79d2727-8087-480e-8000-2614d67f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:14.853008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27d50944-98b0-4f57-a3ff-ab77b54afb31 req-c064ff9c-dcc7-442e-8b1d-c9606da792a0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541097 Nov 03 19:07:14.880008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d2727-8087-480e-8000-2614d67f532a None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:14.881901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d79d2727-8087-480e-8000-2614d67f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:15.033481 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a381537-514d-4120-82b0-0de6e87a878c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:15.034364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a381537-514d-4120-82b0-0de6e87a878c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:15.049727 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a381537-514d-4120-82b0-0de6e87a878c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/45544104-a923-44f4-aba7-e2ae774bcec0 HTTP/1.1" status: 404 len: 337 time: 0.4004776 Nov 03 19:07:15.053547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38500) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.072763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] DHCP port deletion for 60fb80d3-1f1b-47fa-b8e1-44029087a84a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:15.154844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d79d2727-8087-480e-8000-2614d67f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:15.159340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d2727-8087-480e-8000-2614d67f532a None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:15.179750 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d91af6a-ea1b-4bb0-8212-2159485f8348 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:15.192989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d91af6a-ea1b-4bb0-8212-2159485f8348 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:15.204533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90f35d7c-b79a-42e3-be57-277a0998924c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:15.213799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d91af6a-ea1b-4bb0-8212-2159485f8348 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/64b31b1d-63da-4d3b-9ecb-cee2d3ac2965 HTTP/1.1" status: 404 len: 333 time: 0.1584768 Nov 03 19:07:15.216364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38502) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.329873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4ba8fa0a-4daa-4199-a2d4-42fa2ec39827 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.6523063 Nov 03 19:07:15.338443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38508) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.361261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'port_id': 'c049555a-bb70-4daf-b8f3-f5d9fb505fdc'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:15.492508 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-669090d6-aac5-4056-87e9-ce99b15fa817 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:15.493299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669090d6-aac5-4056-87e9-ce99b15fa817 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:15.506494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-669090d6-aac5-4056-87e9-ce99b15fa817 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/82f1d912-7f37-4b2c-a7de-b7f0d8b02bf8 HTTP/1.1" status: 404 len: 337 time: 0.2802491 Nov 03 19:07:15.507890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38518) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.557357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] Deleting port 90f35d7c-b79a-42e3-be57-277a0998924c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:15.557750 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.612578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1c227-9f7b-4eeb-b96a-8f37276ba0a2 req-e0ba483c-856f-4362-9d11-11747b8dd958 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:15.615824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ee1c227-9f7b-4eeb-b96a-8f37276ba0a2 req-e0ba483c-856f-4362-9d11-11747b8dd958 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.3591232 Nov 03 19:07:15.618768 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-225a4ec2-6dc4-448c-ba89-2c5fb40d0f41 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:15.619984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225a4ec2-6dc4-448c-ba89-2c5fb40d0f41 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:15.627212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-225a4ec2-6dc4-448c-ba89-2c5fb40d0f41 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/b7a4ad41-f09c-4d7d-8a1b-4ab5bcd1664d HTTP/1.1" status: 404 len: 333 time: 0.1149504 Nov 03 19:07:15.638126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38526) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.759640 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e247c828-6b61-41db-99d9-374771a9d8cc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:15.771038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e247c828-6b61-41db-99d9-374771a9d8cc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:15.789114 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e247c828-6b61-41db-99d9-374771a9d8cc tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/d97abedc-a40d-4b22-be95-6ac0210d541e HTTP/1.1" status: 404 len: 337 time: 0.1488037 Nov 03 19:07:15.797453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.801954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:15.803448 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.832868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ee1c227-9f7b-4eeb-b96a-8f37276ba0a2 req-ca2657f5-7a1f-4fff-8d95-2f97fa505f3c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017441 Nov 03 19:07:15.859654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] Calling delete_port for 90f35d7c-b79a-42e3-be57-277a0998924c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:15.915865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.078840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cb679ba-c806-47ad-8d49-813beb67c655 req-36f43ad1-b554-4703-aa1d-63be4847784d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1148052 Nov 03 19:07:16.146313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.317497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 90f35d7c-b79a-42e3-be57-277a0998924c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90f35d7c-b79a-42e3-be57-277a0998924c,segment=NetworkSegment(42d2fb1e-f407-46e9-9d51-c06208ce5856),segment_id=42d2fb1e-f407-46e9-9d51-c06208ce5856)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:16.325922 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.496572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce6d96-85d1-42d1-825c-01a392f97700 req-375df16c-483b-4814-b0fa-060e10f0125b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:16.506743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20ce6d96-85d1-42d1-825c-01a392f97700 req-375df16c-483b-4814-b0fa-060e10f0125b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1907253 Nov 03 19:07:16.523082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:16.554266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event deleted for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:16.578970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] No DVR routers for this DVR port 90f35d7c-b79a-42e3-be57-277a0998924c on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:16.647501 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9691bb83-ceef-414c-8d63-d28bdfc1107c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:16.648356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9691bb83-ceef-414c-8d63-d28bdfc1107c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:16.663091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20ce6d96-85d1-42d1-825c-01a392f97700 req-e5e0fc52-1570-46ed-a25a-9214fe2b1bd6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534002 Nov 03 19:07:16.673415 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9691bb83-ceef-414c-8d63-d28bdfc1107c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/59c1170a-bb58-4a1d-b9bf-1adf7a5179d3 HTTP/1.1" status: 404 len: 333 time: 0.8718553 Nov 03 19:07:16.673760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423cbe-de8c-4f45-9649-fc125b93a2d1 None None] Pushing event deleted for resources: {'Port': ['ID=90f35d7c-b79a-42e3-be57-277a0998924c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:16.677102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38550) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:16.888587 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b6533a-7523-4aaa-b741-73c2a780de63 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:16.894167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b6533a-7523-4aaa-b741-73c2a780de63 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:16.913643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d5b6533a-7523-4aaa-b741-73c2a780de63 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/fbc1d453-46bc-43f0-93a7-7401fb81b6bb HTTP/1.1" status: 404 len: 337 time: 0.2341866 Nov 03 19:07:16.922823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38556) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.148513 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-677ed8d4-13d6-486b-9db3-cb975bda2cb8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.150422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677ed8d4-13d6-486b-9db3-cb975bda2cb8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.157353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-677ed8d4-13d6-486b-9db3-cb975bda2cb8 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/57740cf2-817b-44e6-8c1f-c286a2aa1ed4 HTTP/1.1" status: 404 len: 333 time: 0.2283373 Nov 03 19:07:17.162224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38560) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.264210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-7ee7be22-4018-4fdb-b8d9-deee1d068ea1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:17.273887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-7ee7be22-4018-4fdb-b8d9-deee1d068ea1 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d HTTP/1.1" status: 200 len: 943 time: 0.6496124 Nov 03 19:07:17.275013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.282529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.295175 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb77ba03-63fe-4c79-a429-510539d7f260 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.295904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb77ba03-63fe-4c79-a429-510539d7f260 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.301466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cb77ba03-63fe-4c79-a429-510539d7f260 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/081bc8f2-4081-422f-afa8-eba2e0a69fa6 HTTP/1.1" status: 404 len: 337 time: 0.1340466 Nov 03 19:07:17.338989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38562) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.421317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04975-edfc-4c5a-8d78-72fc2a1efaaa req-be6ab39a-8afc-4684-a9a2-3c196375a45a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:17.433897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5c04975-edfc-4c5a-8d78-72fc2a1efaaa req-be6ab39a-8afc-4684-a9a2-3c196375a45a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4935198 Nov 03 19:07:17.448062 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a764e1c-d29f-4b4e-a173-baec711bb7b3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.448871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a764e1c-d29f-4b4e-a173-baec711bb7b3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.452329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3a764e1c-d29f-4b4e-a173-baec711bb7b3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/551cd99f-d6f0-4627-9fb6-a9e526b3d95c HTTP/1.1" status: 404 len: 333 time: 0.1083229 Nov 03 19:07:17.466205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38564) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.482608 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP d2617991-5b44-4ba5-804d-1434a80776d3 associated. External IP: 172.25.8.200, port: f7246910-0ffe-41c3-86f3-89a32d81acee. Nov 03 19:07:17.574244 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39178de-38cf-4dc4-b86a-a26bf22cbd0d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.575135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39178de-38cf-4dc4-b86a-a26bf22cbd0d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.577997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f39178de-38cf-4dc4-b86a-a26bf22cbd0d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/c049d19f-fac1-45ca-aad0-177c1fd65472 HTTP/1.1" status: 404 len: 337 time: 0.1078994 Nov 03 19:07:17.583238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.642315 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb8e175-65d6-4b0d-992e-d1af6e38fa12 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.642778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb8e175-65d6-4b0d-992e-d1af6e38fa12 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.646201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9fb8e175-65d6-4b0d-992e-d1af6e38fa12 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/73a827f3-cf34-41e4-a1fb-0ba5ad276877 HTTP/1.1" status: 404 len: 337 time: 0.0601525 Nov 03 19:07:17.655596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38570) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.749456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5c04975-edfc-4c5a-8d78-72fc2a1efaaa req-6c4c7544-49c7-47b9-a61d-c2be17cd1581 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140168 Nov 03 19:07:17.772771 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a107373-79b2-4802-bd9f-5e2de0acccc6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.772771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a107373-79b2-4802-bd9f-5e2de0acccc6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.772771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a107373-79b2-4802-bd9f-5e2de0acccc6 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/4bb6ebd5-9bf2-470a-8d5a-3826d1966b82 HTTP/1.1" status: 404 len: 333 time: 0.1110594 Nov 03 19:07:17.786612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38572) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:17.869176 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95287bd-3e99-4b37-8eb8-a763f81c1d69 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:17.869669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95287bd-3e99-4b37-8eb8-a763f81c1d69 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:17.873046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e95287bd-3e99-4b37-8eb8-a763f81c1d69 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/e4ac1605-762a-49ae-85a4-0b609aa564f6 HTTP/1.1" status: 404 len: 337 time: 0.0892439 Nov 03 19:07:17.890857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38576) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.024159 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a404646e-8587-4215-8fe3-441ba4dfb3ad tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.025514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a404646e-8587-4215-8fe3-441ba4dfb3ad tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.031848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a404646e-8587-4215-8fe3-441ba4dfb3ad tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/1066d166-c8c9-4e80-aaee-21e60229ccaf HTTP/1.1" status: 404 len: 337 time: 0.1259353 Nov 03 19:07:18.037225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Deleting port 86e76119-b488-4266-8146-cd797bac8373 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:18.037913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.045330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38578) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.120818 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-89facf53-e666-4d38-b4ae-c6a9d6989227 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.122389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89facf53-e666-4d38-b4ae-c6a9d6989227 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.128621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-89facf53-e666-4d38-b4ae-c6a9d6989227 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/93868550-80d8-477b-b9b3-22d5701ae799 HTTP/1.1" status: 404 len: 333 time: 0.0658133 Nov 03 19:07:18.135417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38580) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.177456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-fabdb8df-19c8-4825-8ef4-4eb63fc85ea3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:18.180579 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-fabdb8df-19c8-4825-8ef4-4eb63fc85ea3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.2935984 Nov 03 19:07:18.253790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Request body: {'port': {'device_id': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'admin_state_up': True, 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:18.591472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:18.598404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.626405 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f40f20f-a659-4128-adc9-8cecc66632d3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.628484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f40f20f-a659-4128-adc9-8cecc66632d3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.634488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7f40f20f-a659-4128-adc9-8cecc66632d3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/a47fb6d9-7a5c-47ea-9c8e-4eb549233c04 HTTP/1.1" status: 404 len: 337 time: 0.4956548 Nov 03 19:07:18.639491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.651803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5f202-600c-44fb-95bd-16c3b1537b46 req-49e55337-4c62-4630-864e-d4eff63dcc7e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:18.664549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28e5f202-600c-44fb-95bd-16c3b1537b46 req-49e55337-4c62-4630-864e-d4eff63dcc7e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.6922548 Nov 03 19:07:18.706418 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a052ab4-79ce-4886-b811-85a79690144a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.707417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a052ab4-79ce-4886-b811-85a79690144a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.713780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a052ab4-79ce-4886-b811-85a79690144a tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/f8f416ec-646f-48f4-9edf-7512b988d5c2 HTTP/1.1" status: 404 len: 337 time: 0.0680497 Nov 03 19:07:18.718751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38584) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.765817 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e777b8-e5b7-4b58-ad93-0b1ad8e74c10 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.766746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e777b8-e5b7-4b58-ad93-0b1ad8e74c10 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.770940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-85e777b8-e5b7-4b58-ad93-0b1ad8e74c10 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/de30afee-4f5a-4cf5-8ba8-4d25cfbcd2cb HTTP/1.1" status: 404 len: 333 time: 0.0505006 Nov 03 19:07:18.784523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.847209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] For port 86e76119-b488-4266-8146-cd797bac8373, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=86e76119-b488-4266-8146-cd797bac8373,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:18.847568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.850724 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dac1bc-8752-442e-ab10-2c5c0183bc5b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.851295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dac1bc-8752-442e-ab10-2c5c0183bc5b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.854913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f7dac1bc-8752-442e-ab10-2c5c0183bc5b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/3563a7a9-ced2-4174-be4c-6b26672f7c8c HTTP/1.1" status: 404 len: 337 time: 0.0690312 Nov 03 19:07:18.862980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38590) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.869686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:18.888007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28e5f202-600c-44fb-95bd-16c3b1537b46 req-3b35e95b-5956-48d1-9f7b-4823dcaac747 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200725 Nov 03 19:07:18.964333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Calling delete_port for 86e76119-b488-4266-8146-cd797bac8373 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:18.968355 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a0d487-88b7-4eb1-87a2-eaa08a0e3d42 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:18.969270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a0d487-88b7-4eb1-87a2-eaa08a0e3d42 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:18.978478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-09a0d487-88b7-4eb1-87a2-eaa08a0e3d42 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/081d542c-0085-49a8-80cc-d2d4d06917e1 HTTP/1.1" status: 404 len: 337 time: 0.1097560 Nov 03 19:07:18.979613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38592) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:19.038463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-55c45929-dc94-41ed-a8dd-8f9323d5e0ff tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports?device_id=293ed4e5-5e4b-4b36-87c4-136b791b9f13 HTTP/1.1" status: 200 len: 205 time: 0.0540257 Nov 03 19:07:19.042495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:19.073050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7abd30b9-23a0-41d3-b9c5-d72a2ca720c3 req-ad87f295-4bb7-4a78-8c8c-479f2d4f9475 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.0541487 Nov 03 19:07:19.121789 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-7abbeabe-ebc7-4974-890a-c75c9a08632d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] delete failed (client error): The resource could not be found. Nov 03 19:07:19.123736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7abbeabe-ebc7-4974-890a-c75c9a08632d tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/routers/293ed4e5-5e4b-4b36-87c4-136b791b9f13 HTTP/1.1" status: 404 len: 336 time: 0.0797677 Nov 03 19:07:19.128166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38596) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:19.401944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af103f3-b4ae-4884-916d-9424c722203b req-af941eac-9919-4639-8d7a-1b73a91f68f1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:19.404506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6af103f3-b4ae-4884-916d-9424c722203b req-af941eac-9919-4639-8d7a-1b73a91f68f1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1276870 Nov 03 19:07:19.409471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.433221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:19.442152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:19.460111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'Port': ['ID=86e76119-b488-4266-8146-cd797bac8373,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:19.651583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] No DVR routers for this DVR port 86e76119-b488-4266-8146-cd797bac8373 on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:19.662410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.666462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-429d9f98-685c-405f-9ad1-9b08ec2bf1ce req-3fe2e5de-350c-403c-a96b-ae69333c7ebd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "DELETE /v2.0/ports/86e76119-b488-4266-8146-cd797bac8373 HTTP/1.1" status: 204 len: 173 time: 2.3913376 Nov 03 19:07:19.679788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-deleted', 'tag': '86e76119-b488-4266-8146-cd797bac8373'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:19.687469 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c5b23c-4bc5-4996-968c-5850c5cdc928" -d '{"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-deleted", "tag": "86e76119-b488-4266-8146-cd797bac8373"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:19.708213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6af103f3-b4ae-4884-916d-9424c722203b req-f754b63e-b148-44ca-aa57-97a3c8fb04ac tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889051 Nov 03 19:07:19.837704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Allocated IP 172.20.0.12 (6ace652e-f7b7-4bed-b3ed-bfd067cdec51/a7f0272a-60bf-42ad-b9aa-48f06a97aef7/9ff0c9a6-24dd-470d-af53-845a6ed79dad) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:19.891815 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af456eb-cee6-4e79-ab1a-d0d027df5f4c x-openstack-request-id: req-8af456eb-cee6-4e79-ab1a-d0d027df5f4c {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:19.892136 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d89e-3af1-40d6-b880-86b8bc7a8d3d", "name": "network-vif-deleted", "tag": "86e76119-b488-4266-8146-cd797bac8373", "status": "failed", "code": 422}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:19.892468 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8af456eb-cee6-4e79-ab1a-d0d027df5f4c {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:19.892919 n-d-812151-4 neutron-server[101989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3e6d89e-3af1-40d6-b880-86b8bc7a8d3d', 'name': 'network-vif-deleted', 'tag': '86e76119-b488-4266-8146-cd797bac8373', 'status': 'failed', 'code': 422} returned with failed status Nov 03 19:07:20.106518 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace46479-2ed6-47eb-b73c-9a28aa8d1913 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:20.121065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace46479-2ed6-47eb-b73c-9a28aa8d1913 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:20.141765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ace46479-2ed6-47eb-b73c-9a28aa8d1913 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/87d0b399-3206-4dd2-a78e-9d56e8053cf5 HTTP/1.1" status: 404 len: 337 time: 1.0067072 Nov 03 19:07:20.142259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576f12-f783-499e-b380-494529a2f3ef req-e185fb05-e162-43ae-b387-c5f55146b292 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:20.142721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38620) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:20.146138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae576f12-f783-499e-b380-494529a2f3ef req-e185fb05-e162-43ae-b387-c5f55146b292 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1214795 Nov 03 19:07:20.315026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae576f12-f783-499e-b380-494529a2f3ef req-b5271552-1e83-4a30-8d90-e29c2b134fa4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592345 Nov 03 19:07:20.493361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.573038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7d52b44d-9568-4b76-9345-5647dc263471 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "GET /v2.0/ports?device_id=2cbef947-23ad-4188-b326-4b514a1fd951 HTTP/1.1" status: 200 len: 205 time: 0.2420161 Nov 03 19:07:20.574162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38624) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:20.711331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20479-debe-48bc-a929-667b6ed9a366 req-b45ddc01-2f24-47f0-bbe6-ba8b23c0a43c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:20.735321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33f20479-debe-48bc-a929-667b6ed9a366 req-b45ddc01-2f24-47f0-bbe6-ba8b23c0a43c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1930590 Nov 03 19:07:20.828822 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-a2cd1115-480b-48af-ae74-7a036461d6db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] delete failed (client error): The resource could not be found. Nov 03 19:07:20.842998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a2cd1115-480b-48af-ae74-7a036461d6db tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/routers/2cbef947-23ad-4188-b326-4b514a1fd951 HTTP/1.1" status: 404 len: 336 time: 0.2373910 Nov 03 19:07:20.846927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38628) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:20.850828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33f20479-debe-48bc-a929-667b6ed9a366 req-c54bc743-c7ed-4af5-bb81-0ff4be8f2dc7 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102622 Nov 03 19:07:20.885801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:20.912224 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:20.962869 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:20.964333 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:21.040147 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b435ca6-021c-440e-9d4c-46df9523eb4f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:21.041088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b435ca6-021c-440e-9d4c-46df9523eb4f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:21.051272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b435ca6-021c-440e-9d4c-46df9523eb4f tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/9c322845-1ddc-47a3-8a1c-16e7d0529ccf HTTP/1.1" status: 404 len: 337 time: 0.1975291 Nov 03 19:07:21.051583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38632) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.192490 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:21.217753 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-057eef68-1780-4150-8eb0-cf6f392d07a5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:21.224803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.226292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057eef68-1780-4150-8eb0-cf6f392d07a5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:21.237728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-057eef68-1780-4150-8eb0-cf6f392d07a5 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/891c5266-f88b-4ef6-8c9e-c9189743bbfd HTTP/1.1" status: 404 len: 337 time: 0.1847706 Nov 03 19:07:21.265277 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:21.270221 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:21.277513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38638) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.403553 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:21.404604 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48125a-d563-41ea-8bcf-f05e6c9182c1 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:21.479424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a8fe9-654e-47d0-a6a9-b0e9522dc420 req-9cca9297-6ca1-4be5-9b9b-743b4d6c23cd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:21.494176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-076a8fe9-654e-47d0-a6a9-b0e9522dc420 req-9cca9297-6ca1-4be5-9b9b-743b4d6c23cd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 932 time: 0.3147426 Nov 03 19:07:21.545600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70b4bb-b1b8-4c9e-9961-ee08958c000d req-4cf8be2a-98bf-473d-b3bb-2acbfcd22d29 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:21.546762 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-45619acd-9cf7-4cc2-b411-bf8860a14949 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:21.548002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45619acd-9cf7-4cc2-b411-bf8860a14949 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:21.549669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a70b4bb-b1b8-4c9e-9961-ee08958c000d req-4cf8be2a-98bf-473d-b3bb-2acbfcd22d29 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2120435 Nov 03 19:07:21.564755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45619acd-9cf7-4cc2-b411-bf8860a14949 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/675f6111-314c-4e7b-99de-dae4905a235f HTTP/1.1" status: 404 len: 333 time: 0.2852123 Nov 03 19:07:21.573934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38640) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.631114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-076a8fe9-654e-47d0-a6a9-b0e9522dc420 req-9c3d8e17-f9d0-4675-9f55-47b4d04e271b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352606 Nov 03 19:07:21.667529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:21.672423 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f31605-daf5-42b7-a137-ffef7aaaeb65 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:21.673191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f31605-daf5-42b7-a137-ffef7aaaeb65 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:21.679742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f3f31605-daf5-42b7-a137-ffef7aaaeb65 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/8b010ac8-ee2c-4010-9ae4-f8bb8c6ac991 HTTP/1.1" status: 404 len: 337 time: 0.1011639 Nov 03 19:07:21.688638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38642) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.743161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:21.747361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:21.752836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event updated for resources: {'Port': ['ID=9ff0c9a6-24dd-470d-af53-845a6ed79dad,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:21.840286 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e5a2f3-5bdd-46c3-8cb4-89f52258a278 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:21.843550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e5a2f3-5bdd-46c3-8cb4-89f52258a278 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:21.850663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-49e5a2f3-5bdd-46c3-8cb4-89f52258a278 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/71c90389-b8aa-4f27-a26e-2bd3a43991d1 HTTP/1.1" status: 404 len: 333 time: 0.1559608 Nov 03 19:07:21.859246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38644) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.944226 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93c8999-d45a-4767-b0a8-d5e1be035a4c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:21.945182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93c8999-d45a-4767-b0a8-d5e1be035a4c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:21.951072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a93c8999-d45a-4767-b0a8-d5e1be035a4c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/8e542c2a-3c43-4b96-ac4a-f5e82c38c08e HTTP/1.1" status: 404 len: 337 time: 0.0831568 Nov 03 19:07:21.954226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:21.956380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38648) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:21.957513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.045368 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0db456-4b02-45dc-904f-792d46a2f705 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.046780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0db456-4b02-45dc-904f-792d46a2f705 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.057305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c0db456-4b02-45dc-904f-792d46a2f705 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/3364d665-ae8d-4036-9edb-a47030e21074 HTTP/1.1" status: 404 len: 333 time: 0.0983620 Nov 03 19:07:22.063803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38650) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.065873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-6a6712c9-5671-4532-9a03-239495557c40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8189936 Nov 03 19:07:22.070619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:22.099775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Request body: {'port': {'device_id': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:22.109611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a70b4bb-b1b8-4c9e-9961-ee08958c000d req-7489f2c8-8893-4e89-b497-87428fd9bd1e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022948 Nov 03 19:07:22.208488 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5b4fc-5e6a-4d9e-a574-f4f90549c532 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.209561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5b4fc-5e6a-4d9e-a574-f4f90549c532 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.223125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2cb5b4fc-5e6a-4d9e-a574-f4f90549c532 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/08df10a0-45a0-49a5-a013-c4799a6719b1 HTTP/1.1" status: 404 len: 337 time: 0.1569886 Nov 03 19:07:22.226034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38656) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.312824 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30bd5ed-dba1-4d6f-9218-d1e9d133d31c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.314219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30bd5ed-dba1-4d6f-9218-d1e9d133d31c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.327105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b30bd5ed-dba1-4d6f-9218-d1e9d133d31c tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/223696a7-cee6-45b2-83bf-874f495ba91a HTTP/1.1" status: 404 len: 333 time: 0.0991681 Nov 03 19:07:22.330848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38660) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.433723 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.477985 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54f3041-9d33-48e4-a31d-8ffc5f1c8289 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.478521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54f3041-9d33-48e4-a31d-8ffc5f1c8289 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.485232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b54f3041-9d33-48e4-a31d-8ffc5f1c8289 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/79f5d995-bf8d-4646-a414-64388961f219 HTTP/1.1" status: 404 len: 337 time: 0.1399908 Nov 03 19:07:22.486012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38662) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.500329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a337b7-7667-4d8a-8d9d-a6b888a30881 req-3e88e757-d735-44f8-9fe6-d8ae3774bff4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:22.505366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5a337b7-7667-4d8a-8d9d-a6b888a30881 req-3e88e757-d735-44f8-9fe6-d8ae3774bff4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2805405 Nov 03 19:07:22.544931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:22.564781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:22.569934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2969-0355-4b58-83a5-f503e45a34d7 req-e554b9b6-2ffb-4c4a-aa47-c8cc77f64c4a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:22.579847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:22.580758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.581378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:22.582768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed3c2969-0355-4b58-83a5-f503e45a34d7 req-e554b9b6-2ffb-4c4a-aa47-c8cc77f64c4a tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 908 time: 0.2485878 Nov 03 19:07:22.641234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:22.654698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:22.655985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:22.662028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5a337b7-7667-4d8a-8d9d-a6b888a30881 req-07ee3c96-c600-4dcf-985e-bf8ca124abc9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445262 Nov 03 19:07:22.715283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d6cf16b8-35f9-4721-b9d5-06f6d51ff90b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/floatingips/d2617991-5b44-4ba5-804d-1434a80776d3 HTTP/1.1" status: 200 len: 978 time: 7.3717070 Nov 03 19:07:22.717024 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b35625-3cb1-4676-b145-b6854051a764 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.718750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b35625-3cb1-4676-b145-b6854051a764 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.727988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-37b35625-3cb1-4676-b145-b6854051a764 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/43c442d5-c00c-4e9d-84c2-2f7e898087d1 HTTP/1.1" status: 404 len: 333 time: 0.2037728 Nov 03 19:07:22.728270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38666) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.730982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38668) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.734895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:22.786520 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-69883514-6a05-402f-8b95-b2414e217aba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.786971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69883514-6a05-402f-8b95-b2414e217aba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.794798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-69883514-6a05-402f-8b95-b2414e217aba tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/dae41157-302b-4c96-92c7-ddd300a4fdd7 HTTP/1.1" status: 404 len: 337 time: 0.0522206 Nov 03 19:07:22.813899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:22.815136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c6974-4e9f-406f-998b-cc0ac7393970 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:22.831182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38670) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.914668 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-319b4169-3d29-4bd9-b803-c842a1895c4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:22.915693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319b4169-3d29-4bd9-b803-c842a1895c4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:22.922806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-319b4169-3d29-4bd9-b803-c842a1895c4b tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/1799337a-6a4a-419a-88fc-e147f10b8763 HTTP/1.1" status: 404 len: 333 time: 0.0867827 Nov 03 19:07:22.935255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855cf30-ffc9-4669-aaca-21b251ea8463 req-d9f0a112-10ee-4af7-a738-0dd73111fcc6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:22.943522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f855cf30-ffc9-4669-aaca-21b251ea8463 req-d9f0a112-10ee-4af7-a738-0dd73111fcc6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2597644 Nov 03 19:07:22.944486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38672) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.024159 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-08864a61-afa2-4f77-9a98-7b766871f412 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:23.026115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08864a61-afa2-4f77-9a98-7b766871f412 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:23.031299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.040661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-08864a61-afa2-4f77-9a98-7b766871f412 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/1bfc9315-56b2-4860-8603-6ea520792a36 HTTP/1.1" status: 404 len: 337 time: 0.0921216 Nov 03 19:07:23.040993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38674) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.111139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f855cf30-ffc9-4669-aaca-21b251ea8463 req-be09ace9-b4b3-4a02-b38e-a8d745f81dc3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663854 Nov 03 19:07:23.139594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e7568-cfbe-43ce-aae6-165d1a11de57 req-8dc18cbe-882b-46ee-aebf-c9f919556c3b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:23.148343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a79e7568-cfbe-43ce-aae6-165d1a11de57 req-8dc18cbe-882b-46ee-aebf-c9f919556c3b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 932 time: 0.2806485 Nov 03 19:07:23.179958 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-50be926f-eb4b-4995-93f4-76dcaedba32e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:23.180603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50be926f-eb4b-4995-93f4-76dcaedba32e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:23.184282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50be926f-eb4b-4995-93f4-76dcaedba32e tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/ports/8d78f970-633d-4c5e-863a-a1e7878805f7 HTTP/1.1" status: 404 len: 333 time: 0.1403189 Nov 03 19:07:23.190736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38678) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.279652 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af92f35-fc11-4d5e-a7f7-99a8550675c4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:23.280643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af92f35-fc11-4d5e-a7f7-99a8550675c4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:23.287795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8af92f35-fc11-4d5e-a7f7-99a8550675c4 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/subnets/07b38920-7210-4b8a-9efb-7ea02a999194 HTTP/1.1" status: 404 len: 337 time: 0.0951431 Nov 03 19:07:23.292584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38684) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.338629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a79e7568-cfbe-43ce-aae6-165d1a11de57 req-0f2d0856-8566-445e-b836-97e22da8a593 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891084 Nov 03 19:07:23.475545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb509-b21d-4a20-bb60-d566317d6850 req-f4d17ce2-2a3e-471f-a4c2-e397ecf02d5c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:23.489021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b4cb509-b21d-4a20-bb60-d566317d6850 req-f4d17ce2-2a3e-471f-a4c2-e397ecf02d5c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1487176 Nov 03 19:07:23.542847 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.623778 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.652227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.652766 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP d2617991-5b44-4ba5-804d-1434a80776d3 disassociated. External IP: 172.25.8.200, port: c049555a-bb70-4daf-b8f3-f5d9fb505fdc. Nov 03 19:07:23.750108 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:07:23.833780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff0c9a6-24dd-470d-af53-845a6ed79dad {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:23.846046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b4cb509-b21d-4a20-bb60-d566317d6850 req-5cbd1071-ca5a-4444-b2db-7cc3ad7cb7b7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556995 Nov 03 19:07:23.855865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.898708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11f453-17df-4a85-89d3-8fd172fc6e83 req-b22f45a2-3018-44ef-a458-0a106d4c58f0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:23.907741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a11f453-17df-4a85-89d3-8fd172fc6e83 req-b22f45a2-3018-44ef-a458-0a106d4c58f0 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 908 time: 0.1530547 Nov 03 19:07:23.949670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fb80d3-1f1b-47fa-b8e1-44029087a84a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:23.976244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d2fb1e-f407-46e9-9d51-c06208ce5856') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:23.976706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d2fb1e-f407-46e9-9d51-c06208ce5856') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:24.042488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.112962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.133197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Transition to ACTIVE for port object 9ff0c9a6-24dd-470d-af53-845a6ed79dad will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:24.144406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.158847 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.220291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:24.221116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:24.225403 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:24.310120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbafd2-0e25-4b2a-9300-f0a7856672dd req-aa783b34-29cd-43fb-84cc-0df18e2c94e3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:24.319227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54bbafd2-0e25-4b2a-9300-f0a7856672dd req-aa783b34-29cd-43fb-84cc-0df18e2c94e3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2267933 Nov 03 19:07:24.331420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac7fc3-2c0d-4686-8668-bcb04712c0d0 req-037e68a3-19d0-4ff2-9fdf-40d16bbfbc2f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:24.342276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff0c9a6-24dd-470d-af53-845a6ed79dad,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:24.342472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7ac7fc3-2c0d-4686-8668-bcb04712c0d0 req-037e68a3-19d0-4ff2-9fdf-40d16bbfbc2f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2464688 Nov 03 19:07:24.347968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-96b7987c-917a-4ffd-85c5-a6f836a2d5ad tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:24.349846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-96b7987c-917a-4ffd-85c5-a6f836a2d5ad tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 908 time: 0.3561606 Nov 03 19:07:24.491527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.518022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7ac7fc3-2c0d-4686-8668-bcb04712c0d0 req-6d24efbf-6d28-4bc4-b8ec-ff2b92be9364 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768851 Nov 03 19:07:24.540580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.549071 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] 10.222.0.91 "DELETE /v2.0/networks/60fb80d3-1f1b-47fa-b8e1-44029087a84a HTTP/1.1" status: 204 len: 168 time: 1.2547150 Nov 03 19:07:24.556992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:24.601107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5a170-a3eb-4d13-aef5-db43b5fb10c3 tempest-NetworksTestDHCPv6-2126379044 tempest-NetworksTestDHCPv6-2126379044-project] Pushing event deleted for resources: {'Network': ['ID=60fb80d3-1f1b-47fa-b8e1-44029087a84a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:24.614400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54bbafd2-0e25-4b2a-9300-f0a7856672dd req-79b7f72d-a9e1-4685-92af-62930096d6ed tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941113 Nov 03 19:07:24.775662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Attempting to bind port 9ff0c9a6-24dd-470d-af53-845a6ed79dad on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:24.776282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Attempting to bind port 9ff0c9a6-24dd-470d-af53-845a6ed79dad by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:24.776818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Attempting to bind port 9ff0c9a6-24dd-470d-af53-845a6ed79dad on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:24.798385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Port 9ff0c9a6-24dd-470d-af53-845a6ed79dad on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:24.798895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Attempting to bind port 9ff0c9a6-24dd-470d-af53-845a6ed79dad on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:24.814385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:24.814866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:24.815512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Bound using segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:24.816815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Bound port: 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:24.817915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.864551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Deleting port 7409340a-6a08-45ba-a3b7-2562f3d18f19 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:24.865142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.030913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094916-7ba8-45d5-827e-49ff3ae35210 req-58d9d22e-3038-4666-b1ca-6f34a73ede8b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.034440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c094916-7ba8-45d5-827e-49ff3ae35210 req-58d9d22e-3038-4666-b1ca-6f34a73ede8b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 944 time: 0.2753627 Nov 03 19:07:25.077030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:25.096889 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:25.146146 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.154691 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:25.161093 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:25.208233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] For port 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:25.220320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] For port 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:25.264659 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:25.267664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.288937 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:25.291153 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:25.321328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] For port 7409340a-6a08-45ba-a3b7-2562f3d18f19, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7409340a-6a08-45ba-a3b7-2562f3d18f19,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:25.328757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.335232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6e3eef87-3cc6-4daa-9d01-9fe1fe82311d tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/floatingips/d2617991-5b44-4ba5-804d-1434a80776d3 HTTP/1.1" status: 200 len: 688 time: 2.6062975 Nov 03 19:07:25.341869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c094916-7ba8-45d5-827e-49ff3ae35210 req-beaa9bdd-e372-4653-b1fa-b6c12323404f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466047 Nov 03 19:07:25.342737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38714) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:25.436487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.441911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.449407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] 10.222.0.110 "PUT /v2.0/ports/9ff0c9a6-24dd-470d-af53-845a6ed79dad HTTP/1.1" status: 200 len: 1092 time: 3.3638954 Nov 03 19:07:25.452790 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:25.455179 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7b5a8-3bd6-4c8f-9805-8dde64e84a3b None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:25.469715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'tag': '9ff0c9a6-24dd-470d-af53-845a6ed79dad'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:25.473005 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130" -d '{"events": [{"name": "network-changed", "server_uuid": "ba88af1c-abeb-44d7-9833-1a665ba9f75c", "tag": "9ff0c9a6-24dd-470d-af53-845a6ed79dad"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:25.480983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38716) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:25.490481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Calling delete_port for 7409340a-6a08-45ba-a3b7-2562f3d18f19 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:25.609408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbc2e9-8cb6-4cde-95c3-6538a7efbc4a req-aa1ea35c-4052-4017-970a-02a496f90c23 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.624757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76bbc2e9-8cb6-4cde-95c3-6538a7efbc4a req-aa1ea35c-4052-4017-970a-02a496f90c23 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5437214 Nov 03 19:07:25.710802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddc776-1eab-4bee-94e3-a81e18775dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff0c9a6-24dd-470d-af53-845a6ed79dad,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:25.760605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-99c671cf-2234-4cec-99dd-227cdf2b75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.762697 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-99c671cf-2234-4cec-99dd-227cdf2b75e7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 1095 time: 0.1944489 Nov 03 19:07:25.856660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-2ede11e8-13d7-4b9e-aef5-a0b57d56f1b9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad HTTP/1.1" status: 200 len: 217 time: 0.0791738 Nov 03 19:07:25.867525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76bbc2e9-8cb6-4cde-95c3-6538a7efbc4a req-1d7f9a16-ed84-48ad-bb49-9581a82fcf03 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417655 Nov 03 19:07:25.916791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585494-eeac-435a-a603-92bc51909b60 req-f7445697-8948-428d-8c5b-2f8baa140567 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.929796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9585494-eeac-435a-a603-92bc51909b60 req-f7445697-8948-428d-8c5b-2f8baa140567 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 908 time: 0.3332021 Nov 03 19:07:25.999132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port b4bde69b-9577-4184-bc3b-425802c202dc {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:25.999478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.228070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-02d56fba-665f-4c45-b414-3fdeef730f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.243223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-02d56fba-665f-4c45-b414-3fdeef730f91 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.3600612 Nov 03 19:07:26.330156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03d19364-574b-44c7-af8a-6cf2aff36b42 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=28c8d3c2cb47485ea5038388ae191ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8412595 Nov 03 19:07:26.330156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-391706f0-0a4e-4660-9744-428934850918 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808916 Nov 03 19:07:26.331233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.334199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:26.474459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'Port': ['ID=7409340a-6a08-45ba-a3b7-2562f3d18f19,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:26.522080 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d706fe-ea64-45a3-a584-bbd4f37970ed x-openstack-request-id: req-e4d706fe-ea64-45a3-a584-bbd4f37970ed {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:26.522793 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba88af1c-abeb-44d7-9833-1a665ba9f75c", "tag": "9ff0c9a6-24dd-470d-af53-845a6ed79dad", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:26.523287 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4d706fe-ea64-45a3-a584-bbd4f37970ed {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:26.523961 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'tag': '9ff0c9a6-24dd-470d-af53-845a6ed79dad', 'status': 'completed', 'code': 200} Nov 03 19:07:26.525139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.728538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57787437-84ea-4342-b6c6-09d4ad6e0fbd req-454d4c1e-68fe-42b4-b109-4d56042104ca tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.736852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57787437-84ea-4342-b6c6-09d4ad6e0fbd req-454d4c1e-68fe-42b4-b109-4d56042104ca tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1618083 Nov 03 19:07:26.739796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] No DVR routers for this DVR port 7409340a-6a08-45ba-a3b7-2562f3d18f19 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:26.764578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.771272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-42748bc4-809e-42fd-8c38-dd75bc9bb986 req-94abfa2c-117f-40df-871c-4918349475fc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "DELETE /v2.0/ports/7409340a-6a08-45ba-a3b7-2562f3d18f19 HTTP/1.1" status: 204 len: 173 time: 2.4050617 Nov 03 19:07:26.777270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.777270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.785970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.869404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for b4bde69b-9577-4184-bc3b-425802c202dc owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:26.897838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926a36-3b33-4466-9ac5-8bbb78a0ce96 req-b747c561-961c-42ca-9294-b17ed4139c10 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.899438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87926a36-3b33-4466-9ac5-8bbb78a0ce96 req-b747c561-961c-42ca-9294-b17ed4139c10 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2693646 Nov 03 19:07:27.030116 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-004ed04a-b16c-4e88-8150-06cd52a89aa1 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286101 Nov 03 19:07:27.045657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.064419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.066576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3c0d48f8-f849-4181-ab07-d56d60a8ffd7 HTTP/1.1" status: 204 len: 168 time: 0.7275844 Nov 03 19:07:27.100800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87926a36-3b33-4466-9ac5-8bbb78a0ce96 req-304e0a0f-5a02-49d2-a8a9-ebfc9f2a8fdb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770451 Nov 03 19:07:27.125853 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57787437-84ea-4342-b6c6-09d4ad6e0fbd req-9cbd3255-79a2-4957-a09e-c70c5fa94137 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879540 Nov 03 19:07:27.226817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d48f8-f849-4181-ab07-d56d60a8ffd7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:27.307789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.308916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.309326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.309800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.310239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.310710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.311183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.311574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.312023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.313224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.313809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.314234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9e7a9-13cd-45c5-b905-3db043337c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:27.410207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b9f5542f-3fb1-4b76-9e1c-eb515d79781e req-f6b13d27-4a07-41a7-b9d8-030f1473001e service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420224 Nov 03 19:07:27.437809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4434d1ac-9501-4003-beb5-44a83b92e2ba req-af3d5ee4-4b99-4d25-a647-a826c413aa19 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7 HTTP/1.1" status: 200 len: 210 time: 0.1433234 Nov 03 19:07:27.476121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc771-acd3-40ec-9bbc-4186fa361e97 req-8ecc9b9d-68b4-4f8b-ae32-6a5e017a2b33 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:27.485681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeedc771-acd3-40ec-9bbc-4186fa361e97 req-8ecc9b9d-68b4-4f8b-ae32-6a5e017a2b33 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 944 time: 0.1812744 Nov 03 19:07:27.641603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeedc771-acd3-40ec-9bbc-4186fa361e97 req-d2b13d83-6af9-4059-9fb8-4770de1aee8a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540797 Nov 03 19:07:27.650442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.685518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7409340a-6a08-45ba-a3b7-2562f3d18f19 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:27.726219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-fe3a7a10-b1c2-4f98-bb07-550ecac74e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:27.728553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-fe3a7a10-b1c2-4f98-bb07-550ecac74e58 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 1095 time: 0.1517627 Nov 03 19:07:27.767064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 7409340a-6a08-45ba-a3b7-2562f3d18f19 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:27.767994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7409340a-6a08-45ba-a3b7-2562f3d18f19 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:27.789724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=b4bde69b-9577-4184-bc3b-425802c202dc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:27.952968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-bfc12ae7-0b86-42b3-b24d-3964bfc88e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:27.955726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-bfc12ae7-0b86-42b3-b24d-3964bfc88e98 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 0.2084594 Nov 03 19:07:28.087260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-29cfc4f5-d566-407d-8fe4-db97290716e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad HTTP/1.1" status: 200 len: 217 time: 0.1142654 Nov 03 19:07:28.095355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72dc4d-b30e-43ac-b00b-eae4359aeaa3 req-9422d1af-7d7c-4b86-9819-78d67c168966 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:28.100678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a72dc4d-b30e-43ac-b00b-eae4359aeaa3 req-9422d1af-7d7c-4b86-9819-78d67c168966 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3153143 Nov 03 19:07:28.239369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.247576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.259336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-02f0d622-1775-4bdf-a65f-2a5b9d74da27 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/floatingips/d2617991-5b44-4ba5-804d-1434a80776d3 HTTP/1.1" status: 204 len: 168 time: 2.9122827 Nov 03 19:07:28.259647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38758) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:28.373526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-b36cff0d-90b5-4bb8-a0a9-17777bba4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:28.376760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-b36cff0d-90b5-4bb8-a0a9-17777bba4c15 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.2774532 Nov 03 19:07:28.378629 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-836547a1-c64b-4af8-8eb8-18421b226677 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] delete failed (client error): The resource could not be found. Nov 03 19:07:28.384744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-836547a1-c64b-4af8-8eb8-18421b226677 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/floatingips/d2617991-5b44-4ba5-804d-1434a80776d3 HTTP/1.1" status: 404 len: 345 time: 0.1193125 Nov 03 19:07:28.387372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38760) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:28.476536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a72dc4d-b30e-43ac-b00b-eae4359aeaa3 req-2fa13d22-6c9f-4a3b-b54b-af407f742154 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589175 Nov 03 19:07:28.581999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16a853-1e19-401f-8da9-3323cdd320e7 req-70ba74b0-3b46-4522-b51c-5b0c6b5a9216 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:28.586492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d16a853-1e19-401f-8da9-3323cdd320e7 req-70ba74b0-3b46-4522-b51c-5b0c6b5a9216 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2820501 Nov 03 19:07:28.609444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'name': 'network-vif-deleted', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:28.617624 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2730f-ac4e-4548-80ed-b28594410692" -d '{"events": [{"server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "name": "network-vif-deleted", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:28.718357 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-fcef9a37-42b7-476a-80fc-c94a12e165ef service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3201880 Nov 03 19:07:28.797576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d16a853-1e19-401f-8da9-3323cdd320e7 req-1d8ece27-f7ed-4052-acbf-d2936b07c1ca tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014689 Nov 03 19:07:29.024756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e6fd7-327f-4185-ad2e-0f3bbde3ffcf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.042756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e6fd7-327f-4185-ad2e-0f3bbde3ffcf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.056757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-386bcdd6-a5ba-404c-942f-056c35da91ad service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2497787 Nov 03 19:07:29.076096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e6fd7-327f-4185-ad2e-0f3bbde3ffcf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.085377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38782) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.088390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa5e6fd7-327f-4185-ad2e-0f3bbde3ffcf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/ports?network_id=a434177f-a1ab-4882-9bc0-3a7a8937d8e5 HTTP/1.1" status: 200 len: 2359 time: 0.6890962 Nov 03 19:07:29.092559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-0b45b0fe-650f-4ffb-8e25-7e585674205f service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680665 Nov 03 19:07:29.136413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45728a7b-fe0d-4ae2-949b-b33f51481f95 req-fe9b753e-07ae-46cb-87a6-338812dd93d8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.139378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45728a7b-fe0d-4ae2-949b-b33f51481f95 req-fe9b753e-07ae-46cb-87a6-338812dd93d8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2208409 Nov 03 19:07:29.331555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621a4d1-98ed-4d8e-a970-7b952cc2aba3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.340222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2621a4d1-98ed-4d8e-a970-7b952cc2aba3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/subnets/4fe64f24-8142-4875-87ed-f031835b0781 HTTP/1.1" status: 200 len: 797 time: 0.2476661 Nov 03 19:07:29.345029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38788) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.357881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'port': {'network_id': 'a434177f-a1ab-4882-9bc0-3a7a8937d8e5', 'name': 'tempest-FloatingIPTestJSON-1530162583', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:29.385918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38790) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.435963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45728a7b-fe0d-4ae2-949b-b33f51481f95 req-e4d334e1-1d0f-4a50-8d0a-df0a011d2796 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363625 Nov 03 19:07:29.444307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-827d2793-9f6f-4ffd-b3db-762b4ace5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.448288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-827d2793-9f6f-4ffd-b3db-762b4ace5541 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4b8d4c6a533c46268a174ab703c85690&device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 1096 time: 0.2651358 Nov 03 19:07:29.570158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df282e7d-3dfa-4a7b-9a2d-cc2c0a4c2130 req-4616d324-3164-4058-acb6-c0b8fd0d7bb9 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525383 Nov 03 19:07:29.622030 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cde9162-9240-485f-a644-3aca068226f6 x-openstack-request-id: req-9cde9162-9240-485f-a644-3aca068226f6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:29.624111 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7", "name": "network-vif-deleted", "tag": "7409340a-6a08-45ba-a3b7-2562f3d18f19", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:29.625169 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9cde9162-9240-485f-a644-3aca068226f6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:29.626038 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e33c0-fa7e-4a6c-abf2-45be6ae363c7', 'name': 'network-vif-deleted', 'tag': '7409340a-6a08-45ba-a3b7-2562f3d18f19', 'status': 'completed', 'code': 200} Nov 03 19:07:29.758200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-638203073'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:29.837272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Made reservation on behalf of e7afccceefa3452bb61a40420cf62651 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:29.848045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.867314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.007664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36db5b2-22f3-4195-9c19-faf3a6d57051 req-68c4e9a9-ebca-40c7-a44d-f5dccd3d4379 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.011124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c36db5b2-22f3-4195-9c19-faf3a6d57051 req-68c4e9a9-ebca-40c7-a44d-f5dccd3d4379 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 944 time: 0.5027912 Nov 03 19:07:30.031417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-2f8128c6-b96b-4ddb-af45-2b3ef7cbb4e8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.033448 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-2f8128c6-b96b-4ddb-af45-2b3ef7cbb4e8 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 945 time: 0.1190765 Nov 03 19:07:30.112936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a7e5e-6226-4af9-b98b-f8e76e139bca req-c32d43d0-34be-4dd1-b94e-a81fbbe750bd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.116018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-113a7e5e-6226-4af9-b98b-f8e76e139bca req-c32d43d0-34be-4dd1-b94e-a81fbbe750bd tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=181021a8-42d6-4199-99cf-e14003e543f7 HTTP/1.1" status: 200 len: 945 time: 0.3065829 Nov 03 19:07:30.143032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-e15ef47f-77f8-4f6b-98e5-b580c079dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.146018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-e15ef47f-77f8-4f6b-98e5-b580c079dbba service neutron] 10.222.0.110 "GET /v2.0/networks?id=84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 200 len: 913 time: 0.6363733 Nov 03 19:07:30.194593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.210049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.243761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:07:30.262777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Deleting port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:30.263559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.305923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.306586 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Added segment ba1cf0b4-f96c-4278-8343-857496a5303d of type vlan for network e65a24b5-7be0-4728-8e04-c84b37279511 Nov 03 19:07:30.311788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd9704-1335-4b34-a68e-6faba1905613,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:30.317656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c36db5b2-22f3-4195-9c19-faf3a6d57051 req-104fd30a-c408-4c16-ba43-f59437485a66 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805090 Nov 03 19:07:30.323792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:30.435384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-3c626491-035d-4ae0-81f5-081a9e7d9f07 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef HTTP/1.1" status: 200 len: 217 time: 0.2666192 Nov 03 19:07:30.440480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.522035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] For port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:30.523120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.556198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.562676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.563658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.577188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Calling delete_port for 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:30.601553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1953559 Nov 03 19:07:30.605558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.659364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'subnet': {'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:30.746229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-113a7e5e-6226-4af9-b98b-f8e76e139bca req-45ab3218-0ba9-48db-93d7-91e21ff7ba72 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105747 Nov 03 19:07:30.805478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-287088be-dfe4-4fd7-a453-061de26f80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.808003 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-287088be-dfe4-4fd7-a453-061de26f80d6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 200 len: 851 time: 0.3258696 Nov 03 19:07:30.907219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d84c6-4084-442e-945b-f18734958dbe tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Network': ['ID=e65a24b5-7be0-4728-8e04-c84b37279511,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:30.922505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e65a24b5-7be0-4728-8e04-c84b37279511 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:07:31.010767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.149218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] device_id is not set on port 9c54c23a-74c1-49b7-9be8-3ff3453d4851 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:31.176765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Made reservation on behalf of e7afccceefa3452bb61a40420cf62651 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:31.185307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-97fcc661-c8d8-42d4-914d-8157601cb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.186887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-97fcc661-c8d8-42d4-914d-8157601cb922 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=84430f78-db22-4ffe-931f-e8c1af41dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523562 Nov 03 19:07:31.198731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.272591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e1a16-619a-40d5-b989-0366074cab67 req-7e6b2ea9-28eb-4c6e-9242-5d1f401a47a2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.282754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-858e1a16-619a-40d5-b989-0366074cab67 req-7e6b2ea9-28eb-4c6e-9242-5d1f401a47a2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.3738976 Nov 03 19:07:31.497061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-8b6f93ff-3f85-424b-994c-41ef6d399051 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.506057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-8b6f93ff-3f85-424b-994c-41ef6d399051 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.5986569 Nov 03 19:07:31.595622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-fb85978a-ea15-4941-81d4-e4c616c6d66c tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/quotas/509be90b99d0409cb24800c14a725589 HTTP/1.1" status: 200 len: 375 time: 0.0882022 Nov 03 19:07:31.610831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-858e1a16-619a-40d5-b989-0366074cab67 req-56b8ede8-3298-4a10-8988-74d54e50677e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270984 Nov 03 19:07:31.798502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-f8fc5125-4fc6-4603-b15d-a0b3643e7b59 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375683 Nov 03 19:07:31.942374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01e6833-1acf-4525-8a8b-b936a714dfe8 req-46087d51-90b8-43df-ab2a-20de22678860 service neutron] 10.222.0.110 "GET /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297894 Nov 03 19:07:31.990745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-eb580a4b-8b0e-47be-a7cb-9930adfcf49a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3939507 Nov 03 19:07:32.046797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.077733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['65431969-3c30-433a-965d-2e173ac343b5'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:32.120582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'Port': ['ID=77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:32.207020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:32.240588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.13 (a434177f-a1ab-4882-9bc0-3a7a8937d8e5/4fe64f24-8142-4875-87ed-f031835b0781/9c54c23a-74c1-49b7-9be8-3ff3453d4851) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:32.251019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.12 (a434177f-a1ab-4882-9bc0-3a7a8937d8e5/4fe64f24-8142-4875-87ed-f031835b0781/9c54c23a-74c1-49b7-9be8-3ff3453d4851) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:32.325314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9ff0c9a6-24dd-470d-af53-845a6ed79dad details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:32.410981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] No DVR routers for this DVR port 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:32.418571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.427697 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db9f3ed6-a439-4589-b3a3-6250ac16e047 req-65f73794-a227-40f2-97b8-d4d7d371418b tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "DELETE /v2.0/ports/77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef HTTP/1.1" status: 204 len: 173 time: 2.3774359 Nov 03 19:07:32.428337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181021a8-42d6-4199-99cf-e14003e543f7', 'name': 'network-vif-deleted', 'tag': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:32.443553 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f2ff3-5e56-4c57-acbc-c1407c87efeb" -d '{"events": [{"server_uuid": "181021a8-42d6-4199-99cf-e14003e543f7", "name": "network-vif-deleted", "tag": "77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:32.479581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.653907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.697625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-8824338f-6b0c-42ef-b114-64c9de902800 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056396 Nov 03 19:07:32.848523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.950883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.062684 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.152712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:33.166220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Subnet': ['ID=c009f1cb-5e11-4f1d-892c-2a292bfec70b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:33.179934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Checking segment: {'id': 'ba1cf0b4-f96c-4278-8343-857496a5303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:33.180355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network hostable DHCP agents. Network: e65a24b5-7be0-4728-8e04-c84b37279511, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:07:33.185948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-0a798283-7d74-4d4c-977c-950870519ee1 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860315 Nov 03 19:07:33.203749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '9ff0c9a6-24dd-470d-af53-845a6ed79dad', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': '9ff0c9a6-24dd-470d-af53-845a6ed79dad', 'mac_address': 'fa:16:3e:a9:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:33.255987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network e65a24b5-7be0-4728-8e04-c84b37279511 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:07:33.284880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e65a24b5-7be0-4728-8e04-c84b37279511) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:33.298581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:33.300021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.359140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:33.365185 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-15172fba-eb70-42f2-a105-5b6506539cec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7333865 Nov 03 19:07:33.371085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38834) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:33.387720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:33.405788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a11b6-8f29-496d-bcd8-fb09fe85a8f3 None None] Network e65a24b5-7be0-4728-8e04-c84b37279511 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:33.410886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2114659107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:33.415240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:33.530427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=9c54c23a-74c1-49b7-9be8-3ff3453d4851,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:33.556055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.571596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.607568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:33.609857 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.680997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8116833-43bb-4ed3-b908-f42615bc50c6 req-32c397b3-4510-4251-9c54-c96ac9e14d6e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:33.703180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8116833-43bb-4ed3-b908-f42615bc50c6 req-32c397b3-4510-4251-9c54-c96ac9e14d6e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.6022799 Nov 03 19:07:33.931882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8116833-43bb-4ed3-b908-f42615bc50c6 req-9f0ab845-f10e-4347-8cb2-5575983b4a04 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240913 Nov 03 19:07:33.936311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.953359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3682652d-6345-4c0f-9bf9-f310598bdc83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6028125 Nov 03 19:07:33.953949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:33.962659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.012893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff0c9a6-24dd-470d-af53-845a6ed79dad {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:34.024801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38842) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:34.040515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '9c54c23a-74c1-49b7-9be8-3ff3453d4851', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:34.067273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.075386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bcef54e4-0e76-4254-ba64-8f41e22e948b tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6998086 Nov 03 19:07:34.085728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38846) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:34.100542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:34.140290 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.185816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e554c-af98-42a6-ace0-6adaadd53d47 req-70d4b351-d580-4ff6-915c-850dbe0e54c0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.188666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-457e554c-af98-42a6-ace0-6adaadd53d47 req-70d4b351-d580-4ff6-915c-850dbe0e54c0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 944 time: 0.2337899 Nov 03 19:07:34.266818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:34.421268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-457e554c-af98-42a6-ace0-6adaadd53d47 req-e71d0048-5d98-4e32-86e1-ad5c666a7919 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093909 Nov 03 19:07:34.425814 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2224f7-9d6f-47eb-b19e-0f93ab3405d4 x-openstack-request-id: req-9a2224f7-9d6f-47eb-b19e-0f93ab3405d4 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:34.426837 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181021a8-42d6-4199-99cf-e14003e543f7", "name": "network-vif-deleted", "tag": "77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:34.427263 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9a2224f7-9d6f-47eb-b19e-0f93ab3405d4 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:34.427887 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181021a8-42d6-4199-99cf-e14003e543f7', 'name': 'network-vif-deleted', 'tag': '77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef', 'status': 'completed', 'code': 200} Nov 03 19:07:34.601299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e65a24b5-7be0-4728-8e04-c84b37279511', 'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511', 'tenant_id': 'e7afccceefa3452bb61a40420cf62651', 'fixed_ips': [{'subnet_id': 'c009f1cb-5e11-4f1d-892c-2a292bfec70b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:07:34.610653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.616381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:34.776448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796c5d6-b224-4116-9f7e-059ede22993c req-1ad721fe-804b-407e-9be7-33c17d34fb38 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.794748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2796c5d6-b224-4116-9f7e-059ede22993c req-1ad721fe-804b-407e-9be7-33c17d34fb38 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1883976 Nov 03 19:07:34.796189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.806572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.813283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.837991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.869613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.883747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.899344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.903077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-af20b317-e266-4294-84b8-cb85711ec417 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.4738588 Nov 03 19:07:34.931471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9ff0c9a6-24dd-470d-af53-845a6ed79dad,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:34.961966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-18e9ee8c-30fd-4f56-a2fd-32f9625fccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.966512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-18e9ee8c-30fd-4f56-a2fd-32f9625fccd4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.8875110 Nov 03 19:07:34.989363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['9ff0c9a6-24dd-470d-af53-845a6ed79dad'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:35.027117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:35.028301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 77f2e0ec-2e22-4c1b-b51d-4bb2f7ca79ef not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:35.040492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.052181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.063642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.075059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.111382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.123578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30598ef4-9a82-46ce-8a0f-dc6592a51c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:35.129119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.143843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.159439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-3c87b3e9-9f7c-404a-80e3-e855ef47c4be tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.3627865 Nov 03 19:07:35.173956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2796c5d6-b224-4116-9f7e-059ede22993c req-8f484304-6c46-4147-9c3f-d64e5122d409 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562193 Nov 03 19:07:35.379841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Allocated IP 172.20.0.2 (e65a24b5-7be0-4728-8e04-c84b37279511/c009f1cb-5e11-4f1d-892c-2a292bfec70b/c47c1936-6d27-45b8-909d-d1e0c5b5e648) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:35.407180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-302e6608-3cce-4e47-af07-2bf01a083b0e req-71e05755-6107-4d7b-8c58-ede3c8933fed tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298148 Nov 03 19:07:35.482626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:35.545405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb515492-8afb-4d82-8a23-cdb56a75baff req-a1306a8a-937b-412f-8c1e-4f7b56ddabd6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 210 time: 0.1065779 Nov 03 19:07:35.714968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6cbb4bdf-aff3-4409-a21d-001222b5e4d0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.717523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6cbb4bdf-aff3-4409-a21d-001222b5e4d0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "GET /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7954090 Nov 03 19:07:35.969018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95bdf-ef62-4ed7-b927-c6e69216d3a3 req-bd8cdaa1-6b58-45a0-8896-ed4b97a5703e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.979594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d95bdf-ef62-4ed7-b927-c6e69216d3a3 req-bd8cdaa1-6b58-45a0-8896-ed4b97a5703e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 945 time: 0.1827748 Nov 03 19:07:36.130526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d95bdf-ef62-4ed7-b927-c6e69216d3a3 req-3c4593d0-1249-4bad-a544-5f50c5cf7d4f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Nov 03 19:07:36.314808 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.335685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.348429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-43303612-755a-4bec-b175-fcd6b7aa7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.351537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-43303612-755a-4bec-b175-fcd6b7aa7737 service neutron] 10.222.0.115 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 1.2693069 Nov 03 19:07:36.486017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Network e65a24b5-7be0-4728-8e04-c84b37279511 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:36.493067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:36.499833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:36.547016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Pushing event updated for resources: {'Port': ['ID=c47c1936-6d27-45b8-909d-d1e0c5b5e648,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:36.594877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-0dd500c9-69c1-433e-8036-9dd1f3047701 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.597837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-0dd500c9-69c1-433e-8036-9dd1f3047701 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.2877541 Nov 03 19:07:36.618547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a987c3e-e72e-473f-8ee8-c57856859802 req-7b9e871d-dc56-4ef5-a69a-0628a6b5cdca tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.621993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Attempting to bind port c47c1936-6d27-45b8-909d-d1e0c5b5e648 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:36.622930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Attempting to bind port c47c1936-6d27-45b8-909d-d1e0c5b5e648 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'ba1cf0b4-f96c-4278-8343-857496a5303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:36.623832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Attempting to bind port c47c1936-6d27-45b8-909d-d1e0c5b5e648 on network e65a24b5-7be0-4728-8e04-c84b37279511 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:36.632676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a987c3e-e72e-473f-8ee8-c57856859802 req-7b9e871d-dc56-4ef5-a69a-0628a6b5cdca tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 946 time: 0.1844153 Nov 03 19:07:36.639853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:36.641090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Checking segment: {'id': 'ba1cf0b4-f96c-4278-8343-857496a5303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:36.642152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.643160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Bound using segment: {'id': 'ba1cf0b4-f96c-4278-8343-857496a5303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:36.644383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Bound port: c47c1936-6d27-45b8-909d-d1e0c5b5e648, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1cf0b4-f96c-4278-8343-857496a5303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:36.645618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.655047 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-5bcbcb05-bc37-46ba-8825-366ecf782424 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "GET /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8221335 Nov 03 19:07:36.657162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.729831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:36.798181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] For port c47c1936-6d27-45b8-909d-d1e0c5b5e648, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:36.806587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] For port c47c1936-6d27-45b8-909d-d1e0c5b5e648, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c47c1936-6d27-45b8-909d-d1e0c5b5e648,segment=NetworkSegment(ba1cf0b4-f96c-4278-8343-857496a5303d),segment_id=ba1cf0b4-f96c-4278-8343-857496a5303d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:36.816598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:36.845986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-25a26561-83e7-4ba7-b90e-e74637a3c5ea service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1002 time: 0.3831978 Nov 03 19:07:36.915970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a987c3e-e72e-473f-8ee8-c57856859802 req-97b014b8-21b7-4d3b-9589-3481bee5db1d tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820246 Nov 03 19:07:36.952867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bf4a0-00ac-4a0e-9833-3051983be948 req-c93b079b-eb7d-4266-94bb-5cadfc933fa1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.956437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f62bf4a0-00ac-4a0e-9833-3051983be948 req-c93b079b-eb7d-4266-94bb-5cadfc933fa1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.3558249 Nov 03 19:07:37.011186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626bf71-7468-4ed9-80d9-369b40a4a9c6 None None] Pushing event updated for resources: {'Port': ['ID=c47c1936-6d27-45b8-909d-d1e0c5b5e648,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:37.106853 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f62bf4a0-00ac-4a0e-9833-3051983be948 req-75fba821-2785-4857-9b17-62e31e66ae6f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374137 Nov 03 19:07:37.138688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Deleting port 65431969-3c30-433a-965d-2e173ac343b5 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:37.139409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.141748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.46 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/6ae198e6-66af-4e8d-b201-3e037f877ab4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:37.285844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.424937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-6838c300-ed62-4b7e-a075-59dbad3efa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.426226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-6838c300-ed62-4b7e-a075-59dbad3efa79 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.5233617 Nov 03 19:07:37.449874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-7f53942d-fd4c-4a6a-97c1-4dd3fd7a40c9 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.452160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-7f53942d-fd4c-4a6a-97c1-4dd3fd7a40c9 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 1.1805985 Nov 03 19:07:37.498553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Request body: {'port': {'device_id': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'admin_state_up': True, 'tenant_id': '509be90b99d0409cb24800c14a725589'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:37.563453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Allocated IP 172.20.0.1 (e65a24b5-7be0-4728-8e04-c84b37279511/c009f1cb-5e11-4f1d-892c-2a292bfec70b/cd405c22-8013-467c-99af-361bf80e0f97) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:37.594456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.761912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd200-bafc-4331-8054-9bffc23335a3 req-98e850f2-fabd-4b3d-bab8-f96137f121e5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.764229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b6dd200-bafc-4331-8054-9bffc23335a3 req-98e850f2-fabd-4b3d-bab8-f96137f121e5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5623255 Nov 03 19:07:37.770362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-adc24b93-e7ae-4ed6-a45d-42928b7a47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.772045 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-adc24b93-e7ae-4ed6-a45d-42928b7a47cf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3319311 Nov 03 19:07:37.797042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] For port 65431969-3c30-433a-965d-2e173ac343b5, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=65431969-3c30-433a-965d-2e173ac343b5,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:37.797610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.832311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Calling delete_port for 65431969-3c30-433a-965d-2e173ac343b5 owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:37.847245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.853705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.860065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.866839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.873605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.880976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.887607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.889710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-5b08ac2e-b2de-4f83-b450-91c58fbead47 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 5443 time: 0.2171428 Nov 03 19:07:37.901690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:37.940436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b729b959-f866-435c-a8e6-cd0b3736ffde,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:38.000397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b6dd200-bafc-4331-8054-9bffc23335a3 req-959b534b-8bb9-4fa6-a218-06ddde47a6d7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231660 Nov 03 19:07:38.111297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49f7a82a-dbca-4faf-959d-8d530a721ddd req-151ae02a-9d57-4e82-96ab-212d5825229a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090642 Nov 03 19:07:38.177096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a8bb0b3-bd2e-40dc-8775-7aa46c680195 req-12f06e15-a93d-445d-9654-9321f3f45225 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 210 time: 0.0495477 Nov 03 19:07:38.250686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9ff0c9a6-24dd-470d-af53-845a6ed79dad up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:38.386992 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-292a9dcc-ce33-4ffc-a824-48875d10c04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.411551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 9ff0c9a6-24dd-470d-af53-845a6ed79dad completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:07:38.418250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 9ff0c9a6-24dd-470d-af53-845a6ed79dad triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:38.418779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.447580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.553126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.561005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:38.567369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'Port': ['ID=65431969-3c30-433a-965d-2e173ac343b5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.589285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff0c9a6-24dd-470d-af53-845a6ed79dad'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:38.592549 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57af6bcf-5c5a-4e1b-904a-877fa6e4cca4" -d '{"events": [{"server_uuid": "ba88af1c-abeb-44d7-9833-1a665ba9f75c", "name": "network-vif-plugged", "status": "completed", "tag": "9ff0c9a6-24dd-470d-af53-845a6ed79dad"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:38.593521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.619004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:38.621998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:38.626387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c936d-a1c2-43d5-9e39-251c332488b0 req-8eba56e7-3a40-4267-a7e4-6bba2f6d809e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:38.628356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d6c936d-a1c2-43d5-9e39-251c332488b0 req-8eba56e7-3a40-4267-a7e4-6bba2f6d809e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=84ad1a06-172a-402e-b465-6a62f077407e HTTP/1.1" status: 200 len: 867 time: 0.3241451 Nov 03 19:07:38.629062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.630617 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device e898a6cb-52e9-4017-bece-1f172cc4a936 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:38.640245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9148b-7841-48a5-b36e-31827a0810ac req-05a7d3a6-1132-4830-8b7d-0d0314b340cb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:38.651999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da9148b-7841-48a5-b36e-31827a0810ac req-05a7d3a6-1132-4830-8b7d-0d0314b340cb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 945 time: 0.3289111 Nov 03 19:07:38.679074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-8dc38643-525e-4816-992a-2ea92f2a11f4 service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605471 Nov 03 19:07:38.683217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:38.704707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9ff0c9a6-24dd-470d-af53-845a6ed79dad,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.754619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d001bad-02fb-4d75-a5d5-7b9ebae7ce11 None None] Network e65a24b5-7be0-4728-8e04-c84b37279511 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:38.779858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] No DVR routers for this DVR port 65431969-3c30-433a-965d-2e173ac343b5 on host n-h1-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:38.784047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.790811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.115 "DELETE /v2.0/ports/65431969-3c30-433a-965d-2e173ac343b5 HTTP/1.1" status: 204 len: 173 time: 2.1126642 Nov 03 19:07:38.803566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da9148b-7841-48a5-b36e-31827a0810ac req-623ea1d7-6d4a-4eaa-8dea-da2c216106ce tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501641 Nov 03 19:07:38.804096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ad1a06-172a-402e-b465-6a62f077407e', 'name': 'network-vif-deleted', 'tag': '65431969-3c30-433a-965d-2e173ac343b5'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:38.806740 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20838f03-a1fa-4481-8a83-81ff1ac90ec8" -d '{"events": [{"server_uuid": "84ad1a06-172a-402e-b465-6a62f077407e", "name": "network-vif-deleted", "tag": "65431969-3c30-433a-965d-2e173ac343b5"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:38.809311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Made reservation on behalf of 509be90b99d0409cb24800c14a725589 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:38.818231 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.828286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.830780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=6ae198e6-66af-4e8d-b201-3e037f877ab4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.873498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d6c936d-a1c2-43d5-9e39-251c332488b0 req-bbb02e39-4c70-4801-9b4d-428675a9bf67 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=75442bf1-6905-4e9d-916c-1db6633a447c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171159 Nov 03 19:07:38.935057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] For port b729b959-f866-435c-a8e6-cd0b3736ffde, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:39.034850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04782b79-d7ad-4873-985e-c0737e0f871f req-48f3680d-4ef2-4892-a0b4-c54d8d768c8b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.041947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04782b79-d7ad-4873-985e-c0737e0f871f req-48f3680d-4ef2-4892-a0b4-c54d8d768c8b tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.0841463 Nov 03 19:07:39.043430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3627c1dc-9c6c-4e11-a4b8-e630aa2486a3 None None] Provisioning complete for port c47c1936-6d27-45b8-909d-d1e0c5b5e648 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:39.043966 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3627c1dc-9c6c-4e11-a4b8-e630aa2486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.200745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04782b79-d7ad-4873-985e-c0737e0f871f req-a22fd409-baed-42c6-b689-88691b53c3b7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518257 Nov 03 19:07:39.236992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3a5ef-47bc-44df-9ff3-9c21b209f7ca req-6518540a-3e19-4266-a25b-a1169ff220a8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.240178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3d3a5ef-47bc-44df-9ff3-9c21b209f7ca req-6518540a-3e19-4266-a25b-a1169ff220a8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1494639 Nov 03 19:07:39.246455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] device_id is not set on port b729b959-f866-435c-a8e6-cd0b3736ffde yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:39.265009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.292611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network e65a24b5-7be0-4728-8e04-c84b37279511 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:39.300690 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.331940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.349663 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf98a1-eda3-4c77-aa3f-9c6f9886fd0e x-openstack-request-id: req-2adf98a1-eda3-4c77-aa3f-9c6f9886fd0e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:39.350189 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88af1c-abeb-44d7-9833-1a665ba9f75c", "name": "network-vif-plugged", "status": "completed", "tag": "9ff0c9a6-24dd-470d-af53-845a6ed79dad", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:39.350498 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2adf98a1-eda3-4c77-aa3f-9c6f9886fd0e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:39.351110 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff0c9a6-24dd-470d-af53-845a6ed79dad', 'code': 200} Nov 03 19:07:39.355002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c47c1936-6d27-45b8-909d-d1e0c5b5e648 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:39.359907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:39.363897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:39.391537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3d3a5ef-47bc-44df-9ff3-9c21b209f7ca req-7647d50a-6753-460c-91df-26760150d315 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340258 Nov 03 19:07:39.466068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.489452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Port': ['ID=cd405c22-8013-467c-99af-361bf80e0f97,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.678574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.780304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee0100-e88f-45b2-8612-276877de784a req-19aa1003-a267-40d5-a1ec-f3a80ba9de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.783673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91ee0100-e88f-45b2-8612-276877de784a req-19aa1003-a267-40d5-a1ec-f3a80ba9de3d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 1097 time: 0.2514787 Nov 03 19:07:39.786497 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f5f49-1bd7-4946-bd53-c9aa0e21e920 x-openstack-request-id: req-603f5f49-1bd7-4946-bd53-c9aa0e21e920 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:39.787042 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ad1a06-172a-402e-b465-6a62f077407e", "name": "network-vif-deleted", "tag": "65431969-3c30-433a-965d-2e173ac343b5", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:39.787543 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-603f5f49-1bd7-4946-bd53-c9aa0e21e920 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:39.788257 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ad1a06-172a-402e-b465-6a62f077407e', 'name': 'network-vif-deleted', 'tag': '65431969-3c30-433a-965d-2e173ac343b5', 'status': 'completed', 'code': 200} Nov 03 19:07:39.847961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.859983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.873083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.886293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.898421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.915866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.921207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e898a6cb-52e9-4017-bece-1f172cc4a936,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:39.928455 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3627c1dc-9c6c-4e11-a4b8-e630aa2486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.934979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-3dd4d08e-19b1-4b2e-b21b-78746f84ed9e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 4664 time: 0.2907500 Nov 03 19:07:39.963700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 65431969-3c30-433a-965d-2e173ac343b5 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:40.019119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9874737f-3f8f-4252-a86e-1e091a1a8138 req-160e836e-948d-43eb-b795-0884612de587 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 210 time: 0.0794966 Nov 03 19:07:40.030740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 65431969-3c30-433a-965d-2e173ac343b5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:40.031588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 65431969-3c30-433a-965d-2e173ac343b5 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:40.032261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:40.042099 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.043254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5011383d-24f7-4978-aaa5-71d2a1c2982f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:40.080996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91ee0100-e88f-45b2-8612-276877de784a req-4595b684-776c-4942-baf9-65fba28e7613 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774529 Nov 03 19:07:40.212185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ac4d221-c740-4ab3-b708-2ed0e32b6c9f req-7165ef9e-366b-47dd-b8eb-86d3267c763e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532511 Nov 03 19:07:40.342047 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.390743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c47c1936-6d27-45b8-909d-d1e0c5b5e648 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:40.391316 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.452802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Allocated IP 172.20.0.4 (a21d1c18-7126-430b-94ad-8bfee3804540/ec6118f3-8827-46b8-a5d6-9246b5a1ec65/ab7c6f73-ac72-4520-9184-e25843bd86cf) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:40.458788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3627c1dc-9c6c-4e11-a4b8-e630aa2486a3 None None] For port c47c1936-6d27-45b8-909d-d1e0c5b5e648, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c47c1936-6d27-45b8-909d-d1e0c5b5e648,segment=NetworkSegment(ba1cf0b4-f96c-4278-8343-857496a5303d),segment_id=ba1cf0b4-f96c-4278-8343-857496a5303d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:40.526878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d282e-ab2f-4a9c-be95-ff6403513da5 req-b0535b5f-e8ae-4d50-9c6b-029198b3b8c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:40.529709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-124d282e-ab2f-4a9c-be95-ff6403513da5 req-b0535b5f-e8ae-4d50-9c6b-029198b3b8c0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1672351 Nov 03 19:07:40.547682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e711b-11f3-4c50-b1a5-7f802dff0023 req-eb64ec29-6409-45d2-ac39-8f40e9e2d448 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:40.549644 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3627c1dc-9c6c-4e11-a4b8-e630aa2486a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.551457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae5e711b-11f3-4c50-b1a5-7f802dff0023 req-eb64ec29-6409-45d2-ac39-8f40e9e2d448 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 946 time: 0.1656351 Nov 03 19:07:40.597387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:40.709262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.730212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.747572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae5e711b-11f3-4c50-b1a5-7f802dff0023 req-5b72df62-5f44-4a24-a3c6-923cb5f4f4a1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630421 Nov 03 19:07:40.812093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.820171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] No DVR routers for this DVR port b729b959-f866-435c-a8e6-cd0b3736ffde on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:40.867761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-124d282e-ab2f-4a9c-be95-ff6403513da5 req-a7be9e1d-6d95-4680-9787-321c3c4eabe2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037918 Nov 03 19:07:40.910934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event updated for resources: {'Port': ['ID=ab7c6f73-ac72-4520-9184-e25843bd86cf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:40.972914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:40.976756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-02e9ee9e-3ec3-4a32-bfa5-59e65aab90f4 req-464ba8c8-0526-469c-a10e-9221d1932062 service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1690617 Nov 03 19:07:41.104408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Network a21d1c18-7126-430b-94ad-8bfee3804540 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:41.145946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627c1dc-9c6c-4e11-a4b8-e630aa2486a3 None None] Pushing event updated for resources: {'Port': ['ID=c47c1936-6d27-45b8-909d-d1e0c5b5e648,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:41.167371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aaf2b-1f62-48d5-80eb-54a98964958c req-62ad59be-a8a5-4eaf-a86e-f7eb8b63e5aa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.182166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-909aaf2b-1f62-48d5-80eb-54a98964958c req-62ad59be-a8a5-4eaf-a86e-f7eb8b63e5aa tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1603456 Nov 03 19:07:41.217251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:41.221421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] In _notify_port_updated(), no bound segment for port b729b959-f866-435c-a8e6-cd0b3736ffde on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:07:41.224233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.225276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.227633 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-b160677d-05af-4612-8d90-530fc0c9ddc4 service neutron] 10.222.0.110 "PUT /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 200 len: 1032 time: 4.5110035 Nov 03 19:07:41.266154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:41.292937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-084a3f8c-d181-4bd2-94fb-b4be4795bf81 None None] Provisioning complete for port b729b959-f866-435c-a8e6-cd0b3736ffde triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:41.293448 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084a3f8c-d181-4bd2-94fb-b4be4795bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.295332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-909aaf2b-1f62-48d5-80eb-54a98964958c req-a6e81c0b-0642-494f-938f-18737c5b8794 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101394 Nov 03 19:07:41.389915 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.398591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:41.417512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936'}, {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:41.422972 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55d3b0-de4f-4b90-9ed7-56816adc56fb" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936"}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:41.514647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.530860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.533279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a1b80768-ae13-4f8c-8d3e-46ddd2868821 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:41.602149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbbafc-a2a7-4f5b-959d-7e7988c80b17 req-eb1023e8-7658-4bde-a967-6708923165d5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.605002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcdbbafc-a2a7-4f5b-959d-7e7988c80b17 req-eb1023e8-7658-4bde-a967-6708923165d5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1841450 Nov 03 19:07:41.639465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c47c1936-6d27-45b8-909d-d1e0c5b5e648 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:41.680957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58056a9-a903-42c0-b43d-b376d5fb505b req-65e29498-a2a4-4aaf-a3cb-7d3aa9dd4a49 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.694982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a58056a9-a903-42c0-b43d-b376d5fb505b req-65e29498-a2a4-4aaf-a3cb-7d3aa9dd4a49 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 931 time: 0.1978695 Nov 03 19:07:41.710321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-693ef855-f66e-431a-92a8-d96efdf0a8bc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.713324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-693ef855-f66e-431a-92a8-d96efdf0a8bc tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "GET /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4300666 Nov 03 19:07:41.761938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.762941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:41.773960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:41.783936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcdbbafc-a2a7-4f5b-959d-7e7988c80b17 req-6b7cae24-f794-41fb-87dc-d2afcaa4d820 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571448 Nov 03 19:07:41.818566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-73c08c2c-9814-4053-9f9a-3a734696ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.821258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-73c08c2c-9814-4053-9f9a-3a734696ec5c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.7191932 Nov 03 19:07:41.871739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a58056a9-a903-42c0-b43d-b376d5fb505b req-1126c8ca-587c-41ce-af74-7039f7dc2b17 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737180 Nov 03 19:07:41.898288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-084a3f8c-d181-4bd2-94fb-b4be4795bf81 None None] Port b729b959-f866-435c-a8e6-cd0b3736ffde cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:41.916345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:42.064773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.088354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.091745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.123711 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.156426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-a96f077e-2c1c-409e-a7e1-1bf555ebb779 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6769874 Nov 03 19:07:42.172818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:42.233293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022e151-fc27-4fe5-879f-13b494beee1a req-f2613761-04bd-418b-805e-ff52da96eeac tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.246155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7022e151-fc27-4fe5-879f-13b494beee1a req-f2613761-04bd-418b-805e-ff52da96eeac tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.1962395 Nov 03 19:07:42.275614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.280546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.287770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.291239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Request body: {'port': {'device_id': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:42.299363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.310815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.313425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6c94e43d-3e35-4e91-b4fa-5389d2340ed0 None None] Provisioning complete for port cd405c22-8013-467c-99af-361bf80e0f97 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:42.313936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c94e43d-3e35-4e91-b4fa-5389d2340ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.322037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.330540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.333880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-5662c310-a0b6-4913-90d0-c7dff15b4b83 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 4660 time: 0.2622972 Nov 03 19:07:42.392766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:42.430900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.448125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c47c1936-6d27-45b8-909d-d1e0c5b5e648 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:42.448758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.456928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7022e151-fc27-4fe5-879f-13b494beee1a req-57eb32ed-b44f-4d9a-95df-ff1d773f3e38 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089112 Nov 03 19:07:42.465717 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.467255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:42.534140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3a2939c-e43f-45b1-a4a7-648fafe8983b req-586aa3d5-755c-4d5a-8c23-0752800e5a1e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851008 Nov 03 19:07:42.600920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:42.618969 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f7737-6d75-4f72-a534-6976f15efbe4 x-openstack-request-id: req-2a9f7737-6d75-4f72-a534-6976f15efbe4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:42.619945 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936", "code": 200}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:42.619945 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a9f7737-6d75-4f72-a534-6976f15efbe4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:42.620469 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936', 'code': 200} Nov 03 19:07:42.620921 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f', 'code': 200} Nov 03 19:07:42.630398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6c94e43d-3e35-4e91-b4fa-5389d2340ed0 None None] Port cd405c22-8013-467c-99af-361bf80e0f97 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:42.723068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.826396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9d9c6-8352-4935-96f7-a1506240b4d1 req-b0869ccc-9e71-4833-9d4f-2fda59f750f4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.830569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fc9d9c6-8352-4935-96f7-a1506240b4d1 req-b0869ccc-9e71-4833-9d4f-2fda59f750f4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 946 time: 0.1168208 Nov 03 19:07:42.849794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-f82f6322-7fe6-42b4-bb7b-81db05222423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.852238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-f82f6322-7fe6-42b4-bb7b-81db05222423 service neutron] 10.222.0.115 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.9837751 Nov 03 19:07:42.875571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.882730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6c94e43d-3e35-4e91-b4fa-5389d2340ed0 None None] Provisioning complete for port c47c1936-6d27-45b8-909d-d1e0c5b5e648 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:42.883422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c94e43d-3e35-4e91-b4fa-5389d2340ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.952359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc912-2621-4d34-89e5-a0a4fd245d64 req-2e05eed0-1aec-41fc-97f9-5e26272a7740 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.958577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-520fc912-2621-4d34-89e5-a0a4fd245d64 req-2e05eed0-1aec-41fc-97f9-5e26272a7740 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1646984 Nov 03 19:07:42.979886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:43.061001 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.080341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fc9d9c6-8352-4935-96f7-a1506240b4d1 req-88c30073-4744-4033-a73e-cb99e1a5dfac tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182138 Nov 03 19:07:43.150763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:43.165582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-520fc912-2621-4d34-89e5-a0a4fd245d64 req-629ca5bd-df37-45ed-a988-2c941145a9d5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979642 Nov 03 19:07:43.173428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.175701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:43.213463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb7be7-4f86-48be-be76-597bca58173f req-f9789348-34d8-413a-8952-0804ed0ae8df tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.221076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acfb7be7-4f86-48be-be76-597bca58173f req-f9789348-34d8-413a-8952-0804ed0ae8df tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.2199042 Nov 03 19:07:43.372178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:43.438021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2cefa-e929-497a-b017-f7749472221b req-ee7d4f52-0bc8-417e-ad44-244a545bfb29 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.448502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fa2cefa-e929-497a-b017-f7749472221b req-ee7d4f52-0bc8-417e-ad44-244a545bfb29 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1962299 Nov 03 19:07:43.492445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e78699-e366-4462-be4e-655f89539c76 req-7b00827b-7930-4ab4-a639-a50a7fdeef93 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.494360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3e78699-e366-4462-be4e-655f89539c76 req-7b00827b-7930-4ab4-a639-a50a7fdeef93 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 931 time: 0.1429932 Nov 03 19:07:43.498590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Deleting port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:43.499074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.592999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.677350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5fa2cefa-e929-497a-b017-f7749472221b req-c81b4413-2cbc-442a-b874-35b99dac189d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276216 Nov 03 19:07:43.762827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] For port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:43.781073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.791453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3e78699-e366-4462-be4e-655f89539c76 req-d655b444-ef06-4752-b00d-981a8fcf0a61 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213831 Nov 03 19:07:43.941439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-9c04c311-c544-488d-8c5b-2e0acffca385 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1000 time: 1.0626976 Nov 03 19:07:44.150724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.168206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:44.195981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.238669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d240-b3f8-429e-bc17-57b40cc0db89 req-61f24269-16fa-40af-abc4-e278e3057e33 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.258384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2df7d240-b3f8-429e-bc17-57b40cc0db89 req-61f24269-16fa-40af-abc4-e278e3057e33 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 944 time: 0.4492919 Nov 03 19:07:44.320183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-c5563587-2816-48c4-87ff-c0192d7387e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.321604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-c5563587-2816-48c4-87ff-c0192d7387e4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.3207371 Nov 03 19:07:44.351539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.363914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.376256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.391114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.402572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.412799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.414882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-0eb05d8c-b62e-4142-9fbf-a7f70d942f7d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 4656 time: 0.4100215 Nov 03 19:07:44.452531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] For port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:44.494862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Port': ['ID=cd405c22-8013-467c-99af-361bf80e0f97,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:44.518035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.545414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2df7d240-b3f8-429e-bc17-57b40cc0db89 req-bfe9b0e6-d1a7-4760-8c88-eef4b56e2e68 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups?id=8338d406-4fab-425b-bb76-5d6b4f8cbb02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758107 Nov 03 19:07:44.557121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.570994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.571401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.572992 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Floating IP e121b0dc-42a7-4d28-9958-9c379d405be9 disassociated. External IP: 172.25.8.61, port: dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f. Nov 03 19:07:44.575268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Calling delete_port for dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:44.594503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.608072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] device_id is not set on port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:44.628322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}, {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821'}, {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:44.635734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d682aa8c-30ed-4944-95d2-e6c7e8bd3d30 req-9083d6de-76da-4798-ae94-5dab8e838d50 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&id=0dfeebb8-d8cf-43e0-9687-f7cd6a814039&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622605 Nov 03 19:07:44.640390 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3db13-171f-4119-a635-1a0482c8d4dd" -d '{"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821"}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:44.682648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-33744292-52fc-4f26-8afb-d763ae788ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.685006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-33744292-52fc-4f26-8afb-d763ae788ae4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449788 Nov 03 19:07:44.689892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.786016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.848077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:07:44.848420 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:07:44.945027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=6ae198e6-66af-4e8d-b201-3e037f877ab4,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:44.966996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0ed4-047d-45a8-9f52-dd6fef1a3e35 req-ebafc604-e6c3-42a4-b582-ba47581d5b86 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.986467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-342f0ed4-047d-45a8-9f52-dd6fef1a3e35 req-ebafc604-e6c3-42a4-b582-ba47581d5b86 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3721375 Nov 03 19:07:45.046502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751f255-f2f0-4378-a4ba-b005c9aa3b5b req-b569aae9-b3ca-4501-8e95-5d400033685a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.048392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a751f255-f2f0-4378-a4ba-b005c9aa3b5b req-b569aae9-b3ca-4501-8e95-5d400033685a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2463849 Nov 03 19:07:45.063584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.071265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7c6f73-ac72-4520-9184-e25843bd86cf {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:45.137383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-342f0ed4-047d-45a8-9f52-dd6fef1a3e35 req-5334a302-516c-420c-b0d8-109d2c20dadb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488256 Nov 03 19:07:45.156917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.210503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.223394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] No DVR routers for this DVR port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:45.229747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-42094d5e-0945-4b29-a1c5-23624ffd38cf service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220828 Nov 03 19:07:45.262403 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1cfb37-e15a-4f72-baea-8a56093939de x-openstack-request-id: req-eb1cfb37-e15a-4f72-baea-8a56093939de {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:45.262870 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "code": 200}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821", "code": 200}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:45.263274 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb1cfb37-e15a-4f72-baea-8a56093939de {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:45.263931 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'code': 200} Nov 03 19:07:45.264320 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821', 'code': 200} Nov 03 19:07:45.265507 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'code': 200} Nov 03 19:07:45.290206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a751f255-f2f0-4378-a4ba-b005c9aa3b5b req-6f74ceaf-7653-4bf2-b017-81f8bfee32a3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321749 Nov 03 19:07:45.295207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.303349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network e65a24b5-7be0-4728-8e04-c84b37279511 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:45.308618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Transition to ACTIVE for port object ab7c6f73-ac72-4520-9184-e25843bd86cf will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:45.330536 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.345998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:45.401471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'Port': ['ID=dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.466749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 48bbb20d-b062-4ca4-afca-beaeb2216b99 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:45.488219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08750a-3b77-4f04-9d11-f6e9841f39aa req-2117cd45-08ae-4245-8b0c-c115b943cf98 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.494046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a08750a-3b77-4f04-9d11-f6e9841f39aa req-2117cd45-08ae-4245-8b0c-c115b943cf98 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 943 time: 0.1707931 Nov 03 19:07:45.534895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8cfa69bd-bb01-41b7-8f6d-99f50b573881 None None] Provisioning complete for port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:45.535926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cfa69bd-bb01-41b7-8f6d-99f50b573881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.646896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.651926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa69bd-bb01-41b7-8f6d-99f50b573881 None None] Port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:45.693973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:45.699880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] In _notify_port_updated(), no bound segment for port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 on network 79f241c3-d0a4-4788-a9aa-6ff8f320552a {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:07:45.701115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.701764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.702753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.703098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-17b66325-f63c-4a77-9e28-cd3649bea4c2 service neutron] 10.222.0.110 "PUT /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 200 len: 1031 time: 3.9544344 Nov 03 19:07:45.704036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b729b959-f866-435c-a8e6-cd0b3736ffde no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:45.718291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7c6f73-ac72-4520-9184-e25843bd86cf,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.744383 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 12fc3572-f9d4-4ae2-b4f1-3358952a774d associated. External IP: 172.25.8.46, port: 9c54c23a-74c1-49b7-9be8-3ff3453d4851. Nov 03 19:07:45.812843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a08750a-3b77-4f04-9d11-f6e9841f39aa req-2354d883-c9a5-4d87-a66e-2411475a8c8b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022437 Nov 03 19:07:45.816335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b729b959-f866-435c-a8e6-cd0b3736ffde not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:45.819072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.825617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Router b62d3edb-e411-498a-95fe-cac630a0b355 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:45.834480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:45.853338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6477c-6241-46eb-9d48-cca77004df23 req-98fa7435-2f5f-4f62-8f2c-9145d9b731ca tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.865995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1e6477c-6241-46eb-9d48-cca77004df23 req-98fa7435-2f5f-4f62-8f2c-9145d9b731ca tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2893445 Nov 03 19:07:45.886496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:45.887112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:45.908814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e10ac3db-dd91-403a-9eff-1db83f554070 None None] Provisioning complete for port cd405c22-8013-467c-99af-361bf80e0f97 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:45.909523 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e10ac3db-dd91-403a-9eff-1db83f554070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.963640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e10ac3db-dd91-403a-9eff-1db83f554070 None None] Port cd405c22-8013-467c-99af-361bf80e0f97 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:45.985356 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3b62649-0523-4f46-8c8d-6bff75b45499 req-fb9c37af-6c4b-4a65-bd9d-f7dc743faf9f service neutron] 10.222.0.115 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057576 Nov 03 19:07:45.997078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1e6477c-6241-46eb-9d48-cca77004df23 req-53d83921-d5d9-4e8c-a964-0a138be2ed8e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349325 Nov 03 19:07:46.079390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:46.094837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Attempting to bind port ab7c6f73-ac72-4520-9184-e25843bd86cf on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:46.095184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Attempting to bind port ab7c6f73-ac72-4520-9184-e25843bd86cf by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:46.095517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Attempting to bind port ab7c6f73-ac72-4520-9184-e25843bd86cf on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:46.098000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] Sync routers for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:46.117729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Port ab7c6f73-ac72-4520-9184-e25843bd86cf on network a21d1c18-7126-430b-94ad-8bfee3804540 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:46.118076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Attempting to bind port ab7c6f73-ac72-4520-9184-e25843bd86cf on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:46.138661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:46.138661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:46.140997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Router da196bc7-3fff-408b-859d-8261fd43ee42 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:07:46.143282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:46.143676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Checking segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:46.144064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Bound using segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:46.145258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Bound port: ab7c6f73-ac72-4520-9184-e25843bd86cf, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:46.145258 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.218945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] No DVR routers for this DVR port dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:46.228800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.232375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acfb7be7-4f86-48be-be76-597bca58173f req-20f1ae22-e487-4b4d-9fd9-015477b02c27 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.110 "DELETE /v2.0/ports/dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f HTTP/1.1" status: 204 len: 173 time: 2.9983461 Nov 03 19:07:46.233687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-deleted', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:46.236278 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bb2730-a8fd-48df-a8b5-291d51fd9d89" -d '{"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-deleted", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:46.266488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5555bc49-3e32-4f51-b37b-1c1d294deb98 req-5fe5557b-ae92-4f91-a0da-9fcf318dc264 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/ports?device_id=b207dfb8-be8d-4c1a-8067-ad4a3d8680c5 HTTP/1.1" status: 200 len: 210 time: 0.0913794 Nov 03 19:07:46.274309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port e898a6cb-52e9-4017-bece-1f172cc4a936 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:46.274754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.303551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-4b529276-264e-42de-bd9c-d4710128a4b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.312992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-4b529276-264e-42de-bd9c-d4710128a4b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.320506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-4b529276-264e-42de-bd9c-d4710128a4b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.327415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-4b529276-264e-42de-bd9c-d4710128a4b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.334130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-4b529276-264e-42de-bd9c-d4710128a4b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.342569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-4b529276-264e-42de-bd9c-d4710128a4b1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 3876 time: 0.1523540 Nov 03 19:07:46.399463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14d22c43-c134-46ee-a2d5-cf50c3575e9a req-d80c4793-4f0e-4546-8044-640bd47308bb tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558870 Nov 03 19:07:46.550458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f6000-e9d5-42e2-bc25-c8e0b39a33d9 req-981ef7d3-745c-472a-a686-2cdfe68a0fb2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.554401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-284f6000-e9d5-42e2-bc25-c8e0b39a33d9 req-981ef7d3-745c-472a-a686-2cdfe68a0fb2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1510184 Nov 03 19:07:46.644147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-284f6000-e9d5-42e2-bc25-c8e0b39a33d9 req-71f23e7a-3e38-4e89-81a3-c6725428a31f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797060 Nov 03 19:07:46.725682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:46.729664 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c97539-6cd7-4c39-9771-f87f204511f3 x-openstack-request-id: req-b3c97539-6cd7-4c39-9771-f87f204511f3 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:46.730148 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207dfb8-be8d-4c1a-8067-ad4a3d8680c5", "name": "network-vif-deleted", "tag": "dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:46.730565 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b3c97539-6cd7-4c39-9771-f87f204511f3 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:46.731250 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207dfb8-be8d-4c1a-8067-ad4a3d8680c5', 'name': 'network-vif-deleted', 'tag': 'dea1e10a-e8bb-44dd-aaf9-1307e5b22a2f', 'status': 'completed', 'code': 200} Nov 03 19:07:47.021135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] For port ab7c6f73-ac72-4520-9184-e25843bd86cf, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:47.026965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c2dbf-f86b-493b-b4bf-8274f62fcfc8 req-ee13a798-57ae-4c26-b044-d36798554cab tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.036424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-742c2dbf-f86b-493b-b4bf-8274f62fcfc8 req-ee13a798-57ae-4c26-b044-d36798554cab tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1839273 Nov 03 19:07:47.058845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:47.068052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cdca78dc-5c11-4166-9e85-53a3f2c8e351 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "PUT /v2.0/routers/da196bc7-3fff-408b-859d-8261fd43ee42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9773049 Nov 03 19:07:47.080322 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] Sync routers for ids ['da196bc7-3fff-408b-859d-8261fd43ee42'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:47.091368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:47.102122 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] Routers {'da196bc7-3fff-408b-859d-8261fd43ee42'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:47.102122 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['da196bc7-3fff-408b-859d-8261fd43ee42'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:47.115547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'port': {'network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511', 'name': 'tempest-FloatingIPNegativeTestJSON-168760569'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:47.161053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] For port e898a6cb-52e9-4017-bece-1f172cc4a936, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=e898a6cb-52e9-4017-bece-1f172cc4a936,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:47.162162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.186286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for e898a6cb-52e9-4017-bece-1f172cc4a936 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:47.191857 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:47.215890 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] Routers {'da196bc7-3fff-408b-859d-8261fd43ee42'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:47.217491 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['da196bc7-3fff-408b-859d-8261fd43ee42'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:47.270279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:47.272988 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351f09aa-bd45-4165-91c3-aee54523da38" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:47.299178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:03Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:47.333424 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:47.334344 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2e4da-fe45-4712-b75b-a5f38991e30f None None] The sync data for ids ['da196bc7-3fff-408b-859d-8261fd43ee42'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:47.347295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] Checking router: b62d3edb-e411-498a-95fe-cac630a0b355 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:47.354214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] For port ab7c6f73-ac72-4520-9184-e25843bd86cf, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:47.369672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.372318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:47.374699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:47.388656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:47.493865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.494946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.496821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] 10.222.0.115 "PUT /v2.0/ports/ab7c6f73-ac72-4520-9184-e25843bd86cf HTTP/1.1" status: 200 len: 1091 time: 5.2795773 Nov 03 19:07:47.499539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'tag': 'ab7c6f73-ac72-4520-9184-e25843bd86cf'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:47.503573 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773f5c8-ad63-46ec-8813-d3a73c06d704" -d '{"events": [{"name": "network-changed", "server_uuid": "c64cea56-a383-4cdc-9d38-85908b9cbe55", "tag": "ab7c6f73-ac72-4520-9184-e25843bd86cf"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:47.513754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.533811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-742c2dbf-f86b-493b-b4bf-8274f62fcfc8 req-53864e04-ae58-4835-b5f9-bc73920094f5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805553 Nov 03 19:07:47.581018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8243f-4ad0-41b4-9bf5-049ca87647e0 req-5ca7e930-fd51-48e1-9886-2ed67a17234c tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.591620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf8243f-4ad0-41b4-9bf5-049ca87647e0 req-5ca7e930-fd51-48e1-9886-2ed67a17234c tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 943 time: 0.3721619 Nov 03 19:07:47.650294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:47.664806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Made reservation on behalf of e7afccceefa3452bb61a40420cf62651 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:47.667709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.691196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607d86-85e2-40f5-852d-b70045b1e609 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7c6f73-ac72-4520-9184-e25843bd86cf,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:47.736246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] device_id is not set on port 023942be-6c32-428a-9231-f02f2edcbbb7 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:07:47.764799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=e898a6cb-52e9-4017-bece-1f172cc4a936,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:47.817571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] No DVR routers for this DVR port e898a6cb-52e9-4017-bece-1f172cc4a936 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:47.821981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:47.828181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-cbefe678-75ce-47aa-bba1-d7c1fcb49009 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "DELETE /v2.0/ports/e898a6cb-52e9-4017-bece-1f172cc4a936 HTTP/1.1" status: 204 len: 173 time: 2.1023653 Nov 03 19:07:47.876713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Allocated IP 172.20.0.5 (e65a24b5-7be0-4728-8e04-c84b37279511/c009f1cb-5e11-4f1d-892c-2a292bfec70b/023942be-6c32-428a-9231-f02f2edcbbb7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:47.895546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-46458243-9de2-4eda-9877-6706af31732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.897809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-46458243-9de2-4eda-9877-6706af31732e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 1094 time: 0.2436938 Nov 03 19:07:47.981560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:47.993131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-3c53cadb-81f6-4c26-bdbf-7f141b8d30fc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf HTTP/1.1" status: 200 len: 217 time: 0.0753901 Nov 03 19:07:48.106830 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.163635 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f7c12fc-8dd5-40f2-af04-034d4e9c8996 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.1348536 Nov 03 19:07:48.167915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-415de541-300e-413f-b529-45ca78b3407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:48.169880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-415de541-300e-413f-b529-45ca78b3407a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.1255164 Nov 03 19:07:48.173992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38994) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:48.181515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'port_id': '9c54c23a-74c1-49b7-9be8-3ff3453d4851', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:48.189352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:48.277471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:48.278520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:48.412431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-c37dd0ba-e0fa-4080-90cf-0ee230966668 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772548 Nov 03 19:07:48.487940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:48.494265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port a1b80768-ae13-4f8c-8d3e-46ddd2868821 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:48.494861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.516691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:03Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:48.526038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:48.527295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:48.583568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863f7a0-94cb-4a84-9487-0da7c7180268 None None] The sync data for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 is: [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a56d8843-104f-4c56-9fde-49c7b8ae074d', 'name': '', 'network_id': '84430f78-db22-4ffe-931f-e8c1af41dfe2', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'mac_address': 'fa:16:3e:bc:92:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:54Z', 'updated_at': '2021-11-03T18:54:03Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'subnets': [{'id': 'bfca4f21-ba1d-4659-8901-ab8858a9818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:48.585159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c83fa-71c1-4d34-a3b0-f13d7b569084 req-54a59ee3-2c7a-41b5-a8fc-ebe4457010e7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:48.586751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e66c83fa-71c1-4d34-a3b0-f13d7b569084 req-54a59ee3-2c7a-41b5-a8fc-ebe4457010e7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.9390132 Nov 03 19:07:48.609129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cf8243f-4ad0-41b4-9bf5-049ca87647e0 req-86bbe8a7-0630-4fa3-966d-e20f4eae194b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0162251 Nov 03 19:07:48.658023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:48.660166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26b4bf-34e8-4b3c-b048-5ec002467dbc None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:48.685374 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ba4fd6-12c4-4d74-99e5-4449e903c294 x-openstack-request-id: req-94ba4fd6-12c4-4d74-99e5-4449e903c294 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:48.685920 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-unplugged", "status": "completed", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:48.686385 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94ba4fd6-12c4-4d74-99e5-4449e903c294 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:48.687034 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99', 'code': 200} Nov 03 19:07:48.736701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.787420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.800602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e66c83fa-71c1-4d34-a3b0-f13d7b569084 req-86bfe73b-ced4-442b-9008-051f9da111bc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842277 Nov 03 19:07:48.977013 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc74a4e-f146-4ce9-969b-299acb703f1f x-openstack-request-id: req-2bc74a4e-f146-4ce9-969b-299acb703f1f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:48.977256 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64cea56-a383-4cdc-9d38-85908b9cbe55", "tag": "ab7c6f73-ac72-4520-9184-e25843bd86cf", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:48.977708 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2bc74a4e-f146-4ce9-969b-299acb703f1f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:48.978402 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'tag': 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'status': 'completed', 'code': 200} Nov 03 19:07:49.047081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7349c3-7a03-4950-abe5-b5d53625a01d req-c70e521d-4921-4131-bc27-49e948e9e31c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.060318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7349c3-7a03-4950-abe5-b5d53625a01d req-c70e521d-4921-4131-bc27-49e948e9e31c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.073430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7349c3-7a03-4950-abe5-b5d53625a01d req-c70e521d-4921-4131-bc27-49e948e9e31c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.084680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7349c3-7a03-4950-abe5-b5d53625a01d req-c70e521d-4921-4131-bc27-49e948e9e31c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.098103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f7349c3-7a03-4950-abe5-b5d53625a01d req-c70e521d-4921-4131-bc27-49e948e9e31c tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 3143 time: 0.2840793 Nov 03 19:07:49.163566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] For port a1b80768-ae13-4f8c-8d3e-46ddd2868821, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a1b80768-ae13-4f8c-8d3e-46ddd2868821,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:49.164365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.176290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-bd2ab581-3531-440f-a66a-e53d35da9cbe service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408543 Nov 03 19:07:49.219679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.220222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for a1b80768-ae13-4f8c-8d3e-46ddd2868821 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:49.283106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network e65a24b5-7be0-4728-8e04-c84b37279511 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:49.297814 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ac1c0-800b-44cb-9e46-1bed9bb67035 None None] New status for floating IP e121b0dc-42a7-4d28-9958-9c379d405be9: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:07:49.349833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:49.361979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:49.571982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346bed5-689b-44fa-8da3-79e9127d3c16 req-9f2a724c-2340-4669-8388-c9d3490e25ce tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.585231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c346bed5-689b-44fa-8da3-79e9127d3c16 req-9f2a724c-2340-4669-8388-c9d3490e25ce tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.4520686 Nov 03 19:07:49.683597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f7349c3-7a03-4950-abe5-b5d53625a01d req-5c52d431-3854-4791-9765-83f15eb375ed tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5840619 Nov 03 19:07:49.754684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Port': ['ID=023942be-6c32-428a-9231-f02f2edcbbb7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:49.826599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39008) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:49.873727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.875001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.898253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c346bed5-689b-44fa-8da3-79e9127d3c16 req-10a5bab6-2dd0-45b8-a031-30c70f22afa6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116226 Nov 03 19:07:49.949541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-36425804-c875-4558-9912-719bedfbc947 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8486402 Nov 03 19:07:49.959073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39010) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:49.966608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:49.997500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-413639fe-fe1e-4480-8725-e8ff70d16042 None None] Provisioning complete for port 023942be-6c32-428a-9231-f02f2edcbbb7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:50.007105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-413639fe-fe1e-4480-8725-e8ff70d16042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.099682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828e099c-3011-45c7-806e-ef459a28d56e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.123713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.152160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-413639fe-fe1e-4480-8725-e8ff70d16042 None None] Port 023942be-6c32-428a-9231-f02f2edcbbb7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:50.183265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff09ae6-be6f-4005-9c09-734a39a9cb53 req-c811e3dc-117c-4e4a-8af8-2ee6a44b65ce tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.186058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eff09ae6-be6f-4005-9c09-734a39a9cb53 req-c811e3dc-117c-4e4a-8af8-2ee6a44b65ce tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2051482 Nov 03 19:07:50.288210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828e099c-3011-45c7-806e-ef459a28d56e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.389763 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.452774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eff09ae6-be6f-4005-9c09-734a39a9cb53 req-0c9b6a02-546a-4114-8ed3-803c0dc1f22e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532637 Nov 03 19:07:50.469011 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ffcbc72-75d6-4d8d-8faa-d03ba33a8f94 req-6ebf3950-2653-4cf4-b873-8b1f5351c7fd service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2725468 Nov 03 19:07:50.492213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=a1b80768-ae13-4f8c-8d3e-46ddd2868821,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.544883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4943e-394d-4fdc-80ab-4071160916dd req-74f7af3b-4339-4d88-89db-873818a5b77e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.559871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50f4943e-394d-4fdc-80ab-4071160916dd req-74f7af3b-4339-4d88-89db-873818a5b77e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 943 time: 0.3684587 Nov 03 19:07:50.658717 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828e099c-3011-45c7-806e-ef459a28d56e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.664391 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828e099c-3011-45c7-806e-ef459a28d56e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.669790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-828e099c-3011-45c7-806e-ef459a28d56e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "DELETE /v2.0/security-groups/8338d406-4fab-425b-bb76-5d6b4f8cbb02 HTTP/1.1" status: 204 len: 168 time: 0.8364336 Nov 03 19:07:50.687534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39020) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:50.767027 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-02e20494-83fd-4ee2-8b1b-22ade01fc0dc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] show failed (client error): The resource could not be found. Nov 03 19:07:50.773451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-02e20494-83fd-4ee2-8b1b-22ade01fc0dc tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "GET /v2.0/security-groups/8338d406-4fab-425b-bb76-5d6b4f8cbb02 HTTP/1.1" status: 404 len: 347 time: 0.0721772 Nov 03 19:07:50.774950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e099c-3011-45c7-806e-ef459a28d56e tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8338d406-4fab-425b-bb76-5d6b4f8cbb02,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.781530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39024) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:50.800260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50f4943e-394d-4fdc-80ab-4071160916dd req-6668f259-7116-4b1b-8efa-3d2ab313ed74 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384195 Nov 03 19:07:50.940818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.963544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.982175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:50.984636 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512f29a-af74-4d56-9183-7fa1d851eb0f" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:51.098504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] No DVR routers for this DVR port a1b80768-ae13-4f8c-8d3e-46ddd2868821 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:51.109960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.114479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-4c183349-32bf-402d-9b0c-422d837a1482 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "DELETE /v2.0/ports/a1b80768-ae13-4f8c-8d3e-46ddd2868821 HTTP/1.1" status: 204 len: 173 time: 3.2739367 Nov 03 19:07:51.212075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-01b42601-305b-4eb7-a7b9-96edd9074aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.214789 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-01b42601-305b-4eb7-a7b9-96edd9074aa0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 1094 time: 0.2717042 Nov 03 19:07:51.290514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.561967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-3b213092-1708-4472-a1ba-a129896274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.564340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-3b213092-1708-4472-a1ba-a129896274d6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 0.3366814 Nov 03 19:07:51.572971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port 48bbb20d-b062-4ca4-afca-beaeb2216b99 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:51.573306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.640202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f3c59-06d7-451d-a5e5-f525ab4185a4 req-6b749e0b-fa76-4a71-ad47-ae4cdda3d58e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.654151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f3c59-06d7-451d-a5e5-f525ab4185a4 req-6b749e0b-fa76-4a71-ad47-ae4cdda3d58e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.666988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f3c59-06d7-451d-a5e5-f525ab4185a4 req-6b749e0b-fa76-4a71-ad47-ae4cdda3d58e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.680968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df3f3c59-06d7-451d-a5e5-f525ab4185a4 req-6b749e0b-fa76-4a71-ad47-ae4cdda3d58e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 2411 time: 0.6297920 Nov 03 19:07:51.681982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:51.686651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-f09f742e-27a4-4a4f-999a-62e965f2e20c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf HTTP/1.1" status: 200 len: 217 time: 0.0965910 Nov 03 19:07:51.713098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Allocated IP 172.25.8.216 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/84b02fda-0181-4406-9f3d-06c78474f001) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:51.783777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:51.876653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] For port 48bbb20d-b062-4ca4-afca-beaeb2216b99, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=48bbb20d-b062-4ca4-afca-beaeb2216b99,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:51.877277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.884281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-1ea55de3-be53-4231-b75b-138191a29941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.886968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-1ea55de3-be53-4231-b75b-138191a29941 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.1890955 Nov 03 19:07:51.933719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for 48bbb20d-b062-4ca4-afca-beaeb2216b99 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:51.973349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-4706731e-1778-4e70-ab38-aac47b32873b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636492 Nov 03 19:07:52.040365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df3f3c59-06d7-451d-a5e5-f525ab4185a4 req-f5252e56-b0f2-4f69-b6da-fa899dd7c469 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524878 Nov 03 19:07:52.047503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Deleting port 29fbea56-88a0-4fd7-8c77-b32ed57fd34e {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:52.048040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.100750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e21499-0fac-48df-834e-bdb1ed73862f req-d461c077-9401-4230-9fb3-63edf67f7c80 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.103543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4e21499-0fac-48df-834e-bdb1ed73862f req-d461c077-9401-4230-9fb3-63edf67f7c80 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3358014 Nov 03 19:07:52.180970 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c51f850-a939-4415-8195-6c9479e11eff x-openstack-request-id: req-2c51f850-a939-4415-8195-6c9479e11eff {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:52.181541 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "e898a6cb-52e9-4017-bece-1f172cc4a936", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:52.182238 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2c51f850-a939-4415-8195-6c9479e11eff {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:52.182765 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': 'e898a6cb-52e9-4017-bece-1f172cc4a936', 'status': 'completed', 'code': 200} Nov 03 19:07:52.430731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.435596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.436049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.465089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4e21499-0fac-48df-834e-bdb1ed73862f req-ec8039de-6c2b-4e6f-990e-e4e51a154ca0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746861 Nov 03 19:07:52.485861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Calling delete_port for 29fbea56-88a0-4fd7-8c77-b32ed57fd34e owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:52.521512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3195f-13fc-4ce4-9acf-e8158c0af7dd req-b106fb84-df88-441f-995b-6be05cb99bb9 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.524291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d3195f-13fc-4ce4-9acf-e8158c0af7dd req-b106fb84-df88-441f-995b-6be05cb99bb9 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 943 time: 0.2924156 Nov 03 19:07:52.637258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:52.644994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.673306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:52.687189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-579fa0dd-3ae1-4109-b1bc-be388b53eeba req-c980feb2-0fc9-45a9-875f-2cf2d5104310 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:07:52.688595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-579fa0dd-3ae1-4109-b1bc-be388b53eeba req-c980feb2-0fc9-45a9-875f-2cf2d5104310 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0120604 Nov 03 19:07:52.726421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:52.731014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:52.736153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:52.785724 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-744075d1-beda-4b0f-9cb4-3bd81af85893 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537205 Nov 03 19:07:52.795361 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0694e747-acdd-4a0e-a101-8256e04aeb88 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/floatingips/12fc3572-f9d4-4ae2-b4f1-3358952a774d HTTP/1.1" status: 200 len: 978 time: 4.6136618 Nov 03 19:07:52.804789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39048) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:52.907519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:52.920077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d3195f-13fc-4ce4-9acf-e8158c0af7dd req-7a7f03d6-635b-4d69-ad69-8fe53d7776e8 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606470 Nov 03 19:07:52.989108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:52.989108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:53.001735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:53.044533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:53.050508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:53.129015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:53.129815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172147cc-8bf3-4e43-a79f-588b83140fce None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:53.234136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Port': ['ID=84b02fda-0181-4406-9f3d-06c78474f001,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:53.247987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.384885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=48bbb20d-b062-4ca4-afca-beaeb2216b99,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:53.401418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c773f5c8-ad63-46ec-8813-d3a73c06d704 req-2a6cc6c5-7469-47ed-a1a9-277c24adad18 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952494 Nov 03 19:07:53.401972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c091515-206e-4d3a-ba08-e0bb283cb4f5 req-6ec38f8c-aef7-4bba-8190-5ee105e9fdd9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:53.404752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c091515-206e-4d3a-ba08-e0bb283cb4f5 req-6ec38f8c-aef7-4bba-8190-5ee105e9fdd9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3938396 Nov 03 19:07:53.467353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.473181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] No DVR routers for this DVR port 48bbb20d-b062-4ca4-afca-beaeb2216b99 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:53.481312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.491466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-965cc553-740f-431d-b749-4cd5cd8d967d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "DELETE /v2.0/ports/48bbb20d-b062-4ca4-afca-beaeb2216b99 HTTP/1.1" status: 204 len: 173 time: 2.3555503 Nov 03 19:07:53.549703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Pushing event deleted for resources: {'Port': ['ID=29fbea56-88a0-4fd7-8c77-b32ed57fd34e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:53.577359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6eee-0513-4b1c-b109-48bc7b91a1fa req-f32da329-817e-43df-b9bf-960cf7416d2e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:53.585932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a4f6eee-0513-4b1c-b109-48bc7b91a1fa req-f32da329-817e-43df-b9bf-960cf7416d2e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.4305503 Nov 03 19:07:53.597781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:53.607007 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.736117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c091515-206e-4d3a-ba08-e0bb283cb4f5 req-a6f373dd-d094-4592-9505-fa8bd6cebbd0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804289 Nov 03 19:07:53.769089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 6ae198e6-66af-4e8d-b201-3e037f877ab4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:53.770599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.783166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.800392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab7c6f73-ac72-4520-9184-e25843bd86cf details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:53.888095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a4f6eee-0513-4b1c-b109-48bc7b91a1fa req-4c74435e-82d1-4e94-84be-4659e0ca78b5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992649 Nov 03 19:07:53.895008 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.919290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:53.921785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8b8f8090-679a-41ce-948a-e620ece3dd47 tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] 10.222.0.91 "DELETE /v2.0/floatingips/e121b0dc-42a7-4d28-9958-9c379d405be9 HTTP/1.1" status: 204 len: 168 time: 3.1202013 Nov 03 19:07:53.930709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39072) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:54.089304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:54.094270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.149691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-8af3200f-19d8-463c-8d4a-ddb6d51eb693 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5441146 Nov 03 19:07:54.163027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ab7c6f73-ac72-4520-9184-e25843bd86cf, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:54.183846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821'}, {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:54.188699 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3cf6d7-03af-492a-a7d6-8438ff3887ec" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821"}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:54.195241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'port_id': 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'mac_address': 'fa:16:3e:75:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6118f3-8827-46b8-a5d6-9246b5a1ec65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:54.225635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-b10d65c4-5568-4528-be83-9fed2d31fe38 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:07:54.227570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-b10d65c4-5568-4528-be83-9fed2d31fe38 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0333955 Nov 03 19:07:54.273444 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.298204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7c6f73-ac72-4520-9184-e25843bd86cf {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:54.327067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ab7c6f73-ac72-4520-9184-e25843bd86cf, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:54.339027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.345839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.346169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.385310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] For port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:54.385720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.420666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ab7c6f73-ac72-4520-9184-e25843bd86cf,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:54.492436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.516156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.599923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['ab7c6f73-ac72-4520-9184-e25843bd86cf'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:54.606251 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.607772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.609917 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Floating IP 216b3aac-4f9d-4c93-9096-eeac83ad7138 disassociated. External IP: 172.25.8.104, port: 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908. Nov 03 19:07:54.614619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:54.634142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 6ae198e6-66af-4e8d-b201-3e037f877ab4 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:54.759555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Port': ['ID=84b02fda-0181-4406-9f3d-06c78474f001,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:54.784767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342a71-39f6-469e-824b-7907caaaab9a req-65c8edb1-a992-4ee8-9ede-1c311cc7a8b4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.791925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342a71-39f6-469e-824b-7907caaaab9a req-65c8edb1-a992-4ee8-9ede-1c311cc7a8b4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.800196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e342a71-39f6-469e-824b-7907caaaab9a req-65c8edb1-a992-4ee8-9ede-1c311cc7a8b4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 1678 time: 0.7883627 Nov 03 19:07:54.832908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2d460-db2d-4b6a-b5e0-b376e903e045 req-18bb7c83-4c00-4af5-bf52-c22454f2ef1e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.834685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64b2d460-db2d-4b6a-b5e0-b376e903e045 req-18bb7c83-4c00-4af5-bf52-c22454f2ef1e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 944 time: 0.3874993 Nov 03 19:07:54.835708 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.992328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.996942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a684a7e4-8944-4676-b005-2e86344f9ecd tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0362630 Nov 03 19:07:54.997740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:55.010714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ceeaaebe-d935-4c96-ad19-7045496e7a3f tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'floatingip': {'port_id': '023942be-6c32-428a-9231-f02f2edcbbb7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:55.061670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.110930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e342a71-39f6-469e-824b-7907caaaab9a req-419ee6ce-1951-4a74-a923-1c7f29c5cb7a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082645 Nov 03 19:07:55.122311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=6ae198e6-66af-4e8d-b201-3e037f877ab4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:55.203252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ceeaaebe-d935-4c96-ad19-7045496e7a3f tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.212776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64b2d460-db2d-4b6a-b5e0-b376e903e045 req-21fee0c9-e54a-4b10-ae29-6a5be81efdd9 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444126 Nov 03 19:07:55.452954 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a647259-6610-4b87-b691-0c367bb96faa x-openstack-request-id: req-7a647259-6610-4b87-b691-0c367bb96faa {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:55.453298 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "a1b80768-ae13-4f8c-8d3e-46ddd2868821", "status": "completed", "code": 200}, {"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "48bbb20d-b062-4ca4-afca-beaeb2216b99", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:55.453745 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7a647259-6610-4b87-b691-0c367bb96faa {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:55.454223 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': 'a1b80768-ae13-4f8c-8d3e-46ddd2868821', 'status': 'completed', 'code': 200} Nov 03 19:07:55.454521 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': '48bbb20d-b062-4ca4-afca-beaeb2216b99', 'status': 'completed', 'code': 200} Nov 03 19:07:55.479233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.482764 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 12fc3572-f9d4-4ae2-b4f1-3358952a774d disassociated (deleted). External IP: 172.25.8.46, port: 9c54c23a-74c1-49b7-9be8-3ff3453d4851. Nov 03 19:07:55.716167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.816284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab7c6f73-ac72-4520-9184-e25843bd86cf up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:55.936277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=2927d6f8-cc4c-47c5-8e40-89d5ac5b9908,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:55.958542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port ab7c6f73-ac72-4520-9184-e25843bd86cf completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:07:55.973804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port ab7c6f73-ac72-4520-9184-e25843bd86cf triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:55.977300 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.113659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51b84-f65a-415a-a2d4-ab3ef8354ef0 req-0d833944-df89-4dda-9bcd-bbe61f2de5cc tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.127114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23a51b84-f65a-415a-a2d4-ab3ef8354ef0 req-0d833944-df89-4dda-9bcd-bbe61f2de5cc tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.3335640 Nov 03 19:07:56.203699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717fb6c-be94-4732-ab5f-39dea71f8d1b req-8ad3fec4-e961-4e27-ae9e-237554d70e62 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.205507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9717fb6c-be94-4732-ab5f-39dea71f8d1b req-8ad3fec4-e961-4e27-ae9e-237554d70e62 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4131508 Nov 03 19:07:56.308697 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-ceeaaebe-d935-4c96-ad19-7045496e7a3f tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] update failed (client error): The resource could not be found. Nov 03 19:07:56.313968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ceeaaebe-d935-4c96-ad19-7045496e7a3f tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "PUT /v2.0/floatingips/6050abcc-d9b3-45fd-a323-2552ce38a020 HTTP/1.1" status: 404 len: 507 time: 1.3031180 Nov 03 19:07:56.335156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.340122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39100) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:56.469160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7c6f73-ac72-4520-9184-e25843bd86cf'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:56.475957 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75336d6a-34e1-44ca-b23e-514085ae38d6" -d '{"events": [{"server_uuid": "c64cea56-a383-4cdc-9d38-85908b9cbe55", "name": "network-vif-plugged", "status": "completed", "tag": "ab7c6f73-ac72-4520-9184-e25843bd86cf"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:56.494893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23a51b84-f65a-415a-a2d4-ab3ef8354ef0 req-83c8bda0-1499-4e6f-8568-25f8488a5a4a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653910 Nov 03 19:07:56.506447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ab7c6f73-ac72-4520-9184-e25843bd86cf, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:56.514860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.665544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9717fb6c-be94-4732-ab5f-39dea71f8d1b req-1d19d585-c002-4925-973d-2138761ce66a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627608 Nov 03 19:07:56.740886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ab7c6f73-ac72-4520-9184-e25843bd86cf,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:56.789383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:56.925421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b8cf-2578-44bd-a0a3-ece890c6f547 req-4021a59e-8303-4a55-88c1-4807442fd465 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.927980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9bd4b8cf-2578-44bd-a0a3-ece890c6f547 req-4021a59e-8303-4a55-88c1-4807442fd465 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 943 time: 0.1521485 Nov 03 19:07:56.930409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Deleting port 84b02fda-0181-4406-9f3d-06c78474f001 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:56.931137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.033259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:57.041441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.043304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec01b-960f-4bf1-a71b-70f8fb0b63bd req-ea98dfcd-fe24-4f3e-ab62-a0096bfb8d89 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:57.045435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-298ec01b-960f-4bf1-a71b-70f8fb0b63bd req-ea98dfcd-fe24-4f3e-ab62-a0096bfb8d89 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.2091553 Nov 03 19:07:57.046701 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:57.057167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.061497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Router 7d7f87a6-84da-494a-b252-d45fe0bafae1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:57.070594 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:57.076921 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:57.119626 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-653d79cf-b706-4a59-806b-48bb09efe86b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/floatingips/12fc3572-f9d4-4ae2-b4f1-3358952a774d HTTP/1.1" status: 204 len: 168 time: 4.3110478 Nov 03 19:07:57.123801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:57.157744 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:57.175986 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:57.177352 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:57.249998 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:57.251961 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995f958-b2bd-4df2-8e83-62b36dd66080 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:57.356393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.357104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.392347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9bd4b8cf-2578-44bd-a0a3-ece890c6f547 req-7069334e-d7bb-4576-92d3-b98dc3ec0596 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478486 Nov 03 19:07:57.396190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Calling delete_port for 84b02fda-0181-4406-9f3d-06c78474f001 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:57.440709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-298ec01b-960f-4bf1-a71b-70f8fb0b63bd req-4b023fc9-c8d8-4d29-8f44-bd85df853067 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445879 Nov 03 19:07:57.561181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 9c54c23a-74c1-49b7-9be8-3ff3453d4851 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:57.561941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.572388 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da696b5e-997a-4284-8829-82b0880db070 x-openstack-request-id: req-da696b5e-997a-4284-8829-82b0880db070 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:57.573284 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64cea56-a383-4cdc-9d38-85908b9cbe55", "name": "network-vif-plugged", "status": "completed", "tag": "ab7c6f73-ac72-4520-9184-e25843bd86cf", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:57.573284 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-da696b5e-997a-4284-8829-82b0880db070 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:57.573877 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'code': 200} Nov 03 19:07:57.664753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:57.684583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] Sync routers for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:57.716317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:57.717864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:57.857693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:57.884734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 9c54c23a-74c1-49b7-9be8-3ff3453d4851 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:57.976464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f552-7ecf-4b8c-8167-bd723c3dae52 req-83cd3598-3318-4f83-a7b2-1a4ac9bf3df3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:57.984855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b713f552-7ecf-4b8c-8167-bd723c3dae52 req-83cd3598-3318-4f83-a7b2-1a4ac9bf3df3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3165236 Nov 03 19:07:58.020237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd69c4-2630-4813-8934-446280cbd8f8 req-0db2d946-544c-4527-97ba-d5b2bb26edc3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.021241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:58.021924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-affd69c4-2630-4813-8934-446280cbd8f8 req-0db2d946-544c-4527-97ba-d5b2bb26edc3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2542000 Nov 03 19:07:58.042477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] No DVR routers for this DVR port 2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:58.047683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.065359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-6dc7a7de-8744-417b-bb3c-f3b2f3a1a2c0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "DELETE /v2.0/ports/2927d6f8-cc4c-47c5-8e40-89d5ac5b9908 HTTP/1.1" status: 204 len: 173 time: 4.5202985 Nov 03 19:07:58.079682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:58.095464 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cfc28c-164b-4dc5-84a4-9e4c72589fda" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:58.228658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551393a-798c-4be9-9f93-bb41f4c2386d req-a899706f-5fbd-4582-bed6-8c5dd2b44d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.231247 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5551393a-798c-4be9-9f93-bb41f4c2386d req-a899706f-5fbd-4582-bed6-8c5dd2b44d8e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 1096 time: 0.5627484 Nov 03 19:07:58.305514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b713f552-7ecf-4b8c-8167-bd723c3dae52 req-fa49d3a5-5c62-4706-a9c7-1ce8ec1ae385 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194668 Nov 03 19:07:58.337003 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.392418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-affd69c4-2630-4813-8934-446280cbd8f8 req-24732fda-0e6b-4389-bd2a-724dd4901300 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352864 Nov 03 19:07:58.427491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5551393a-798c-4be9-9f93-bb41f4c2386d req-d013e506-bae0-4227-9b22-12a2594c2c31 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847041 Nov 03 19:07:58.445281 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97336318-98ee-46e1-a971-9f403d3620e7 x-openstack-request-id: req-97336318-98ee-46e1-a971-9f403d3620e7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:58.445281 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "2927d6f8-cc4c-47c5-8e40-89d5ac5b9908", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:58.445281 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-97336318-98ee-46e1-a971-9f403d3620e7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:58.445281 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': '2927d6f8-cc4c-47c5-8e40-89d5ac5b9908', 'status': 'completed', 'code': 200} Nov 03 19:07:58.593995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port 5011383d-24f7-4978-aaa5-71d2a1c2982f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:58.594533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.621282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Port': ['ID=84b02fda-0181-4406-9f3d-06c78474f001,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:58.680484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:58.847657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] Checking router: 7d7f87a6-84da-494a-b252-d45fe0bafae1 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:58.881716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:58.885654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:58.902163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] For port 5011383d-24f7-4978-aaa5-71d2a1c2982f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5011383d-24f7-4978-aaa5-71d2a1c2982f,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:58.902792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.907370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.976645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=9c54c23a-74c1-49b7-9be8-3ff3453d4851,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:58.990437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for 5011383d-24f7-4978-aaa5-71d2a1c2982f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:59.071238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88a5d7-ba83-4784-a707-4d37cc7a6e85 req-bf008289-c94f-4067-9aff-ef0a591ceb23 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:59.073945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c88a5d7-ba83-4784-a707-4d37cc7a6e85 req-bf008289-c94f-4067-9aff-ef0a591ceb23 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 943 time: 0.4337978 Nov 03 19:07:59.255195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:59.331689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.336995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.345295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4da3172-364f-43c5-8f7f-10b19d6323ec tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "DELETE /v2.0/floatingips/6050abcc-d9b3-45fd-a323-2552ce38a020 HTTP/1.1" status: 204 len: 168 time: 3.0008237 Nov 03 19:07:59.353953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c88a5d7-ba83-4784-a707-4d37cc7a6e85 req-4eec4233-7117-41a7-94ff-2f21dad3c967 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups?id=2ddbeb9a-a33a-4c1a-9778-0e587845e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392721 Nov 03 19:07:59.354746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:59.374850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-203bb31d-de91-4ce1-9f14-f09735280314 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'floatingip': {'floating_network_id': 'e65a24b5-7be0-4728-8e04-c84b37279511', 'port_id': '023942be-6c32-428a-9231-f02f2edcbbb7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:59.400019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d5fee-4ca0-4823-bfcf-62e077ab198e req-a738298a-728f-4186-ac9a-66871b19629d tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:59.406689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349d5fee-4ca0-4823-bfcf-62e077ab198e req-a738298a-728f-4186-ac9a-66871b19629d tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.5290420 Nov 03 19:07:59.446559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Deleting port a56d8843-104f-4c56-9fde-49c7b8ae074d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:59.447141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.507833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203bb31d-de91-4ce1-9f14-f09735280314 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.557667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.563289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-09293867-d8b7-4367-8f89-f9619e6dbc43 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/ports/9c54c23a-74c1-49b7-9be8-3ff3453d4851 HTTP/1.1" status: 204 len: 168 time: 2.4344373 Nov 03 19:07:59.566581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.588898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39128) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:59.677608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:59.731468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.745995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=5011383d-24f7-4978-aaa5-71d2a1c2982f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:59.891655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] For port a56d8843-104f-4c56-9fde-49c7b8ae074d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a56d8843-104f-4c56-9fde-49c7b8ae074d,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:59.892228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.899406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] No DVR routers for this DVR port 5011383d-24f7-4978-aaa5-71d2a1c2982f on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:59.911558 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.917985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-610598d6-f7ce-415c-a2fa-f59c5a6a2f6e req-f99f49dc-7aae-4e35-91d9-92579e6d05ee tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.110 "DELETE /v2.0/ports/5011383d-24f7-4978-aaa5-71d2a1c2982f HTTP/1.1" status: 204 len: 173 time: 1.8512554 Nov 03 19:08:00.001286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349d5fee-4ca0-4823-bfcf-62e077ab198e req-e262ee4a-4b1a-4c4b-8ff0-383ee656af6b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706656 Nov 03 19:08:00.006035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Calling delete_port for a56d8843-104f-4c56-9fde-49c7b8ae074d owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:00.053941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:00.111523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25588b-79d3-42de-89d4-fc92aeb1f192 req-b2c781af-e80b-44c1-8dfe-2f76c3eb635e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.117603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.127326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a25588b-79d3-42de-89d4-fc92aeb1f192 req-b2c781af-e80b-44c1-8dfe-2f76c3eb635e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5752366 Nov 03 19:08:00.164857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8452dec-d424-4cfd-8f2b-849410ae84a5 None None] The sync data for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 is: [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T18:55:39Z', 'revision_number': 4, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'fdeb450e-1603-483f-a7ce-0e213b6420f2', 'name': '', 'network_id': 'd4d4e9f5-2e19-45ca-a047-10e8e6221320', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'mac_address': 'fa:16:3e:0e:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:38Z', 'updated_at': '2021-11-03T18:55:49Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'subnets': [{'id': 'c2159396-034b-4e95-8912-c1dd9d066094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:00.401876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.230 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/3a968a44-b250-4805-9a63-3c3994994543) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:00.436544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:00.441433 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79949f6c-64dd-4242-acb7-f00aebf2d91a" -d '{"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:00.501669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74959bd-dd1a-4b02-bea8-df95a5e64a3e req-224e7693-5619-4043-8edb-eda9c0d423da tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.514658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a74959bd-dd1a-4b02-bea8-df95a5e64a3e req-224e7693-5619-4043-8edb-eda9c0d423da tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.3599892 Nov 03 19:08:00.540376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a25588b-79d3-42de-89d4-fc92aeb1f192 req-f7287de6-e172-47a3-b3f4-f3114aa15d07 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881392 Nov 03 19:08:00.697840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a74959bd-dd1a-4b02-bea8-df95a5e64a3e req-4ec13322-3edc-4ec8-98d9-1269cdadd931 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531250 Nov 03 19:08:00.723674 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:08:00.746539 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-203bb31d-de91-4ce1-9f14-f09735280314 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:08:00.754693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-203bb31d-de91-4ce1-9f14-f09735280314 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3815610 Nov 03 19:08:00.759001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:00.783955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '023942be-6c32-428a-9231-f02f2edcbbb7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:00.811389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9563b8f8-c165-4ee4-aed3-16aa900598f0 req-b4833b02-c7da-44cc-a8c7-d1fffd72a31f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0439649 Nov 03 19:08:00.857796 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840b2c7-777d-438a-832b-5a0adb5974cb None None] New status for floating IP 216b3aac-4f9d-4c93-9096-eeac83ad7138: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:08:00.936846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.954874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.006058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56d8843-104f-4c56-9fde-49c7b8ae074d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.044253 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be3a914-5143-4ea7-b511-b3514f9d6bd1 x-openstack-request-id: req-5be3a914-5143-4ea7-b511-b3514f9d6bd1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:01.044900 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed519f8-c8d7-4c96-88d3-298f3e4ebb05", "name": "network-vif-deleted", "tag": "5011383d-24f7-4978-aaa5-71d2a1c2982f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:01.045168 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5be3a914-5143-4ea7-b511-b3514f9d6bd1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:01.046165 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed519f8-c8d7-4c96-88d3-298f3e4ebb05', 'name': 'network-vif-deleted', 'tag': '5011383d-24f7-4978-aaa5-71d2a1c2982f', 'status': 'completed', 'code': 200} Nov 03 19:08:01.048645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.059271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.197007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:01.211935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:01.232545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:01.351726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=3a968a44-b250-4805-9a63-3c3994994543,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.446792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf1dd-949a-44ed-8bc0-5f24deb330e5 req-45f62ec9-2e70-46bc-be06-859b22823e13 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:01.449755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4aaf1dd-949a-44ed-8bc0-5f24deb330e5 req-45f62ec9-2e70-46bc-be06-859b22823e13 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3621464 Nov 03 19:08:01.507460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6fcde-f5a1-4fd3-b2d1-ce9b9b7366b2 req-1d88a2ca-b5f2-4d29-91de-b22d0659a1be tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:01.510420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47c6fcde-f5a1-4fd3-b2d1-ce9b9b7366b2 req-1d88a2ca-b5f2-4d29-91de-b22d0659a1be tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.2877204 Nov 03 19:08:01.523136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.592891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.749113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4aaf1dd-949a-44ed-8bc0-5f24deb330e5 req-a8996647-3874-4a73-8194-57dcba0d357f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845240 Nov 03 19:08:01.771920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47c6fcde-f5a1-4fd3-b2d1-ce9b9b7366b2 req-3b1db3fa-4f18-46cf-b45a-d8a25bfbe224 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372358 Nov 03 19:08:01.773699 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.793857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.384662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Allocated IP 172.25.8.172 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/508daf75-9b53-4fc0-9e6a-7ea58586ad69) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:02.393665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d59b1-b20b-402c-bed2-1dc0b9c3d243 req-d926d70f-9cc2-4c6a-926c-d3a4eab9253d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:02.396581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-448d59b1-b20b-402c-bed2-1dc0b9c3d243 req-d926d70f-9cc2-4c6a-926c-d3a4eab9253d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1466222 Nov 03 19:08:02.413990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.436626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.441897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.604696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=3a968a44-b250-4805-9a63-3c3994994543,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:02.622420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.633283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.651563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-448d59b1-b20b-402c-bed2-1dc0b9c3d243 req-91033651-2559-42e3-a107-78fc4af17972 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214918 Nov 03 19:08:02.668790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.672781 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e83f07ec-b6bd-4daa-bf3c-71a70fba73c4 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0765784 Nov 03 19:08:02.678032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39154) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:02.689468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Router b62d3edb-e411-498a-95fe-cac630a0b355 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:02.703066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'port': {'network_id': 'a434177f-a1ab-4882-9bc0-3a7a8937d8e5', 'name': 'tempest-FloatingIPTestJSON-958637682'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:02.783590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:02.862920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c88a48b2-73eb-487e-8065-260b0d63655a req-f4cef55d-4ed9-4a95-9b44-9e0f4dd3b43d tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0747411 Nov 03 19:08:02.904555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:02.914987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:02.927119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-643131ba-940d-4871-8ea3-655655a989c1 admin admin] 10.222.0.91 "PUT /v2.0/routers/b62d3edb-e411-498a-95fe-cac630a0b355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9908230 Nov 03 19:08:02.927404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:02.929739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39156) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:02.936597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:02.957763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] Sync routers for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:02.985995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event updated for resources: {'Port': ['ID=508daf75-9b53-4fc0-9e6a-7ea58586ad69,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:03.059868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.067414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:03.068095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:03.267349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:03.273797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.313704 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:03.321160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] device_id is not set on port 14a0fe10-b714-425f-9b9a-44c67142ec77 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:03.353879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdf9f6-e152-4190-86a4-b01b37b13190 req-d2766d75-56db-4c7a-b269-d01e95435e8c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.356755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48fdf9f6-e152-4190-86a4-b01b37b13190 req-d2766d75-56db-4c7a-b269-d01e95435e8c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1791425 Nov 03 19:08:03.359819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.452198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Deleting port 508daf75-9b53-4fc0-9e6a-7ea58586ad69 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:03.453101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.569596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48fdf9f6-e152-4190-86a4-b01b37b13190 req-b99dec62-64ef-435c-8d93-2a81671ed2f5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370716 Nov 03 19:08:03.732251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T19:08:00Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:03.752808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.5 (a434177f-a1ab-4882-9bc0-3a7a8937d8e5/4fe64f24-8142-4875-87ed-f031835b0781/14a0fe10-b714-425f-9b9a-44c67142ec77) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:03.797361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] Checking router: b62d3edb-e411-498a-95fe-cac630a0b355 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:03.815252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] Routers {'b62d3edb-e411-498a-95fe-cac630a0b355'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:03.816338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b62d3edb-e411-498a-95fe-cac630a0b355'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:03.827985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.914071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2702d-eb52-48c3-8792-c3ca7918f768 req-a3fa484c-fcb0-45de-8886-69a0d73983c8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.916904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aef2702d-eb52-48c3-8792-c3ca7918f768 req-a3fa484c-fcb0-45de-8886-69a0d73983c8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1530044 Nov 03 19:08:03.930363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.930363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.984081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Calling delete_port for 508daf75-9b53-4fc0-9e6a-7ea58586ad69 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:04.028482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aef2702d-eb52-48c3-8792-c3ca7918f768 req-94c71a7e-4483-4cd8-b2f4-9ce2b8fba8df tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994694 Nov 03 19:08:04.030521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Deleting port 87a1a474-f63f-406f-b54f-26ff20d9be4b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:04.030988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.064085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] Set router b62d3edb-e411-498a-95fe-cac630a0b355 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:04.304879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] For port 87a1a474-f63f-406f-b54f-26ff20d9be4b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=87a1a474-f63f-406f-b54f-26ff20d9be4b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:04.305422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.336159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45206de-875d-4375-9fc1-5b8ba6eb8677 req-72cc5485-51dc-4f34-a167-6a912bf20d02 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:04.338707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f45206de-875d-4375-9fc1-5b8ba6eb8677 req-72cc5485-51dc-4f34-a167-6a912bf20d02 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1660733 Nov 03 19:08:04.361399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Calling delete_port for 87a1a474-f63f-406f-b54f-26ff20d9be4b owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:04.365828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.407686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.450185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.481201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Port': ['ID=508daf75-9b53-4fc0-9e6a-7ea58586ad69,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:04.528280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f45206de-875d-4375-9fc1-5b8ba6eb8677 req-49bef934-ebc0-405d-abef-94812417b700 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787124 Nov 03 19:08:04.620050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T19:08:00Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:04.623881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=14a0fe10-b714-425f-9b9a-44c67142ec77,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:04.654492 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] create failed (client error): The resource could not be found. Nov 03 19:08:04.662672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2a893be7-89c9-457e-967b-2c782cd55376 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9015489 Nov 03 19:08:04.664705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:04.713012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9cea49-e2c5-4bc0-9cdb-dc0d5299d0d2 None None] The sync data for ids ['b62d3edb-e411-498a-95fe-cac630a0b355'] in n-d-812151-4 is: [{'id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'name': 'tempest-ServerActionsTestJSON-2099656934-router', 'tenant_id': '4b8d4c6a533c46268a174ab703c85690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:48Z', 'updated_at': '2021-11-03T19:08:00Z', 'revision_number': 5, 'project_id': '4b8d4c6a533c46268a174ab703c85690', 'gw_port': {'id': '87a1a474-f63f-406f-b54f-26ff20d9be4b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d3edb-e411-498a-95fe-cac630a0b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:49Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:04.735332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f985730-e4b5-44f2-b617-ac178dc32347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.796303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network a434177f-a1ab-4882-9bc0-3a7a8937d8e5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:04.802497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:04.809257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:04.857335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1eaf88f6-b87f-4db3-8615-acfe3410659f req-e54a7097-2b41-4fc0-b113-dddccbfe7408 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0619109 Nov 03 19:08:04.873530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:04.874129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.911348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Deleting port 023942be-6c32-428a-9231-f02f2edcbbb7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:04.911863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:04.978891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.034853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76387bac-e273-46c6-9cc2-153374ed1fd6 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3549571 Nov 03 19:08:05.039714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:05.050756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'port_id': '14a0fe10-b714-425f-9b9a-44c67142ec77'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:05.063279 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Pushing event deleted for resources: {'Port': ['ID=87a1a474-f63f-406f-b54f-26ff20d9be4b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:05.162274 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.199052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Calling delete_port for 023942be-6c32-428a-9231-f02f2edcbbb7 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:05.205157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49d5e-ed14-4f2a-ae68-32c377ec9388 req-cd72a25c-7da7-4ec0-9b0a-5b7d27e364f0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.208277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24b49d5e-ed14-4f2a-ae68-32c377ec9388 req-cd72a25c-7da7-4ec0-9b0a-5b7d27e364f0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1744938 Nov 03 19:08:05.219402 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.224678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.397551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24b49d5e-ed14-4f2a-ae68-32c377ec9388 req-a7f8b29d-5dcf-45d5-9230-ede2c6a9ead4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749260 Nov 03 19:08:05.403456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.415708 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.543126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.602452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.603046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62d3edb-e411-498a-95fe-cac630a0b355 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:08:05.617761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.624762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6c31360c-2a26-4727-9dec-30170226eebc admin admin] 10.222.0.91 "DELETE /v2.0/routers/b62d3edb-e411-498a-95fe-cac630a0b355 HTTP/1.1" status: 204 len: 168 time: 2.6934061 Nov 03 19:08:05.628252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39178) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:05.653510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Port': ['ID=023942be-6c32-428a-9231-f02f2edcbbb7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:05.700671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a56d8843-104f-4c56-9fde-49c7b8ae074d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:05.795698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Deleting subnet bfca4f21-ba1d-4659-8901-ab8858a9818a {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:05.798835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a56d8843-104f-4c56-9fde-49c7b8ae074d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:05.800255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a56d8843-104f-4c56-9fde-49c7b8ae074d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:05.810336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.825637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:05.833955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8e981c2d-0a71-4064-a540-785b9344307c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "DELETE /v2.0/ports/023942be-6c32-428a-9231-f02f2edcbbb7 HTTP/1.1" status: 204 len: 168 time: 1.1656704 Nov 03 19:08:05.861064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39180) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:05.933794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353b99-8b4f-4b5f-aa92-00f131921d6e req-b57dc539-c728-4058-9749-4273c707aeb7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.953580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b353b99-8b4f-4b5f-aa92-00f131921d6e req-b57dc539-c728-4058-9749-4273c707aeb7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4069223 Nov 03 19:08:06.039939 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.125846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8aae66-22ea-436f-8b24-4de830ff866c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:06.132318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ff8aae66-22ea-436f-8b24-4de830ff866c tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "GET /v2.0/ports?device_id=da196bc7-3fff-408b-859d-8261fd43ee42 HTTP/1.1" status: 200 len: 913 time: 0.2660029 Nov 03 19:08:06.135712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:06.153285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b353b99-8b4f-4b5f-aa92-00f131921d6e req-bd13a3d3-c1e6-461b-9b92-a873e3fea8c6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981695 Nov 03 19:08:06.493673 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.499993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.534914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.581055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bee7a6-b211-4d98-b017-c0e9b8df64a7 req-16d9ebf1-f17d-4915-8735-d6eefb69406f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:06.582873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97bee7a6-b211-4d98-b017-c0e9b8df64a7 req-16d9ebf1-f17d-4915-8735-d6eefb69406f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.3163924 Nov 03 19:08:06.682994 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP df585921-700f-4d8c-b513-fecb63f64ba1 associated. External IP: 172.25.8.230, port: 14a0fe10-b714-425f-9b9a-44c67142ec77. Nov 03 19:08:06.746546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97bee7a6-b211-4d98-b017-c0e9b8df64a7 req-6c81ff29-24a3-415e-8c63-5a153ee817c9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505630 Nov 03 19:08:06.748446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.825297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfca4f21-ba1d-4659-8901-ab8858a9818a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:06.828165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.837151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ba29fe75-84fb-4548-8802-4ca415539839 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bfca4f21-ba1d-4659-8901-ab8858a9818a HTTP/1.1" status: 204 len: 168 time: 1.2026100 Nov 03 19:08:06.837151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39188) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:06.843161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942334a-9955-4e67-99a6-7ab5757f7c37 None None] Network 84430f78-db22-4ffe-931f-e8c1af41dfe2 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:06.917389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e3c6873-d3ff-40c3-9095-96fb87fa2aca req-bd321b80-4e6a-4acc-b86e-f60b96b519f4 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0469079 Nov 03 19:08:07.007078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.171694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] DHCP port deletion for 84430f78-db22-4ffe-931f-e8c1af41dfe2 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:07.215883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d706d-109f-400c-842f-9daf0539db77 req-52e175d8-44c3-45ed-bce3-d1dc6906b54e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:07.218544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c77d706d-109f-400c-842f-9daf0539db77 req-52e175d8-44c3-45ed-bce3-d1dc6906b54e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1027827 Nov 03 19:08:07.253137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Deleting port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:07.253733 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.255703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Deleting port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:07.256326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.284848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.319096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:07.342513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] For port 5495e54c-4a57-43e5-bffa-5fbb426fbd10, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5495e54c-4a57-43e5-bffa-5fbb426fbd10,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:07.343017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.363870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Calling delete_port for 5495e54c-4a57-43e5-bffa-5fbb426fbd10 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:07.530642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] For port 5495e54c-4a57-43e5-bffa-5fbb426fbd10, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5495e54c-4a57-43e5-bffa-5fbb426fbd10,segment=NetworkSegment(f64179dc-fb7b-45b8-9973-c9909caec1b6),segment_id=f64179dc-fb7b-45b8-9973-c9909caec1b6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:07.530892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.531340 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.559213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:07.567379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] No DVR routers for this DVR port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:07.570208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.578871 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:07.581331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c77d706d-109f-400c-842f-9daf0539db77 req-f65b75ff-7bf7-43e3-8cb8-bfa850a943b2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519368 Nov 03 19:08:07.602398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Calling delete_port for 5495e54c-4a57-43e5-bffa-5fbb426fbd10 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:07.610408 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:07.611059 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:07.642024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 87a1a474-f63f-406f-b54f-26ff20d9be4b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:07.645371 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ad1fec2-e9a5-4e44-918e-83235b7b214b tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/floatingips/df585921-700f-4d8c-b513-fecb63f64ba1 HTTP/1.1" status: 200 len: 977 time: 2.6021240 Nov 03 19:08:07.646827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39194) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:07.697498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 87a1a474-f63f-406f-b54f-26ff20d9be4b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:07.698765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 87a1a474-f63f-406f-b54f-26ff20d9be4b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:07.699899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5495e54c-4a57-43e5-bffa-5fbb426fbd10 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:07.706606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Pushing event deleted for resources: {'Port': ['ID=5495e54c-4a57-43e5-bffa-5fbb426fbd10,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:07.728517 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:07.741542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5495e54c-4a57-43e5-bffa-5fbb426fbd10 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:07.742033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5495e54c-4a57-43e5-bffa-5fbb426fbd10 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:07.760186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.760620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.761103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.761444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.761782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.762175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.762619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.762960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.763683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.764098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.764434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.764925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa091f0-7881-4dab-b417-4d0efe4902bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:07.782423 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:07.783864 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:07.840190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 14a0fe10-b714-425f-9b9a-44c67142ec77 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:07.841365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.843789 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:07.844460 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410ffbd-0719-4903-9a19-f11e91cb1039 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:07.978363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.310656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.316675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e60049f0-3dff-447d-b6f6-f32970ee73ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.332613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.333262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.333799 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP df585921-700f-4d8c-b513-fecb63f64ba1 disassociated. External IP: 172.25.8.230, port: 14a0fe10-b714-425f-9b9a-44c67142ec77. Nov 03 19:08:08.334383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 14a0fe10-b714-425f-9b9a-44c67142ec77 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:08.351141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=5495e54c-4a57-43e5-bffa-5fbb426fbd10,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:08.357881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] No DVR routers for this DVR port 5495e54c-4a57-43e5-bffa-5fbb426fbd10 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:08.370745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540e2d8-8747-456a-a9b0-035135c2aef0 req-6a112082-cb13-4a4b-908f-2754344f9f8a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:08.372467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1540e2d8-8747-456a-a9b0-035135c2aef0 req-6a112082-cb13-4a4b-908f-2754344f9f8a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5215468 Nov 03 19:08:08.516077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.601270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.634904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84430f78-db22-4ffe-931f-e8c1af41dfe2']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:08.655252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=14a0fe10-b714-425f-9b9a-44c67142ec77,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:08.657146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1540e2d8-8747-456a-a9b0-035135c2aef0 req-aa87a573-8348-4508-b653-95991822f792 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576156 Nov 03 19:08:08.668701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64179dc-fb7b-45b8-9973-c9909caec1b6') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:08.669148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64179dc-fb7b-45b8-9973-c9909caec1b6') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:08.702318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.733566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.747771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:08.748336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:08.751265 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:08.819512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Deleting port cd405c22-8013-467c-99af-361bf80e0f97 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:08.819798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.914827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:08.954808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.972783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.976178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] 10.222.0.91 "DELETE /v2.0/networks/84430f78-db22-4ffe-931f-e8c1af41dfe2 HTTP/1.1" status: 204 len: 168 time: 2.1379783 Nov 03 19:08:09.004305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=84430f78-db22-4ffe-931f-e8c1af41dfe2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:09.025400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f56bf-7cf8-46c0-82bc-c0bf7b859e7b req-7b8042d5-b6c2-47a3-83ce-b7173c8426c9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:09.027658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f5f56bf-7cf8-46c0-82bc-c0bf7b859e7b req-7b8042d5-b6c2-47a3-83ce-b7173c8426c9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2129774 Nov 03 19:08:09.061570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.061896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.062248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.062585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.062922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.063251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.063604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.064102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.065176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.065721 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.066264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.066798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260549-8890-4635-b54b-85f533c18f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:09.074947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.105813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Calling delete_port for cd405c22-8013-467c-99af-361bf80e0f97 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:09.154792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:09.175356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:09.212875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:09.213564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f5f56bf-7cf8-46c0-82bc-c0bf7b859e7b req-5aee1bc0-3160-4b5e-ac65-ee6be78ab15c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624577 Nov 03 19:08:09.214690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:09.351653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:09.371803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:09.372201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.373940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:09.381298 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f0a58f0f-75b7-4783-950d-a6d8c22f6fb9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/ports/14a0fe10-b714-425f-9b9a-44c67142ec77 HTTP/1.1" status: 204 len: 168 time: 1.7331057 Nov 03 19:08:09.382380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39204) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:09.390005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:09.437361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04675dcc-f9e0-4d21-96ac-70bd8af0cfde req-0e9d6536-3ba7-49d0-9835-fb3f95afc447 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0995984 Nov 03 19:08:09.452627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:09.454300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9ef9d-a08a-4a47-a8a1-37eba43380e6 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:09.537203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-255ffcd2-64bb-4994-b838-29e4fca9c77f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/floatingips/df585921-700f-4d8c-b513-fecb63f64ba1 HTTP/1.1" status: 200 len: 688 time: 0.1453333 Nov 03 19:08:09.544157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39208) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:09.598303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.688931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Port': ['ID=cd405c22-8013-467c-99af-361bf80e0f97,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:09.757272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3919e709-b3af-4c13-80e4-7e7603812468 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4b8d4c6a533c46268a174ab703c85690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731806 Nov 03 19:08:09.779351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39210) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:09.844022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 3a968a44-b250-4805-9a63-3c3994994543 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:09.850801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.860245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.971667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.972461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.987408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 3a968a44-b250-4805-9a63-3c3994994543 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:10.135765 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.167081 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83ff715f-8d6d-41f4-b1d8-bb587489318e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.180746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.253498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=3a968a44-b250-4805-9a63-3c3994994543,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:10.298520 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83ff715f-8d6d-41f4-b1d8-bb587489318e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.408010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.416807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.429809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39224) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:10.432451 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4d2e2df9-0ebd-49ee-9325-92c985750156 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/floatingips/df585921-700f-4d8c-b513-fecb63f64ba1 HTTP/1.1" status: 204 len: 168 time: 0.8852272 Nov 03 19:08:10.445196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'c049555a-bb70-4daf-b8f3-f5d9fb505fdc'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:10.475100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Router da196bc7-3fff-408b-859d-8261fd43ee42 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:10.558549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83ff715f-8d6d-41f4-b1d8-bb587489318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.562267 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83ff715f-8d6d-41f4-b1d8-bb587489318e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.563481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83ff715f-8d6d-41f4-b1d8-bb587489318e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/75442bf1-6905-4e9d-916c-1db6633a447c HTTP/1.1" status: 204 len: 168 time: 0.7830062 Nov 03 19:08:10.569718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.667960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff715f-8d6d-41f4-b1d8-bb587489318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75442bf1-6905-4e9d-916c-1db6633a447c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:10.700121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:10.707015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c07eeab-e8f1-4071-a317-b06a6e8d2619 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "PUT /v2.0/routers/da196bc7-3fff-408b-859d-8261fd43ee42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5698171 Nov 03 19:08:10.711418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39230) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:10.714037 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] Sync routers for ids ['da196bc7-3fff-408b-859d-8261fd43ee42'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:10.726651 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] Routers {'da196bc7-3fff-408b-859d-8261fd43ee42'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:10.728250 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['da196bc7-3fff-408b-859d-8261fd43ee42'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.730238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9c915-2d1e-40c7-9976-c7910b55449e req-c40d9a9b-d416-4a3d-9370-65fad9229168 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.733083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90e9c915-2d1e-40c7-9976-c7910b55449e req-c40d9a9b-d416-4a3d-9370-65fad9229168 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2691569 Nov 03 19:08:10.796785 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.815996 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] Routers {'da196bc7-3fff-408b-859d-8261fd43ee42'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:10.817526 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['da196bc7-3fff-408b-859d-8261fd43ee42'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.913590 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.914585 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2cd3e-5258-4a20-8fc3-7d07ce120fe9 None None] The sync data for ids ['da196bc7-3fff-408b-859d-8261fd43ee42'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:10.932387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.955262 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.044262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90e9c915-2d1e-40c7-9976-c7910b55449e req-0d8fdff4-5ebb-4c69-ae1f-b410faa73774 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407124 Nov 03 19:08:11.201171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.8 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/51da2a2e-052a-4894-8062-8ad1e89db840) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:11.263654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.269307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.341099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.342139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Fanout notify agent at l3_agent the message router_deleted on router da196bc7-3fff-408b-859d-8261fd43ee42 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:08:11.365468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.367169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe113685-b434-4d78-bb51-01bda882c8ce tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "DELETE /v2.0/routers/da196bc7-3fff-408b-859d-8261fd43ee42 HTTP/1.1" status: 204 len: 168 time: 0.6538076 Nov 03 19:08:11.371434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:11.409720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723425-ecd9-4ed1-aee1-d5513efc8c5f req-e2a0f9a2-b90d-47e8-b35e-7bed94057d9d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:11.412006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13723425-ecd9-4ed1-aee1-d5513efc8c5f req-e2a0f9a2-b90d-47e8-b35e-7bed94057d9d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1587298 Nov 03 19:08:11.491375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Deleting subnet c009f1cb-5e11-4f1d-892c-2a292bfec70b {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:11.497754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.522213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.532116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13723425-ecd9-4ed1-aee1-d5513efc8c5f req-5c3d2fd0-92f2-4c42-bf28-bd6c8143874c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086528 Nov 03 19:08:11.603321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.630704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.763878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:11.765289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:11.810101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:11.820825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=51da2a2e-052a-4894-8062-8ad1e89db840,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:11.826706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:11.877421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8de0ddab-2ff9-48b1-8e2c-b700ef2a34fe req-e13a998f-b532-4003-a0cb-4c51d861301f tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1073852 Nov 03 19:08:11.887586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.074007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.122675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.145196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:12.272606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Subnet': ['ID=c009f1cb-5e11-4f1d-892c-2a292bfec70b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:12.289011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.294080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e44326-b091-481a-b785-313ad4a1f86e None None] Network e65a24b5-7be0-4728-8e04-c84b37279511 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:12.295756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f0fd5fd7-85db-404e-b1b3-42ec56c8b9a6 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "DELETE /v2.0/subnets/c009f1cb-5e11-4f1d-892c-2a292bfec70b HTTP/1.1" status: 204 len: 168 time: 0.9196434 Nov 03 19:08:12.296812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39260) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:12.469144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.526319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e381f-e15d-4ecb-8688-35beba71dd34 req-90da7807-552c-4061-93c9-560c05f0dd09 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.544752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac6e381f-e15d-4ecb-8688-35beba71dd34 req-90da7807-552c-4061-93c9-560c05f0dd09 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1400905 Nov 03 19:08:12.590270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Deleting port c47c1936-6d27-45b8-909d-d1e0c5b5e648 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:12.590958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.700068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] DHCP port deletion for e65a24b5-7be0-4728-8e04-c84b37279511 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:12.795835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] Deleting port c47c1936-6d27-45b8-909d-d1e0c5b5e648 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:12.796903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.864176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac6e381f-e15d-4ecb-8688-35beba71dd34 req-6e2646a5-2cfb-40ec-a1ba-b2a709de2e78 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162622 Nov 03 19:08:12.914174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] For port c47c1936-6d27-45b8-909d-d1e0c5b5e648, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c47c1936-6d27-45b8-909d-d1e0c5b5e648,segment=NetworkSegment(ba1cf0b4-f96c-4278-8343-857496a5303d),segment_id=ba1cf0b4-f96c-4278-8343-857496a5303d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:12.914654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:12.932745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] Calling delete_port for c47c1936-6d27-45b8-909d-d1e0c5b5e648 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:12.967243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f62ba-b718-4815-be30-c0e5168a9568 req-38d278be-f2c4-4807-b8aa-39909d824832 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.970001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b48f62ba-b718-4815-be30-c0e5168a9568 req-38d278be-f2c4-4807-b8aa-39909d824832 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2569530 Nov 03 19:08:13.092667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.138886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] Pushing event deleted for resources: {'Port': ['ID=c47c1936-6d27-45b8-909d-d1e0c5b5e648,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:13.143601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a45da1-40cf-4664-939d-0e4851545170 None None] No DVR routers for this DVR port c47c1936-6d27-45b8-909d-d1e0c5b5e648 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:13.223542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a2795ab-39e4-47be-a86b-4a5d0378bbca req-e9095cea-4b39-4825-9bc6-396d780a0af8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0653820 Nov 03 19:08:13.266373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1575172801-network', 'tenant_id': 'ab885008cb1a42fab6ed5cd2f22ec4be'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:13.279109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b48f62ba-b718-4815-be30-c0e5168a9568 req-e590223d-5b7a-4491-8982-d5fe6d6a91e3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841275 Nov 03 19:08:13.334083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] For port c47c1936-6d27-45b8-909d-d1e0c5b5e648, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c47c1936-6d27-45b8-909d-d1e0c5b5e648,segment=NetworkSegment(ba1cf0b4-f96c-4278-8343-857496a5303d),segment_id=ba1cf0b4-f96c-4278-8343-857496a5303d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:13.335090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.355078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Calling delete_port for c47c1936-6d27-45b8-909d-d1e0c5b5e648 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:13.357127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Made reservation on behalf of ab885008cb1a42fab6ed5cd2f22ec4be for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:13.359553 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.370873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.377799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.485038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.517134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.553307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] No DVR routers for this DVR port c47c1936-6d27-45b8-909d-d1e0c5b5e648 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:13.630941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Port': ['ID=c47c1936-6d27-45b8-909d-d1e0c5b5e648,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:13.649002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.674605 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.689652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c47c1936-6d27-45b8-909d-d1e0c5b5e648 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:13.752968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.757670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c47c1936-6d27-45b8-909d-d1e0c5b5e648 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:13.758542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c47c1936-6d27-45b8-909d-d1e0c5b5e648 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:13.759045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.812336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:13.822338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.851537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394f9eb5-88ca-4646-9568-4b74b0b2f026,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:13.878429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:13.878980 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Added segment 72489a68-4051-4f40-9956-e6030b2f0cc9 of type vlan for network ea26574d-9498-4501-8139-cfc5f64d79f7 Nov 03 19:08:13.898227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65a24b5-7be0-4728-8e04-c84b37279511']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:13.930304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.001520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1cf0b4-f96c-4278-8343-857496a5303d') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:14.009100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1cf0b4-f96c-4278-8343-857496a5303d') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:14.023010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=51da2a2e-052a-4894-8062-8ad1e89db840,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:14.060869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.078312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.105888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.136008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:14.136869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:14.143709 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:14.173282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.175791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:14.176115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.213395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb43d0b-6ddd-447f-ae15-b93d02fc4577 req-b50b35aa-3196-4188-bb65-da91f15ca601 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:14.215191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bb43d0b-6ddd-447f-ae15-b93d02fc4577 req-b50b35aa-3196-4188-bb65-da91f15ca601 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1775460 Nov 03 19:08:14.221028 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 17ad12a7-2a63-4287-a6f7-ebc4a7a57d24 associated. External IP: 172.25.8.8, port: c049555a-bb70-4daf-b8f3-f5d9fb505fdc. Nov 03 19:08:14.368491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bb43d0b-6ddd-447f-ae15-b93d02fc4577 req-1496a6c9-a577-425f-ae10-e525821b7447 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438055 Nov 03 19:08:14.400812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea26574d-9498-4501-8139-cfc5f64d79f7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:14.409859 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d5a1e9a1-5d2d-438c-8a00-17d36f7704e8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2487559 Nov 03 19:08:14.418549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ea26574d-9498-4501-8139-cfc5f64d79f7 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:14.422371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:14.428789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f520ea8a-e293-4dbf-8fa0-99a0bb35ed31 req-683b9429-1318-4486-a8ea-675ceef88783 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0551252 Nov 03 19:08:14.433800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Request body: {'subnet': {'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1575172801-subnet', 'tenant_id': 'ab885008cb1a42fab6ed5cd2f22ec4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:14.466902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.511039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.520283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] 10.222.0.91 "DELETE /v2.0/networks/e65a24b5-7be0-4728-8e04-c84b37279511 HTTP/1.1" status: 204 len: 168 time: 2.2217815 Nov 03 19:08:14.532293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cdcdd-42f3-418e-a6ba-ce2f3790f511 tempest-FloatingIPNegativeTestJSON-1408375054 tempest-FloatingIPNegativeTestJSON-1408375054-project] Pushing event deleted for resources: {'Network': ['ID=e65a24b5-7be0-4728-8e04-c84b37279511,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:14.537911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Made reservation on behalf of ab885008cb1a42fab6ed5cd2f22ec4be for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:14.547549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.983514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:14.997749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:15.245039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Checking segment: {'id': '72489a68-4051-4f40-9956-e6030b2f0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:15.245833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Network hostable DHCP agents. Network: ea26574d-9498-4501-8139-cfc5f64d79f7, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:15.255206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:15.261325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90080-25aa-498c-b421-9490c23a9747 req-5afa090f-6bbf-43b0-bfae-18d063f6606d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:15.264045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57e90080-25aa-498c-b421-9490c23a9747 req-5afa090f-6bbf-43b0-bfae-18d063f6606d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.6779387 Nov 03 19:08:15.325532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Network ea26574d-9498-4501-8139-cfc5f64d79f7 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:15.353328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ea26574d-9498-4501-8139-cfc5f64d79f7) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:15.367386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:15.376915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:15.379226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.381614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0f7c1-ca24-403c-aabe-e8115326e7a0 None None] Network ea26574d-9498-4501-8139-cfc5f64d79f7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:15.404081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57e90080-25aa-498c-b421-9490c23a9747 req-4d2d6118-4296-4804-a41e-0075f6b0327c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210055 Nov 03 19:08:15.534133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76e19106-f9c4-4975-a20b-1255c9c66dd6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1016023 Nov 03 19:08:15.679992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8c80403f-870f-429e-b598-743d88067df4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e7afccceefa3452bb61a40420cf62651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6740253 Nov 03 19:08:15.681015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39296) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:15.803266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc425c7-7527-4734-80b6-03e03451065c req-5bcf6fde-5e1d-4934-bfab-601bdc420d2d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:15.816445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc425c7-7527-4734-80b6-03e03451065c req-5bcf6fde-5e1d-4934-bfab-601bdc420d2d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1181870 Nov 03 19:08:15.877224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:15.878281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94a04c1d-3105-4f19-8a72-49e5adf44842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.952669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:15.958090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94a04c1d-3105-4f19-8a72-49e5adf44842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.005742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dc425c7-7527-4734-80b6-03e03451065c req-f8abdf52-0789-46ff-afbe-77f5e875d91c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866379 Nov 03 19:08:16.161302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0cb5191-8944-4cec-bfce-47286646997e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.7254465 Nov 03 19:08:16.164319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39308) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:16.187386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-995522847'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:16.195656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94a04c1d-3105-4f19-8a72-49e5adf44842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.202547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94a04c1d-3105-4f19-8a72-49e5adf44842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.207448 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-94a04c1d-3105-4f19-8a72-49e5adf44842 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/03bd9704-1335-4b34-a68e-6faba1905613 HTTP/1.1" status: 204 len: 168 time: 0.5233881 Nov 03 19:08:16.255336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a04c1d-3105-4f19-8a72-49e5adf44842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd9704-1335-4b34-a68e-6faba1905613,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:16.286288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:16.334335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:16.348777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.364463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92387a-3623-413f-bd1a-bd673c86cf0c None None] Network ea26574d-9498-4501-8139-cfc5f64d79f7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:16.399590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e5f42c9-06e3-4103-91a8-9a6a9e4bb52a req-fc351407-0fe4-47e8-b304-46ea9028bdd8 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1114802 Nov 03 19:08:16.459904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:16.472182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:16.475247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:16.481914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.482480 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Added segment 6469ea61-9253-432e-a1b7-cbd3d830b7f4 of type vlan for network c1b40731-f676-48bf-ac16-a8be52515139 Nov 03 19:08:16.649664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.707124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:16.747279 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.778939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.780162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:16.783842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:16.786302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:16.795566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-231df2c0-df54-4a1e-bca8-efb10fdc2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:16.803481 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-231df2c0-df54-4a1e-bca8-efb10fdc2512 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84&tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 1095 time: 0.4288390 Nov 03 19:08:16.819810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:16.898850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:16.900467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f993e6c-04b3-4c91-af0f-f12c909151d4 None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:16.972933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8054686 Nov 03 19:08:16.988937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39324) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:17.012962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'subnet': {'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:17.108358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.152291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2becd88-4036-4002-9f0f-6157b7b96714 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Network': ['ID=c1b40731-f676-48bf-ac16-a8be52515139,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:17.169867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c1b40731-f676-48bf-ac16-a8be52515139 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:17.193054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae43e31-269c-4363-a6cf-d7c20d24dc69 req-2bd85ed6-91e6-48e4-81ea-137572c7e1f8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:17.195707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eae43e31-269c-4363-a6cf-d7c20d24dc69 req-2bd85ed6-91e6-48e4-81ea-137572c7e1f8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3447709 Nov 03 19:08:17.342036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eae43e31-269c-4363-a6cf-d7c20d24dc69 req-6ac0ac4e-e592-4521-bc99-dc2ee2625b5a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290734 Nov 03 19:08:17.432540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:17.450714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:17.865450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d9bf-4781-48de-9fa0-7a820f4ca133 req-5fc91eef-79f4-48e5-a6e9-5c48057b759f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:17.867980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76a1d9bf-4781-48de-9fa0-7a820f4ca133 req-5fc91eef-79f4-48e5-a6e9-5c48057b759f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 946 time: 0.2597446 Nov 03 19:08:17.930771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-2a9a4916-b63d-4b94-992c-608cdef69ca0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:17.934041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-2a9a4916-b63d-4b94-992c-608cdef69ca0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/networks?id=ea26574d-9498-4501-8139-cfc5f64d79f7 HTTP/1.1" status: 200 len: 813 time: 0.2572801 Nov 03 19:08:17.988387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-dc5706b8-598b-4674-97fb-1b455c5ae3d0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/quotas/ab885008cb1a42fab6ed5cd2f22ec4be HTTP/1.1" status: 200 len: 375 time: 0.0235341 Nov 03 19:08:18.128084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-53dfabc3-104c-4b43-936e-13127c456d7c tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab885008cb1a42fab6ed5cd2f22ec4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796857 Nov 03 19:08:18.153412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:18.154569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76a1d9bf-4781-48de-9fa0-7a820f4ca133 req-4258e008-1fa9-4053-a296-a7404e6dd54f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180026 Nov 03 19:08:18.156244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39354) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:18.180192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.423229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Subnet': ['ID=dc666d80-4542-4ab2-8351-6fc873223f1d,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:18.444882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:18.490478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd69c-a233-4aa2-b442-2c23640c5076 req-b39d4f92-3308-49a9-9753-9376db2add87 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:18.498426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730718317'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:18.507700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4fdd69c-a233-4aa2-b442-2c23640c5076 req-b39d4f92-3308-49a9-9753-9376db2add87 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1798351 Nov 03 19:08:18.545921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Checking segment: {'id': '6469ea61-9253-432e-a1b7-cbd3d830b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:18.546583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network hostable DHCP agents. Network: c1b40731-f676-48bf-ac16-a8be52515139, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:18.547561 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-04a152ea-c24c-46bf-bd5d-cf2954e03a88 service neutron] 10.222.0.91 "GET /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920152 Nov 03 19:08:18.559915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:18.583731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.646658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Transition to ACTIVE for port object ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:18.652554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:18.663090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.676442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.734551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4fdd69c-a233-4aa2-b442-2c23640c5076 req-69e0898f-d7b8-4c65-acc4-3060b48d426e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244737 Nov 03 19:08:18.760819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:18.778461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-ed094e88-2f57-4ae2-bb4c-963d90e4362e service neutron] 10.222.0.91 "GET /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294827 Nov 03 19:08:18.831163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network c1b40731-f676-48bf-ac16-a8be52515139 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:18.896172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=9']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:18.918677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c1b40731-f676-48bf-ac16-a8be52515139) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:18.943630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081684a4-f7e0-43fd-9ef2-0c32aca9e216 None None] Network c1b40731-f676-48bf-ac16-a8be52515139 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:19.020886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b4339c9-36ff-4cba-9e50-4a2f8f55be84 req-48e32581-fd74-41fa-bbf3-af03ebba3037 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1038630 Nov 03 19:08:19.190860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:19.191995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.274467 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-516ff040-04f7-4251-b76c-2f5cd93c5997 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2835624 Nov 03 19:08:19.291620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39366) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:19.366078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2009595125', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:19.439078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da029c6-45bc-483a-ac58-712fb182b5f7 req-f28124cb-cb54-44fe-906d-29b73a3ca005 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 210 time: 0.0943143 Nov 03 19:08:19.519840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-ec097c29-a301-4480-b0bb-a4a26e121ddd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:19.522635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-ec097c29-a301-4480-b0bb-a4a26e121ddd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 946 time: 0.3386660 Nov 03 19:08:19.635475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.660938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-c1b40731-f676-48bf-ac16-a8be52515139', 'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139', 'tenant_id': '24b830b605804ad283428210d74645d1', 'fixed_ips': [{'subnet_id': 'dc666d80-4542-4ab2-8351-6fc873223f1d'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:19.661961 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.723869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] No DVR routers for this DVR port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:19.728036 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.773374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32b5fc-d747-49ad-a03b-1ba6b35e7923 req-f9aef743-1eaf-4bee-a052-3f2045010a79 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:19.788622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed32b5fc-d747-49ad-a03b-1ba6b35e7923 req-f9aef743-1eaf-4bee-a052-3f2045010a79 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4329810 Nov 03 19:08:19.829455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Allocated IP 172.20.0.2 (c1b40731-f676-48bf-ac16-a8be52515139/dc666d80-4542-4ab2-8351-6fc873223f1d/f23bdd38-2bf4-40fb-9aed-62ddb63810a8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:19.913090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.914970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.996427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c12eb4-81e2-4ad6-b898-552a5345bd13 req-f2ac7a4b-39d9-4d60-bcdb-2d49e63b135b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.014091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44c12eb4-81e2-4ad6-b898-552a5345bd13 req-f2ac7a4b-39d9-4d60-bcdb-2d49e63b135b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 946 time: 0.3805215 Nov 03 19:08:20.043718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.071445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.087198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:20.090063 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.199601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Network c1b40731-f676-48bf-ac16-a8be52515139 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:20.215646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed32b5fc-d747-49ad-a03b-1ba6b35e7923 req-d5dd9450-4f3d-4999-bd30-c55083e1d8b1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199371 Nov 03 19:08:20.237626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Deleting port 9ff0c9a6-24dd-470d-af53-845a6ed79dad {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:20.238184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.268873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:20.290685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44c12eb4-81e2-4ad6-b898-552a5345bd13 req-1021afb7-8c3e-43fb-a17f-93fb3c5bdffb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488070 Nov 03 19:08:20.291302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:20.334326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f99d8a-139a-41bc-8094-e314017d67d6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:20.347200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.347746 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94 of type vlan for network b153c7fc-75f3-404d-aa43-14c5dd52828a Nov 03 19:08:20.403303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Pushing event updated for resources: {'Port': ['ID=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:20.625432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Attempting to bind port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:20.627659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Attempting to bind port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '6469ea61-9253-432e-a1b7-cbd3d830b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:20.628339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Attempting to bind port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 on network c1b40731-f676-48bf-ac16-a8be52515139 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:20.648555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:20.650005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Checking segment: {'id': '6469ea61-9253-432e-a1b7-cbd3d830b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:20.650700 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.651344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Bound using segment: {'id': '6469ea61-9253-432e-a1b7-cbd3d830b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:20.652615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Bound port: f23bdd38-2bf4-40fb-9aed-62ddb63810a8, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469ea61-9253-432e-a1b7-cbd3d830b7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:20.653269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.674636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.680934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.787574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] For port f23bdd38-2bf4-40fb-9aed-62ddb63810a8, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:20.803738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] For port f23bdd38-2bf4-40fb-9aed-62ddb63810a8, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,segment=NetworkSegment(6469ea61-9253-432e-a1b7-cbd3d830b7f4),segment_id=6469ea61-9253-432e-a1b7-cbd3d830b7f4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:20.809441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef7aa37a-cf82-4af6-bffc-c48dc6937fa8 req-9ed9e69b-d15c-46cc-8ded-003216b80c07 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1983025 Nov 03 19:08:20.817668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.869042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.883007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.884543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:20.948368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:20.949379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:20.950264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:21.019376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418c288-8dad-4f0a-9c90-0a098798b879 req-2b924473-1dde-442b-b693-8dcab4c12f8b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:21.023219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7418c288-8dad-4f0a-9c90-0a098798b879 req-2b924473-1dde-442b-b693-8dcab4c12f8b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 944 time: 0.4173188 Nov 03 19:08:21.030677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] For port 9ff0c9a6-24dd-470d-af53-845a6ed79dad, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9ff0c9a6-24dd-470d-af53-845a6ed79dad,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:21.030897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7053ba-1f1e-4a85-ace8-00d6a5f3b515 None None] Pushing event updated for resources: {'Port': ['ID=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:21.031657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.053119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on network fb2a891e-3d64-414c-8204-74fddd9cde6d not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:21.054202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Attempting to bind port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:21.147098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Calling delete_port for 9ff0c9a6-24dd-470d-af53-845a6ed79dad owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:21.222069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0631173 Nov 03 19:08:21.232647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:21.232647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Checking segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:21.232647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Bound using segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:21.233617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Bound port: ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:21.233988 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.284759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056cbe-d0ff-4285-abef-57adade0b398 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=b153c7fc-75f3-404d-aa43-14c5dd52828a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:21.314964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b153c7fc-75f3-404d-aa43-14c5dd52828a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:21.584153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08125233-e3e9-4406-8ba7-8076759ebc1c req-c41fc550-3ed3-4c2e-af37-ca2e767feb36 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 210 time: 0.4287806 Nov 03 19:08:21.744079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:21.772829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7418c288-8dad-4f0a-9c90-0a098798b879 req-b4f0dbd5-6376-4e86-a4b1-8e2b1618b030 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7145371 Nov 03 19:08:21.778869 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.788158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:21.805379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.868496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f23bdd38-2bf4-40fb-9aed-62ddb63810a8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:22.139507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event deleted for resources: {'Port': ['ID=9ff0c9a6-24dd-470d-af53-845a6ed79dad,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:22.141922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:22.143621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.148623 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] 10.222.0.110 "PUT /v2.0/ports/ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1092 time: 5.3354828 Nov 03 19:08:22.199607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85421270-88b8-403b-b3c3-70d982da31cb details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:08:22.292781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:22.300985 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c196b67c-7d5a-44d1-86bf-de2790ccaa22" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:22.306148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9ab37-fdef-41b2-b784-783d80ec2481 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:22.463469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e17a017-814a-4568-8be8-b645062bc83d req-4a6406c1-57f0-4db5-8257-ea10df95ef19 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.3717978 Nov 03 19:08:22.642975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] No DVR routers for this DVR port 9ff0c9a6-24dd-470d-af53-845a6ed79dad on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:22.669405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:22.684844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b576ff5-56df-4500-91c8-ea2675fcdce3 req-deb7b309-802c-420c-b525-f6ece0eb4f75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "DELETE /v2.0/ports/9ff0c9a6-24dd-470d-af53-845a6ed79dad HTTP/1.1" status: 204 len: 173 time: 3.1510630 Nov 03 19:08:22.691577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'name': 'network-vif-deleted', 'tag': '9ff0c9a6-24dd-470d-af53-845a6ed79dad'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:22.698774 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cb6b0b-468f-4aa1-82ea-1524da798667" -d '{"events": [{"server_uuid": "ba88af1c-abeb-44d7-9833-1a665ba9f75c", "name": "network-vif-deleted", "tag": "9ff0c9a6-24dd-470d-af53-845a6ed79dad"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:22.703803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:22.782592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '85421270-88b8-403b-b3c3-70d982da31cb', 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'port_id': '85421270-88b8-403b-b3c3-70d982da31cb', 'mac_address': 'fa:16:3e:0c:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717e766e-ab13-4e46-91d1-80717b4cdb93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:08:22.793929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9ff0c9a6-24dd-470d-af53-845a6ed79dad no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:22.841694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615f13-8824-48de-a87b-cba9e0c1e8af req-0985ff2b-66ce-435f-b9da-cd1c0e79e4e5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:22.859636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c615f13-8824-48de-a87b-cba9e0c1e8af req-0985ff2b-66ce-435f-b9da-cd1c0e79e4e5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.5352445 Nov 03 19:08:22.872570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 9ff0c9a6-24dd-470d-af53-845a6ed79dad {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:22.875081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9ff0c9a6-24dd-470d-af53-845a6ed79dad not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:22.942396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c939ce-72cb-4529-8a94-98f1fa01e8c8 req-fa733ea8-1784-4109-b4e4-3c32ae6e872a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1834557 Nov 03 19:08:23.072666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:23.072965 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.117908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c615f13-8824-48de-a87b-cba9e0c1e8af req-d73b0b60-9e30-4176-9043-135890faa474 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521436 Nov 03 19:08:23.187763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-d977da5d-7347-4f7e-8b34-92d454079417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:23.190590 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-d977da5d-7347-4f7e-8b34-92d454079417 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1096 time: 0.8787098 Nov 03 19:08:23.227261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.266615 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1668ccb-57d2-4403-880a-287551e42998 x-openstack-request-id: req-b1668ccb-57d2-4403-880a-287551e42998 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:23.268049 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:23.268466 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b1668ccb-57d2-4403-880a-287551e42998 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:23.269161 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'status': 'completed', 'code': 200} Nov 03 19:08:23.328989 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.381995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:23.387979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba659b28-95f8-46c9-8108-fa6159ce961a req-7e33db1c-9f63-4bda-bd47-3d1210842622 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 210 time: 0.0727937 Nov 03 19:08:23.407451 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef587d-ed62-4c0b-8414-9b95c56b2227 x-openstack-request-id: req-79ef587d-ed62-4c0b-8414-9b95c56b2227 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:23.407811 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba88af1c-abeb-44d7-9833-1a665ba9f75c", "name": "network-vif-deleted", "tag": "9ff0c9a6-24dd-470d-af53-845a6ed79dad", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:23.408081 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-79ef587d-ed62-4c0b-8414-9b95c56b2227 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:23.408457 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba88af1c-abeb-44d7-9833-1a665ba9f75c', 'name': 'network-vif-deleted', 'tag': '9ff0c9a6-24dd-470d-af53-845a6ed79dad', 'status': 'completed', 'code': 200} Nov 03 19:08:23.440300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.473517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:23.479756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-57cd2d6e-4017-4ea6-96d1-3dbd7e82c134 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:23.483680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-57cd2d6e-4017-4ea6-96d1-3dbd7e82c134 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.110 "GET /v2.0/networks?id=ea26574d-9498-4501-8139-cfc5f64d79f7 HTTP/1.1" status: 200 len: 813 time: 1.5255303 Nov 03 19:08:23.530498 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.533769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:23.578922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Request body: {'port': {'device_id': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7', 'admin_state_up': True, 'tenant_id': 'ab885008cb1a42fab6ed5cd2f22ec4be'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:23.787325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:23.800122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba25d8-8a31-4e8e-87c9-d115114ed6e6 None None] Network c1b40731-f676-48bf-ac16-a8be52515139 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:23.848093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-476b9473-9e59-49e7-8417-83f2e6d4347b req-a6003ce0-8d28-4adb-9ba3-d7a5a6af87d7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1453927 Nov 03 19:08:23.874167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85421270-88b8-403b-b3c3-70d982da31cb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:24.033318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c8090-bf99-47eb-8b99-4537a67587b3 req-835d8a31-2592-4a42-a021-9207bed06c04 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:24.063365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-073c8090-bf99-47eb-8b99-4537a67587b3 req-835d8a31-2592-4a42-a021-9207bed06c04 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2775645 Nov 03 19:08:24.117541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-2df719ad-879c-4c97-afaf-db65a5577a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:24.119270 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-2df719ad-879c-4c97-afaf-db65a5577a6c service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.8447266 Nov 03 19:08:24.129298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Made reservation on behalf of ab885008cb1a42fab6ed5cd2f22ec4be for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:24.134230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.196164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-073c8090-bf99-47eb-8b99-4537a67587b3 req-608a6f78-f3a8-417b-8aa7-64c34ffa8988 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273429 Nov 03 19:08:24.235483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-776380e3-7db5-411e-8ddb-4c9ce59aaea3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1000 time: 0.0927691 Nov 03 19:08:24.235483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.25.8.32 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a21cd771-9eb4-4065-ac6d-3e321b25de90) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:24.386955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-5c9cea2c-1cfd-4169-94e7-bc3d28d40e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:24.389007 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-5c9cea2c-1cfd-4169-94e7-bc3d28d40e27 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.1396887 Nov 03 19:08:24.483765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8964a259-78f8-4e2a-8eba-6784bf690dda req-4e8bb868-6694-4b48-8eb2-48eff67862e7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1473033 Nov 03 19:08:24.627729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f23bdd38-2bf4-40fb-9aed-62ddb63810a8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,segment=NetworkSegment(6469ea61-9253-432e-a1b7-cbd3d830b7f4),segment_id=6469ea61-9253-432e-a1b7-cbd3d830b7f4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:24.746081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a8d4d953-0394-430d-ba29-03352f636b3c None None] Provisioning complete for port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:24.746643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d953-0394-430d-ba29-03352f636b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.775025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.818999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daed21fc-73bf-432d-875b-998b5540dbeb req-e8d49ec9-6e69-461a-a773-0f0a7619c7a5 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 210 time: 0.1328578 Nov 03 19:08:24.887006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa13933-0055-401d-8ec3-ab4c3ce534d1 req-1b2a7712-b7cd-4475-971f-a5527183efad tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:24.905535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aa13933-0055-401d-8ec3-ab4c3ce534d1 req-1b2a7712-b7cd-4475-971f-a5527183efad tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.4119406 Nov 03 19:08:25.091818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39424) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:25.104824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:25.131271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a363e747-0a88-4cb0-be62-2441c0f7db4d req-da7b0ff6-cab6-4ddb-9021-353b117027ef tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1096644 Nov 03 19:08:25.148037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aa13933-0055-401d-8ec3-ab4c3ce534d1 req-ecf94517-b07d-4d64-a7f2-ca6d1666faaa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413707 Nov 03 19:08:25.382318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:25.483329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:25.492865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.518790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053179ae-a1c5-4c89-830b-b7f2839ebfb9 req-4d19b652-93a9-41fc-bd5f-d8b896fa02ba tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:25.529251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-053179ae-a1c5-4c89-830b-b7f2839ebfb9 req-4d19b652-93a9-41fc-bd5f-d8b896fa02ba tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1690145 Nov 03 19:08:25.780945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-424b1cc5-96a5-4a4e-b5c6-0d71a0e12642 None None] Provisioning complete for port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:25.786525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-424b1cc5-96a5-4a4e-b5c6-0d71a0e12642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.788930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Allocated IP 172.20.0.13 (ea26574d-9498-4501-8139-cfc5f64d79f7/dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed/2ebff678-722a-4976-b6d0-a5f9a6c4b22a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:25.927295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85421270-88b8-403b-b3c3-70d982da31cb up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:25.973148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.051469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.127163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Network ea26574d-9498-4501-8139-cfc5f64d79f7 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:26.134263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:26.143763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-694907f8-84e9-4232-85af-67b6ff38e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:26.145866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-694907f8-84e9-4232-85af-67b6ff38e196 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7350061 Nov 03 19:08:26.157089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:26.167034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 85421270-88b8-403b-b3c3-70d982da31cb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:26.167713 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.170126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.281078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f72a493d-c915-45b4-8347-0a2b3908d362 req-9cf2b07d-2cdd-4f48-a0f1-06a94b795cd7 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1888714 Nov 03 19:08:26.356666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Pushing event updated for resources: {'Port': ['ID=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:26.364694 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.370247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-053179ae-a1c5-4c89-830b-b7f2839ebfb9 req-a97bce0d-6bae-420a-9d5d-69798868bd6f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8345315 Nov 03 19:08:26.371862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=bce31941-1176-41bc-97e7-05437c209e1d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:26.374256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:26.374616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: b153c7fc-75f3-404d-aa43-14c5dd52828a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:26.445214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network b153c7fc-75f3-404d-aa43-14c5dd52828a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:26.468763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b153c7fc-75f3-404d-aa43-14c5dd52828a) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:26.470495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:26.474059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:26.474797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.490809 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43479b4-c29c-4b9a-b92f-df6b0a1e9efe" -d '{"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-plugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:26.517375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ee4aa9cf-5fc8-4ec7-824d-64731457358d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4246042 Nov 03 19:08:26.522993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39454) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:26.528295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721502882'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:26.533879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e57f2-7df8-410d-90e5-07883a16e3dc None None] Network b153c7fc-75f3-404d-aa43-14c5dd52828a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:26.619875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:26.623379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.674080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-533fad2a-7768-4cff-9862-a01cdbde489b service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060513 Nov 03 19:08:26.687878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdbcbc28-3eb8-4eeb-9924-d517cb27ea8f req-88b8df13-5f90-4465-b575-2e10b7ea52e1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1142800 Nov 03 19:08:26.711698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:26.752744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:26.754827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.790156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:26.806832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-c97d3e0f-0de9-4b58-bcc8-22e7573e8f7d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2516859 Nov 03 19:08:26.844449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd9b3f-0283-49c4-b4db-e64cee780cd6 req-1377abe7-ce9b-42ff-935f-0db3400d57b0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:26.848154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bfd9b3f-0283-49c4-b4db-e64cee780cd6 req-1377abe7-ce9b-42ff-935f-0db3400d57b0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 932 time: 0.2281232 Nov 03 19:08:26.869767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Request body: {'port': {'device_id': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:26.877709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:26.999134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f23bdd38-2bf4-40fb-9aed-62ddb63810a8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:27.015831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.016325 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 905f73e4-f194-4951-a357-01a2d5b1cc03 of type vlan for network 307d0e1e-ea7b-4503-97cf-a3b550fa767b Nov 03 19:08:27.038770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b153c7fc-75f3-404d-aa43-14c5dd52828a', 'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': 'bce31941-1176-41bc-97e7-05437c209e1d'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:27.039813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.068089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.103303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bfd9b3f-0283-49c4-b4db-e64cee780cd6 req-9eda9a3a-756e-49bc-bcf9-525e72150dae tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127383 Nov 03 19:08:27.122781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cba7e9-3156-46f6-b770-2105d4febcd7 req-b08640f7-ee2e-43ec-b573-9ee404dbee30 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.132333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0cba7e9-3156-46f6-b770-2105d4febcd7 req-b08640f7-ee2e-43ec-b573-9ee404dbee30 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2760034 Nov 03 19:08:27.139406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.247227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-af1d9457-4fb3-414c-8847-ea0ee0dac406 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741864 Nov 03 19:08:27.271005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.366582 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.396328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.397812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.406192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:27.482717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Allocated IP 2001:db8:0:ffff::2 (b153c7fc-75f3-404d-aa43-14c5dd52828a/bce31941-1176-41bc-97e7-05437c209e1d/51eb68aa-8209-42eb-9156-f9d842b310d6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:27.490782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0cba7e9-3156-46f6-b770-2105d4febcd7 req-d2ac3692-f3a1-4856-b1fc-6c82859fa424 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564827 Nov 03 19:08:27.511612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:27.511994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.622730 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.731882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=a21cd771-9eb4-4065-ac6d-3e321b25de90,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:27.862405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3377731 Nov 03 19:08:27.867831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39480) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:27.887064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.887977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.887977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.888319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.888483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.888988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.908102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.908610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.909288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.909288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.909728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.910080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:27.913234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:27.945152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.958580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:27.970590 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32efe11-8d8f-454e-b2cc-c281b28b164f x-openstack-request-id: req-f32efe11-8d8f-454e-b2cc-c281b28b164f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:27.972333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:27.975148 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-plugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:27.978182 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f32efe11-8d8f-454e-b2cc-c281b28b164f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:27.980363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:27.981285 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'code': 200} Nov 03 19:08:27.987344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-a8f9501d-2117-4688-ba8f-3052f7854811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:27.989296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-a8f9501d-2117-4688-ba8f-3052f7854811 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1096 time: 0.6200569 Nov 03 19:08:28.026740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.220644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Pushing event updated for resources: {'Port': ['ID=51eb68aa-8209-42eb-9156-f9d842b310d6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:28.256610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32ba9373-d354-4aeb-8556-cbb90fb745b0 req-9be36985-dbba-4b2c-847f-565d0519ee92 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.3766768 Nov 03 19:08:28.384175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed347c4c-5f3a-4854-8830-0cc3d638c025 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=307d0e1e-ea7b-4503-97cf-a3b550fa767b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:28.663204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Network b153c7fc-75f3-404d-aa43-14c5dd52828a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:28.681828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 307d0e1e-ea7b-4503-97cf-a3b550fa767b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:28.753996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:28.779200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:28.812462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437b1c-2ac1-482c-aa7a-7cdc0ba37d0f req-8cc5709f-5667-4152-a017-5351cbd3cad2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:28.827403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69437b1c-2ac1-482c-aa7a-7cdc0ba37d0f req-8cc5709f-5667-4152-a017-5351cbd3cad2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.9498518 Nov 03 19:08:29.038636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:29.043239 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.107392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebff678-722a-4976-b6d0-a5f9a6c4b22a {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:29.111617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69437b1c-2ac1-482c-aa7a-7cdc0ba37d0f req-c602df95-03c7-44b4-8e19-20c0b9c443b5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799444 Nov 03 19:08:29.235501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Attempting to bind port 51eb68aa-8209-42eb-9156-f9d842b310d6 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:29.235742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Attempting to bind port 51eb68aa-8209-42eb-9156-f9d842b310d6 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:29.239500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Attempting to bind port 51eb68aa-8209-42eb-9156-f9d842b310d6 on network b153c7fc-75f3-404d-aa43-14c5dd52828a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:29.256337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d64fed8-1370-45b3-b2b0-c2cc91bc2b24 req-877005a0-0b48-4bbc-a290-5bdf66f7ac40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1791379 Nov 03 19:08:29.257881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:29.259602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Checking segment: {'id': '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:29.262654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.263209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Bound using segment: {'id': '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:29.263914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Bound port: 51eb68aa-8209-42eb-9156-f9d842b310d6, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b153c7fc-75f3-404d-aa43-14c5dd52828a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:29.264523 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.298490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.374462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Transition to ACTIVE for port object 2ebff678-722a-4976-b6d0-a5f9a6c4b22a will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:29.387943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-7f568edd-b416-477a-8421-06fa01739199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:29.389784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-7f568edd-b416-477a-8421-06fa01739199 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.8694079 Nov 03 19:08:29.437619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] For port 51eb68aa-8209-42eb-9156-f9d842b310d6, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:29.444892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] For port 51eb68aa-8209-42eb-9156-f9d842b310d6, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=51eb68aa-8209-42eb-9156-f9d842b310d6,segment=NetworkSegment(0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94),segment_id=0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:29.460952 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.483689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.617199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6110980-0ac6-484b-a711-cde762f8402f None None] Pushing event updated for resources: {'Port': ['ID=51eb68aa-8209-42eb-9156-f9d842b310d6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.798550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-abca8af6-0e9c-4c6d-8eb9-56b92d8d3b17 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1000 time: 0.3396673 Nov 03 19:08:29.821541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.910004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-880470e7-9a87-4e84-9082-e4da711de125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:29.912272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-880470e7-9a87-4e84-9082-e4da711de125 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.0712242 Nov 03 19:08:30.005607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.247035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.416667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67040c8d-1fca-49bb-afd2-731f28590f6a req-35603e14-6ca7-4e59-9f77-4620c4e651e9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.418525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67040c8d-1fca-49bb-afd2-731f28590f6a req-35603e14-6ca7-4e59-9f77-4620c4e651e9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4245667 Nov 03 19:08:30.421036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '905f73e4-f194-4951-a357-01a2d5b1cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:30.421394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: 307d0e1e-ea7b-4503-97cf-a3b550fa767b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:30.437291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=3ffa7d8a-eb77-4a16-8763-0afcd7bdd8dd,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:30.458976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266be8-415d-446f-b67c-f760ab3fa31c req-1c5b34be-bc1b-40e4-8def-5796d1301f7b tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.461061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1266be8-415d-446f-b67c-f760ab3fa31c req-1c5b34be-bc1b-40e4-8def-5796d1301f7b tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 944 time: 0.4621413 Nov 03 19:08:30.517744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network 307d0e1e-ea7b-4503-97cf-a3b550fa767b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:30.518864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Attempting to bind port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:30.519207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Attempting to bind port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '72489a68-4051-4f40-9956-e6030b2f0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:30.519541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Attempting to bind port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a on network ea26574d-9498-4501-8139-cfc5f64d79f7 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:30.526230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-6a8f888b-5e84-48da-8905-d340d630a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.527957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-6a8f888b-5e84-48da-8905-d340d630a5a6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891450 Nov 03 19:08:30.533890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a on network ea26574d-9498-4501-8139-cfc5f64d79f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:30.534208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Attempting to bind port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a on network ea26574d-9498-4501-8139-cfc5f64d79f7 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:30.548858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:30.549222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Checking segment: {'id': '72489a68-4051-4f40-9956-e6030b2f0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:30.549674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Bound using segment: {'id': '72489a68-4051-4f40-9956-e6030b2f0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:30.550035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Bound port: 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72489a68-4051-4f40-9956-e6030b2f0cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:30.550396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.573866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 307d0e1e-ea7b-4503-97cf-a3b550fa767b) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:30.579492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.581148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.583951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dedbd9-e472-463f-a847-0492ffa62985 None None] Network 307d0e1e-ea7b-4503-97cf-a3b550fa767b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:30.590223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67040c8d-1fca-49bb-afd2-731f28590f6a req-f11ea19a-b483-48d6-8048-b2ceed3875be tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280286 Nov 03 19:08:30.616383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1266be8-415d-446f-b67c-f760ab3fa31c req-637a4302-0ef0-4b75-9860-b5652ef41807 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414802 Nov 03 19:08:30.631228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9a3bffef-1b30-4e2e-8fa2-97794ea91283 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7295971 Nov 03 19:08:30.631602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39498) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:31.058936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b682117a-e1f8-441c-b506-893ece43a209 req-528bcfa7-3be8-4a2e-b0a1-f714eff2154e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1310258 Nov 03 19:08:31.192501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 51eb68aa-8209-42eb-9156-f9d842b310d6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:31.207888 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.309488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-307d0e1e-ea7b-4503-97cf-a3b550fa767b', 'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': '3ffa7d8a-eb77-4a16-8763-0afcd7bdd8dd'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:31.329886 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.371535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4c132-aa8e-4510-ae31-6cd782149f8e req-50eaae6b-128d-4961-a0a6-d0dfb0fa8e43 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:31.373419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfd4c132-aa8e-4510-ae31-6cd782149f8e req-50eaae6b-128d-4961-a0a6-d0dfb0fa8e43 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.3034325 Nov 03 19:08:31.384685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 51eb68aa-8209-42eb-9156-f9d842b310d6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:31.385487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.633091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a222afc6-e8e6-4b90-80a2-6e50d787f034 req-59d04c83-08e5-4ad8-959a-a978f33808a6 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.3062601 Nov 03 19:08:31.846392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.859503 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-b8cf69f4-41a9-4974-9231-726227fcc93d service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3037493 Nov 03 19:08:32.026269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.117616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Allocated IP 2001:db8::1 (307d0e1e-ea7b-4503-97cf-a3b550fa767b/3ffa7d8a-eb77-4a16-8763-0afcd7bdd8dd/08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:32.416957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c196b67c-7d5a-44d1-86bf-de2790ccaa22 req-e6c8ed80-a457-48aa-9244-fff56aea0422 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084618 Nov 03 19:08:32.444377 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.471426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0436b8c-1974-4450-a169-541184978f54 None None] Network b153c7fc-75f3-404d-aa43-14c5dd52828a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:32.559497 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.573314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] For port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:32.581802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] For port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,segment=NetworkSegment(72489a68-4051-4f40-9956-e6030b2f0cc9),segment_id=72489a68-4051-4f40-9956-e6030b2f0cc9)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:32.585136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router 8f84a187-d1df-422a-ae73-7e2abb482118 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:08:32.589941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 51eb68aa-8209-42eb-9156-f9d842b310d6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=51eb68aa-8209-42eb-9156-f9d842b310d6,segment=NetworkSegment(0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94),segment_id=0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:32.602681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.620507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Network 307d0e1e-ea7b-4503-97cf-a3b550fa767b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:32.629195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:32.632408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:32.639836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.691144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.706153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1485d896-4ca9-422e-a6f1-e2da39202da3 None None] Provisioning complete for port 51eb68aa-8209-42eb-9156-f9d842b310d6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:32.706592 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1485d896-4ca9-422e-a6f1-e2da39202da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.786421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.787718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.795510 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] 10.222.0.110 "PUT /v2.0/ports/2ebff678-722a-4976-b6d0-a5f9a6c4b22a HTTP/1.1" status: 200 len: 1092 time: 5.9369180 Nov 03 19:08:32.841667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'tag': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:32.856406 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e474cbe-888d-4a74-b70c-97d067603a55" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d3f8da-46bb-4ca9-99da-4e59131b24ef", "tag": "2ebff678-722a-4976-b6d0-a5f9a6c4b22a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:32.912934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.134832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfd4c132-aa8e-4510-ae31-6cd782149f8e req-cf752470-076e-47a7-bbf1-e91f427f8d40 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6786046 Nov 03 19:08:33.219017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faaaa6-b92b-467c-bdf6-d8e6e4f5fcfb req-3d2a732f-f35f-44d4-a32c-2654599fbaa1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:33.237389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4faaaa6-b92b-467c-bdf6-d8e6e4f5fcfb req-3d2a732f-f35f-44d4-a32c-2654599fbaa1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.3020105 Nov 03 19:08:33.302027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:33.323759 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] Sync routers for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:33.363387 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:33.371448 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.433076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4faaaa6-b92b-467c-bdf6-d8e6e4f5fcfb req-37720eea-2ab8-4927-952a-46bb1be6fb80 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762717 Nov 03 19:08:33.442176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.607432 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.622399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Pushing event updated for resources: {'Port': ['ID=08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:33.643411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffa7d8a-eb77-4a16-8763-0afcd7bdd8dd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:33.661006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.661359 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:33.663815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.667877 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c5ba0a4-ecde-4086-81cc-aae5f252e5ab tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 14.3065057 Nov 03 19:08:33.671542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6945-6bab-4abb-b485-4e48a8258293 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:33.673670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Attempting to bind port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:33.674356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Attempting to bind port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '905f73e4-f194-4951-a357-01a2d5b1cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:33.674867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Attempting to bind port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae on network 307d0e1e-ea7b-4503-97cf-a3b550fa767b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:33.690013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39512) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:33.841076 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.841990 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7344d028-97cb-4bfe-b919-012567ba12f3 None None] The sync data for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:33.860378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.872678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:33.873100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Checking segment: {'id': '905f73e4-f194-4951-a357-01a2d5b1cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:33.873491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.873952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Bound using segment: {'id': '905f73e4-f194-4951-a357-01a2d5b1cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:33.880891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Bound port: 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905f73e4-f194-4951-a357-01a2d5b1cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:33.881465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.883575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-4aea7b0d-08ed-484d-80ce-b289300676e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:33.886458 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-4aea7b0d-08ed-484d-80ce-b289300676e9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab885008cb1a42fab6ed5cd2f22ec4be&device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 1095 time: 1.0039604 Nov 03 19:08:33.986227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d962ed2-3be9-4913-a60f-694d8ab9bc24 req-e386fdbb-2cb4-4753-bdb9-195d01879174 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1095300 Nov 03 19:08:33.992289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.060270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5904e88-8f42-4cd1-9350-3f9e82807703 req-95e9b188-7390-4ccf-ad41-c590dc512890 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.070594 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-6aa15dc6-b9a6-4002-9344-479e1587a2f9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a HTTP/1.1" status: 200 len: 217 time: 0.1409719 Nov 03 19:08:34.073111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5904e88-8f42-4cd1-9350-3f9e82807703 req-95e9b188-7390-4ccf-ad41-c590dc512890 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 944 time: 0.4739089 Nov 03 19:08:34.191834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5904e88-8f42-4cd1-9350-3f9e82807703 req-b5fc13af-df9d-4010-a006-7adc8cac425a tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175132 Nov 03 19:08:34.197663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307d0e1e-ea7b-4503-97cf-a3b550fa767b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:34.224247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=51eb68aa-8209-42eb-9156-f9d842b310d6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:34.278877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905f73e4-f194-4951-a357-01a2d5b1cc03') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:34.280545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905f73e4-f194-4951-a357-01a2d5b1cc03') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:34.375493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9888fb23-1e68-4124-8f54-b0f5fffec4b0 req-66e589e7-abca-4661-bc85-d0adf05f173e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1405847 Nov 03 19:08:34.381797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.400822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] For port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:34.411033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] For port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae,segment=NetworkSegment(905f73e4-f194-4951-a357-01a2d5b1cc03),segment_id=905f73e4-f194-4951-a357-01a2d5b1cc03)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:34.422263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.428429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.443405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:34.446112 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:34.460491 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:34.506863 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9085b82d-8dbe-4108-8bbd-49aabd645d33 x-openstack-request-id: req-9085b82d-8dbe-4108-8bbd-49aabd645d33 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:34.509402 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d3f8da-46bb-4ca9-99da-4e59131b24ef", "tag": "2ebff678-722a-4976-b6d0-a5f9a6c4b22a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:34.509666 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9085b82d-8dbe-4108-8bbd-49aabd645d33 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:34.514183 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'tag': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a', 'status': 'completed', 'code': 200} Nov 03 19:08:34.759011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:08:34.759011 n-d-812151-4 neutron-server[101989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:08:34.759011 n-d-812151-4 neutron-server[101989]: [parameters: {'id': '307d0e1e-ea7b-4503-97cf-a3b550fa767b'}] Nov 03 19:08:34.759011 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:08:34.759826 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:08:34.819479 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2389-3dcb-4204-b670-6b8b9f607e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.862466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f7bed-aac4-4f51-9efa-7c049f09d33c None None] Pushing event updated for resources: {'Port': ['ID=08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:34.875181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-8da3740f-045b-490b-aec4-ca6501cf3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.886206 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-8da3740f-045b-490b-aec4-ca6501cf3c1b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed HTTP/1.1" status: 200 len: 853 time: 0.5973294 Nov 03 19:08:34.911588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a8d0f-3864-4808-a1e1-4dd8fdf5dcf6 None None] Network 307d0e1e-ea7b-4503-97cf-a3b550fa767b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:35.054185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92902a52-979e-49f8-b0f4-ede22e45f7b9 req-cefc2a8d-f32e-43ad-a9d1-2f825253d9fb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.068795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92902a52-979e-49f8-b0f4-ede22e45f7b9 req-cefc2a8d-f32e-43ad-a9d1-2f825253d9fb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.5616751 Nov 03 19:08:35.106062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 51eb68aa-8209-42eb-9156-f9d842b310d6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:35.174292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375619a9-5878-426a-a7a2-90c7f1b8023d req-70f5a0b8-967b-4648-82e2-447ed295abf2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.177062 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-97f7575c-dee7-46e0-86e2-086d9d2ba6c2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea26574d-9498-4501-8139-cfc5f64d79f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921760 Nov 03 19:08:35.202862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-375619a9-5878-426a-a7a2-90c7f1b8023d req-70f5a0b8-967b-4648-82e2-447ed295abf2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4775887 Nov 03 19:08:35.268862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.445322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-86a88ba9-3d86-4116-a308-75e378fa4000 None None] Provisioning complete for port 51eb68aa-8209-42eb-9156-f9d842b310d6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:35.447911 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86a88ba9-3d86-4116-a308-75e378fa4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.546982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-2aad5ee0-7ed1-4444-a5b1-2c3786706ecc service neutron] 10.222.0.110 "GET /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291290 Nov 03 19:08:35.622942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92902a52-979e-49f8-b0f4-ede22e45f7b9 req-a3656291-5966-400e-a8a2-0df7e42da6b5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5350635 Nov 03 19:08:35.804441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 51eb68aa-8209-42eb-9156-f9d842b310d6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:35.804840 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.821761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-375619a9-5878-426a-a7a2-90c7f1b8023d req-290df656-77e3-44f2-9bc6-6e2e7c751bb6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305941 Nov 03 19:08:35.916532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dcbfed-ee1c-4e6d-b925-71630545c666 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:08:35.932459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adabc859-cbe2-4ae8-a578-9225b17948b3 req-f75cf5a0-2e7a-4e61-a6de-281111221429 service neutron] 10.222.0.110 "GET /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596554 Nov 03 19:08:35.942308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:35.942956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.285129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.363913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae,segment=NetworkSegment(905f73e4-f194-4951-a357-01a2d5b1cc03),segment_id=905f73e4-f194-4951-a357-01a2d5b1cc03)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:36.363913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.492002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcbfed-ee1c-4e6d-b925-71630545c666 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:08:36.507817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b68d266-e728-44c0-b3d7-941390e51c0c req-6975312f-7f26-45f7-90c3-970cc70c560e tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1970801 Nov 03 19:08:36.514523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:36.565109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0828f-7674-4496-b89a-80c69e0407ba req-8338f546-ea63-42a7-97e8-078b14137ce0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:36.574577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73e0828f-7674-4496-b89a-80c69e0407ba req-8338f546-ea63-42a7-97e8-078b14137ce0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 944 time: 0.3479476 Nov 03 19:08:36.780993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73e0828f-7674-4496-b89a-80c69e0407ba req-975412ff-b9e9-41da-be58-2e9124b21ada tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040281 Nov 03 19:08:36.987921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9793afc1-5752-4b8f-bdbf-8d8ad3d624f7 req-e31cad14-e0c5-46c6-9699-891d270e34fe tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1024356 Nov 03 19:08:36.991494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.090085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:37.107465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 08bf8dd7-d0f4-40a6-a1ad-4a7462f38fae on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:37.474724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.540487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307d0e1e-ea7b-4503-97cf-a3b550fa767b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:37.558871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905f73e4-f194-4951-a357-01a2d5b1cc03') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:37.559608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905f73e4-f194-4951-a357-01a2d5b1cc03') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:37.580334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.583866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-a62ce9ca-65e2-417c-b70d-21528902fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:37.587401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-a62ce9ca-65e2-417c-b70d-21528902fc01 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1096 time: 1.3062594 Nov 03 19:08:37.597979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-41d28037-e5ce-4995-b028-b5b3a808a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:37.601432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-41d28037-e5ce-4995-b028-b5b3a808a7f6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ab885008cb1a42fab6ed5cd2f22ec4be&device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 1095 time: 1.3221893 Nov 03 19:08:37.623862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.637171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:37.638311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:37.739530 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:37.743624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:08:37.750199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.764165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.771693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/307d0e1e-ea7b-4503-97cf-a3b550fa767b HTTP/1.1" status: 204 len: 168 time: 7.1370130 Nov 03 19:08:37.837126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39538) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.847488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764715385'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:37.885192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1e9e2-d3fa-44d5-a50c-e0e247352763 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=307d0e1e-ea7b-4503-97cf-a3b550fa767b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:38.220090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8ea4f-6f21-4907-89de-8d21d3e8957d req-211b719a-39fe-462c-b418-b147e54042be tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:38.235890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99e8ea4f-6f21-4907-89de-8d21d3e8957d req-211b719a-39fe-462c-b418-b147e54042be tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 1.0508106 Nov 03 19:08:38.286132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-724c92ea-8cdf-470e-8dde-ca63d452dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:38.291348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-724c92ea-8cdf-470e-8dde-ca63d452dbce service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea26574d-9498-4501-8139-cfc5f64d79f7 HTTP/1.1" status: 200 len: 914 time: 0.6346152 Nov 03 19:08:38.306882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:38.321950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.372978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b68ef0e6-545e-4e9a-8a4c-b32d85125a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.403869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc5faa-9ec5-4a85-a7a3-5b49ffcc32fa req-c365169a-4b9b-4829-8327-ae9695211bff tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:38.427168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39fc5faa-9ec5-4a85-a7a3-5b49ffcc32fa req-c365169a-4b9b-4829-8327-ae9695211bff tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.6890955 Nov 03 19:08:38.581277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39fc5faa-9ec5-4a85-a7a3-5b49ffcc32fa req-0edc4156-ab4d-4511-b272-65ba2eef2b78 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539032 Nov 03 19:08:38.649439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:38.691931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.1 (c1b40731-f676-48bf-ac16-a8be52515139/dc666d80-4542-4ab2-8351-6fc873223f1d/8a76f366-ca4d-4967-ae5a-7540710a7140) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:38.695252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.698660 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3 of type vlan for network 8bfa677a-8808-4b39-9b24-2f0efc9d91af Nov 03 19:08:38.857937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99e8ea4f-6f21-4907-89de-8d21d3e8957d req-b7594e3b-ce1e-44db-a48c-8527864c4fff tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6204979 Nov 03 19:08:38.894242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.048040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10890ca8-3acd-4d7b-bc95-6a3cb97b261e req-e1936633-6d08-4f11-ac54-ac4526271ac2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1152074 Nov 03 19:08:39.087933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.101335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.118385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:39.119867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.302955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-0e34cfdd-50ad-44c2-8ecc-5380b0ced6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:39.305577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-0e34cfdd-50ad-44c2-8ecc-5380b0ced6c4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 1.6058166 Nov 03 19:08:39.318451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.499274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6974042-576e-445a-a735-913121d9946f req-91f0292f-d6d5-405d-84ed-0f661ab5d074 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.2495904 Nov 03 19:08:39.599732 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-c85c67cf-e303-44d4-89d8-a61ac3f78059 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a HTTP/1.1" status: 200 len: 217 time: 0.2918875 Nov 03 19:08:39.626319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-97b8664a-7ead-4240-b49e-7b29e91de25e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.2937956 Nov 03 19:08:39.631826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=8bfa677a-8808-4b39-9b24-2f0efc9d91af,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:39.660615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8bfa677a-8808-4b39-9b24-2f0efc9d91af details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:39.675364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network c1b40731-f676-48bf-ac16-a8be52515139 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:39.698856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aabfc622-a05d-4087-8a62-a7f43c5b716c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8600163 Nov 03 19:08:39.708696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39546) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.750636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:40.070401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.117482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:40.163897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970ae8f-a972-4ffb-9349-0911cb5099ff req-af777dec-beac-4d7c-8817-43fdef9f7065 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:40.168758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4970ae8f-a972-4ffb-9349-0911cb5099ff req-af777dec-beac-4d7c-8817-43fdef9f7065 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 944 time: 1.1119206 Nov 03 19:08:40.174620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-5943c958-b83e-494b-8051-d22f10ad4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:40.200838 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-5943c958-b83e-494b-8051-d22f10ad4a43 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.4981611 Nov 03 19:08:40.202845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:40.208093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:40.225244 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.423374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-e9c6330a-5b1c-4952-9b47-a6837e780850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:40.423670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-e9c6330a-5b1c-4952-9b47-a6837e780850 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed HTTP/1.1" status: 200 len: 853 time: 0.4822545 Nov 03 19:08:40.473595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-eb1c9ec5-c2e8-4ec3-aa70-c1b0a2d05d71 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002542 Nov 03 19:08:40.509773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=8a76f366-ca4d-4967-ae5a-7540710a7140,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:40.527670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2ebff678-722a-4976-b6d0-a5f9a6c4b22a details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:08:40.565951 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-e1112c88-36a4-4d82-97ac-e1c975e485d5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea26574d-9498-4501-8139-cfc5f64d79f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092956 Nov 03 19:08:40.608372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.969918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.031509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b759c6b-8644-4292-afb2-8878ac86ff49 req-f8e5a9ff-f0e7-401b-9ae0-c180d5b400b6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:41.057875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b759c6b-8644-4292-afb2-8878ac86ff49 req-f8e5a9ff-f0e7-401b-9ae0-c180d5b400b6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 1.2833724 Nov 03 19:08:41.089400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,segment=NetworkSegment(72489a68-4051-4f40-9956-e6030b2f0cc9),segment_id=72489a68-4051-4f40-9956-e6030b2f0cc9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:41.140218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a', 'network_id': 'ea26574d-9498-4501-8139-cfc5f64d79f7', 'port_id': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a', 'mac_address': 'fa:16:3e:7c:10:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:08:41.159639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-07b8853d-8c67-4d47-809d-b230db46da81 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196527 Nov 03 19:08:41.164885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4d766716-0a61-416e-9db5-5768e6b064ab None None] Provisioning complete for port 8a76f366-ca4d-4967-ae5a-7540710a7140 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:41.165396 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d766716-0a61-416e-9db5-5768e6b064ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.431518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4970ae8f-a972-4ffb-9349-0911cb5099ff req-78538461-1de0-49a7-8506-b23845ebaf52 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1742518 Nov 03 19:08:41.443998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4d766716-0a61-416e-9db5-5768e6b064ab None None] Port 8a76f366-ca4d-4967-ae5a-7540710a7140 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:41.448513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.461744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-5a656e3d-b124-4a3c-966b-a83e2b09ac5e service neutron] 10.222.0.110 "GET /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627261 Nov 03 19:08:41.474015 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-67cfc4f1-5874-4df3-a68c-49aba2f7cb62 req-6ed9f559-33a0-4a42-80dd-83e284ba4827 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842100 Nov 03 19:08:41.478872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebff678-722a-4976-b6d0-a5f9a6c4b22a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:41.553868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,segment=NetworkSegment(72489a68-4051-4f40-9956-e6030b2f0cc9),segment_id=72489a68-4051-4f40-9956-e6030b2f0cc9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:41.568040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.783327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b759c6b-8644-4292-afb2-8878ac86ff49 req-d7a1b219-f125-4da6-8e3e-de90cca9c4c6 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944809 Nov 03 19:08:41.784713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=50045072-0ad2-4483-b2a3-eea8d8203800,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.008046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5e474cbe-888d-4a74-b70c-97d067603a55 req-32b38820-cd63-4f64-b617-348d0a3791f4 service neutron] 10.222.0.110 "GET /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267156 Nov 03 19:08:42.009961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.190274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b73b120c-4fc1-443f-8cae-d849a9999f93 req-20569425-a9ff-4715-a4cc-a23769709309 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.2736599 Nov 03 19:08:42.275988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:42.276601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: 8bfa677a-8808-4b39-9b24-2f0efc9d91af, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:42.358226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b022-2d94-4d4b-bc6c-ad0c6f049045 req-a25a9254-91c4-4082-aa38-0ff67f014711 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:42.385313 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7832b022-2d94-4d4b-bc6c-ad0c6f049045 req-a25a9254-91c4-4082-aa38-0ff67f014711 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.5263932 Nov 03 19:08:42.515961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.564308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['2ebff678-722a-4976-b6d0-a5f9a6c4b22a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:42.602186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7832b022-2d94-4d4b-bc6c-ad0c6f049045 req-1d597426-99fa-4182-9054-915d849647b1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155874 Nov 03 19:08:42.675499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.691262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.756117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a7a19aa-23ea-4f6e-b7be-81f42d1adf02 req-3c582cd0-0c19-4b95-9300-b9ffb8074882 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1810195 Nov 03 19:08:42.775619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network 8bfa677a-8808-4b39-9b24-2f0efc9d91af is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:42.845389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 8bfa677a-8808-4b39-9b24-2f0efc9d91af) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:42.872951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:42.880232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.907210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc97935-21d1-4d2e-a932-12d874ed2161 None None] Network 8bfa677a-8808-4b39-9b24-2f0efc9d91af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:43.295036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1a83ee01-9977-426b-acbf-4389d5ccad64 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5785792 Nov 03 19:08:43.303091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39570) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.335187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625141517'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.350161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.355891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee9c3c-d08e-477d-89c8-2bb1ca36b9b1 req-99432255-b704-422e-90f4-079230f4a1da tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:43.366380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2ee9c3c-d08e-477d-89c8-2bb1ca36b9b1 req-99432255-b704-422e-90f4-079230f4a1da tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2603040 Nov 03 19:08:43.380196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e332d6-36a5-4bfc-b11c-e7e98fd1757a req-0731f1d1-8f9d-4556-81ca-3b71a27e50c3 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:43.388873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3e332d6-36a5-4bfc-b11c-e7e98fd1757a req-0731f1d1-8f9d-4556-81ca-3b71a27e50c3 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 945 time: 0.4855418 Nov 03 19:08:43.455741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.488141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:43.508065 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.525007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3e332d6-36a5-4bfc-b11c-e7e98fd1757a req-821b68dd-37f1-4973-9193-3082b78b2f90 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348844 Nov 03 19:08:43.563910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2ee9c3c-d08e-477d-89c8-2bb1ca36b9b1 req-9cca536c-72fb-4593-ad10-d2c6841134cd tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953523 Nov 03 19:08:43.591696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-8bfa677a-8808-4b39-9b24-2f0efc9d91af', 'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': '50045072-0ad2-4483-b2a3-eea8d8203800'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:43.593007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.757508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:43.769588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5adf4f56-23f1-4887-a9da-2e618f8b6b55 req-d33f954e-9a2e-44cb-90b1-048b44a38b4a tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0818737 Nov 03 19:08:43.801989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.802510 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment be2443f5-43e1-4426-a007-e0482f088040 of type vlan for network db1be6df-340f-4fc4-a0a7-5aea3f15571f Nov 03 19:08:43.884996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.959330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.968060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:43.968759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.040330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d035b9-8511-4f1f-a216-6ee85bb208a8 req-971b1aff-bff7-4629-bb43-606b5857d98b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:44.060577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6d035b9-8511-4f1f-a216-6ee85bb208a8 req-971b1aff-bff7-4629-bb43-606b5857d98b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2671998 Nov 03 19:08:44.127066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=db1be6df-340f-4fc4-a0a7-5aea3f15571f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:44.133440 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a95c7722-51be-4609-ae47-087c964451bc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8081343 Nov 03 19:08:44.142226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39578) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.148655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:44.163135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network db1be6df-340f-4fc4-a0a7-5aea3f15571f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:44.251995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ab756a0-cf69-4e36-ad37-8c2838f28037 req-361d5613-4383-463a-8b73-8aecc0e0acd9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1787057 Nov 03 19:08:44.321091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.555836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6d035b9-8511-4f1f-a216-6ee85bb208a8 req-ec4e261d-c689-439e-9738-b718db685923 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4930878 Nov 03 19:08:44.572784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=8a76f366-ca4d-4967-ae5a-7540710a7140,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:44.583942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Allocated IP 2001:db8::3 (8bfa677a-8808-4b39-9b24-2f0efc9d91af/50045072-0ad2-4483-b2a3-eea8d8203800/0d28247e-939e-4093-b1f3-ca3a2889e001) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:44.591382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2ebff678-722a-4976-b6d0-a5f9a6c4b22a up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:44.675478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:44.680339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.821306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:08:44.836950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing IP validity checks on allocation pools {{(pid=101988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:08:44.836950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:08:44.859393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:44.859992 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.888442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network c1b40731-f676-48bf-ac16-a8be52515139 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:44.893467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:45.081842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce41fa-d9cb-4899-9b92-2eebfa751d2c req-cb7345f5-1eeb-4fd1-8fc7-6db99a0166b8 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:45.104143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbce41fa-d9cb-4899-9b92-2eebfa751d2c req-cb7345f5-1eeb-4fd1-8fc7-6db99a0166b8 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 945 time: 0.2570837 Nov 03 19:08:45.196809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0259dc8-f2a0-4a6d-aa09-bae4791d708e req-03baec8a-4201-43fc-a612-cead00a747cc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:45.206448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0259dc8-f2a0-4a6d-aa09-bae4791d708e req-03baec8a-4201-43fc-a612-cead00a747cc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.2816114 Nov 03 19:08:45.231549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.285846 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.326050 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.524467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0259dc8-f2a0-4a6d-aa09-bae4791d708e req-f6eb34bf-163d-4446-9cf7-9cb7b000f499 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135116 Nov 03 19:08:45.580321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbce41fa-d9cb-4899-9b92-2eebfa751d2c req-0053c8e2-6641-4042-9b67-9e05d00283ad tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738512 Nov 03 19:08:45.646073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router 8f84a187-d1df-422a-ae73-7e2abb482118 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:45.669973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Pushing event updated for resources: {'Port': ['ID=0d28247e-939e-4093-b1f3-ca3a2889e001,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:45.686421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Network 8bfa677a-8808-4b39-9b24-2f0efc9d91af is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:45.696490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:45.700642 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d0c09-ded9-431a-8c83-9d9bf8c3847c" -d '{"events": [{"server_uuid": "d2d3f8da-46bb-4ca9-99da-4e59131b24ef", "name": "network-vif-plugged", "status": "completed", "tag": "2ebff678-722a-4976-b6d0-a5f9a6c4b22a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:45.718490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:45.744258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:45.751230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,segment=NetworkSegment(72489a68-4051-4f40-9956-e6030b2f0cc9),segment_id=72489a68-4051-4f40-9956-e6030b2f0cc9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:45.757634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.794922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ec04e9e-e106-48c2-a631-bf3f870959e4 req-37492ea7-3e3f-43bc-b2c1-788eab5b98f2 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0469656 Nov 03 19:08:45.843511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b515aa9b-11b3-405a-a3b8-b4acc7da08c5 req-bbb2511d-1ef4-45f7-b26e-e5181718cff9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.0424204 Nov 03 19:08:45.848885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.112032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:46.176889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b7df3-07b4-4126-bbec-9e1ebc470930 req-43a2af03-6005-47d0-a8a6-3100b07eb774 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:46.190562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e17b7df3-07b4-4126-bbec-9e1ebc470930 req-43a2af03-6005-47d0-a8a6-3100b07eb774 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1739302 Nov 03 19:08:46.190987 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9ab5dd55-43a2-48a5-9ce7-2c21e3eb8049 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/routers/8f84a187-d1df-422a-ae73-7e2abb482118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4956675 Nov 03 19:08:46.200692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:46.214906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'port': {'network_id': 'c1b40731-f676-48bf-ac16-a8be52515139', 'name': 'tempest-FloatingIPTestJSON-1389884524'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:46.246729 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cdb588-64dd-47e3-9142-aa4f90ff0ece x-openstack-request-id: req-f8cdb588-64dd-47e3-9142-aa4f90ff0ece {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:46.247188 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3f8da-46bb-4ca9-99da-4e59131b24ef", "name": "network-vif-plugged", "status": "completed", "tag": "2ebff678-722a-4976-b6d0-a5f9a6c4b22a", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:46.247583 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8cdb588-64dd-47e3-9142-aa4f90ff0ece {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:46.248238 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a', 'code': 200} Nov 03 19:08:46.259014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8155cbcb-382b-42e6-a171-f07a13e835b2 None None] Provisioning complete for port 8a76f366-ca4d-4967-ae5a-7540710a7140 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:46.259624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8155cbcb-382b-42e6-a171-f07a13e835b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.382911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] Sync routers for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:46.423349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8155cbcb-382b-42e6-a171-f07a13e835b2 None None] Port 8a76f366-ca4d-4967-ae5a-7540710a7140 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:46.464023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:46.474041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=6e3ea63c-aa62-4b08-8708-aeb91a166358,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:46.479795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:46.480947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:46.482811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c253551-5109-48c1-9566-0295f8e7e7ad req-e50a591e-8286-43a9-93c3-ce3d89d57bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:46.484562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Attempting to bind port 0d28247e-939e-4093-b1f3-ca3a2889e001 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:46.485277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Attempting to bind port 0d28247e-939e-4093-b1f3-ca3a2889e001 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:46.485905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Attempting to bind port 0d28247e-939e-4093-b1f3-ca3a2889e001 on network 8bfa677a-8808-4b39-9b24-2f0efc9d91af {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:46.489476 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c253551-5109-48c1-9566-0295f8e7e7ad req-e50a591e-8286-43a9-93c3-ce3d89d57bb7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 1097 time: 0.3173132 Nov 03 19:08:46.525864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': 'be2443f5-43e1-4426-a007-e0482f088040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:46.526235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: db1be6df-340f-4fc4-a0a7-5aea3f15571f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:46.560310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Made reservation on behalf of 24b830b605804ad283428210d74645d1 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:46.568430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.617215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e17b7df3-07b4-4126-bbec-9e1ebc470930 req-9be0091b-7db4-4aa5-9c9d-a8c6067dac91 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222982 Nov 03 19:08:46.656247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:46.684878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network db1be6df-340f-4fc4-a0a7-5aea3f15571f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:46.703031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:46.707788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Checking segment: {'id': '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:46.711234 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.715931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Bound using segment: {'id': '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:46.716993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Bound port: 0d28247e-939e-4093-b1f3-ca3a2889e001, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8bfa677a-8808-4b39-9b24-2f0efc9d91af'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:46.717661 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.737357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] device_id is not set on port 97ee0538-48aa-4f3f-a406-b3f8f16f2c41 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:08:46.751317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c253551-5109-48c1-9566-0295f8e7e7ad req-497ed575-667f-4eb4-8734-dc7e893738f5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121413 Nov 03 19:08:46.760263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, db1be6df-340f-4fc4-a0a7-5aea3f15571f) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:46.783496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:46.784286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.816583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d285c25-c41d-4e93-9019-71707080bf77 None None] Network db1be6df-340f-4fc4-a0a7-5aea3f15571f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:46.837204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7f341d35-ee81-4cb5-b770-eed96facd2b1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6914485 Nov 03 19:08:46.838693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39602) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:47.154445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:47.163341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:47.436259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:47.437254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c246d-e191-4a59-9ff9-7d890f546154 None None] The sync data for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:47.684465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Allocated IP 172.20.0.4 (c1b40731-f676-48bf-ac16-a8be52515139/dc666d80-4542-4ab2-8351-6fc873223f1d/97ee0538-48aa-4f3f-a406-b3f8f16f2c41) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:47.690193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] For port 0d28247e-939e-4093-b1f3-ca3a2889e001, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:47.710388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-db1be6df-340f-4fc4-a0a7-5aea3f15571f', 'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': '6e3ea63c-aa62-4b08-8708-aeb91a166358'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:47.713046 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.730628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] For port 0d28247e-939e-4093-b1f3-ca3a2889e001, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0d28247e-939e-4093-b1f3-ca3a2889e001,segment=NetworkSegment(177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3),segment_id=177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:47.793993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.168756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.292756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92101e46-e8ef-4b90-84d3-67d76f90cd16 req-a03e2d02-5524-4886-af71-3b10d01de162 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.307574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Allocated IP 2001:db8::3 (db1be6df-340f-4fc4-a0a7-5aea3f15571f/6e3ea63c-aa62-4b08-8708-aeb91a166358/53a4d7a5-3551-4e7d-93b0-8a925924f262) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:48.312865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92101e46-e8ef-4b90-84d3-67d76f90cd16 req-a03e2d02-5524-4886-af71-3b10d01de162 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 1.0489635 Nov 03 19:08:48.417783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81236a0-8a52-4e64-8148-d4e7e78d8947 req-0dab1acc-9a82-4620-b87e-b7c67b47251d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.420179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b81236a0-8a52-4e64-8148-d4e7e78d8947 req-0dab1acc-9a82-4620-b87e-b7c67b47251d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 1.1592844 Nov 03 19:08:48.481878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.546719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92101e46-e8ef-4b90-84d3-67d76f90cd16 req-c156ed86-cc04-48c9-8299-0b18abc9792d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150989 Nov 03 19:08:48.644014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.736636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1079bc-1e41-4964-a606-67b8afcdf1a3 None None] Pushing event updated for resources: {'Port': ['ID=0d28247e-939e-4093-b1f3-ca3a2889e001,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.748028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b81236a0-8a52-4e64-8148-d4e7e78d8947 req-237ec448-e8c7-4304-bb76-48b1f0837ac0 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102920 Nov 03 19:08:48.831935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a9608e3-50e4-4ac4-9b4f-21f305a56c48 req-2dc72e22-a65e-4459-a245-6c5a96932095 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0689764 Nov 03 19:08:48.836892 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.198643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.223544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.265954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event updated for resources: {'Port': ['ID=97ee0538-48aa-4f3f-a406-b3f8f16f2c41,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:49.294962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.307546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f23e66ef-1415-49ca-b345-943042f3511c req-8c0accf3-c2ad-47bd-8cf9-5e2bb0c61a21 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1797464 Nov 03 19:08:49.415054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Pushing event updated for resources: {'Port': ['ID=53a4d7a5-3551-4e7d-93b0-8a925924f262,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:49.438511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Network db1be6df-340f-4fc4-a0a7-5aea3f15571f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:49.442252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:49.450017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3ea63c-aa62-4b08-8708-aeb91a166358,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:49.462096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:49.471623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Network c1b40731-f676-48bf-ac16-a8be52515139 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:49.488157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:49.497668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:49.677880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.758701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1be6df-340f-4fc4-a0a7-5aea3f15571f']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:49.762464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Attempting to bind port 53a4d7a5-3551-4e7d-93b0-8a925924f262 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:49.763003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Attempting to bind port 53a4d7a5-3551-4e7d-93b0-8a925924f262 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'be2443f5-43e1-4426-a007-e0482f088040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:49.763565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Attempting to bind port 53a4d7a5-3551-4e7d-93b0-8a925924f262 on network db1be6df-340f-4fc4-a0a7-5aea3f15571f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:49.787358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2443f5-43e1-4426-a007-e0482f088040') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:49.787695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2443f5-43e1-4426-a007-e0482f088040') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:49.803532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:49.808685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Checking segment: {'id': 'be2443f5-43e1-4426-a007-e0482f088040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:49.810716 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.812363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.814004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Bound using segment: {'id': 'be2443f5-43e1-4426-a007-e0482f088040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:49.814441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24942b1a-567b-42f9-a7cb-0b3d2e883f41 req-1df593ff-a499-4e19-9dc5-ba2a907c2be6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.817241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Bound port: 53a4d7a5-3551-4e7d-93b0-8a925924f262, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2443f5-43e1-4426-a007-e0482f088040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:49.820132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.824032 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24942b1a-567b-42f9-a7cb-0b3d2e883f41 req-1df593ff-a499-4e19-9dc5-ba2a907c2be6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.6968248 Nov 03 19:08:49.846709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.857095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:49.857628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:49.867879 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:50.063703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:50.064856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.066739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:08:50.066739 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:08:50.066739 n-d-812151-4 neutron-server[101988]: [parameters: {'id': 'db1be6df-340f-4fc4-a0a7-5aea3f15571f'}] Nov 03 19:08:50.066739 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:08:50.067450 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:08:50.139726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] For port 53a4d7a5-3551-4e7d-93b0-8a925924f262, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:50.159124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] For port 53a4d7a5-3551-4e7d-93b0-8a925924f262, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=53a4d7a5-3551-4e7d-93b0-8a925924f262,segment=NetworkSegment(be2443f5-43e1-4426-a007-e0482f088040),segment_id=be2443f5-43e1-4426-a007-e0482f088040)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:50.171663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.223466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-15654212-a6d2-4c6f-89e4-75e03a42a819 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0140367 Nov 03 19:08:50.223793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39620) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:50.229119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Request body: {'floatingip': {'port_id': '97ee0538-48aa-4f3f-a406-b3f8f16f2c41'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:50.340109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d78dc-dda0-47a8-9ea3-25be56f2069b req-2b468169-090c-475a-8e00-e85f87dcc0a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:50.357468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-423d78dc-dda0-47a8-9ea3-25be56f2069b req-2b468169-090c-475a-8e00-e85f87dcc0a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.6022308 Nov 03 19:08:50.413151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24942b1a-567b-42f9-a7cb-0b3d2e883f41 req-632624de-d138-4466-8dce-94832fff3012 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254011 Nov 03 19:08:50.420200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.503707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337f089-0053-45ec-b9c9-cf1f9cb2c2c6 None None] Network db1be6df-340f-4fc4-a0a7-5aea3f15571f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:50.570099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.611401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-423d78dc-dda0-47a8-9ea3-25be56f2069b req-b208b90a-386f-49e8-b3dc-33b5fb39d979 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525539 Nov 03 19:08:50.637066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef456ee-c224-4713-8d00-2f7ee1fb182a None None] Pushing event updated for resources: {'Port': ['ID=53a4d7a5-3551-4e7d-93b0-8a925924f262,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:50.643644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e8c22257-cb31-4445-887a-5bde9b68387c None None] Provisioning complete for port 97ee0538-48aa-4f3f-a406-b3f8f16f2c41 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:50.644650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8c22257-cb31-4445-887a-5bde9b68387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.924845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c13d7cd5-95e4-4459-bbbc-1419f2416848 req-855f3e13-aa19-47d9-b431-6089dc0d66ff tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1456885 Nov 03 19:08:51.012165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8c22257-cb31-4445-887a-5bde9b68387c None None] Port 97ee0538-48aa-4f3f-a406-b3f8f16f2c41 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:51.022325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54450a-b9f5-41a4-bbcd-0064d7cf53bf req-b25eec5d-62f2-4f96-b3ce-0653c88b8568 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.028214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca54450a-b9f5-41a4-bbcd-0064d7cf53bf req-b25eec5d-62f2-4f96-b3ce-0653c88b8568 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.2834141 Nov 03 19:08:51.230098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d28247e-939e-4093-b1f3-ca3a2889e001 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:51.301633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235209d-06bb-4916-bc2a-8b7e64ee37d3 None None] Network 8bfa677a-8808-4b39-9b24-2f0efc9d91af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:51.323498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca54450a-b9f5-41a4-bbcd-0064d7cf53bf req-cd7937cf-9372-481c-b19b-0d1783aaf2b7 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747319 Nov 03 19:08:51.403586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e1231ff-126a-48c0-9124-16465c025795 req-553d56e1-ae2d-4129-8f72-c58ae040fbba tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1455953 Nov 03 19:08:52.038812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-115aec32-dbb5-4686-9c4a-ef2067887f2f None None] Provisioning complete for port 0d28247e-939e-4093-b1f3-ca3a2889e001 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:52.039785 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-115aec32-dbb5-4686-9c4a-ef2067887f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.049429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea048a4-647d-4599-a9d5-c9278853f897 req-57317619-644a-4a59-9ab7-2716a44c69ba tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:52.068974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ea048a4-647d-4599-a9d5-c9278853f897 req-57317619-644a-4a59-9ab7-2716a44c69ba tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2918520 Nov 03 19:08:52.099278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0d28247e-939e-4093-b1f3-ca3a2889e001 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:52.099815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.413639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ea048a4-647d-4599-a9d5-c9278853f897 req-41e1a376-6990-45a3-bd8d-c77ccc704da6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427935 Nov 03 19:08:52.507513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 53a4d7a5-3551-4e7d-93b0-8a925924f262 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:52.508468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.577852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfdf7b-a7e4-4bd6-8c96-847c53444472 req-0f987d49-8596-485c-a90c-82321803f535 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:52.597163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31cfdf7b-a7e4-4bd6-8c96-847c53444472 req-0f987d49-8596-485c-a90c-82321803f535 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.6332910 Nov 03 19:08:52.792416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31cfdf7b-a7e4-4bd6-8c96-847c53444472 req-79445540-aa81-4f48-82ba-192727d658fc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842673 Nov 03 19:08:52.851060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd5a809-a9fd-4504-aa94-3e4d76a24351 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:08:53.139176 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-115aec32-dbb5-4686-9c4a-ef2067887f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.141960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-262576ca-28c8-499b-9725-e985f4d7128b req-52903ae1-0680-4009-a78f-6a968f9e0dfe tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1377442 Nov 03 19:08:53.194226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 53a4d7a5-3551-4e7d-93b0-8a925924f262, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=53a4d7a5-3551-4e7d-93b0-8a925924f262,segment=NetworkSegment(be2443f5-43e1-4426-a007-e0482f088040),segment_id=be2443f5-43e1-4426-a007-e0482f088040)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:53.199344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.261539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-954a3df7-9cf5-4399-9853-c203711a7203 req-1cb85d99-fe95-4810-8cdd-7333378e8756 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1177104 Nov 03 19:08:53.325547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:08:53.334675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-b4dd90fa-b48d-4e48-a470-326c9d96038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:53.337917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-b4dd90fa-b48d-4e48-a470-326c9d96038b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1096 time: 0.8206577 Nov 03 19:08:53.362214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 53a4d7a5-3551-4e7d-93b0-8a925924f262 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:53.370429 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.468168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-115aec32-dbb5-4686-9c4a-ef2067887f2f None None] For port 0d28247e-939e-4093-b1f3-ca3a2889e001, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0d28247e-939e-4093-b1f3-ca3a2889e001,segment=NetworkSegment(177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3),segment_id=177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:53.491846 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-115aec32-dbb5-4686-9c4a-ef2067887f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.825184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5a809-a9fd-4504-aa94-3e4d76a24351 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:08:53.914861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fbe987a2-a100-408e-83e4-cbc7c0288622 None None] Provisioning complete for port 0d28247e-939e-4093-b1f3-ca3a2889e001 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:53.917434 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fbe987a2-a100-408e-83e4-cbc7c0288622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.946502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa9710-b800-4f3a-9110-d81fd59bd0e8 req-ad4ac6ca-3abe-4552-bbf5-d73bf632b281 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:53.973558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0afa9710-b800-4f3a-9110-d81fd59bd0e8 req-ad4ac6ca-3abe-4552-bbf5-d73bf632b281 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1957617 Nov 03 19:08:53.983185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.995921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.113544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aec32-dbb5-4686-9c4a-ef2067887f2f None None] Pushing event updated for resources: {'Port': ['ID=0d28247e-939e-4093-b1f3-ca3a2889e001,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.164798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85421270-88b8-403b-b3c3-70d982da31cb no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:54.173925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:08:54.174483 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:08:54.461599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0afa9710-b800-4f3a-9110-d81fd59bd0e8 req-297e9204-3852-4f08-bc43-06612298b13b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4819050 Nov 03 19:08:54.549604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c6cd-9c26-4096-a9b6-2aab431b6983 req-934c9d19-fc38-465a-8595-4963d8da5257 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:54.552538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d76c6cd-9c26-4096-a9b6-2aab431b6983 req-934c9d19-fc38-465a-8595-4963d8da5257 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.4741037 Nov 03 19:08:54.597035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-eba5f5a9-de47-4fd4-a970-712b495cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:54.603262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-eba5f5a9-de47-4fd4-a970-712b495cbbab service neutron] 10.222.0.115 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 1.1248620 Nov 03 19:08:54.642744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.666812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 53a4d7a5-3551-4e7d-93b0-8a925924f262 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:54.805536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d76c6cd-9c26-4096-a9b6-2aab431b6983 req-83f51ce8-0a4b-4796-ab54-ab2a01180eb8 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366571 Nov 03 19:08:54.847666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.928426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-8cc97398-39b1-43ed-88e1-8f1a264ef5ff service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.3108106 Nov 03 19:08:54.943508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de7c21-1875-4e90-aff6-7b9771605bcd req-8f67f1e5-1876-4d74-897a-c1d37a6b12aa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:54.946571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=53a4d7a5-3551-4e7d-93b0-8a925924f262,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.960007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2de7c21-1875-4e90-aff6-7b9771605bcd req-8f67f1e5-1876-4d74-897a-c1d37a6b12aa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.1863024 Nov 03 19:08:54.986888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1be6df-340f-4fc4-a0a7-5aea3f15571f']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:55.026004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2443f5-43e1-4426-a007-e0482f088040') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:55.027294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2443f5-43e1-4426-a007-e0482f088040') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:55.066191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.074616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2de7c21-1875-4e90-aff6-7b9771605bcd req-cd7b7af4-8ca4-477d-9853-270ed8bc52a8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129205 Nov 03 19:08:55.080971 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 17ad12a7-2a63-4287-a6f7-ebc4a7a57d24 associated. External IP: 172.25.8.8, port: c049555a-bb70-4daf-b8f3-f5d9fb505fdc. Nov 03 19:08:55.155310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.158870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc566a99-caa4-49ca-aa72-b97c67c5fe6d req-5a90b3a3-b185-4615-9ea4-152bdefd162b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0831432 Nov 03 19:08:55.289759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.324945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:55.329178 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e76151-0447-4a23-bd5c-0b8893487284" -d '{"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-unplugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:55.355074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b8c0c80-42ee-4e5e-b25d-9a18b0fedfa9 req-194be147-a780-4a9f-b0d8-a5321ae34e78 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.0993950 Nov 03 19:08:55.423645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:55.432266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.484374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-974fef2a-e774-4723-a10c-9e1e67ac26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:55.493322 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-974fef2a-e774-4723-a10c-9e1e67ac26db service neutron] 10.222.0.115 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.5249000 Nov 03 19:08:55.510431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:55.511116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:55.530096 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:55.596175 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5ebac3-a8e5-4b3c-9863-b7b8fd92b8a8 x-openstack-request-id: req-4e5ebac3-a8e5-4b3c-9863-b7b8fd92b8a8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:55.600979 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-unplugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:55.602875 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e5ebac3-a8e5-4b3c-9863-b7b8fd92b8a8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:55.603913 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'code': 200} Nov 03 19:08:55.645220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d28247e-939e-4093-b1f3-ca3a2889e001 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:55.771486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-32f7bcbf-4aad-4177-a6ae-5d66264ae859 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753094 Nov 03 19:08:55.871374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.907394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc26e7-11e6-4402-99b6-7814ec3b80bb req-b5b97e79-29d7-4492-96b4-54c72205b063 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:55.925969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ddc26e7-11e6-4402-99b6-7814ec3b80bb req-b5b97e79-29d7-4492-96b4-54c72205b063 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2880642 Nov 03 19:08:55.997812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.017812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/db1be6df-340f-4fc4-a0a7-5aea3f15571f HTTP/1.1" status: 204 len: 168 time: 9.1763444 Nov 03 19:08:56.037619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:56.052765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39666) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:56.087894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251836923'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:56.115740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0d28247e-939e-4093-b1f3-ca3a2889e001 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:56.116334 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.142377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ddc26e7-11e6-4402-99b6-7814ec3b80bb req-fc232e35-5a56-46e1-a0ae-614818d63342 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143569 Nov 03 19:08:56.221199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c50b37-5805-4d09-8407-984f5e69efe1 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=db1be6df-340f-4fc4-a0a7-5aea3f15571f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:56.276867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586cfb0-84a1-4741-8afb-23707412f6c9 req-a302a474-4176-4203-99f7-9691776e7c9d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.280704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1586cfb0-84a1-4741-8afb-23707412f6c9 req-a302a474-4176-4203-99f7-9691776e7c9d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.2931578 Nov 03 19:08:56.496946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:56.503940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.513716 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-c122852a-1d25-4859-b8c9-8520b8e0a5d9 service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100866 Nov 03 19:08:56.574352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1586cfb0-84a1-4741-8afb-23707412f6c9 req-05ca0643-5767-442a-be61-497b3a30167d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802448 Nov 03 19:08:56.659890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7117077-aaea-4694-b62e-be9cf19fc64a req-04d64259-414c-4dd8-8d7e-08f24fecdfe1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.662641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7117077-aaea-4694-b62e-be9cf19fc64a req-04d64259-414c-4dd8-8d7e-08f24fecdfe1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.1718547 Nov 03 19:08:56.742063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0945ec88-b56a-4e3c-b3d3-d27e73b26834 req-6695b17d-62e7-4dd2-9442-10be67ddd746 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0506804 Nov 03 19:08:56.844676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7117077-aaea-4694-b62e-be9cf19fc64a req-03484f9b-19b2-44b4-b456-fa380302be98 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648777 Nov 03 19:08:56.941689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bc384c2-0da2-4b7b-b0f3-44600ca7713e req-ad01c86b-e8ad-4ad8-82f2-7649ece560a3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.0524020 Nov 03 19:08:57.117523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:57.140652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:57.148874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.149193 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 74d5e943-b66e-4f29-9169-5507e006d649 of type vlan for network 22ece803-54e8-45b5-8692-22e5fb604636 Nov 03 19:08:57.225452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.229700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa0d0c9f-e5d7-4424-8452-2a2bdf35e0b0 req-9af33da3-1a4f-4870-b933-49c6232aaecc service neutron] 10.222.0.115 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928346 Nov 03 19:08:57.483132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:57.488428 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.499840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.501474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.504352 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:57.507714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f816e62-b906-4e81-b18a-f01ec4655b1d req-098c0282-4aa5-4b3d-9c64-2d8dee81276a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.511902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f816e62-b906-4e81-b18a-f01ec4655b1d req-098c0282-4aa5-4b3d-9c64-2d8dee81276a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1842961 Nov 03 19:08:57.534521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4520605 Nov 03 19:08:57.534814 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:57.534972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39678) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:57.535263 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:57.544539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': '22ece803-54e8-45b5-8692-22e5fb604636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:57.614476 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:57.635261 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:57.636698 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:57.702766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9c367-067d-4954-8355-b71f168b9671 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=22ece803-54e8-45b5-8692-22e5fb604636,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:57.710538 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:57.711965 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7686380-aa72-4fd6-a6ce-51d38fa1322b None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:57.732628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 22ece803-54e8-45b5-8692-22e5fb604636 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:57.944440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054701c8-51f1-43f4-98b3-15975701b91c req-0fd6bc88-0518-4ce5-bbd9-c084d8b14148 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.946922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-054701c8-51f1-43f4-98b3-15975701b91c req-0fd6bc88-0518-4ce5-bbd9-c084d8b14148 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.1387477 Nov 03 19:08:57.960107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f816e62-b906-4e81-b18a-f01ec4655b1d req-e83a3d7d-2156-4aa3-b3fd-d27f5920533f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344938 Nov 03 19:08:57.990301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:57.996819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.047997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router 8f84a187-d1df-422a-ae73-7e2abb482118 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:58.227149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:58.241053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.243272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] Sync routers for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:58.263760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:58.264425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:58.306335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:58.320785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:58.321697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:58.357752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc84f35d-add4-43e4-ba91-629cab9535e3 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/floatingips/17ad12a7-2a63-4287-a6f7-ebc4a7a57d24 HTTP/1.1" status: 200 len: 976 time: 8.1325886 Nov 03 19:08:58.358856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:58.372059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:58.372792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4139b4b-bbd9-4594-bb86-c7d53c3b8809 None None] The sync data for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:58.550292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 97ee0538-48aa-4f3f-a406-b3f8f16f2c41 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:58.550756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.570016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8794804e-f410-456c-a038-9a6a85f4a144 req-dacdab15-9508-46c2-b9c0-ea25562e2ff6 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.0955231 Nov 03 19:08:58.613437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-054701c8-51f1-43f4-98b3-15975701b91c req-d4df05f7-6305-4fd0-9cae-edcf0e93aa28 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391344 Nov 03 19:08:58.782644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.934474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-049e1123-bcba-4604-8292-29700b461d2f req-0756a851-f987-48ae-a83c-a068e1e4e9b1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.1148975 Nov 03 19:08:59.059540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8951e-b06a-4d9a-a234-67da2c41ac94 req-5165f591-92e2-48ed-a6bc-b6c9765132dc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:59.062641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08c8951e-b06a-4d9a-a234-67da2c41ac94 req-5165f591-92e2-48ed-a6bc-b6c9765132dc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.2410042 Nov 03 19:08:59.112063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.194945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.196975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.196975 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Floating IP 17ad12a7-2a63-4287-a6f7-ebc4a7a57d24 disassociated. External IP: 172.25.8.8, port: 97ee0538-48aa-4f3f-a406-b3f8f16f2c41. Nov 03 19:08:59.196975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 97ee0538-48aa-4f3f-a406-b3f8f16f2c41 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:59.406159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=4d6141c7-3ea9-47dc-87e3-86ac1d7e7aae,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:59.429491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08c8951e-b06a-4d9a-a234-67da2c41ac94 req-ae37d06f-176c-4643-a2d3-d69662041f10 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340576 Nov 03 19:08:59.540335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '74d5e943-b66e-4f29-9169-5507e006d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '22ece803-54e8-45b5-8692-22e5fb604636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:59.544814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: 22ece803-54e8-45b5-8692-22e5fb604636, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:59.553308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.687620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network 22ece803-54e8-45b5-8692-22e5fb604636 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:59.787694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=97ee0538-48aa-4f3f-a406-b3f8f16f2c41,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:59.792945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30d6c-cc3f-490e-95b0-16ba538fd2d1 req-873bbb9e-bfd6-413f-8834-d2fa596c52da tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:59.799507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbd30d6c-cc3f-490e-95b0-16ba538fd2d1 req-873bbb9e-bfd6-413f-8834-d2fa596c52da tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.3450055 Nov 03 19:08:59.814997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 22ece803-54e8-45b5-8692-22e5fb604636) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:59.826814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:59.831082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.866105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a3354-c4d6-458b-ab81-1277d7a9be60 None None] Network 22ece803-54e8-45b5-8692-22e5fb604636 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:00.059580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1df9823f-559f-4cb6-9bbb-1af41c38d58c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5186436 Nov 03 19:09:00.079361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39702) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:00.164600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86b82365-97cb-4ec7-845c-196041c495de req-23e27510-10a4-48c8-ba4c-32ef714714de tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1859624 Nov 03 19:09:00.209844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbd30d6c-cc3f-490e-95b0-16ba538fd2d1 req-72862e33-334b-452b-95ce-bd6f869a8cea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3692393 Nov 03 19:09:00.465893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79690a01-b6e2-4fb0-aa02-88f40dc5f318 req-82855185-3c36-4f30-afaa-ffcd3c2ca613 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba88af1c-abeb-44d7-9833-1a665ba9f75c HTTP/1.1" status: 200 len: 210 time: 0.0592666 Nov 03 19:09:00.514797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.536693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-22ece803-54e8-45b5-8692-22e5fb604636', 'network_id': '22ece803-54e8-45b5-8692-22e5fb604636', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': '4d6141c7-3ea9-47dc-87e3-86ac1d7e7aae'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:00.538800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.686402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router 8f84a187-d1df-422a-ae73-7e2abb482118 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:00.703505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478bbd-4c30-47af-8e7d-2bde1af0c31c req-542a5bf4-9eab-4804-9eee-ea232beeef3d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.713787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7478bbd-4c30-47af-8e7d-2bde1af0c31c req-542a5bf4-9eab-4804-9eee-ea232beeef3d tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.2453513 Nov 03 19:09:00.854578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.928462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7478bbd-4c30-47af-8e7d-2bde1af0c31c req-0f6b0bc2-666a-44ce-8606-871f2d25e7d2 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013302 Nov 03 19:09:00.981323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Allocated IP 2001:db8::1 (22ece803-54e8-45b5-8692-22e5fb604636/4d6141c7-3ea9-47dc-87e3-86ac1d7e7aae/1a102a2b-5f35-4efd-a2ad-5a61f07c81d5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:01.022782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-5bf153df-294f-4a21-b7cd-2b38b6dcc9f2 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.024471 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-5bf153df-294f-4a21-b7cd-2b38b6dcc9f2 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.110 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.1714699 Nov 03 19:09:01.087707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:01.102817 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] Sync routers for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:01.140070 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:01.141718 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:01.211008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.217899 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2a13031e-30b0-4f4d-89b1-29b1dea77d41 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/ports/97ee0538-48aa-4f3f-a406-b3f8f16f2c41 HTTP/1.1" status: 204 len: 168 time: 2.8570962 Nov 03 19:09:01.221041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39716) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:01.277401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Deleting port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:01.277401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.280331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.288095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-94426869-03e2-4298-802b-e49517f790c3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.298181 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:01.305221 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.306095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-94426869-03e2-4298-802b-e49517f790c3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.5627267 Nov 03 19:09:01.356172 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:01.361268 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:01.372586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-3552ccdb-1805-47d4-8b12-525b4cf24509 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/quotas/509be90b99d0409cb24800c14a725589 HTTP/1.1" status: 200 len: 375 time: 0.0463772 Nov 03 19:09:01.393633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5393e-9bbf-42ff-86b9-a6a6edfbb01d req-be8564e9-6a8e-42da-b785-ea4a5f36f213 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.415395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05c5393e-9bbf-42ff-86b9-a6a6edfbb01d req-be8564e9-6a8e-42da-b785-ea4a5f36f213 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.2704811 Nov 03 19:09:01.453914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.494518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Network 22ece803-54e8-45b5-8692-22e5fb604636 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:01.500929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:01.509318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:01.596288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6141c7-3ea9-47dc-87e3-86ac1d7e7aae,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:01.608888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Attempting to bind port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:01.609933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Attempting to bind port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '74d5e943-b66e-4f29-9169-5507e006d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '22ece803-54e8-45b5-8692-22e5fb604636'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:01.610399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Attempting to bind port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5 on network 22ece803-54e8-45b5-8692-22e5fb604636 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:01.613530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Pushing event updated for resources: {'Port': ['ID=1a102a2b-5f35-4efd-a2ad-5a61f07c81d5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:01.627455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:01.627988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Checking segment: {'id': '74d5e943-b66e-4f29-9169-5507e006d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '22ece803-54e8-45b5-8692-22e5fb604636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:01.631887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.632702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Bound using segment: {'id': '74d5e943-b66e-4f29-9169-5507e006d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '22ece803-54e8-45b5-8692-22e5fb604636'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:01.633357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Bound port: 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d5e943-b66e-4f29-9169-5507e006d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '22ece803-54e8-45b5-8692-22e5fb604636'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:01.633999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.645239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05c5393e-9bbf-42ff-86b9-a6a6edfbb01d req-3a817123-1430-4d79-a5bc-342c1ad35fae tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269943 Nov 03 19:09:01.646464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:01.647146 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bc243-32f5-4447-aaac-1f2001c320d6 None None] The sync data for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:01.688980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-c2e77ab3-8d5e-44fe-a967-6f52d14c769f tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2648573 Nov 03 19:09:01.775647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] For port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:01.780456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] For port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1a102a2b-5f35-4efd-a2ad-5a61f07c81d5,segment=NetworkSegment(74d5e943-b66e-4f29-9169-5507e006d649),segment_id=74d5e943-b66e-4f29-9169-5507e006d649)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:01.790152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.838279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] For port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,segment=NetworkSegment(72489a68-4051-4f40-9956-e6030b2f0cc9),segment_id=72489a68-4051-4f40-9956-e6030b2f0cc9)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:01.841145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.841433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5de1-91e9-400c-bead-bdf61dfb490f req-749e496a-cfa2-43c0-8d76-fee10f2d0e79 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.854902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa5c5de1-91e9-400c-bead-bdf61dfb490f req-749e496a-cfa2-43c0-8d76-fee10f2d0e79 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1277111 Nov 03 19:09:01.917954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50ccf9-e660-44bd-a57a-4ccf1b361e72 None None] Pushing event updated for resources: {'Port': ['ID=1a102a2b-5f35-4efd-a2ad-5a61f07c81d5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:01.938206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-a9bb1303-0862-4159-9ff0-f4b054b3f634 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356637 Nov 03 19:09:01.938463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d86adb-d2d2-4d3c-bcc3-cba59ac69d32 None None] Network 22ece803-54e8-45b5-8692-22e5fb604636 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:02.083249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-9046c107-e725-4351-b50f-b08aae023519 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319482 Nov 03 19:09:02.096597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Calling delete_port for 2ebff678-722a-4976-b6d0-a5f9a6c4b22a owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:02.100419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa5c5de1-91e9-400c-bead-bdf61dfb490f req-70d1c794-b98f-4fb4-aca1-cc7977bc202e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392216 Nov 03 19:09:02.150669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.179358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ece803-54e8-45b5-8692-22e5fb604636']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:02.198202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d5e943-b66e-4f29-9169-5507e006d649') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:02.198604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d5e943-b66e-4f29-9169-5507e006d649') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:02.222974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85421270-88b8-403b-b3c3-70d982da31cb no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:02.241311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.369902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c3111-2b04-4194-807c-f2011d7a090e None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:09:02.382816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9f40738-8daa-4a97-8afa-18b90cfd4900 req-9b7b3a19-3d1a-49bf-a998-7dd3e9b463dd tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1232042 Nov 03 19:09:02.396760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.436013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:02.436013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:02.471996 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:02.720470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:09:02.720470 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:09:02.720470 n-d-812151-4 neutron-server[101988]: [parameters: {'id': '22ece803-54e8-45b5-8692-22e5fb604636'}] Nov 03 19:09:02.720470 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:02.721840 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:02.774681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75490d-52e7-412e-b6fb-7cd25984a838 req-d03a4d5b-7a9c-4c0c-af15-f54af6542097 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.788608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b75490d-52e7-412e-b6fb-7cd25984a838 req-d03a4d5b-7a9c-4c0c-af15-f54af6542097 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.2703261 Nov 03 19:09:02.851126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d81fba-9aec-4904-9e65-87a30dd594b8 req-d967a46d-c21f-4c03-a5b1-bd61dd37e222 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.865791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9d81fba-9aec-4904-9e65-87a30dd594b8 req-d967a46d-c21f-4c03-a5b1-bd61dd37e222 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 946 time: 0.2379191 Nov 03 19:09:02.986878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b75490d-52e7-412e-b6fb-7cd25984a838 req-733de7cc-877f-4eaa-943a-14583b281141 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968758 Nov 03 19:09:03.038628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9d81fba-9aec-4904-9e65-87a30dd594b8 req-8b85ede5-4457-4cc2-8575-69614963ecd9 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/security-groups?id=394f9eb5-88ca-4646-9568-4b74b0b2f026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700718 Nov 03 19:09:03.052549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.131287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c3111-2b04-4194-807c-f2011d7a090e None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:09:03.148209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.190093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.229951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19c6d14f-ef3d-4be9-aa9f-62b1166aea41 req-0f194987-d1f2-4635-91eb-ba080d0a23cb tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 210 time: 0.0771863 Nov 03 19:09:03.242102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.269310 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.394684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Pushing event deleted for resources: {'Port': ['ID=2ebff678-722a-4976-b6d0-a5f9a6c4b22a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:03.606577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25322f95-88b7-485d-a63a-c27ae8067647 req-b529112c-c69e-409d-ac92-15b6f9d455ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:03.609387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25322f95-88b7-485d-a63a-c27ae8067647 req-b529112c-c69e-409d-ac92-15b6f9d455ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1195970 Nov 03 19:09:03.833992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25322f95-88b7-485d-a63a-c27ae8067647 req-82834b92-bdbb-48df-862a-6b4690e301b9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062023 Nov 03 19:09:03.945734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74c94b9e-a731-441a-8397-216dc12abfc3 req-6e763b08-d236-414c-b64d-0a63a2e22671 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1072402 Nov 03 19:09:03.977207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] No DVR routers for this DVR port 2ebff678-722a-4976-b6d0-a5f9a6c4b22a on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:04.084132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.093029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2da9cfcb-9486-408c-aa92-af13ab300f02 req-29c310f5-3ea7-4e26-8112-75a7970914e4 tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.110 "DELETE /v2.0/ports/2ebff678-722a-4976-b6d0-a5f9a6c4b22a HTTP/1.1" status: 204 len: 173 time: 3.0520279 Nov 03 19:09:04.183190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'name': 'network-vif-deleted', 'tag': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:04.185941 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8907fa4-cba0-4b59-a576-88f3810f4f13" -d '{"events": [{"server_uuid": "d2d3f8da-46bb-4ca9-99da-4e59131b24ef", "name": "network-vif-deleted", "tag": "2ebff678-722a-4976-b6d0-a5f9a6c4b22a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:04.200582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39786) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.266118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:04.266478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.346364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1a102a2b-5f35-4efd-a2ad-5a61f07c81d5,segment=NetworkSegment(74d5e943-b66e-4f29-9169-5507e006d649),segment_id=74d5e943-b66e-4f29-9169-5507e006d649)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:04.347115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.369487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:04.493691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-01abf308-65a2-45e2-a4e4-598efb4a9aac tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:04.496931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-01abf308-65a2-45e2-a4e4-598efb4a9aac tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.2939479 Nov 03 19:09:04.523251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-5e0d1692-d6b5-4e9b-a0e0-2e4b5715ae51 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.0166540 Nov 03 19:09:04.531324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.576413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 1a102a2b-5f35-4efd-a2ad-5a61f07c81d5 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:04.612689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-f2f5e39f-13cb-482f-ab6e-b513d4b26735 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770419 Nov 03 19:09:04.648945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2ebff678-722a-4976-b6d0-a5f9a6c4b22a no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:04.657826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4faf8f23-6cde-4a88-918f-438fa3356236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.720166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 2ebff678-722a-4976-b6d0-a5f9a6c4b22a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:04.721724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2ebff678-722a-4976-b6d0-a5f9a6c4b22a not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:04.728309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.734971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7d150-a0fb-49c3-a8ca-46a54f07bade req-a2ddf26d-9089-48f3-9402-0f632cdbcc4d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:04.751765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ded7d150-a0fb-49c3-a8ca-46a54f07bade req-a2ddf26d-9089-48f3-9402-0f632cdbcc4d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.6043217 Nov 03 19:09:04.958753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ded7d150-a0fb-49c3-a8ca-46a54f07bade req-b4e31aea-9f66-4cea-9fe1-cc5b9b00bfd2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798689 Nov 03 19:09:05.003617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-bd505fbd-ec22-4e69-b58d-c377a62e6293 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716106 Nov 03 19:09:05.005690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=1a102a2b-5f35-4efd-a2ad-5a61f07c81d5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:05.129004 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-c956908f-a129-4c9a-be11-76f300df73c4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9225214 Nov 03 19:09:05.191337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-a3755ae6-d1c9-44fe-84a7-767057e7a892 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:05.195101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-a3755ae6-d1c9-44fe-84a7-767057e7a892 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.5683188 Nov 03 19:09:05.199588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ece803-54e8-45b5-8692-22e5fb604636']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.219675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-b85fac30-e20a-4aa4-a9c8-b98bea93e37b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:09:05.236001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-b85fac30-e20a-4aa4-a9c8-b98bea93e37b service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0777760 Nov 03 19:09:05.261379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Request body: {'port': {'device_id': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'admin_state_up': True, 'tenant_id': '509be90b99d0409cb24800c14a725589'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:05.263488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aea3ae89-880f-498f-9422-7cb678036ae7 req-99694f4b-0853-451d-9ca6-21809ad5719c tempest-ServerPasswordTestJSON-1866235404 tempest-ServerPasswordTestJSON-1866235404-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d3f8da-46bb-4ca9-99da-4e59131b24ef HTTP/1.1" status: 200 len: 210 time: 0.1294191 Nov 03 19:09:05.314773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d5e943-b66e-4f29-9169-5507e006d649') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.315283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d5e943-b66e-4f29-9169-5507e006d649') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:05.370518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.387965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-34fc129d-91f8-4b5c-9422-4298aa006ef1 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769019 Nov 03 19:09:05.511766 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533d823a-b7b4-496c-89ed-31d8bcfc2a22 x-openstack-request-id: req-533d823a-b7b4-496c-89ed-31d8bcfc2a22 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:05.512664 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3f8da-46bb-4ca9-99da-4e59131b24ef", "name": "network-vif-deleted", "tag": "2ebff678-722a-4976-b6d0-a5f9a6c4b22a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:05.513476 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-533d823a-b7b4-496c-89ed-31d8bcfc2a22 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:05.514524 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3f8da-46bb-4ca9-99da-4e59131b24ef', 'name': 'network-vif-deleted', 'tag': '2ebff678-722a-4976-b6d0-a5f9a6c4b22a', 'status': 'completed', 'code': 200} Nov 03 19:09:05.519332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.556047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:05.566840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:05.592173 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:05.728182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96cf3b72-6bcd-4081-8e16-c0a8442f6704 req-563ed9f8-7871-451f-b693-d3aad8ed4c74 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 210 time: 0.1056180 Nov 03 19:09:05.945471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cabc27-34e5-494c-b939-c3796e36cedb req-be420918-c496-4fcc-97b6-d22c39f5b518 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:05.948041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81cabc27-34e5-494c-b939-c3796e36cedb req-be420918-c496-4fcc-97b6-d22c39f5b518 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2183013 Nov 03 19:09:06.018057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.115580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a9c17f6-447e-43b3-bec5-87504939cee8 req-b7deaa05-e107-4537-ab9c-19fff78d8da1 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1657908 Nov 03 19:09:06.137765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.145031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/22ece803-54e8-45b5-8692-22e5fb604636 HTTP/1.1" status: 204 len: 168 time: 6.0452888 Nov 03 19:09:06.177528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:06.192983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590509507'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:06.195417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81cabc27-34e5-494c-b939-c3796e36cedb req-28d135f8-6d25-4065-b1a3-eafb9a49163d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153509 Nov 03 19:09:06.208355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52ccc-3982-441e-9f25-5bee2257153e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=22ece803-54e8-45b5-8692-22e5fb604636,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:06.273494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Made reservation on behalf of 509be90b99d0409cb24800c14a725589 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:06.280381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.350678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:06.357518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.408275 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 8a76f366-ca4d-4967-ae5a-7540710a7140 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:06.408904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.443662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e0ca371-7a3a-425e-b402-0be83ef80201 req-9109fcbf-bed1-4daf-b44f-7438259c6da4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=21b0d16e-cebf-40ac-af7a-a34a81638a86 HTTP/1.1" status: 200 len: 210 time: 0.1462927 Nov 03 19:09:06.478064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a135380-6fff-4cab-be81-bb5abe63041f req-c3345bc6-7d12-4658-a5c2-9f7d3af773ac tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:06.489763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a135380-6fff-4cab-be81-bb5abe63041f req-c3345bc6-7d12-4658-a5c2-9f7d3af773ac tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.1172261 Nov 03 19:09:06.584776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39820) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:06.651921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:06.697082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a135380-6fff-4cab-be81-bb5abe63041f req-9345e75c-629c-4864-b3a9-e69d7a544fd1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055731 Nov 03 19:09:06.734646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Deleting subnet dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:06.740963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.754589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.755976 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 20cc4e68-872f-4947-8125-cfb6d054717d of type vlan for network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 Nov 03 19:09:06.814740 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.922438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.924510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Allocated IP 172.20.0.13 (a21d1c18-7126-430b-94ad-8bfee3804540/ec6118f3-8827-46b8-a5d6-9246b5a1ec65/c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:06.954441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c047769-214c-454e-bae6-c616a56e859e req-f65508fa-21fe-411d-b057-8c19fa644d18 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 210 time: 0.0514877 Nov 03 19:09:07.046973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.054982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.059323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.124032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.126533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 8a76f366-ca4d-4967-ae5a-7540710a7140 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:07.148196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.158097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-97db77ee-9e7d-46ba-8818-cfd9882ab85f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/dcfd70e2-a6aa-4cc0-a1a7-e7a228b0beed HTTP/1.1" status: 204 len: 168 time: 0.5675633 Nov 03 19:09:07.159792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39828) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.306154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.322537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:07.323375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.344683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.509347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-52d2eb69-fb6e-4c5e-879d-143aa2a37791 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=21b0d16e-cebf-40ac-af7a-a34a81638a86 HTTP/1.1" status: 200 len: 210 time: 0.0549240 Nov 03 19:09:07.523497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac21a689-a815-4cf0-ae8e-77e142ed5632 req-18a9b1f1-8b96-4f9e-8efa-e8ab4e51d961 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1880722 Nov 03 19:09:07.532319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.570430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea26574d-9498-4501-8139-cfc5f64d79f7']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:07.576118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=2540f4b4-83cd-4ef1-9342-2f9c38b73210,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.586568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72489a68-4051-4f40-9956-e6030b2f0cc9') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:07.586876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72489a68-4051-4f40-9956-e6030b2f0cc9') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:07.604191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:07.619787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.640951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.658077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.679029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:07.679029 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.709320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-108de1c2-89ad-4a83-81fa-8d56c7f5bfe7 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5251558 Nov 03 19:09:07.711806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39844) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:07.780693 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:07.812601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:07.917227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.956945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.965243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] 10.222.0.91 "DELETE /v2.0/networks/ea26574d-9498-4501-8139-cfc5f64d79f7 HTTP/1.1" status: 204 len: 168 time: 0.7983491 Nov 03 19:09:07.970625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef224598-8a2c-40fc-b14e-e12e65f76515 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea26574d-9498-4501-8139-cfc5f64d79f7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.985588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3407ff-f29c-4e8c-9d59-0616f7778291 req-1133ead7-2464-49d7-b075-ac217388f7c6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:07.988258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d3407ff-f29c-4e8c-9d59-0616f7778291 req-1133ead7-2464-49d7-b075-ac217388f7c6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 945 time: 0.3333507 Nov 03 19:09:08.016249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c62a2-2bb6-466a-8165-804027a03555 req-4dfe5f3e-fe21-464b-89aa-4ab7b4320ca5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.018222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d9c62a2-2bb6-466a-8165-804027a03555 req-4dfe5f3e-fe21-464b-89aa-4ab7b4320ca5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.1850796 Nov 03 19:09:08.090473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389598b-10f7-4a39-b932-999af0f9a785 req-22d34ed1-3626-444d-96eb-e407acbbb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.092989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-22d34ed1-3626-444d-96eb-e407acbbb0f3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948&tenant_id=bde8a0060d164d58904957b7c22aeb98 HTTP/1.1" status: 200 len: 1094 time: 0.8064182 Nov 03 19:09:08.125322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:08.164869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d3407ff-f29c-4e8c-9d59-0616f7778291 req-cb48af04-f3b2-47b8-b0bd-f24e0a07d282 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576903 Nov 03 19:09:08.207888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d9c62a2-2bb6-466a-8165-804027a03555 req-74ae1d82-32e4-4fe4-95d7-6d079d6bcc05 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660299 Nov 03 19:09:08.239389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.260181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'ab7c6f73-ac72-4520-9184-e25843bd86cf'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:08.423319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b6962e6-41c0-45e4-9f5f-2e5d940dba9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.517189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.663118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:08.664628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c10ee3-5ec0-43b1-9755-41fef8786dc2 req-6f6faab3-2040-4959-b582-646bdfdab8f3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.667156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6c10ee3-5ec0-43b1-9755-41fef8786dc2 req-6f6faab3-2040-4959-b582-646bdfdab8f3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 932 time: 0.3122468 Nov 03 19:09:08.740837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-0d7b5b6c-d2b3-467b-9fe0-2805f2146d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.742443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-0d7b5b6c-d2b3-467b-9fe0-2805f2146d61 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f02136704c1e409fab8d60dbda6a6460&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0808041 Nov 03 19:09:08.753777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1bf5422b-50e8-41e4-84b7-d96f7a6b9b38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ab885008cb1a42fab6ed5cd2f22ec4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348037 Nov 03 19:09:08.762316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39866) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.823863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Network a21d1c18-7126-430b-94ad-8bfee3804540 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:08.827316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.832961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-b8ab81e6-01a8-4187-9c3d-ea63b048f49a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.845902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event updated for resources: {'Port': ['ID=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:08.847346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-b8ab81e6-01a8-4187-9c3d-ea63b048f49a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.3955553 Nov 03 19:09:08.895132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:08.911233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:08.916603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:08.918718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.919725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-3300de29-b03a-44ab-9c09-37f36b3ee435 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.0710340 Nov 03 19:09:08.939269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:08.939872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'port_id': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'mac_address': 'fa:16:3e:bb:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:08.962852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6c10ee3-5ec0-43b1-9755-41fef8786dc2 req-ac970a83-6edc-4f0a-b9a9-7a468d543951 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829704 Nov 03 19:09:09.015076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-47605caf-c97c-4f2c-8695-208930d1ffc2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908186 Nov 03 19:09:09.038581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.066051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:09.087938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.102095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:09.110182 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.225273 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.226193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.240499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.241007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.241507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.242052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.242563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.243057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.243545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.244034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.244518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.245043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.246359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.246359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.286499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.304915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f08d22a-fc4e-4237-a3ad-34a3216520e1 req-f553c8e2-5b83-41e7-b80b-954d87306d2b tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ed519f8-c8d7-4c96-88d3-298f3e4ebb05 HTTP/1.1" status: 200 len: 210 time: 0.1065130 Nov 03 19:09:09.358128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-101ae6c9-dc14-42ef-9aef-c0e3301cbd27 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410373 Nov 03 19:09:09.447806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:09.468468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=8a76f366-ca4d-4967-ae5a-7540710a7140,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.510854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.517081 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.520920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/394f9eb5-88ca-4646-9568-4b74b0b2f026 HTTP/1.1" status: 204 len: 168 time: 0.7546694 Nov 03 19:09:09.596101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f9eb5-88ca-4646-9568-4b74b0b2f026,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.631928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.632387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.633003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.633590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.634178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.634752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.635325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.635903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.636481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.637083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.637971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.638792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb961-673c-4e68-b1b7-532c78105a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:09.753102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-27a55a5b-e70c-458a-97c6-f75bd13f85b4 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829422 Nov 03 19:09:09.792869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685864db-4850-436a-904f-64c6b8013635 req-3d2166d1-88f0-4852-86cb-5bfb466bfe0b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:09.817914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-685864db-4850-436a-904f-64c6b8013635 req-3d2166d1-88f0-4852-86cb-5bfb466bfe0b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2973757 Nov 03 19:09:09.859982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:09.907544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.983088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-76e146a5-362b-4194-83c5-bac5e8740f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:09.985719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-76e146a5-362b-4194-83c5-bac5e8740f3e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1897655 Nov 03 19:09:10.010985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:10.032093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-685864db-4850-436a-904f-64c6b8013635 req-b6411c59-4bad-45d4-878b-2ee635773e2f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122469 Nov 03 19:09:10.088990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:10.088990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.217855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a51dff0-1fb9-49f2-9f0a-231672a7c334 req-8f904f04-64d2-4a92-b552-b0cb23c3dff6 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/ports?device_id=21b0d16e-cebf-40ac-af7a-a34a81638a86 HTTP/1.1" status: 200 len: 210 time: 0.1261020 Nov 03 19:09:10.302974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-2af2664c-c57a-4f8b-9b1f-c25faac7d750 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0626440 Nov 03 19:09:10.310954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:10.373373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.384371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Request body: {'port': {'device_id': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:10.526679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7c0f-69ff-4c83-baac-1a19b8555f08 req-f197a51c-4379-4010-9f75-ca8750664736 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:10.541589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-837f7c0f-69ff-4c83-baac-1a19b8555f08 req-f197a51c-4379-4010-9f75-ca8750664736 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.2507229 Nov 03 19:09:10.644633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d38c4-ce00-493d-8cd0-80a99910c330 req-80f6249f-093c-431c-acf3-0266dc286474 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:10.657580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a34d38c4-ce00-493d-8cd0-80a99910c330 req-80f6249f-093c-431c-acf3-0266dc286474 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 932 time: 0.2460301 Nov 03 19:09:10.670402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:10.696834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-837f7c0f-69ff-4c83-baac-1a19b8555f08 req-a50afd61-3540-431d-a068-0e2b0e9c4292 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540725 Nov 03 19:09:10.856016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:10.866150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Transition to ACTIVE for port object 85421270-88b8-403b-b3c3-70d982da31cb will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:09:10.877580 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:10.878223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.900910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.902461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24311aa0-1c80-4ebe-96ae-e50d4b1a24f4 req-888a2f25-ddd8-4a22-8818-253b670e1817 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 210 time: 0.0490532 Nov 03 19:09:10.917957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a34d38c4-ce00-493d-8cd0-80a99910c330 req-8302e8fb-94d3-4172-b521-0548860e9b9e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502131 Nov 03 19:09:10.983104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=9']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.048615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39900) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.213645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.214830 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1200f2be-c971-4f8c-9bc2-ace6514de662 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.250381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.278222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:11.281293 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6108e-5866-4559-bb2c-fe64e196185c" -d '{"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:11.296193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:11.303258 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.362122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1200f2be-c971-4f8c-9bc2-ace6514de662 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.376703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.406728 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb64f4f-a6bc-4c64-a420-f0ee49b1f482 x-openstack-request-id: req-7bb64f4f-a6bc-4c64-a420-f0ee49b1f482 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:11.407324 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-plugged", "status": "completed", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:11.407823 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7bb64f4f-a6bc-4c64-a420-f0ee49b1f482 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:11.408517 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'code': 200} Nov 03 19:09:11.495710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70692a-897e-478d-ac62-17c29264031c req-094a8da3-3be9-4023-a8fc-c60b1c63e19b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:11.509946 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a70692a-897e-478d-ac62-17c29264031c req-094a8da3-3be9-4023-a8fc-c60b1c63e19b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 946 time: 0.2892601 Nov 03 19:09:11.540387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] No DVR routers for this DVR port 85421270-88b8-403b-b3c3-70d982da31cb on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:11.615490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.623089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.635864 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1200f2be-c971-4f8c-9bc2-ace6514de662 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.643145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1200f2be-c971-4f8c-9bc2-ace6514de662 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.645877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1200f2be-c971-4f8c-9bc2-ace6514de662 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/security-groups/2ddbeb9a-a33a-4c1a-9778-0e587845e82b HTTP/1.1" status: 204 len: 168 time: 0.5957174 Nov 03 19:09:11.663591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39914) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.706168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=95a9e99b-b4af-40cf-b253-aa41d36ea6e3,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.713870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a70692a-897e-478d-ac62-17c29264031c req-3f3d7238-894a-477e-ba64-5d3901ffacf3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980441 Nov 03 19:09:11.726924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39916) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.731830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200f2be-c971-4f8c-9bc2-ace6514de662 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddbeb9a-a33a-4c1a-9778-0e587845e82b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.737572 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-767d3879-da8d-485e-bc73-de4e3fc5b412 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] show failed (client error): The resource could not be found. Nov 03 19:09:11.747869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-767d3879-da8d-485e-bc73-de4e3fc5b412 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "GET /v2.0/security-groups/2ddbeb9a-a33a-4c1a-9778-0e587845e82b HTTP/1.1" status: 404 len: 347 time: 0.0816247 Nov 03 19:09:11.750477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39920) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.761263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:11.761825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:11.762322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:11.820319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.052840 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.056809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Port 85421270-88b8-403b-b3c3-70d982da31cb on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:12.057815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Attempting to bind port 85421270-88b8-403b-b3c3-70d982da31cb on network 9f34c3ac-2e07-4833-b140-260dc8ffe9fa {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:12.069220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-network', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:12.101505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:12.102184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Checking segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:12.102770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Bound using segment: {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:12.103443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Bound port: 85421270-88b8-403b-b3c3-70d982da31cb, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dd0ae9-a293-42c8-bd25-204a9ee85c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:12.103987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.365968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Made reservation on behalf of 2bc191ea494a4970819eb8719bb64c6b for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:12.370437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.389852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '20cc4e68-872f-4947-8125-cfb6d054717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:12.391090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: 2540f4b4-83cd-4ef1-9342-2f9c38b73210, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:12.406452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b917b2-653d-4f36-930f-0177dfa4d1c3 req-9eb5579f-9648-47f0-b821-9878a429048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.409381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-77b917b2-653d-4f36-930f-0177dfa4d1c3 req-9eb5579f-9648-47f0-b821-9878a429048a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1098 time: 0.3712089 Nov 03 19:09:12.453629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.506701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:12.571336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:12.593790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router 8f84a187-d1df-422a-ae73-7e2abb482118 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:12.597031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:12.600029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.644592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6c497-b339-4eaa-a837-c5eba5046581 req-2c6d87af-88d1-4cdd-9448-5823165a7c05 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.651112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:12.653874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74a6c497-b339-4eaa-a837-c5eba5046581 req-2c6d87af-88d1-4cdd-9448-5823165a7c05 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 943 time: 0.7795923 Nov 03 19:09:12.695905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.697999 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.699536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] 10.222.0.110 "PUT /v2.0/ports/85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 1091 time: 4.5831485 Nov 03 19:09:12.700474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 2540f4b4-83cd-4ef1-9342-2f9c38b73210) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:12.710570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.713606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.716098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49839cd5-8f57-45e5-9851-ac2b684e65c6 None None] Network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:12.755132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-77b917b2-653d-4f36-930f-0177dfa4d1c3 req-2ad63f52-0790-4911-b2a9-1ddb7c7dfddd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188081 Nov 03 19:09:12.812284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3809b4-c125-4bff-9d62-f68ec4a21051 req-c320dff0-5473-4c01-9452-270c66b8aa31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.814989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a3809b4-c125-4bff-9d62-f68ec4a21051 req-c320dff0-5473-4c01-9452-270c66b8aa31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 932 time: 0.7619696 Nov 03 19:09:12.902512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.907316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:12.910123 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:12.916450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.961435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74a6c497-b339-4eaa-a837-c5eba5046581 req-6a98dc21-a390-4d1b-977a-695c44b62899 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003235 Nov 03 19:09:12.962589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e765b72c-0f5f-407d-a1a9-02b4a9f9f9bb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.2338467 Nov 03 19:09:12.963467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.970368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39932) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:12.979439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port d98e1b00-09eb-4074-907e-4e752442c7c1 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:12.980061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.980346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Transition to ACTIVE for port object c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:09:13.044468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-2540f4b4-83cd-4ef1-9342-2f9c38b73210', 'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': '95a9e99b-b4af-40cf-b253-aa41d36ea6e3'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:13.045883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.058279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.098767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:13.132500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfdd95-4436-4b47-91ed-9016767d7351 service neutron] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.248383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-a39098fe-7b6f-47b8-aa79-b5c80c876d38 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.255371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-a39098fe-7b6f-47b8-aa79-b5c80c876d38 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.5585916 Nov 03 19:09:13.355995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Allocated IP 2001:db8::1 (2540f4b4-83cd-4ef1-9342-2f9c38b73210/95a9e99b-b4af-40cf-b253-aa41d36ea6e3/1589233c-530d-4ded-8039-1d7492b23c48) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:13.365395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Request body: {'port': {'device_id': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'admin_state_up': True, 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:13.381979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-639c17fb-95ab-4fa1-a428-f7744610fff7 req-dffead31-0dea-4cbb-a30f-28f836a963b5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 210 time: 0.1554675 Nov 03 19:09:13.405435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a3809b4-c125-4bff-9d62-f68ec4a21051 req-673a2347-c8a4-49e0-8991-dcb9d944d96f tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684454 Nov 03 19:09:13.538222 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.556974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.557342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.604439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for d98e1b00-09eb-4074-907e-4e752442c7c1 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:13.625111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.625636 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Added segment 99ca0749-5f67-478b-94e0-6996cb70efdb of type vlan for network 6f126b5e-0233-430c-8dd5-45b677649981 Nov 03 19:09:13.628258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e32f23d-ccb4-4d5d-8d02-27d40788056b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.671158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.683723 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.716922 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e625d6-1d26-42b0-a426-62cdb7d0ec17 x-openstack-request-id: req-c6e625d6-1d26-42b0-a426-62cdb7d0ec17 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:13.718539 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:13.718539 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c6e625d6-1d26-42b0-a426-62cdb7d0ec17 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:13.718539 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'status': 'completed', 'code': 200} Nov 03 19:09:13.769121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:13.780352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:13.786156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Pushing event updated for resources: {'Port': ['ID=1589233c-530d-4ded-8039-1d7492b23c48,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.790515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:13.797325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389598b-10f7-4a39-b932-999af0f9a785 req-e82f1ddb-39c8-422d-96c8-aa80cfd4a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.800081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-e82f1ddb-39c8-422d-96c8-aa80cfd4a53a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1095 time: 0.8944325 Nov 03 19:09:13.818849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4d523-bd8c-4e4d-8d1c-41dc1f010d8b req-b68df5b5-f71e-404f-b1f5-aec3e61d45d2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.827629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65f4d523-bd8c-4e4d-8d1c-41dc1f010d8b req-b68df5b5-f71e-404f-b1f5-aec3e61d45d2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 947 time: 0.2589715 Nov 03 19:09:13.853934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.861927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:13.865732 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.897331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Attempting to bind port 1589233c-530d-4ded-8039-1d7492b23c48 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:13.898604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Attempting to bind port 1589233c-530d-4ded-8039-1d7492b23c48 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '20cc4e68-872f-4947-8125-cfb6d054717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:13.898840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Attempting to bind port 1589233c-530d-4ded-8039-1d7492b23c48 on network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:13.908302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:13.909097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Checking segment: {'id': '20cc4e68-872f-4947-8125-cfb6d054717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:13.910049 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.911142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Bound using segment: {'id': '20cc4e68-872f-4947-8125-cfb6d054717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:13.916325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Bound port: 1589233c-530d-4ded-8039-1d7492b23c48, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cc4e68-872f-4947-8125-cfb6d054717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:13.916325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.933456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.953508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:13.967395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f12ae192-61cb-4959-808d-e6fe09a25f3c tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/routers/8f84a187-d1df-422a-ae73-7e2abb482118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7452049 Nov 03 19:09:13.975647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39934) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.990996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] Sync routers for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:14.015881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Pushing event updated for resources: {'Port': ['ID=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.059716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:14.060997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:14.098352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:09:14.107085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65f4d523-bd8c-4e4d-8d1c-41dc1f010d8b req-50c44577-c6fa-4a83-91e5-0c8e70a9147e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783594 Nov 03 19:09:14.184120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.188840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:14.190102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.209608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:14.227620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] For port 1589233c-530d-4ded-8039-1d7492b23c48, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:14.255272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] For port 1589233c-530d-4ded-8039-1d7492b23c48, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1589233c-530d-4ded-8039-1d7492b23c48,segment=NetworkSegment(20cc4e68-872f-4947-8125-cfb6d054717d),segment_id=20cc4e68-872f-4947-8125-cfb6d054717d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:14.268771 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.275621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] Routers {'8f84a187-d1df-422a-ae73-7e2abb482118'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:14.276657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8f84a187-d1df-422a-ae73-7e2abb482118'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:14.308549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.349623 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6161554 Nov 03 19:09:14.353327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39940) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:14.367785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Request body: {'subnet': {'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-subnet', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:14.371721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Attempting to bind port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:14.372073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Attempting to bind port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:14.372405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Attempting to bind port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:14.380571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469476-f018-4090-a510-dbe9cc1205d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f126b5e-0233-430c-8dd5-45b677649981,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.383879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389598b-10f7-4a39-b932-999af0f9a785 req-011501dd-5a9f-46dd-b232-a712339475a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:14.385723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-011501dd-5a9f-46dd-b232-a712339475a1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 0.5682862 Nov 03 19:09:14.394065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad on network a21d1c18-7126-430b-94ad-8bfee3804540 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:14.394409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Attempting to bind port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:14.410185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:14.411260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35428635-69c0-4e1a-bd2a-0e91e6a5011f None None] The sync data for ids ['8f84a187-d1df-422a-ae73-7e2abb482118'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:14.422671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:14.423111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Checking segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:14.424094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Bound using segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:14.424832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Bound port: c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:14.425423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.476495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 6f126b5e-0233-430c-8dd5-45b677649981 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:14.566972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-453fb6da-3d17-4dbc-a58b-a21219335cfd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.1613672 Nov 03 19:09:14.576505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Made reservation on behalf of 2bc191ea494a4970819eb8719bb64c6b for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:14.580413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.683105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a869df-b3a1-4cc0-81a9-d3cd1e415b4d None None] Pushing event updated for resources: {'Port': ['ID=1589233c-530d-4ded-8039-1d7492b23c48,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.683725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=95a9e99b-b4af-40cf-b253-aa41d36ea6e3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.738038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.739493 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:09:14.996593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389598b-10f7-4a39-b932-999af0f9a785 req-44f2a650-f806-42c3-a572-1e5a862a8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:14.999513 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-44f2a650-f806-42c3-a572-1e5a862a8aad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.4049230 Nov 03 19:09:15.032421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] For port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:15.131552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-5c2209ba-118e-47fa-b519-f262fa33008b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040115 Nov 03 19:09:15.189677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f28fc-6d5c-425e-83fd-5ca2b6edaf63 req-a6d60425-7f29-45df-9b7a-dbfebdf6a7f1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.204513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-026f28fc-6d5c-425e-83fd-5ca2b6edaf63 req-a6d60425-7f29-45df-9b7a-dbfebdf6a7f1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.9920917 Nov 03 19:09:15.207877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2097cc07-b597-40c6-b986-98795df49086 req-66dc78f4-73ab-40f0-98e7-362e5a44844d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 210 time: 0.2628300 Nov 03 19:09:15.211359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] For port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:15.250788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.288228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Allocated IP 172.20.0.5 (6ace652e-f7b7-4bed-b3ed-bfd067cdec51/a7f0272a-60bf-42ad-b9aa-48f06a97aef7/b6ed1884-4f2d-47de-a04b-a0de386481fd) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:15.292065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.315825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.450714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.451849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.455242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] 10.222.0.115 "PUT /v2.0/ports/c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad HTTP/1.1" status: 200 len: 1092 time: 5.1137812 Nov 03 19:09:15.494259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=d98e1b00-09eb-4074-907e-4e752442c7c1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.646378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987dd48-c934-4c3c-bfa9-38323e8eaea4 service neutron] Pushing event updated for resources: {'Port': ['ID=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.710704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.733183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'tag': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:15.757331 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b847c24-0137-4ad1-b705-3e006343b7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "353c1698-47d5-4db9-a0a0-9626eb8af1e8", "tag": "c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:15.775960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1589233c-530d-4ded-8039-1d7492b23c48 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:15.779343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-5d301d5d-980a-4c11-b64b-c56f37ec6706 service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927041 Nov 03 19:09:15.889656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.941462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1589233c-530d-4ded-8039-1d7492b23c48 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:15.942687 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.947886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2540f4b4-83cd-4ef1-9342-2f9c38b73210']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:16.006319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f389598b-10f7-4a39-b932-999af0f9a785 req-77661df3-ae32-486e-9237-b138e13379b6 service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848247 Nov 03 19:09:16.063998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cc4e68-872f-4947-8125-cfb6d054717d') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:16.064671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cc4e68-872f-4947-8125-cfb6d054717d') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:16.086893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-88f2665c-dc02-41bd-a3b6-f06eabe39bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.091678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-88f2665c-dc02-41bd-a3b6-f06eabe39bb5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 1095 time: 0.5528519 Nov 03 19:09:16.146637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.151230 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.154176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.155602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6a84e156-e3f8-440c-873e-18e1f64259af tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/floatingips/216b3aac-4f9d-4c93-9096-eeac83ad7138 HTTP/1.1" status: 204 len: 168 time: 4.4037287 Nov 03 19:09:16.174006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.214650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39984) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:16.217999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.232183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:16.232906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.236465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 1589233c-530d-4ded-8039-1d7492b23c48, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1589233c-530d-4ded-8039-1d7492b23c48,segment=NetworkSegment(20cc4e68-872f-4947-8125-cfb6d054717d),segment_id=20cc4e68-872f-4947-8125-cfb6d054717d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:16.252598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:16.282593 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:16.305077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-53accfd1-ddd1-425e-a75c-298689c74d43 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad HTTP/1.1" status: 200 len: 217 time: 0.1841388 Nov 03 19:09:16.318932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:16.345913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528574f-33c9-461c-a46b-4d5aea23b8c2 req-8ec1feb9-2c65-4d21-a50a-405e204c018e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.360033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2528574f-33c9-461c-a46b-4d5aea23b8c2 req-8ec1feb9-2c65-4d21-a50a-405e204c018e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 944 time: 0.8786614 Nov 03 19:09:16.399782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=1589233c-530d-4ded-8039-1d7492b23c48,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:16.472336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-026f28fc-6d5c-425e-83fd-5ca2b6edaf63 req-7e5b6241-786c-44c4-add1-01ed9404cceb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2420704 Nov 03 19:09:16.552583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d1fca-bfdf-4ff2-98c5-5d56e6b1a008 None None] Network 2540f4b4-83cd-4ef1-9342-2f9c38b73210 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:16.567434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.585135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-9cfdc123-c542-46e8-8f8e-ac83b93d4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.597876 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-9cfdc123-c542-46e8-8f8e-ac83b93d4524 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.2491326 Nov 03 19:09:16.777475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Checking segment: {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:16.781437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Network hostable DHCP agents. Network: 6f126b5e-0233-430c-8dd5-45b677649981, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:16.784334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:09:16.784334 n-d-812151-4 neutron-server[101989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:09:16.784334 n-d-812151-4 neutron-server[101989]: [parameters: {'id': '2540f4b4-83cd-4ef1-9342-2f9c38b73210'}] Nov 03 19:09:16.784334 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:16.785172 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:16.800030 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-3f9d27eb-3929-4e45-8019-f07026ab41ed service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632054 Nov 03 19:09:16.816552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2528574f-33c9-461c-a46b-4d5aea23b8c2 req-6f672bb2-366b-4ad0-be27-e84075af2639 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457254 Nov 03 19:09:16.823652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-b9803362-3d4c-4aee-b1f5-cab5990bf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.827325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-b9803362-3d4c-4aee-b1f5-cab5990bf6b4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1095 time: 0.6915231 Nov 03 19:09:16.828076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.849074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port a21cd771-9eb4-4065-ac6d-3e321b25de90 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:16.849737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.962056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c843e1ee-be33-4ff3-b3e3-a8ee0f75cd13 None None] Provisioning complete for port 1589233c-530d-4ded-8039-1d7492b23c48 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.963242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c843e1ee-be33-4ff3-b3e3-a8ee0f75cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.263742 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d849d2cb-348a-47f1-a625-f34dfc3edd76 x-openstack-request-id: req-d849d2cb-348a-47f1-a625-f34dfc3edd76 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:17.265332 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353c1698-47d5-4db9-a0a0-9626eb8af1e8", "tag": "c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:17.267244 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d849d2cb-348a-47f1-a625-f34dfc3edd76 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:17.268341 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'tag': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad', 'status': 'completed', 'code': 200} Nov 03 19:09:17.278864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] DHCP port deletion for 2540f4b4-83cd-4ef1-9342-2f9c38b73210 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:17.281749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Network 6f126b5e-0233-430c-8dd5-45b677649981 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:17.386362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-761c16ff-222f-4b14-ab05-33e2036699d3 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551918 Nov 03 19:09:17.463835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] Deleting port 1589233c-530d-4ded-8039-1d7492b23c48 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:17.465878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.673450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e9c796dc-f5f5-4108-85ec-65ac5c0a4b3b req-9cf2bf75-62a0-4f92-afb3-d498b35ec9fd service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688487 Nov 03 19:09:17.683259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 6f126b5e-0233-430c-8dd5-45b677649981) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:17.693861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] For port 1589233c-530d-4ded-8039-1d7492b23c48, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1589233c-530d-4ded-8039-1d7492b23c48,segment=NetworkSegment(20cc4e68-872f-4947-8125-cfb6d054717d),segment_id=20cc4e68-872f-4947-8125-cfb6d054717d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:17.694845 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.717599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:17.735009 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] Calling delete_port for 1589233c-530d-4ded-8039-1d7492b23c48 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:17.738957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.773308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.828257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65283fd-a5b5-4296-b2c7-82e648211df5 req-0c12a0cb-8ba6-4cee-98d4-86f04c8a433e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:17.842957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a65283fd-a5b5-4296-b2c7-82e648211df5 req-0c12a0cb-8ba6-4cee-98d4-86f04c8a433e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 947 time: 1.1686537 Nov 03 19:09:17.856002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:17.929229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-399dd6eb-9af2-40eb-80dc-e72b1b9c3a1c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5694501 Nov 03 19:09:17.939904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40006) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:17.949122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:18.002558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port b729b959-f866-435c-a8e6-cd0b3736ffde {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:18.005002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.015530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.017969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.060676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-d5106ace-c013-493e-8813-2c4b0de1b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:18.061235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1589233c-530d-4ded-8039-1d7492b23c48 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:18.067597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-d5106ace-c013-493e-8813-2c4b0de1b4ce service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 1095 time: 0.3048506 Nov 03 19:09:18.113342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36954755-0fad-4e88-b92e-6bb50e10a637 None None] Network 6f126b5e-0233-430c-8dd5-45b677649981 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:18.137952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:18.176340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:18.250817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.256525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1589233c-530d-4ded-8039-1d7492b23c48 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:18.265859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1589233c-530d-4ded-8039-1d7492b23c48 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:18.351801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] Pushing event deleted for resources: {'Port': ['ID=1589233c-530d-4ded-8039-1d7492b23c48,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:18.364667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4aa84e-ee93-4500-934e-ba9680bdb47f None None] No DVR routers for this DVR port 1589233c-530d-4ded-8039-1d7492b23c48 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:18.378185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:18.378185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.415757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event updated for resources: {'Port': ['ID=b6ed1884-4f2d-47de-a04b-a0de386481fd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:18.504862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.534839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e9492-7f2d-42b8-9662-969cb3b227ca None None] Network 6f126b5e-0233-430c-8dd5-45b677649981 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:18.639143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0703dc6a-b16c-472a-a3d9-aeb485b021f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3507519 Nov 03 19:09:18.726186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a65283fd-a5b5-4296-b2c7-82e648211df5 req-2480e4ff-bd8c-491e-b26a-e419c14d2a13 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8808949 Nov 03 19:09:18.752046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f884-7f10-4a02-b684-b41ab4aa1d50 req-91636c3c-0cd1-4dbd-b469-c0c08cddffa9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:18.755040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08a6f884-7f10-4a02-b684-b41ab4aa1d50 req-91636c3c-0cd1-4dbd-b469-c0c08cddffa9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 0.9673588 Nov 03 19:09:18.771597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.787166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.903025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for a21cd771-9eb4-4065-ac6d-3e321b25de90 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:18.965367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2540f4b4-83cd-4ef1-9342-2f9c38b73210']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:18.972662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.032691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for b729b959-f866-435c-a8e6-cd0b3736ffde owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:19.165945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cc4e68-872f-4947-8125-cfb6d054717d') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.166274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cc4e68-872f-4947-8125-cfb6d054717d') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.180563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.276653 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.282588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-29d587f8-afce-4874-9c05-f91e9408f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.285249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-29d587f8-afce-4874-9c05-f91e9408f8a2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 1.0212862 Nov 03 19:09:19.365976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.372279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08a6f884-7f10-4a02-b684-b41ab4aa1d50 req-c2075630-a642-4601-977b-ff4e45ce6286 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888660 Nov 03 19:09:19.399464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da60936-8c54-443d-bc39-f352beb23007 req-3269721f-73bf-4e8c-be30-6d1ff93cdebb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.402363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1da60936-8c54-443d-bc39-f352beb23007 req-3269721f-73bf-4e8c-be30-6d1ff93cdebb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.4294991 Nov 03 19:09:19.405327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:19.406616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:19.412451 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:19.436173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-5dd688d2-cdad-4e2d-9a22-9266243836b7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad HTTP/1.1" status: 200 len: 217 time: 0.1186123 Nov 03 19:09:19.625445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-752c2359-7f2c-4f9f-8c5a-2e4db18bee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.629362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-752c2359-7f2c-4f9f-8c5a-2e4db18bee73 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.1837881 Nov 03 19:09:19.656707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1da60936-8c54-443d-bc39-f352beb23007 req-767f17bb-35a1-4277-846e-f8f99cec7073 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431352 Nov 03 19:09:19.703513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.711282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.719418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/2540f4b4-83cd-4ef1-9342-2f9c38b73210 HTTP/1.1" status: 204 len: 168 time: 6.7394028 Nov 03 19:09:19.732950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40010) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:19.741506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365570152'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:19.770328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04670-eaeb-4f30-894b-1a291b5b3f0c tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=2540f4b4-83cd-4ef1-9342-2f9c38b73210,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:19.824541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.850058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa72ced-a137-43b7-9ff6-e38d21fa3a1e req-9d284ab6-59d7-47dc-9a0a-be08252121b8 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.853118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-caa72ced-a137-43b7-9ff6-e38d21fa3a1e req-9d284ab6-59d7-47dc-9a0a-be08252121b8 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 944 time: 0.2964349 Nov 03 19:09:19.862247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:19.868291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.949249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=a21cd771-9eb4-4065-ac6d-3e321b25de90,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:20.057195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-8891d40a-fed6-4938-8f08-2fc1ce095a24 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4118240 Nov 03 19:09:20.081465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:20.147876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.148445 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 7f1bf359-12ed-416c-9d9a-0a2a2e1cb407 of type vlan for network b1a44727-b268-46e1-99c5-b25ae2df4aa0 Nov 03 19:09:20.178350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-caa72ced-a137-43b7-9ff6-e38d21fa3a1e req-3cdf767f-d3ff-4aa1-be56-d5ec096db195 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560179 Nov 03 19:09:20.192690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.211544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.279534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=b729b959-f866-435c-a8e6-cd0b3736ffde,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:20.351172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:20.397154 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-99482797-82c7-442f-9f9d-52b5d0d2b028 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253143 Nov 03 19:09:20.481935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.515684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.563070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.568926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:20.569427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.573250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8d447277-df16-4520-957e-36450fc729e0 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/ports/b729b959-f866-435c-a8e6-cd0b3736ffde HTTP/1.1" status: 204 len: 168 time: 4.2718189 Nov 03 19:09:20.584318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40014) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:20.589138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'port_id': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad', 'mac_address': 'fa:16:3e:29:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6118f3-8827-46b8-a5d6-9246b5a1ec65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:20.708131 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.753546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.792540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.820911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:20.875596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.886634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b847c24-0137-4ad1-b705-3e006343b7fb req-cb2462a6-38b7-4161-924f-ae313919995d service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770266 Nov 03 19:09:20.887031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:20.887596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:20.891294 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.933352 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.956679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting port 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:20.957334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.075996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.076819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Fanout notify agent at l3_agent the message router_deleted on router 8f84a187-d1df-422a-ae73-7e2abb482118 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:21.100930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.101641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Allocated IP 172.25.8.91 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d841bd48-ad47-4da9-af26-038816bb26cf) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:21.110607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40018) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:21.118171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-236b9b48-b760-47a3-beaa-8b9047ee93cf tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/routers/8f84a187-d1df-422a-ae73-7e2abb482118 HTTP/1.1" status: 204 len: 168 time: 7.1410155 Nov 03 19:09:21.191810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.205421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:21.238175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5053027 Nov 03 19:09:21.250676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40022) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:21.259613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:21.279444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Calling delete_port for 6de9b7ba-8e1c-4192-94b7-8106f4b26f82 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:21.305508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6992-bb4d-499c-ad57-2209b8fd907b req-4555fd4d-136d-4b2e-a7c7-f84650434c0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.307027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:21.309086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-314e6992-bb4d-499c-ad57-2209b8fd907b req-4555fd4d-136d-4b2e-a7c7-f84650434c0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 0.7850599 Nov 03 19:09:21.315471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb496fc-25bc-4131-a188-40d431e71c93 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=b1a44727-b268-46e1-99c5-b25ae2df4aa0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:21.359643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ea4f9-67a4-4a92-8645-7fc712cc4213 req-bbdb8dde-f363-4da7-8c9a-3bc42fe06153 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.362891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c2ea4f9-67a4-4a92-8645-7fc712cc4213 req-bbdb8dde-f363-4da7-8c9a-3bc42fe06153 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.5021470 Nov 03 19:09:21.367880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:21.402092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting subnet dc666d80-4542-4ab2-8351-6fc873223f1d {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:21.422398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.496094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-314e6992-bb4d-499c-ad57-2209b8fd907b req-dc4f6f83-74d6-4a20-97c7-f3fa572de5b1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753888 Nov 03 19:09:21.625186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c2ea4f9-67a4-4a92-8645-7fc712cc4213 req-bcded1a8-bdb6-4bf0-a58c-abf48643e5db tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427959 Nov 03 19:09:21.801320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cab33-6f6a-488d-8404-21159252f46d req-1515500a-88d6-436c-92d8-62858ef868f5 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.804701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f11cab33-6f6a-488d-8404-21159252f46d req-1515500a-88d6-436c-92d8-62858ef868f5 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 945 time: 0.1455204 Nov 03 19:09:21.896508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f11cab33-6f6a-488d-8404-21159252f46d req-ea80f7da-0b84-4df6-b300-a20aca92bec6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735514 Nov 03 19:09:21.928818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.946331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.055963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:22.059640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.077551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.093510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Port': ['ID=6de9b7ba-8e1c-4192-94b7-8106f4b26f82,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.361594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:22.377429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.381240 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d527842b-df78-43e1-a718-5ead2d7cfb57 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/ports/6de9b7ba-8e1c-4192-94b7-8106f4b26f82 HTTP/1.1" status: 204 len: 168 time: 1.7921052 Nov 03 19:09:22.386282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40026) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:22.395473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.399705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.548989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:22.556224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:22.557395 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.557686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting subnet 12ee5746-57af-4d2a-bb48-914d3f81eba1 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:22.590483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.711087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:22.748436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:22.762402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:22.799713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.807421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.821349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Pushing event updated for resources: {'Port': ['ID=d841bd48-ad47-4da9-af26-038816bb26cf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.835468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.870450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:22.882946 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4ae5db-933c-433e-b41c-135a304f054e" -d '{"events": [{"server_uuid": "353c1698-47d5-4db9-a0a0-9626eb8af1e8", "name": "network-vif-plugged", "status": "completed", "tag": "c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:22.925423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:22.932958 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.099032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.114069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9534ef4-3b2e-441a-9d1f-37ba17c0b851 None None] Network c1b40731-f676-48bf-ac16-a8be52515139 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:23.126856 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/subnets/dc666d80-4542-4ab2-8351-6fc873223f1d HTTP/1.1" status: 204 len: 168 time: 2.0105338 Nov 03 19:09:23.132080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b0f9b-b8fe-4c91-94c7-23d5397fc25f tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Subnet': ['ID=dc666d80-4542-4ab2-8351-6fc873223f1d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.132885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40036) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:23.166694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.231166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff703d89-16ec-4653-be00-4a3a962654a6 req-65987d97-0141-43a1-b70d-62a553e465a3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:23.248294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff703d89-16ec-4653-be00-4a3a962654a6 req-65987d97-0141-43a1-b70d-62a553e465a3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 0.5205343 Nov 03 19:09:23.267052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.385518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691206e-d15f-4311-8dd9-0c839365018c req-127f9ccc-1b48-430d-a5f9-4f8a2f8c1178 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:23.387186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d691206e-d15f-4311-8dd9-0c839365018c req-127f9ccc-1b48-430d-a5f9-4f8a2f8c1178 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.4447215 Nov 03 19:09:23.519576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.546467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.573013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff703d89-16ec-4653-be00-4a3a962654a6 req-e75371c1-c5b3-4c40-ad4e-5d8d55269749 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966299 Nov 03 19:09:23.637857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d691206e-d15f-4311-8dd9-0c839365018c req-d6a18633-35a7-4681-a5c9-9a94a16ca01c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183940 Nov 03 19:09:23.642672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.644778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] DHCP port deletion for c1b40731-f676-48bf-ac16-a8be52515139 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:23.724659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Subnet': ['ID=12ee5746-57af-4d2a-bb48-914d3f81eba1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.751360 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.757581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-df885857-001e-4d2c-8efa-17dbf163cc81 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/subnets/12ee5746-57af-4d2a-bb48-914d3f81eba1 HTTP/1.1" status: 204 len: 168 time: 1.3696892 Nov 03 19:09:23.767328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40038) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:23.814455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc51798-b354-4298-bcb8-de85dce69e6a None None] Network e638af9f-cd4b-477e-af2b-035836399f4b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:23.828297 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2d1a6-cd36-4b55-94e9-297120dacbd8 x-openstack-request-id: req-ebc2d1a6-cd36-4b55-94e9-297120dacbd8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:23.829601 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353c1698-47d5-4db9-a0a0-9626eb8af1e8", "name": "network-vif-plugged", "status": "completed", "tag": "c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:23.829846 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebc2d1a6-cd36-4b55-94e9-297120dacbd8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:23.830263 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad', 'code': 200} Nov 03 19:09:23.940097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=f366a54a-9916-4ac7-b4fb-27e033acd235,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:24.031384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:24.032123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.083048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] Deleting port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:24.084065 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.117124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Deleting subnet 5b089c83-a7b3-41f2-9af4-8bac5fad0f53 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:24.122908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.163709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.253988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.304453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:24.304453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: b1a44727-b268-46e1-99c5-b25ae2df4aa0, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:24.328689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] For port f23bdd38-2bf4-40fb-9aed-62ddb63810a8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,segment=NetworkSegment(6469ea61-9253-432e-a1b7-cbd3d830b7f4),segment_id=6469ea61-9253-432e-a1b7-cbd3d830b7f4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:24.329946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.354922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b79e41-93ed-43ad-ab47-f5a5a3feb079 req-d1da6454-e60d-4255-bf0c-36ea0c301a66 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:24.357015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] Calling delete_port for f23bdd38-2bf4-40fb-9aed-62ddb63810a8 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:24.372281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1b79e41-93ed-43ad-ab47-f5a5a3feb079 req-d1da6454-e60d-4255-bf0c-36ea0c301a66 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 946 time: 0.4225943 Nov 03 19:09:24.392683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:24.406006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] For port f23bdd38-2bf4-40fb-9aed-62ddb63810a8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,segment=NetworkSegment(6469ea61-9253-432e-a1b7-cbd3d830b7f4),segment_id=6469ea61-9253-432e-a1b7-cbd3d830b7f4)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:24.407353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.468598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1796-d979-4d69-8519-6cbaf1f0381c req-92f769b3-35de-4da3-8645-3685c3a19ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:24.470551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for f23bdd38-2bf4-40fb-9aed-62ddb63810a8 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:24.471300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c44b1796-d979-4d69-8519-6cbaf1f0381c req-92f769b3-35de-4da3-8645-3685c3a19ea1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 1097 time: 0.4051540 Nov 03 19:09:24.475858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] DHCP port deletion for e638af9f-cd4b-477e-af2b-035836399f4b request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:24.558873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b1a44727-b268-46e1-99c5-b25ae2df4aa0) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:24.576433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:24.578273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.598900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1b79e41-93ed-43ad-ab47-f5a5a3feb079 req-c8262439-7e90-4782-b5d4-c7740b0003ee tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859064 Nov 03 19:09:24.679372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e16f0-8718-40ce-bc16-9780207be4c0 None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:24.779660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.843462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-37f6d0de-104c-417b-a766-f8e105c5cc18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5862095 Nov 03 19:09:24.845084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40044) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.900807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:24.939391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.074613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] Pushing event deleted for resources: {'Port': ['ID=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.101276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4dff5-41d2-4876-9c1b-29ea2c880f4f None None] No DVR routers for this DVR port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:25.117901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c44b1796-d979-4d69-8519-6cbaf1f0381c req-0c2e9218-9ea4-4c5d-afdd-a5f32d532cda service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248200 Nov 03 19:09:25.174894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] Deleting port 60f97c11-5146-4b7e-8287-6e73685805c3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:25.175400 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.224040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.243840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:25.257098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7a1d-6992-4f5d-a4db-328eb75792e3 req-31e0346f-f72b-48ce-9c3d-bc69f1891e6e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:25.258749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0aeb7a1d-6992-4f5d-a4db-328eb75792e3 req-31e0346f-f72b-48ce-9c3d-bc69f1891e6e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.2985017 Nov 03 19:09:25.268954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f275d-35c8-40d3-bf0d-71a111ff87a4 req-2fb13214-84e4-4765-a51f-7a397e0e9761 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:25.275184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.277369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb0f275d-35c8-40d3-bf0d-71a111ff87a4 req-2fb13214-84e4-4765-a51f-7a397e0e9761 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 0.3696823 Nov 03 19:09:25.345273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] No DVR routers for this DVR port f23bdd38-2bf4-40fb-9aed-62ddb63810a8 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:25.372176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=f23bdd38-2bf4-40fb-9aed-62ddb63810a8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.375998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b1a44727-b268-46e1-99c5-b25ae2df4aa0', 'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': 'f366a54a-9916-4ac7-b4fb-27e033acd235'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:25.377672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.415456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.425993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] For port 60f97c11-5146-4b7e-8287-6e73685805c3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=60f97c11-5146-4b7e-8287-6e73685805c3,segment=NetworkSegment(2edc46a5-3750-4939-976d-14ca15ce35ff),segment_id=2edc46a5-3750-4939-976d-14ca15ce35ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:25.426673 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.453668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.459123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/subnets/5b089c83-a7b3-41f2-9af4-8bac5fad0f53 HTTP/1.1" status: 204 len: 168 time: 1.6846521 Nov 03 19:09:25.476996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f279bb-8d49-4999-8dea-b6dc30d92d41 None None] Network 79f241c3-d0a4-4788-a9aa-6ff8f320552a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:25.504027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40046) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:25.511115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] Calling delete_port for 60f97c11-5146-4b7e-8287-6e73685805c3 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:25.534247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.554184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.593832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b40731-f676-48bf-ac16-a8be52515139']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:25.614939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6469ea61-9253-432e-a1b7-cbd3d830b7f4') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:25.615245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6469ea61-9253-432e-a1b7-cbd3d830b7f4') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:25.663456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.693593 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.702942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:25.703771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:25.834334 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:25.840850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.847457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a4e0d-ca7f-42e6-b49b-f30c5bf1ef22 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Subnet': ['ID=5b089c83-a7b3-41f2-9af4-8bac5fad0f53,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.862635 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.865893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/networks/c1b40731-f676-48bf-ac16-a8be52515139 HTTP/1.1" status: 204 len: 168 time: 2.7225640 Nov 03 19:09:25.875218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:25.894348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f23bdd38-2bf4-40fb-9aed-62ddb63810a8 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:25.948513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0aeb7a1d-6992-4f5d-a4db-328eb75792e3 req-37022f64-df6d-40b8-96b7-4f220f86d13c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524496 Nov 03 19:09:26.058661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f23bdd38-2bf4-40fb-9aed-62ddb63810a8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:26.058988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f23bdd38-2bf4-40fb-9aed-62ddb63810a8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:26.059433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 60f97c11-5146-4b7e-8287-6e73685805c3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:26.173486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb0f275d-35c8-40d3-bf0d-71a111ff87a4 req-7ae9bafa-47fd-4799-85c9-b64189c59e4b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942676 Nov 03 19:09:26.182265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a6a9f-d53c-4567-b717-f5ef09abc063 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Network': ['ID=c1b40731-f676-48bf-ac16-a8be52515139,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:26.444371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 51da2a2e-052a-4894-8062-8ad1e89db840 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:26.446674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.557084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0c651-424c-4dc0-af4b-762961402f5c req-60d92713-93f7-4826-82f4-70c7e0236b35 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:26.557084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76b0c651-424c-4dc0-af4b-762961402f5c req-60d92713-93f7-4826-82f4-70c7e0236b35 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 946 time: 0.3494613 Nov 03 19:09:26.649449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Allocated IP 2001:db8::2 (b1a44727-b268-46e1-99c5-b25ae2df4aa0/f366a54a-9916-4ac7-b4fb-27e033acd235/59b8e08b-e2a9-4b45-8ad0-258519234627) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:26.661401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.816332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.817234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.847488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 51da2a2e-052a-4894-8062-8ad1e89db840 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:26.874605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.048377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port 60f97c11-5146-4b7e-8287-6e73685805c3 update to DOWN by agent not found {{(pid=101991) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:09:27.073878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] DHCP port deletion for 79f241c3-d0a4-4788-a9aa-6ff8f320552a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:27.085569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] Pushing event deleted for resources: {'Port': ['ID=60f97c11-5146-4b7e-8287-6e73685805c3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:27.095678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a658334-6fc7-4aa8-9082-0fc820441b33 None None] No DVR routers for this DVR port 60f97c11-5146-4b7e-8287-6e73685805c3 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:27.165038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76b0c651-424c-4dc0-af4b-762961402f5c req-0ba23dab-309b-4633-8cfc-1a829baba468 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568571 Nov 03 19:09:27.204517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.353361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e638af9f-cd4b-477e-af2b-035836399f4b']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:27.418721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.446259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] Deleting port d8afb636-5ff6-451c-bc15-d53c197ed2ba {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:27.446259 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.446537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1891e8-9e23-46c8-abc6-f8fd2154889b req-61819fc0-d58e-4ebc-aab7-66ba78d08dd0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:27.449996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e1891e8-9e23-46c8-abc6-f8fd2154889b req-61819fc0-d58e-4ebc-aab7-66ba78d08dd0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.2404332 Nov 03 19:09:27.486097 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.504393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edc46a5-3750-4939-976d-14ca15ce35ff') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:27.509397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edc46a5-3750-4939-976d-14ca15ce35ff') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:27.526109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.591599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:27.606921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.657897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:27.666391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Router 5663de03-a84e-4016-9075-91e6651bc8df is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:27.674017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d8afb636-5ff6-451c-bc15-d53c197ed2ba no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:27.689344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:27.729733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.861894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:27.862926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:27.877376 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:28.158344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] For port d8afb636-5ff6-451c-bc15-d53c197ed2ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d8afb636-5ff6-451c-bc15-d53c197ed2ba,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:28.158344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.184343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Pushing event updated for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.206805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=51da2a2e-052a-4894-8062-8ad1e89db840,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.227398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] Calling delete_port for d8afb636-5ff6-451c-bc15-d53c197ed2ba owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:28.273104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Attempting to bind port 59b8e08b-e2a9-4b45-8ad0-258519234627 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:28.273700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Attempting to bind port 59b8e08b-e2a9-4b45-8ad0-258519234627 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:28.274400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Attempting to bind port 59b8e08b-e2a9-4b45-8ad0-258519234627 on network b1a44727-b268-46e1-99c5-b25ae2df4aa0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:28.320474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:28.321926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Checking segment: {'id': '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:28.322580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.323200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Bound using segment: {'id': '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:28.324024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Bound port: 59b8e08b-e2a9-4b45-8ad0-258519234627, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:28.324637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.356881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:28.383032 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Sync routers for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:28.393616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.417789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b02a1b-8780-4c11-8c47-c3797fb88fa2 req-c99c1b8b-1610-41a9-8009-03147187a1f3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:28.427214 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:28.428244 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:28.434566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40b02a1b-8780-4c11-8c47-c3797fb88fa2 req-c99c1b8b-1610-41a9-8009-03147187a1f3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 1.0585597 Nov 03 19:09:28.559839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=7a82d76c-5ee1-49df-b5d8-f4cd601f2161,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.578625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e1891e8-9e23-46c8-abc6-f8fd2154889b req-f739545c-d358-430e-8d57-74864d9c45b9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0677843 Nov 03 19:09:28.625622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:28.634956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.638684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59b8e08b-e2a9-4b45-8ad0-258519234627,segment=NetworkSegment(7f1bf359-12ed-416c-9d9a-0a2a2e1cb407),segment_id=7f1bf359-12ed-416c-9d9a-0a2a2e1cb407)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:28.644230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40062) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:28.650290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a94d04e-7b28-4b2f-bdfc-7662a0669db1 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7039483 Nov 03 19:09:28.668877 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.679754 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.690002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.691350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:28.702547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b9e87c00-b5e1-4136-b8b7-c5b17773c3a7 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/floatingips/17ad12a7-2a63-4287-a6f7-ebc4a7a57d24 HTTP/1.1" status: 204 len: 168 time: 2.8155732 Nov 03 19:09:28.703425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.723172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.744211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/networks/e638af9f-cd4b-477e-af2b-035836399f4b HTTP/1.1" status: 204 len: 168 time: 3.2376757 Nov 03 19:09:28.747295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40064) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:28.749024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:28.756933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:28.763584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:28.764200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.873482 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.921662 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:29.040426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40b02a1b-8780-4c11-8c47-c3797fb88fa2 req-f70d0a5d-de19-4fa8-bed2-02d4ec9ce4ff tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041815 Nov 03 19:09:29.047932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.048262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.049534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.050710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.051076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.051811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.053067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.053569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.055519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.055824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.056175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.056514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:29.103167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeace21-0cfd-47de-83b4-dd6bf5506511 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Network': ['ID=e638af9f-cd4b-477e-af2b-035836399f4b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.103684 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9c0015-8908-4e93-812e-a2fa566b083a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] DELETE failed (client error): The resource could not be found. Nov 03 19:09:29.111236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9c0015-8908-4e93-812e-a2fa566b083a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:09:29.133823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8a9c0015-8908-4e93-812e-a2fa566b083a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/ports/97ee0538-48aa-4f3f-a406-b3f8f16f2c41 HTTP/1.1" status: 404 len: 333 time: 0.2256038 Nov 03 19:09:29.172464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40068) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.183286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-99d9fc5f-e3c8-4370-803f-ecbf6e861a56 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2853458 Nov 03 19:09:29.184118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40070) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.298313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9097-d69a-4fc9-8a96-754accb152ff None None] Pushing event updated for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.340211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8fe2f4d7-8ea0-416a-81e2-ec6963f75b11 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f84a187-d1df-422a-ae73-7e2abb482118 HTTP/1.1" status: 200 len: 205 time: 0.1580904 Nov 03 19:09:29.341544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40072) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.368450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port d8afb636-5ff6-451c-bc15-d53c197ed2ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d8afb636-5ff6-451c-bc15-d53c197ed2ba,segment=NetworkSegment(d2c68b6a-0d85-4766-8dfc-00e4e414c055),segment_id=d2c68b6a-0d85-4766-8dfc-00e4e414c055)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:29.417332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.593044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.672139 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-b9cf3d48-9a15-4032-bc87-7a34b8191ffb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] delete failed (client error): The resource could not be found. Nov 03 19:09:29.678341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9cf3d48-9a15-4032-bc87-7a34b8191ffb tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/routers/8f84a187-d1df-422a-ae73-7e2abb482118 HTTP/1.1" status: 404 len: 336 time: 0.1955307 Nov 03 19:09:29.679231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40076) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.770540 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e777b4d4-0b0b-4bd8-97d1-e4fa40e1b24e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] DELETE failed (client error): The resource could not be found. Nov 03 19:09:29.771549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e777b4d4-0b0b-4bd8-97d1-e4fa40e1b24e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:09:29.778755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e777b4d4-0b0b-4bd8-97d1-e4fa40e1b24e tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/subnets/dc666d80-4542-4ab2-8351-6fc873223f1d HTTP/1.1" status: 404 len: 337 time: 0.0885437 Nov 03 19:09:29.779205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] No DVR routers for this DVR port d8afb636-5ff6-451c-bc15-d53c197ed2ba on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:29.788444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.791726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40078) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.896228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=d8afb636-5ff6-451c-bc15-d53c197ed2ba,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.907148 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:23Z', 'revision_number': 3, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:29.969234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196d40-1c41-42f0-bea6-ff5ac7745980 req-729ae464-de00-448b-ae40-f5b9af2ced4e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.979972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e196d40-1c41-42f0-bea6-ff5ac7745980 req-729ae464-de00-448b-ae40-f5b9af2ced4e tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 946 time: 1.0331643 Nov 03 19:09:30.019770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59b8e08b-e2a9-4b45-8ad0-258519234627 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:30.024810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6234a2-c029-43cc-8251-95b9396308f3 None None] Pushing event deleted for resources: {'Port': ['ID=d8afb636-5ff6-451c-bc15-d53c197ed2ba,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:30.033048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7687-cb2f-4426-b9a6-4e36f540a8cb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.039552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7687-cb2f-4426-b9a6-4e36f540a8cb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.047277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7687-cb2f-4426-b9a6-4e36f540a8cb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.051816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7687-cb2f-4426-b9a6-4e36f540a8cb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.055414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7687-cb2f-4426-b9a6-4e36f540a8cb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.058871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-388e7687-cb2f-4426-b9a6-4e36f540a8cb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8427320 Nov 03 19:09:30.067214 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Checking router: 5663de03-a84e-4016-9075-91e6651bc8df for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:30.067926 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Updating router 5663de03-a84e-4016-9075-91e6651bc8df port d841bd48-ad47-4da9-af26-038816bb26cf binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:30.106123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40080) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:30.116557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130991446'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:30.132285 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.282006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:30.282588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.359497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.491121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f241c3-d0a4-4788-a9aa-6ff8f320552a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:30.554278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c68b6a-0d85-4766-8dfc-00e4e414c055') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:30.558294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c68b6a-0d85-4766-8dfc-00e4e414c055') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:30.575678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e196d40-1c41-42f0-bea6-ff5ac7745980 req-884fbb11-59ab-4610-89db-ac57f18d9a8c tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125737 Nov 03 19:09:30.615811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.725340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.753961 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.762218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:30.763069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.770818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:30.778143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.920416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ea53f-17c3-4f26-b04b-82400e060032 req-983d9966-4de0-4313-89f4-b4177c9da3eb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.923953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1ea53f-17c3-4f26-b04b-82400e060032 req-983d9966-4de0-4313-89f4-b4177c9da3eb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.9169693 Nov 03 19:09:30.941353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59b8e08b-e2a9-4b45-8ad0-258519234627,segment=NetworkSegment(7f1bf359-12ed-416c-9d9a-0a2a2e1cb407),segment_id=7f1bf359-12ed-416c-9d9a-0a2a2e1cb407)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:30.958262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.997660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:31.000754 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:31.033105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.035317 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment 3b8b830d-a051-4819-b12c-d5840ad04911 of type vlan for network a3962750-ed0f-4a4f-a95b-555e884d68dc Nov 03 19:09:31.046687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.078860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.085655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] 10.222.0.91 "DELETE /v2.0/networks/79f241c3-d0a4-4788-a9aa-6ff8f320552a HTTP/1.1" status: 204 len: 168 time: 2.0670061 Nov 03 19:09:31.131254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c260064-ebcf-4546-a12e-08163cc04268 tempest-TaggedBootDevicesTest_v242-393932474 tempest-TaggedBootDevicesTest_v242-393932474-project] Pushing event deleted for resources: {'Network': ['ID=79f241c3-d0a4-4788-a9aa-6ff8f320552a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.163879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port c049555a-bb70-4daf-b8f3-f5d9fb505fdc {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:31.164228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.188865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.230553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Request body: {'port': {'device_id': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:31.332674 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.349609 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.552035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e14ef-655c-406b-b71a-937030ad2a0e None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:31.627798 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Attempting to bind port d841bd48-ad47-4da9-af26-038816bb26cf on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:31.631772 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Attempting to bind port d841bd48-ad47-4da9-af26-038816bb26cf by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:31.632574 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Attempting to bind port d841bd48-ad47-4da9-af26-038816bb26cf on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:31.640949 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Pushing event updated for resources: {'Port': ['ID=d841bd48-ad47-4da9-af26-038816bb26cf,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.680801 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:31.681884 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:31.686126 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.687998 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:31.690326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Bound port: d841bd48-ad47-4da9-af26-038816bb26cf, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:31.694543 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.714183 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.714973 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.720950 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.722099 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.722954 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.723521 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.726758 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.730601 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.736311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1ea53f-17c3-4f26-b04b-82400e060032 req-9e9a278c-21f0-4551-a838-f57223f13d07 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7988472 Nov 03 19:09:31.742132 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.747963 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.753524 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.755967 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:31.980821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.032185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59b8e08b-e2a9-4b45-8ad0-258519234627 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:32.050754 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] For port d841bd48-ad47-4da9-af26-038816bb26cf, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:32.068527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-207c0b96-a1c3-4dc0-a585-999863369823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:32.076879 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] For port d841bd48-ad47-4da9-af26-038816bb26cf, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d841bd48-ad47-4da9-af26-038816bb26cf,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:32.085359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-207c0b96-a1c3-4dc0-a585-999863369823 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 0.8657575 Nov 03 19:09:32.096689 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.214253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:09:32.252848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.281991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-952bd474-a8d6-4a1b-a449-4f5de81aa56b None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:32.304115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-952bd474-a8d6-4a1b-a449-4f5de81aa56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.324135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for c049555a-bb70-4daf-b8f3-f5d9fb505fdc owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:32.335665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.359322 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cfdd4-9943-4ad6-ae65-f51d0b02915a None None] Pushing event updated for resources: {'Port': ['ID=d841bd48-ad47-4da9-af26-038816bb26cf,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:32.367384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815358c0-3a7f-4906-8fc0-7f7196dff65d req-2ffedbe4-1271-4aaf-b8dc-03080f43eb80 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:32.387828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-815358c0-3a7f-4906-8fc0-7f7196dff65d req-2ffedbe4-1271-4aaf-b8dc-03080f43eb80 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 1.2840579 Nov 03 19:09:32.470168 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:32.470872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:32.519207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.641643 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.652259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:32.660561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:32.661457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.666462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575832'] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.881143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-1594183e-5015-4236-a1c0-8f119e0361d1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.5242696 Nov 03 19:09:32.905473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-b998dfac-5f32-4b14-aa75-d05523098f7a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2351842 Nov 03 19:09:33.160604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0519977 Nov 03 19:09:33.170230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40104) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:33.190175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:33.205848 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:33.270236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-d38ba7d9-a9f5-4c46-8047-c01436703098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.273869 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-d38ba7d9-a9f5-4c46-8047-c01436703098 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.3590050 Nov 03 19:09:33.329024 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.341936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] Update dhcp port {'port': {'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0', 'fixed_ips': [{'subnet_id': 'f366a54a-9916-4ac7-b4fb-27e033acd235', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a82d76c-5ee1-49df-b5d8-f4cd601f2161'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '59b8e08b-e2a9-4b45-8ad0-258519234627'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:09:33.472400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-815358c0-3a7f-4906-8fc0-7f7196dff65d req-5be49608-42fd-40d5-8c79-9d9a2ec9023d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648381 Nov 03 19:09:33.480439 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.507453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caca6de-2d34-4dfe-bb3b-a36da16d6ff2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=a3962750-ed0f-4a4f-a95b-555e884d68dc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.724201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a3962750-ed0f-4a4f-a95b-555e884d68dc details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:33.755169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cb1d5-8d2b-4f4d-a734-9804e6c72581 req-01a477c9-2b64-4e57-b89c-7cb2fb4f3d2e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.760964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b35cb1d5-8d2b-4f4d-a734-9804e6c72581 req-01a477c9-2b64-4e57-b89c-7cb2fb4f3d2e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.5527439 Nov 03 19:09:33.832046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.191108 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:23Z', 'revision_number': 3, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:34.306742 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdf373-5e68-466f-b5bd-8a3f27f54dc2 None None] The sync data for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 is: [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:23Z', 'revision_number': 3, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:34.392144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.671223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.753083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] Allocated IP 172.20.0.1 (b1a44727-b268-46e1-99c5-b25ae2df4aa0/7a82d76c-5ee1-49df-b5d8-f4cd601f2161/59b8e08b-e2a9-4b45-8ad0-258519234627) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:34.775163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2647cfc7-29d2-403b-999c-951597a4165e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.827469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-a0ff00df-1ef9-4041-8d8b-c5913667beb5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2391932 Nov 03 19:09:34.850193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.926441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b35cb1d5-8d2b-4f4d-a734-9804e6c72581 req-fcc8f593-4c24-4e06-8a36-792661f61f39 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1397328 Nov 03 19:09:35.060155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=c049555a-bb70-4daf-b8f3-f5d9fb505fdc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.103184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network a3962750-ed0f-4a4f-a95b-555e884d68dc is not hosted by any dhcp agent {{(pid=101988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:09:35.126219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:35.127312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.133773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "PUT /v2.0/networks/a3962750-ed0f-4a4f-a95b-555e884d68dc HTTP/1.1" status: 200 len: 723 time: 1.9573770 Nov 03 19:09:35.150381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40116) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:35.168496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:35.336836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59b8e08b-e2a9-4b45-8ad0-258519234627,segment=NetworkSegment(7f1bf359-12ed-416c-9d9a-0a2a2e1cb407),segment_id=7f1bf359-12ed-416c-9d9a-0a2a2e1cb407)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:35.353103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ed1884-4f2d-47de-a04b-a0de386481fd {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:35.369365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.410489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Transition to ACTIVE for port object b6ed1884-4f2d-47de-a04b-a0de386481fd will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:09:35.425546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.440970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd3d32-4164-422f-8fef-6f3cb973bdc0 req-36410f6f-d1c1-4675-b792-00c848ca9cfc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:35.443930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7fd3d32-4164-422f-8fef-6f3cb973bdc0 req-36410f6f-d1c1-4675-b792-00c848ca9cfc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 931 time: 0.6199639 Nov 03 19:09:35.479864 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.497815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.565387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892afb3e-b287-42cb-9f85-58af8b7dd841 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=a3962750-ed0f-4a4f-a95b-555e884d68dc,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.696480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a3962750-ed0f-4a4f-a95b-555e884d68dc details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:35.752969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-d644c90b-88be-4ff0-a57e-8a8eb355c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:35.755769 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-d644c90b-88be-4ff0-a57e-8a8eb355c9fa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 1098 time: 2.1611433 Nov 03 19:09:35.776649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08752464-6e0d-47b6-a93a-6331c7d6005b None None] Pushing event updated for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.795110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Allocated IP 172.20.0.1 (6f126b5e-0233-430c-8dd5-45b677649981/0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80/133b65ee-f75d-4277-bbe4-6d2c9fee85b8) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:35.900114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ed1884-4f2d-47de-a04b-a0de386481fd,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.909973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7fd3d32-4164-422f-8fef-6f3cb973bdc0 req-621630a4-6483-4e18-b9cf-6bb8784c7632 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201932 Nov 03 19:09:36.276263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Attempting to bind port b6ed1884-4f2d-47de-a04b-a0de386481fd on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:36.283268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Attempting to bind port b6ed1884-4f2d-47de-a04b-a0de386481fd by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:36.283805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Attempting to bind port b6ed1884-4f2d-47de-a04b-a0de386481fd on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:36.328662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Port b6ed1884-4f2d-47de-a04b-a0de386481fd on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:36.329409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Attempting to bind port b6ed1884-4f2d-47de-a04b-a0de386481fd on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:36.352343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.385046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ce9a3474-fec6-4f16-97c6-65e4165bd94a tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/ports/c049555a-bb70-4daf-b8f3-f5d9fb505fdc HTTP/1.1" status: 204 len: 168 time: 6.5773098 Nov 03 19:09:36.390132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-0130828f-6f87-4425-a172-07dbf0c28f52 service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0049980 Nov 03 19:09:36.391676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40128) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.392332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-414a7751-83be-4f91-bb73-9c627c2cc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.395673 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-414a7751-83be-4f91-bb73-9c627c2cc52c service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.5315082 Nov 03 19:09:36.470531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:36.471421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:36.472395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Bound using segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:36.476164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Bound port: b6ed1884-4f2d-47de-a04b-a0de386481fd, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:36.476829 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.593834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc5ef3-bf82-4b01-9a38-9f03c87f890c req-2313d509-8929-47eb-a3a0-af20d2f55d07 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.597020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4cc5ef3-bf82-4b01-9a38-9f03c87f890c req-2313d509-8929-47eb-a3a0-af20d2f55d07 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.4015274 Nov 03 19:09:36.725032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.775591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:36.783133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.814432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d841bd48-ad47-4da9-af26-038816bb26cf up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:37.034927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4cc5ef3-bf82-4b01-9a38-9f03c87f890c req-e7f22188-fbcc-445c-ac17-0ce89bae3e02 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204328 Nov 03 19:09:37.072049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.099930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d841bd48-ad47-4da9-af26-038816bb26cf triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:37.099930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.315318 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-fe03046c-6487-4db4-b98b-e6aa6faae8da service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 200 len: 1002 time: 0.8869491 Nov 03 19:09:37.347365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] For port b6ed1884-4f2d-47de-a04b-a0de386481fd, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:37.352089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:37.375317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.383208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1cbafc-1bcc-4b99-b681-8f1f19c5a9a0 None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:37.388479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] For port b6ed1884-4f2d-47de-a04b-a0de386481fd, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:37.417839 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.630156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port d841bd48-ad47-4da9-af26-038816bb26cf, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d841bd48-ad47-4da9-af26-038816bb26cf,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:37.631949 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fdd6c35d-9121-47e6-ae8a-c0b541e2d86b None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:37.632943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fdd6c35d-9121-47e6-ae8a-c0b541e2d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.679984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Network 6f126b5e-0233-430c-8dd5-45b677649981 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:37.699071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ed1884-4f2d-47de-a04b-a0de386481fd,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:37.717942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:37.725915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:37.745340 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.746809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59b8e08b-e2a9-4b45-8ad0-258519234627 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:37.749801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138d540-f8b1-4fb2-828c-cfde8085b3bb req-f3f1fc52-73aa-4653-9431-4801f0ba8495 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:37.753197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d138d540-f8b1-4fb2-828c-cfde8085b3bb req-f3f1fc52-73aa-4653-9431-4801f0ba8495 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 943 time: 0.4933631 Nov 03 19:09:37.966580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-9753c41e-f8cb-4f4a-a38a-467aa4fa4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:37.969877 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-9753c41e-f8cb-4f4a-a38a-467aa4fa4f9b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.2209978 Nov 03 19:09:38.035813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cefcbca5-82df-4a88-95f9-d3bee8c1e7de req-10627592-db14-4b9d-8051-db51ac624f1f service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5756354 Nov 03 19:09:38.043214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.476530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.477653 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.491424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-6db2e217-98c7-4ca3-acfc-e1122c17f518 service neutron] 10.222.0.110 "PUT /v2.0/ports/b6ed1884-4f2d-47de-a04b-a0de386481fd HTTP/1.1" status: 200 len: 1091 time: 7.2757652 Nov 03 19:09:38.492934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.668456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-9800aaf4-dab9-4e86-919b-f5f161e98b1f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7068269 Nov 03 19:09:38.749904 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b25a6e3f-9fc7-42d4-9242-73c6f4f10d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.766084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=d841bd48-ad47-4da9-af26-038816bb26cf,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:38.772337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 85421270-88b8-403b-b3c3-70d982da31cb details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:38.848700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'tag': 'b6ed1884-4f2d-47de-a04b-a0de386481fd'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:38.852520 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca1182-b128-4820-a321-6e4eafbea7de", "tag": "b6ed1884-4f2d-47de-a04b-a0de386481fd"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:38.866285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': '3b8b830d-a051-4819-b12c-d5840ad04911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:38.866981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: a3962750-ed0f-4a4f-a95b-555e884d68dc, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:38.874558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-28f01816-b73a-4dc4-8161-d5e32464cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.876639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-28f01816-b73a-4dc4-8161-d5e32464cdf4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8198922 Nov 03 19:09:38.887940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-d7cb74e6-91c9-41cd-92e1-f5e8f403d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.890528 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-d7cb74e6-91c9-41cd-92e1-f5e8f403d870 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 1096 time: 0.1282935 Nov 03 19:09:38.892231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=c071074c-1175-44af-9d90-8c53bfef3ff3,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:38.897973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:38.899559 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.047612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port f7246910-0ffe-41c3-86f3-89a32d81acee {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:39.048043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.086662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-35f0a025-dd1b-49ac-a859-f011cf719463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.088983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-35f0a025-dd1b-49ac-a859-f011cf719463 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 0.1597321 Nov 03 19:09:39.157311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d138d540-f8b1-4fb2-828c-cfde8085b3bb req-556ecdf2-6ceb-45f6-a66e-4c7b4d2a2925 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765903 Nov 03 19:09:39.252226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-b112f910-cfe6-4a27-b0e5-347e663384fa service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435831 Nov 03 19:09:39.312303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedbad8-a28a-4d52-81ab-cd13da80849b req-b0a297f2-9320-4fd8-993d-145da4d5d044 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.326238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aaedbad8-a28a-4d52-81ab-cd13da80849b req-b0a297f2-9320-4fd8-993d-145da4d5d044 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 944 time: 0.4338770 Nov 03 19:09:39.355468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network a3962750-ed0f-4a4f-a95b-555e884d68dc is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:39.375708 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e81d4-534b-4637-bfdc-28f14b64af2f x-openstack-request-id: req-b38e81d4-534b-4637-bfdc-28f14b64af2f {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:39.376298 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca1182-b128-4820-a321-6e4eafbea7de", "tag": "b6ed1884-4f2d-47de-a04b-a0de386481fd", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:39.376784 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b38e81d4-534b-4637-bfdc-28f14b64af2f {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:39.378206 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'tag': 'b6ed1884-4f2d-47de-a04b-a0de386481fd', 'status': 'completed', 'code': 200} Nov 03 19:09:39.387565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-861e0d2a-7cca-483a-b54f-b7ff234f7db9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6 HTTP/1.1" status: 200 len: 217 time: 0.1337090 Nov 03 19:09:39.477615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-6f2d1d7c-5b1a-4603-9577-5b8fb7d31bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.481898 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-6f2d1d7c-5b1a-4603-9577-5b8fb7d31bc1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.0780673 Nov 03 19:09:39.585842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aaedbad8-a28a-4d52-81ab-cd13da80849b req-1eb41b9c-0caf-46d5-a12e-b2422e4abd87 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579117 Nov 03 19:09:39.588196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.627414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0f3e0ca4-7573-40ae-aa04-e40543222eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.641969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-0f3e0ca4-7573-40ae-aa04-e40543222eea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 1094 time: 0.7838573 Nov 03 19:09:39.655995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-002995c7-1b37-4d90-80d8-0b7f8f6330d4 req-806ea17a-645e-4121-941e-80cb031e1dee service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801804 Nov 03 19:09:39.657057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a3962750-ed0f-4a4f-a95b-555e884d68dc) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:39.667298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.668242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.857429 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-9a068bc8-a7a6-40c5-b55f-f5c4cc15028d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716566 Nov 03 19:09:39.869282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c140c-9bbd-4a9d-bf5f-8ea615d97419 None None] Network a3962750-ed0f-4a4f-a95b-555e884d68dc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:39.922336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5a9ed435-e34e-4c1b-873b-5582937c3fe2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7628763 Nov 03 19:09:39.932839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40154) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.954351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:39.961865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-fbaa6884-a952-40cb-bd5f-08725e2ea4ea service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd HTTP/1.1" status: 200 len: 217 time: 0.2794249 Nov 03 19:09:39.973936 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.140358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:40.158025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for f7246910-0ffe-41c3-86f3-89a32d81acee owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:40.211030 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-d9b184e0-f514-4abe-984e-4fb8b27e03bb service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488061 Nov 03 19:09:40.291307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d841bd48-ad47-4da9-af26-038816bb26cf up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:40.364858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.481582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '85421270-88b8-403b-b3c3-70d982da31cb', 'network_id': '9f34c3ac-2e07-4833-b140-260dc8ffe9fa', 'port_id': '85421270-88b8-403b-b3c3-70d982da31cb', 'mac_address': 'fa:16:3e:0c:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717e766e-ab13-4e46-91d1-80717b4cdb93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:40.574356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4b310c7e-52af-4542-92ad-62060676d337 None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:40.575126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b310c7e-52af-4542-92ad-62060676d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.579410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c6b23a15-41cf-4029-843c-791ca74d67cb req-c8c439d9-a2ba-4029-9086-b7054475faea service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597348 Nov 03 19:09:40.589888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-2ee675a0-9599-418e-94a1-2ed08b5c04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:40.593888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-2ee675a0-9599-418e-94a1-2ed08b5c04cd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.5389526 Nov 03 19:09:40.730464 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.788230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d841bd48-ad47-4da9-af26-038816bb26cf triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:40.788866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.881830 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.904968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:41.017390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:41.056839 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63431588'] for subnet, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.059953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.149890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a3962750-ed0f-4a4f-a95b-555e884d68dc', 'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': 'c071074c-1175-44af-9d90-8c53bfef3ff3'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:41.150818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.369942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.404232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750963634535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66426276'] for subnet, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.529067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-793ffb30-4407-432f-bc6d-ad21efc6e3ba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4770286 Nov 03 19:09:41.586705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.587983 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.603548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "PUT /v2.0/subnets/c071074c-1175-44af-9d90-8c53bfef3ff3 HTTP/1.1" status: 200 len: 826 time: 1.6583714 Nov 03 19:09:41.604554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40166) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:41.838506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.900295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Allocated IP 2001:db8::2 (a3962750-ed0f-4a4f-a95b-555e884d68dc/c071074c-1175-44af-9d90-8c53bfef3ff3/23a08cb9-a80d-4332-bc3b-e02c2b1d7451) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:41.900974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656aab-ed75-48fe-a53c-2cf05e271878 req-453c4946-3dc5-4728-b69d-4e7e9c779e34 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.908606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f656aab-ed75-48fe-a53c-2cf05e271878 req-453c4946-3dc5-4728-b69d-4e7e9c779e34 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 943 time: 1.5115850 Nov 03 19:09:42.019412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.187492 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.210867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['85421270-88b8-403b-b3c3-70d982da31cb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:42.219017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.270121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.316748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.333500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-d82d0c94-ea8f-4b15-92e0-1bc4d1ab47a3 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449841 Nov 03 19:09:42.377094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.426882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=c071074c-1175-44af-9d90-8c53bfef3ff3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.540392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.570028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Network a3962750-ed0f-4a4f-a95b-555e884d68dc is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:42.581693 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.596833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:42.613442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:42.632578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Pushing event updated for resources: {'Port': ['ID=23a08cb9-a80d-4332-bc3b-e02c2b1d7451,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.657849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.722248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.797480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f656aab-ed75-48fe-a53c-2cf05e271878 req-e7f4f2ec-ba82-4c76-b617-82b26103580a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8573954 Nov 03 19:09:42.798533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.811274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Network 6f126b5e-0233-430c-8dd5-45b677649981 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:42.821270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Attempting to bind port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:42.822155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Attempting to bind port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '3b8b830d-a051-4819-b12c-d5840ad04911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:42.822813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Attempting to bind port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451 on network a3962750-ed0f-4a4f-a95b-555e884d68dc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:42.832150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3962750-ed0f-4a4f-a95b-555e884d68dc']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:42.848173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:42.849040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Checking segment: {'id': '3b8b830d-a051-4819-b12c-d5840ad04911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:42.849797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.850627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Bound using segment: {'id': '3b8b830d-a051-4819-b12c-d5840ad04911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:42.851465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Bound port: 23a08cb9-a80d-4332-bc3b-e02c2b1d7451, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8b830d-a051-4819-b12c-d5840ad04911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:42.852428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.878796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583416e-7418-468a-902f-76fa8636c6e3 req-1a23c2ab-a264-4b2c-946f-16076581fb77 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.895288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0583416e-7418-468a-902f-76fa8636c6e3 req-1a23c2ab-a264-4b2c-946f-16076581fb77 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 1.5503876 Nov 03 19:09:42.907678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d718563-8c66-4ce4-b450-d0e95e50b326 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=c071074c-1175-44af-9d90-8c53bfef3ff3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.920714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8b830d-a051-4819-b12c-d5840ad04911') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:42.925904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8b830d-a051-4819-b12c-d5840ad04911') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:42.933079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:43.005653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.063957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.064238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=f7246910-0ffe-41c3-86f3-89a32d81acee,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.087730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:43.088595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:43.103821 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:43.271047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:09:43.271047 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:09:43.271047 n-d-812151-4 neutron-server[101988]: [parameters: {'id': 'a3962750-ed0f-4a4f-a95b-555e884d68dc'}] Nov 03 19:09:43.271047 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:43.272071 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:43.276895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] For port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:43.294798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] For port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=23a08cb9-a80d-4332-bc3b-e02c2b1d7451,segment=NetworkSegment(3b8b830d-a051-4819-b12c-d5840ad04911),segment_id=3b8b830d-a051-4819-b12c-d5840ad04911)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:43.307087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.447105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0583416e-7418-468a-902f-76fa8636c6e3 req-e7a9ea28-d885-4e0e-87b3-9f71c2dfbc89 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320868 Nov 03 19:09:43.567248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Router 5663de03-a84e-4016-9075-91e6651bc8df has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:43.578608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647c25e-43fb-4934-894e-de579a7c8091 None None] Pushing event updated for resources: {'Port': ['ID=23a08cb9-a80d-4332-bc3b-e02c2b1d7451,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.579078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63f05bca-a728-4b16-8cb9-890eb464efa6 req-f91d6a61-b0cc-4993-8d83-c6718984f2bf service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1953907 Nov 03 19:09:43.585565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.599333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40180) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:43.600038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-198a6edc-a6c1-417f-af57-e604484728f9 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/ports/f7246910-0ffe-41c3-86f3-89a32d81acee HTTP/1.1" status: 204 len: 168 time: 7.2050517 Nov 03 19:09:43.622724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a268cd-4745-431c-a6cf-2bf93f85c52f None None] Network a3962750-ed0f-4a4f-a95b-555e884d68dc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:43.746008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960399b9-49ef-44f9-853d-9d435357d8d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.749104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-960399b9-49ef-44f9-853d-9d435357d8d5 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2a7a2e3-fdf8-4673-b83c-a66374118e5a HTTP/1.1" status: 200 len: 913 time: 0.1476758 Nov 03 19:09:43.754749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40182) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:43.778114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.923926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc53637-5326-4b1b-a4be-d98b421fd314 None None] Network a3962750-ed0f-4a4f-a95b-555e884d68dc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:44.035507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-aabe2d39-d8b4-4202-9fb6-feeec1bc6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.041784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-aabe2d39-d8b4-4202-9fb6-feeec1bc6305 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 1094 time: 0.2890923 Nov 03 19:09:44.269091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:44.299129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Sync routers for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:44.303209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e8828ebb-94a4-4bb8-8984-efdad9d7c2a8 admin admin] 10.222.0.91 "PUT /v2.0/routers/5663de03-a84e-4016-9075-91e6651bc8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6566439 Nov 03 19:09:44.394033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e5127-81d0-4006-8cb1-6d9afeeaa886 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:09:44.469902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:44.473259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:44.899769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:45.019722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:45.021104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.175635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=23a08cb9-a80d-4332-bc3b-e02c2b1d7451,segment=NetworkSegment(3b8b830d-a051-4819-b12c-d5840ad04911),segment_id=3b8b830d-a051-4819-b12c-d5840ad04911)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:45.176602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.205970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 23a08cb9-a80d-4332-bc3b-e02c2b1d7451 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:45.282498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c638b4-84e1-40f9-ba22-b4c15f891000 req-33a8514a-13b6-4e54-baf6-a6e50ca353e3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.285224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3c638b4-84e1-40f9-ba22-b4c15f891000 req-33a8514a-13b6-4e54-baf6-a6e50ca353e3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 943 time: 1.1620748 Nov 03 19:09:45.369860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-34f86c90-5e4e-4ca1-9346-b8993895b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.387346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-34f86c90-5e4e-4ca1-9346-b8993895b60d service neutron] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 1.3292851 Nov 03 19:09:45.487929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25495321-60d1-498a-a2d4-52a1486468d2 req-7c5486fe-08c9-4ab7-8d26-d1d22fae4c50 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.492513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25495321-60d1-498a-a2d4-52a1486468d2 req-7c5486fe-08c9-4ab7-8d26-d1d22fae4c50 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 945 time: 0.4350197 Nov 03 19:09:45.556307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.585590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-77593d55-db87-4a9c-b71c-8d3cebf3c61a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd HTTP/1.1" status: 200 len: 217 time: 0.1613283 Nov 03 19:09:45.685302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3c638b4-84e1-40f9-ba22-b4c15f891000 req-7778c2d9-c84b-48b6-926c-ab55079eb630 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633697 Nov 03 19:09:45.707085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=23a08cb9-a80d-4332-bc3b-e02c2b1d7451,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.722049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 85421270-88b8-403b-b3c3-70d982da31cb up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:45.725924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.736515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 23a08cb9-a80d-4332-bc3b-e02c2b1d7451 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:45.829822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25495321-60d1-498a-a2d4-52a1486468d2 req-484fb687-07be-4055-b88d-94ecfb4affc2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648332 Nov 03 19:09:45.832633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-f56f8174-3462-4100-9c3f-5a27f219a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.845798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-f56f8174-3462-4100-9c3f-5a27f219a5d4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.2341766 Nov 03 19:09:45.932066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-93a0a4ac-d75a-424e-8839-bf27ee00e755 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719891 Nov 03 19:09:46.107160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.141429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 85421270-88b8-403b-b3c3-70d982da31cb completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:46.152062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3962750-ed0f-4a4f-a95b-555e884d68dc']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:46.153579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e5127-81d0-4006-8cb1-6d9afeeaa886 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:09:46.156933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 85421270-88b8-403b-b3c3-70d982da31cb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:46.157495 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.175242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8b830d-a051-4819-b12c-d5840ad04911') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:46.175741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8b830d-a051-4819-b12c-d5840ad04911') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:46.197086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.224146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.236049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:46.236794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.306787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:40Z', 'revision_number': 2, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:46.347778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5ee673c1-296b-4f81-b256-5af94576181a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:46.359667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5ee673c1-296b-4f81-b256-5af94576181a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 819 time: 0.2276299 Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:46.382758 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:46.387874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.417984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-30d72e4a-1194-4602-89c4-371c1959c24a service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717021 Nov 03 19:09:46.420896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-e5c5e4ab-cfc7-4966-942d-2bcd4c44492e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/quotas/2bc191ea494a4970819eb8719bb64c6b HTTP/1.1" status: 200 len: 375 time: 0.0597336 Nov 03 19:09:46.439719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.450710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/a3962750-ed0f-4a4f-a95b-555e884d68dc HTTP/1.1" status: 204 len: 168 time: 4.8446949 Nov 03 19:09:46.452925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184fd1-f1f3-40d9-b2dc-bbbc9e08e38a tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=a3962750-ed0f-4a4f-a95b-555e884d68dc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:46.472427 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.476829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:46.494589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Checking router: 5663de03-a84e-4016-9075-91e6651bc8df for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:46.495143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Updating router 5663de03-a84e-4016-9075-91e6651bc8df port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:46.519244 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ba58ae-6f48-4145-b16a-a6711d3a6b18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:09:46.524425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ba58ae-6f48-4145-b16a-a6711d3a6b18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:09:46.531821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c2ba58ae-6f48-4145-b16a-a6711d3a6b18 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/a3962750-ed0f-4a4f-a95b-555e884d68dc HTTP/1.1" status: 404 len: 339 time: 0.0531034 Nov 03 19:09:46.537374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40218) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:46.547928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309331603', 'description': 'd1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:46.666605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:46.681979 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908a77e5-ac30-4a6c-81cb-ead8b6cace3d" -d '{"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-plugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:46.711297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:46.717244 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.721652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:46.725594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9baad560-2fcd-4470-9e18-0d06d4450437 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2903271 Nov 03 19:09:46.770363 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.775979 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.823777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9fe8b24a-582c-4d18-af61-6dcc7f311e8a req-9e2623c5-abcf-4922-b9af-56b0c1106d5a service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902135 Nov 03 19:09:46.899193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:46.907146 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508f38a-a0bd-4aa2-af30-0923ec6d4a9b x-openstack-request-id: req-3508f38a-a0bd-4aa2-af30-0923ec6d4a9b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:46.907446 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-plugged", "status": "completed", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:46.907690 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3508f38a-a0bd-4aa2-af30-0923ec6d4a9b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:46.908107 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'code': 200} Nov 03 19:09:46.930686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.931599 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment fd1ad616-c611-42f7-8bff-0f3eef6d98b6 of type vlan for network 349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 Nov 03 19:09:46.997552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:47.067155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.206724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:09:47.235194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b6ed1884-4f2d-47de-a04b-a0de386481fd details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:47.343790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.360069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.361107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.452219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebdc5d-c642-44dc-bc7e-aec25c92f3e8 req-5dbb3248-1f23-44e3-b692-ebca008461ed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.458096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9aebdc5d-c642-44dc-bc7e-aec25c92f3e8 req-5dbb3248-1f23-44e3-b692-ebca008461ed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 943 time: 0.4032450 Nov 03 19:09:47.473988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9303703 Nov 03 19:09:47.492753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40230) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:47.605889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f1ea-ff38-4ce9-8b4f-12705037c2e3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=349d4c3f-b6ff-41da-ae14-39acfb8bb6d6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:47.645602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port f6cb253b-6130-4fe4-80a5-40cb8ba35d36 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:47.651673 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.675218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-dac476ef-117e-4640-baa0-f6d3ed76352d service neutron] 10.222.0.91 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368160 Nov 03 19:09:47.686263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.692944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:47.729191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bfaa7-2b36-4109-84fa-7cefde371a42 req-eca2270c-f7f0-4707-bf52-5e6b86afda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.731712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d13bfaa7-2b36-4109-84fa-7cefde371a42 req-eca2270c-f7f0-4707-bf52-5e6b86afda36 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1097 time: 0.4383502 Nov 03 19:09:47.849930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.896061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9aebdc5d-c642-44dc-bc7e-aec25c92f3e8 req-1edab809-199d-47cf-a984-1f41315f4043 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070098 Nov 03 19:09:47.924901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.944257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccff91-ca77-4105-9838-d16a388ba3eb None None] Pushing event updated for resources: {'Port': ['ID=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:47.957209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for f6cb253b-6130-4fe4-80a5-40cb8ba35d36 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:47.977368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:09:48.051657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27b53c-a091-4a66-9a85-6884296b93fe tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:48.059092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fa27b53c-a091-4a66-9a85-6884296b93fe tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks?id=349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 HTTP/1.1" status: 200 len: 765 time: 0.5548973 Nov 03 19:09:48.068762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40234) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:48.084277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'description': 'd2'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:48.370089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.394364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d13bfaa7-2b36-4109-84fa-7cefde371a42 req-da82079d-2d3f-40c8-bfaa-9a23775d98b8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365242 Nov 03 19:09:48.409480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Attempting to bind port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:48.410607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Attempting to bind port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:48.411756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Attempting to bind port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 on network 6f126b5e-0233-430c-8dd5-45b677649981 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:48.431737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:48.432936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=f6cb253b-6130-4fe4-80a5-40cb8ba35d36,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:48.433410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Checking segment: {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:48.434468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.436864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Bound using segment: {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:48.438856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Bound port: 133b65ee-f75d-4277-bbe4-6d2c9fee85b8, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:48.439958 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.442473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-4f5fca2d-5c58-4c27-a741-7a7a47114b42 service neutron] 10.222.0.91 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657802 Nov 03 19:09:48.476379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142ac2e-f296-4ef9-96ed-c57372511a80 req-3d4fcc3a-3e93-4e21-a38b-e5684398b6a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:48.479553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9142ac2e-f296-4ef9-96ed-c57372511a80 req-3d4fcc3a-3e93-4e21-a38b-e5684398b6a2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.4036851 Nov 03 19:09:48.685491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b6ed1884-4f2d-47de-a04b-a0de386481fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:48.734956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'b6ed1884-4f2d-47de-a04b-a0de386481fd', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': 'b6ed1884-4f2d-47de-a04b-a0de386481fd', 'mac_address': 'fa:16:3e:57:c8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:48.739376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] For port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:48.748010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9142ac2e-f296-4ef9-96ed-c57372511a80 req-bdbef039-aa5f-4556-af13-3ee9c657b6e7 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550368 Nov 03 19:09:48.749392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] For port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:48.771808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.814405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.842767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.011279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccff91-ca77-4105-9838-d16a388ba3eb None None] Pushing event updated for resources: {'Port': ['ID=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:49.033666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:49.034902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:49.134302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=349d4c3f-b6ff-41da-ae14-39acfb8bb6d6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:49.147085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network 349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 is not hosted by any dhcp agent {{(pid=101989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:09:49.161141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.185227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.189189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.194562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d16841b-519d-4665-a880-b84084df8f6f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "PUT /v2.0/networks/349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 HTTP/1.1" status: 200 len: 762 time: 1.1166420 Nov 03 19:09:49.197954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40246) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:49.229110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:49.305870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.456447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24fd4d3f-d35a-415f-a748-025d704a2908 req-b156e60b-f5fd-4504-b411-f9b92b88b40f tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 210 time: 0.3118985 Nov 03 19:09:49.464362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:49.557760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2902e-88e6-4798-bca7-0e20c33d0722 req-f6e28647-a71d-4e8d-a99d-178883ab355d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.582449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dab2902e-88e6-4798-bca7-0e20c33d0722 req-f6e28647-a71d-4e8d-a99d-178883ab355d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 943 time: 0.3823121 Nov 03 19:09:49.624087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ed1884-4f2d-47de-a04b-a0de386481fd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:49.789782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dab2902e-88e6-4798-bca7-0e20c33d0722 req-778ed962-f593-4605-9a56-ddf135062d57 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012367 Nov 03 19:09:49.811247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8651ec5-808d-47e8-9a58-d25b5c7bef96 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.823696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e8651ec5-808d-47e8-9a58-d25b5c7bef96 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks?id=349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 HTTP/1.1" status: 200 len: 765 time: 0.6240342 Nov 03 19:09:49.830516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40256) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:50.028060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b6ed1884-4f2d-47de-a04b-a0de386481fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:50.091035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.626901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Router d2a7a2e3-fdf8-4673-b83c-a66374118e5a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:50.832924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25ed6c-c03c-4849-a302-895251acec61 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:50.840416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d25ed6c-c03c-4849-a302-895251acec61 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0036950 Nov 03 19:09:50.857533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40290) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:50.885171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8a8ef-748a-491f-9efa-c74dcfed0988 req-e37ac5f3-4bcc-48af-a58d-0ba97cd348d8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:50.888162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ba8a8ef-748a-491f-9efa-c74dcfed0988 req-e37ac5f3-4bcc-48af-a58d-0ba97cd348d8 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.7654769 Nov 03 19:09:51.004188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6ba8c8b-9c2e-42f9-978e-43811e90ac50 req-2019258d-4223-4cb3-ab90-70dd7dd65885 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 210 time: 0.1460314 Nov 03 19:09:51.148013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b6ed1884-4f2d-47de-a04b-a0de386481fd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:51.223778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['b6ed1884-4f2d-47de-a04b-a0de386481fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:51.225505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-860361af-913e-4984-81c7-f461137ce14d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 207 time: 0.3322086 Nov 03 19:09:51.236278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40308) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:51.492908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:48Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:51.600144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c9d53-19a1-4dc0-bb58-2cd230b4790c None None] The sync data for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 is: [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:48Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:51.733506 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:09:51.854409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:51.883392 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] Sync routers for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:51.900117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-670ea5b0-7977-444b-8721-ffd055e7afec tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "PUT /v2.0/routers/d2a7a2e3-fdf8-4673-b83c-a66374118e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1429107 Nov 03 19:09:51.901266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40312) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:51.904414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:51.917406 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:52.026132 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:52.070290 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] Routers {'d2a7a2e3-fdf8-4673-b83c-a66374118e5a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:52.070940 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:09:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:52.341375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ba8a8ef-748a-491f-9efa-c74dcfed0988 req-3d3c7a17-0ae6-460f-84f6-2434018f1b8d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4158261 Nov 03 19:09:52.404247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.454332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.501008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.543663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.563273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.592286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.608585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-72ed6834-f675-4d23-b447-8727cf601a83 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 1.3430889 Nov 03 19:09:52.609350 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:52.609350 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df77ab9-3655-4486-9b2a-60421bdd05cf None None] The sync data for ids ['d2a7a2e3-fdf8-4673-b83c-a66374118e5a'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:52.658393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40318) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:52.709218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:52.807540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.825306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-7a554697-9dd7-45f5-8256-43e187349d5f tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.828449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-7a554697-9dd7-45f5-8256-43e187349d5f tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 819 time: 0.5259140 Nov 03 19:09:52.864412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:52.865545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.960202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6b4a1fab-c011-4a17-a5f4-d77e3c638d0d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2990105 Nov 03 19:09:52.965721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd711f65-1070-4e3f-8609-f424bd5c6cec req-97595918-cec0-4682-a1e7-46d25c28418e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 210 time: 0.3636584 Nov 03 19:09:52.968086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40320) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:52.979457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bdce0-e379-4c4d-b85b-837c1be0570b req-cc2b5288-1b9c-4fe8-b91e-339ca069a17f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:52.981912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-078bdce0-e379-4c4d-b85b-837c1be0570b req-cc2b5288-1b9c-4fe8-b91e-339ca069a17f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 944 time: 1.6179600 Nov 03 19:09:53.094875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.104886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.122248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'port': {'device_id': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'admin_state_up': True, 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:53.193123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:53.202156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.271185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37081e5e-0f2a-4d80-b5ac-54508c0b1483 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.274405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37081e5e-0f2a-4d80-b5ac-54508c0b1483 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.276773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37081e5e-0f2a-4d80-b5ac-54508c0b1483 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.279067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37081e5e-0f2a-4d80-b5ac-54508c0b1483 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.298817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37081e5e-0f2a-4d80-b5ac-54508c0b1483 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.302243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37081e5e-0f2a-4d80-b5ac-54508c0b1483 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3181174 Nov 03 19:09:53.316629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40324) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.337397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-078bdce0-e379-4c4d-b85b-837c1be0570b req-eb9c00b5-edda-40c7-b7a7-6f3c4b68b6b0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467091 Nov 03 19:09:53.354800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:53.583669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224cd88-e3a3-4f62-8399-36183bd20528 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.585375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224cd88-e3a3-4f62-8399-36183bd20528 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.586910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224cd88-e3a3-4f62-8399-36183bd20528 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.588624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224cd88-e3a3-4f62-8399-36183bd20528 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.590173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224cd88-e3a3-4f62-8399-36183bd20528 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.598253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8224cd88-e3a3-4f62-8399-36183bd20528 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2802413 Nov 03 19:09:53.600007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40328) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.690660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d40ed9-9143-4449-a198-d636a5efa695 req-093f36c8-106b-471b-bda2-7076bdcb3bd3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.696668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d40ed9-9143-4449-a198-d636a5efa695 req-093f36c8-106b-471b-bda2-7076bdcb3bd3 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1963739 Nov 03 19:09:53.842715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9bf34-073a-4582-82dd-3f6acda85995 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.853825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-afb9bf34-073a-4582-82dd-3f6acda85995 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks/b153c7fc-75f3-404d-aa43-14c5dd52828a HTTP/1.1" status: 200 len: 804 time: 0.2522149 Nov 03 19:09:53.856741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40332) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.874837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d40ed9-9143-4449-a198-d636a5efa695 req-522ecbdb-88fa-4406-a61b-c6a61a5c44aa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664045 Nov 03 19:09:53.882736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Made reservation on behalf of 2bc191ea494a4970819eb8719bb64c6b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:53.890129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.119485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b6ed1884-4f2d-47de-a04b-a0de386481fd up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:54.376378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e07b125-6e8a-4109-a686-f8b2cbe2821b req-f4f877aa-cb9a-48d6-9632-b9da3e6934c3 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 210 time: 0.0819359 Nov 03 19:09:54.393432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port b6ed1884-4f2d-47de-a04b-a0de386481fd completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:54.409445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port b6ed1884-4f2d-47de-a04b-a0de386481fd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:54.413991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.450513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb267572-76b0-429f-ba16-40c252d2af98 req-dc69b488-26e6-490c-bead-4969c7770188 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:54.458344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb267572-76b0-429f-ba16-40c252d2af98 req-dc69b488-26e6-490c-bead-4969c7770188 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.3060133 Nov 03 19:09:54.572894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Allocated IP 172.20.0.5 (6f126b5e-0233-430c-8dd5-45b677649981/0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80/3f55c8cc-95d8-40bd-becc-e45da9d63b4f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:54.580464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting port 9083de25-6eff-4bfd-8b58-dfd927c5eac9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:54.580986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.601372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:54.629013 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8970feb5-e8e3-4187-824e-516f43a77dcc tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/networks/b153c7fc-75f3-404d-aa43-14c5dd52828a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7581987 Nov 03 19:09:54.651895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb267572-76b0-429f-ba16-40c252d2af98 req-15d5e48f-8e1b-4372-bd2e-3fc47c8af9ac tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705587 Nov 03 19:09:54.653434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40344) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.688026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:54.689280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.016225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.047004 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.087513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722742-6128-48af-8687-b8b6ea1be9ea req-f714bb87-ba2e-4259-be7f-84dd6cdbfeb7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.090141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85722742-6128-48af-8687-b8b6ea1be9ea req-f714bb87-ba2e-4259-be7f-84dd6cdbfeb7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 944 time: 0.4326797 Nov 03 19:09:55.099281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0244a-2b84-41fd-bc84-dc22e924be03 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.113474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ebb0244a-2b84-41fd-bc84-dc22e924be03 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/subnets/bce31941-1176-41bc-97e7-05437c209e1d HTTP/1.1" status: 200 len: 843 time: 0.4531233 Nov 03 19:09:55.116474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:55.120633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Calling delete_port for 9083de25-6eff-4bfd-8b58-dfd927c5eac9 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:55.125027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b6ed1884-4f2d-47de-a04b-a0de386481fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:55.131464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ed1884-4f2d-47de-a04b-a0de386481fd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:55.140391 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2071a8e-bc14-4093-9f73-75bffeaa6647" -d '{"events": [{"server_uuid": "b4ca1182-b128-4820-a321-6e4eafbea7de", "name": "network-vif-plugged", "status": "completed", "tag": "b6ed1884-4f2d-47de-a04b-a0de386481fd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:55.149451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.241630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6430ef96-d3dd-4a95-805a-135d916fccd3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.257300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b6ed1884-4f2d-47de-a04b-a0de386481fd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:55.266482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6430ef96-d3dd-4a95-805a-135d916fccd3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "GET /v2.0/subnets/bce31941-1176-41bc-97e7-05437c209e1d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1362312 Nov 03 19:09:55.269398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40354) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:55.283092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3277122'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:55.302102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3defd2-73d6-442d-8aa3-02faf9651617 req-34d1ee06-bd9f-417c-874f-e523a5eb4b2c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.304850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee3defd2-73d6-442d-8aa3-02faf9651617 req-34d1ee06-bd9f-417c-874f-e523a5eb4b2c tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.3455763 Nov 03 19:09:55.376416 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.425079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85722742-6128-48af-8687-b8b6ea1be9ea req-5188deb7-50ab-4c07-99db-ef01ab84f6e2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069305 Nov 03 19:09:55.456614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee3defd2-73d6-442d-8aa3-02faf9651617 req-b27700e9-2d32-4de7-b012-7eba7ce5dd75 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376543 Nov 03 19:09:55.520068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:55.526105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.533703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.553507 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae0be6-b4a5-4ed1-be72-4b83daeba632 x-openstack-request-id: req-f8ae0be6-b4a5-4ed1-be72-4b83daeba632 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:55.553911 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca1182-b128-4820-a321-6e4eafbea7de", "name": "network-vif-plugged", "status": "completed", "tag": "b6ed1884-4f2d-47de-a04b-a0de386481fd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:55.554385 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8ae0be6-b4a5-4ed1-be72-4b83daeba632 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:55.555031 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ed1884-4f2d-47de-a04b-a0de386481fd', 'code': 200} Nov 03 19:09:55.660788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:55.726997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Network 6f126b5e-0233-430c-8dd5-45b677649981 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:55.733367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:55.750483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:55.910611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:55.972336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.972943 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Added segment e61d001f-dd46-4e89-b1e2-bd6f276ddd35 of type vlan for network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 Nov 03 19:09:55.989531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.990594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.991741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7847ac-11eb-476b-880d-60239a50b3b3 req-a10e050a-6d71-4557-b37a-1ce2393e1da2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.995046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d7847ac-11eb-476b-880d-60239a50b3b3 req-a10e050a-6d71-4557-b37a-1ce2393e1da2 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1929188 Nov 03 19:09:56.033590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508574-0b23-45cd-a0c5-a500a4ee261e req-22b306cb-4658-499e-aaec-f74b22a84e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:56.036914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d508574-0b23-45cd-a0c5-a500a4ee261e req-22b306cb-4658-499e-aaec-f74b22a84e2d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 1096 time: 0.3204453 Nov 03 19:09:56.084894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b23f6a-c04f-427d-a75c-35bc589bfebe req-2208fc57-1385-4401-875d-cfff02721b18 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:56.097644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93b23f6a-c04f-427d-a75c-35bc589bfebe req-2208fc57-1385-4401-875d-cfff02721b18 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 931 time: 0.3123157 Nov 03 19:09:56.140106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-9773c7d8-ebe3-4b3a-9653-9b66d038a3ff tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0373991 Nov 03 19:09:56.163200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Request body: {'port': {'device_id': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:56.250980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.258431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d7847ac-11eb-476b-880d-60239a50b3b3 req-7aa52ffc-728f-40bb-b4ff-0d6abe59d1af tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458842 Nov 03 19:09:56.299759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d508574-0b23-45cd-a0c5-a500a4ee261e req-8ecbefd1-44b6-4ff3-90ff-b7e939dca74c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450650 Nov 03 19:09:56.308684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.375229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93b23f6a-c04f-427d-a75c-35bc589bfebe req-3f3bd2a2-cf05-4966-9ef9-1e7f90de07ab tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582021 Nov 03 19:09:56.473686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Port': ['ID=9083de25-6eff-4bfd-8b58-dfd927c5eac9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:56.493365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.534096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.544146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:56.546575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.548605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a15a5-9054-49a9-9682-29d923366d1a req-f10391d9-1f5a-40cc-990f-5f1436f4e8d5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:56.552570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-071a15a5-9054-49a9-9682-29d923366d1a req-f10391d9-1f5a-40cc-990f-5f1436f4e8d5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1528952 Nov 03 19:09:56.699396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-071a15a5-9054-49a9-9682-29d923366d1a req-4e48a5f8-28fe-4d1f-bfd4-bbd6c45f5578 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399035 Nov 03 19:09:56.806714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78de73-9791-455d-b72b-83571674feb6 req-610c68b1-36f7-438e-b2e5-ff60c338ec95 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:56.809650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d78de73-9791-455d-b72b-83571674feb6 req-610c68b1-36f7-438e-b2e5-ff60c338ec95 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.1299691 Nov 03 19:09:56.850916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5696065 Nov 03 19:09:56.870686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:56.892318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:56.939737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef701b-8c64-413c-866e-4242c099449e tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Network': ['ID=0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:56.958601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:57.002684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.353270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.361445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.500930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.502148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Fanout notify agent at l3_agent the message router_deleted on router d2a7a2e3-fdf8-4673-b83c-a66374118e5a {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:57.562926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.569533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b34b2d9a-2841-4715-96f1-759840eff080 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/routers/d2a7a2e3-fdf8-4673-b83c-a66374118e5a HTTP/1.1" status: 204 len: 168 time: 5.6667938 Nov 03 19:09:57.570724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40386) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:57.707314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Deleting subnet 4fe64f24-8142-4875-87ed-f031835b0781 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:57.725881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.733342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d78de73-9791-455d-b72b-83571674feb6 req-ae8573ec-1254-4710-9d18-b1469fd56b33 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9124398 Nov 03 19:09:57.800359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0375d-142b-48e3-b950-7566b148b3c6 req-a6f660e1-6179-4e58-b879-ab0f0004daf0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:57.803460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7e0375d-142b-48e3-b950-7566b148b3c6 req-a6f660e1-6179-4e58-b879-ab0f0004daf0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.8189020 Nov 03 19:09:57.859022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Made reservation on behalf of b1adcf6348c04f6bace814417761ae75 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:57.867512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.893488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.981361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7e0375d-142b-48e3-b950-7566b148b3c6 req-2c2c0d59-f45a-4f54-b198-31a64e626ecc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359212 Nov 03 19:09:57.994602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.205434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Performing IP validity checks on allocation pools {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:09:58.206409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:09:58.289263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f55c8cc-95d8-40bd-becc-e45da9d63b4f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:58.309607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4cd49-406e-4c69-b016-90025629aa95 req-04bfffd0-52e1-4ccf-8047-8915238c16b8 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:58.314911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.325716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7fb4cd49-406e-4c69-b016-90025629aa95 req-04bfffd0-52e1-4ccf-8047-8915238c16b8 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 931 time: 0.2363572 Nov 03 19:09:58.379906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Transition to ACTIVE for port object 3f55c8cc-95d8-40bd-becc-e45da9d63b4f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:09:58.382324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.426641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.512800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d7f4-a5a5-4ad6-be5c-ca6c41e238db req-9398b17f-04dc-4511-abfd-af4abd39d4bc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:58.516380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fb1d7f4-a5a5-4ad6-be5c-ca6c41e238db req-9398b17f-04dc-4511-abfd-af4abd39d4bc tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2597406 Nov 03 19:09:58.551609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe64f24-8142-4875-87ed-f031835b0781,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.572357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.585066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2bcefc1b-e5e1-4463-a16e-90263809ba83 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/subnets/4fe64f24-8142-4875-87ed-f031835b0781 HTTP/1.1" status: 204 len: 168 time: 1.0042291 Nov 03 19:09:58.586679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40394) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:58.592211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7fb4cd49-406e-4c69-b016-90025629aa95 req-5b38bff1-0122-4367-b76b-1573b8d71f10 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289224 Nov 03 19:09:58.747242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.850956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fb1d7f4-a5a5-4ad6-be5c-ca6c41e238db req-4fd8ae74-dece-4972-8937-773f893e9241 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108153 Nov 03 19:09:58.851978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.966224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.998672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Attempting to bind port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:58.999766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Attempting to bind port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:59.000474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Attempting to bind port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f on network 6f126b5e-0233-430c-8dd5-45b677649981 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:59.055568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f on network 6f126b5e-0233-430c-8dd5-45b677649981 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:59.055568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Attempting to bind port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f on network 6f126b5e-0233-430c-8dd5-45b677649981 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:59.063782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c59da-73a5-4ace-b2a8-e5c92872418f req-51dffc39-96f1-4e0d-9b6e-b8d685c7f8bd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.068523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d1c59da-73a5-4ace-b2a8-e5c92872418f req-51dffc39-96f1-4e0d-9b6e-b8d685c7f8bd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.1689186 Nov 03 19:09:59.123219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:59.124132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Checking segment: {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:59.125134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Bound using segment: {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:59.127010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Bound port: 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ca0749-5f67-478b-94e0-6996cb70efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:59.127010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.161017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Checking segment: {'id': 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:59.161922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network hostable DHCP agents. Network: 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:59.173624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:59.207700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.264129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:59.298394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d1c59da-73a5-4ace-b2a8-e5c92872418f req-bea614ce-4817-45a4-be9d-3c016bad642f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937983 Nov 03 19:09:59.302853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:59.318902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c7bf51-414c-4d39-8960-814e08d29055 None None] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:59.337084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a434177f-a1ab-4882-9bc0-3a7a8937d8e5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:59.375041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.376447 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.441473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7a43b004-3cb6-4ac7-9726-2aebf13f14d4 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5665669 Nov 03 19:09:59.441737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb071e9-e637-4679-8931-ec5b57eb6b01') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:59.441737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb071e9-e637-4679-8931-ec5b57eb6b01') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:59.442784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40406) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:59.458830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:59.481605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5dc35-4e33-40a0-9ca3-0c1a28bff887 req-e1b74f4f-79eb-4797-a1a0-86cea15a120d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.486533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16f5dc35-4e33-40a0-9ca3-0c1a28bff887 req-e1b74f4f-79eb-4797-a1a0-86cea15a120d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1858065 Nov 03 19:09:59.637840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16f5dc35-4e33-40a0-9ca3-0c1a28bff887 req-a6641add-c397-4828-8c8a-805c17624c73 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357501 Nov 03 19:09:59.644391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.648450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:59.689754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:59.701574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.713254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.735670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.736406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.738408 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] 10.222.0.115 "PUT /v2.0/ports/3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 1091 time: 3.5860877 Nov 03 19:09:59.777146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:59.780902 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b" -d '{"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:59.837075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:59.837800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:59.848253 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:59.992697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85339c08-cc93-4801-9124-f8dd23917a52 req-f2066e66-3bd0-4108-b4bb-0c48492380f5 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.998974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742', 'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742', 'tenant_id': 'b1adcf6348c04f6bace814417761ae75', 'fixed_ips': [{'subnet_id': 'cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:00.003293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.004514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85339c08-cc93-4801-9124-f8dd23917a52 req-f2066e66-3bd0-4108-b4bb-0c48492380f5 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 943 time: 0.1730018 Nov 03 19:10:00.153953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85339c08-cc93-4801-9124-f8dd23917a52 req-9e5ac065-e524-44a1-92f6-15ecee57f3df tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476438 Nov 03 19:10:00.328489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db886b-c63e-4b6f-828e-7b28de8a6426 req-554e88b9-7399-4f76-93f3-55babc639457 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:00.362969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75db886b-c63e-4b6f-828e-7b28de8a6426 req-554e88b9-7399-4f76-93f3-55babc639457 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.2439597 Nov 03 19:10:00.561731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75db886b-c63e-4b6f-828e-7b28de8a6426 req-2792f0a6-c876-410e-9739-879340a68d75 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882939 Nov 03 19:10:00.616796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Allocated IP 2001:db8::3 (0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742/cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb/61d729bc-ebd0-4f9c-8390-3b92f41695b6) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:00.820506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63230870'] for subnet, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.849844 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7eb381-ffc7-4ef2-8dca-aa04c64ddba6 x-openstack-request-id: req-8d7eb381-ffc7-4ef2-8dca-aa04c64ddba6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:00.850328 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:00.850737 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8d7eb381-ffc7-4ef2-8dca-aa04c64ddba6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:00.851357 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'status': 'completed', 'code': 200} Nov 03 19:10:00.967514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633fa61-3f15-4c34-b634-f93c33d37e8d req-64f38266-15fb-4159-8780-76a4f8bce124 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:00.981091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7633fa61-3f15-4c34-b634-f93c33d37e8d req-64f38266-15fb-4159-8780-76a4f8bce124 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1438773 Nov 03 19:10:01.034830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84750d-bc5e-4b04-b2ae-09621fd62842 service neutron] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:01.061176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.064280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.084151 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.088948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7633fa61-3f15-4c34-b634-f93c33d37e8d req-bbacb5e6-6ad2-4fb0-adc5-70d150f46bef tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047215 Nov 03 19:10:01.160665 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.173492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] 10.222.0.91 "DELETE /v2.0/networks/a434177f-a1ab-4882-9bc0-3a7a8937d8e5 HTTP/1.1" status: 204 len: 168 time: 2.5813932 Nov 03 19:10:01.239868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-fb22e3dd-ab0d-4842-99f0-984e0931859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.241590 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-fb22e3dd-ab0d-4842-99f0-984e0931859e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1094 time: 0.3818173 Nov 03 19:10:01.244585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:01.248212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:01.252361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:01.258525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7f77-3e24-45aa-b989-aa456fb62b71 tempest-FloatingIPTestJSON-1644328717 tempest-FloatingIPTestJSON-1644328717-project] Pushing event deleted for resources: {'Network': ['ID=a434177f-a1ab-4882-9bc0-3a7a8937d8e5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:01.266945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Pushing event updated for resources: {'Port': ['ID=61d729bc-ebd0-4f9c-8390-3b92f41695b6,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:01.413418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-83832e3b-0921-463e-8f88-3a208b8e4a76 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.1560137 Nov 03 19:10:01.465351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Attempting to bind port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:01.465826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Attempting to bind port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:01.466150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Attempting to bind port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 on network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:01.493039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:01.494913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Checking segment: {'id': 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:01.496404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.499340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Bound using segment: {'id': 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:01.501002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Bound port: 61d729bc-ebd0-4f9c-8390-3b92f41695b6, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:01.502109 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.526034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd1d1-cbdd-42fe-a0d2-da1d2a0a9d68 req-d841542d-9c26-4b4c-869a-7118f6a0b8a2 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.529301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f07fd1d1-cbdd-42fe-a0d2-da1d2a0a9d68 req-d841542d-9c26-4b4c-869a-7118f6a0b8a2 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 943 time: 0.1728601 Nov 03 19:10:01.563979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-88046ec0-86cc-488b-8b9d-629cd347bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.565921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-88046ec0-86cc-488b-8b9d-629cd347bb6b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.1443801 Nov 03 19:10:01.679215 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-38b0c09e-3268-4759-9e87-885307b2c360 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970070 Nov 03 19:10:01.730644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] For port 61d729bc-ebd0-4f9c-8390-3b92f41695b6, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:01.742717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f07fd1d1-cbdd-42fe-a0d2-da1d2a0a9d68 req-04012112-df66-4e90-b074-763257f08a70 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004151 Nov 03 19:10:01.747566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] For port 61d729bc-ebd0-4f9c-8390-3b92f41695b6, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=61d729bc-ebd0-4f9c-8390-3b92f41695b6,segment=NetworkSegment(e61d001f-dd46-4e89-b1e2-bd6f276ddd35),segment_id=e61d001f-dd46-4e89-b1e2-bd6f276ddd35)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:01.755484 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.978531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-02ce7bf8-29e9-4e3a-bb49-03ba74e7a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.982629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-02ce7bf8-29e9-4e3a-bb49-03ba74e7a983 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1097 time: 0.2372010 Nov 03 19:10:02.007994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1788f0-aee6-4331-bc6f-e145c5157d2d None None] Pushing event updated for resources: {'Port': ['ID=61d729bc-ebd0-4f9c-8390-3b92f41695b6,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.074890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40450) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.143138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750963634535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64744670'] for subnet, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.307036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-b81ac05f-c25e-4304-b033-0470e7cf218b service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101084 Nov 03 19:10:02.430896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.432436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.439431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "PUT /v2.0/subnets/cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb HTTP/1.1" status: 200 len: 900 time: 2.9846418 Nov 03 19:10:02.456109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40458) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.492137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896eccb-b91a-41d0-9ed5-f657bc7c3849 req-5f3ff6cb-cc57-45b4-b974-4542a7b6baf0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.499593 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.513355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9896eccb-b91a-41d0-9ed5-f657bc7c3849 req-5f3ff6cb-cc57-45b4-b974-4542a7b6baf0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.4396021 Nov 03 19:10:02.777706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 61d729bc-ebd0-4f9c-8390-3b92f41695b6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:02.783664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930d822-6345-4933-b8b4-331f46b297b0 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event updated for resources: {'Subnet': ['ID=cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.816410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-dc8a7dfc-326b-4979-8f38-57eed0ded646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.819252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-dc8a7dfc-326b-4979-8f38-57eed0ded646 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 0.8223729 Nov 03 19:10:02.889593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.904359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:02.905903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.990424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-e0534620-e7fc-4786-a81a-9dce8f6c4586 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.1492348 Nov 03 19:10:02.993144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034026f0-8dcd-4ad9-bf2b-09ad5f716ce9 req-89fe0be0-aaf6-46e1-8ce5-2071903b0872 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552866 Nov 03 19:10:02.999822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-36eee928-8732-4fb4-b2e7-fcd4c852d3e7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=24b830b605804ad283428210d74645d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9024715 Nov 03 19:10:03.000203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40468) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:03.001076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:03.105720 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.127660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9896eccb-b91a-41d0-9ed5-f657bc7c3849 req-7299bbfb-093c-49a1-8c71-526d20e45635 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127007 Nov 03 19:10:03.212644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:03.214272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.225366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.228511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48b64b-f585-4e59-8a40-1d2096e7682d req-94946932-68a9-4ad4-827f-330051d0d811 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.237112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec48b64b-f585-4e59-8a40-1d2096e7682d req-94946932-68a9-4ad4-827f-330051d0d811 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.4896176 Nov 03 19:10:03.333039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-28b8bc4a-462c-44b9-a40e-6321a92cc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.335846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 61d729bc-ebd0-4f9c-8390-3b92f41695b6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=61d729bc-ebd0-4f9c-8390-3b92f41695b6,segment=NetworkSegment(e61d001f-dd46-4e89-b1e2-bd6f276ddd35),segment_id=e61d001f-dd46-4e89-b1e2-bd6f276ddd35)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:03.344088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-28b8bc4a-462c-44b9-a40e-6321a92cc252 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.3313863 Nov 03 19:10:03.345391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.467740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-0c1d9920-5255-4476-a51f-a41f5a08d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.471715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-0c1d9920-5255-4476-a51f-a41f5a08d292 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1094 time: 0.3350537 Nov 03 19:10:03.482922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-38b4c62f-3c3b-4e6c-9427-4fbf4ac976e0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034167 Nov 03 19:10:03.527057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=61d729bc-ebd0-4f9c-8390-3b92f41695b6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:03.745449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 61d729bc-ebd0-4f9c-8390-3b92f41695b6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=61d729bc-ebd0-4f9c-8390-3b92f41695b6,segment=NetworkSegment(e61d001f-dd46-4e89-b1e2-bd6f276ddd35),segment_id=e61d001f-dd46-4e89-b1e2-bd6f276ddd35)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:03.746126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.766474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec48b64b-f585-4e59-8a40-1d2096e7682d req-94dfa708-8367-47a2-8295-ecadd92c04f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814188 Nov 03 19:10:03.779767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 61d729bc-ebd0-4f9c-8390-3b92f41695b6 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:03.849446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b181f-a589-4649-901e-db0081f92597 req-df161110-37eb-48f2-8cdd-0155c61bed57 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.851571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc6b181f-a589-4649-901e-db0081f92597 req-df161110-37eb-48f2-8cdd-0155c61bed57 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 943 time: 0.3618619 Nov 03 19:10:04.002232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-3c157f45-1a83-454d-b387-057a1d2db5f1 service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996691 Nov 03 19:10:04.143911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d2955-a1a6-40fb-91b3-60eda7563b62 None None] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:04.190771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc6b181f-a589-4649-901e-db0081f92597 req-51c85fe6-3e0d-4d17-8d8a-05c28cce282e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221488 Nov 03 19:10:04.355706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6508645e-3625-4723-b344-30a45f1c6107 None None] Provisioning complete for port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:04.356219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6508645e-3625-4723-b344-30a45f1c6107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.463329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41381ff7-1846-4439-afa1-e5a848fa3465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.487560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8634aaec-8f56-4860-9ef6-2398593d14a7 req-82981ae3-7f59-4057-8c68-c92933deda56 service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721637 Nov 03 19:10:04.550126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 61d729bc-ebd0-4f9c-8390-3b92f41695b6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:04.587893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65efda-dbff-4049-96e2-bdd10e2c9ca4 req-7b6bc847-e931-457d-bc2a-e40ad5b710e9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:04.591200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a65efda-dbff-4049-96e2-bdd10e2c9ca4 req-7b6bc847-e931-457d-bc2a-e40ad5b710e9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.2855453 Nov 03 19:10:04.692619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.712115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41381ff7-1846-4439-afa1-e5a848fa3465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.723924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a5db8-f868-4783-a7bc-d478efe0b0aa req-a80b9dd2-70ac-45cd-96d7-4724bfdd3efe tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:04.724571 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.db [None req-6508645e-3625-4723-b344-30a45f1c6107 None None] No ports have port_id starting with 61d729bc-ebd0-4f9c-8390-3b92f41695b6 Nov 03 19:10:04.728807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b2a5db8-f868-4783-a7bc-d478efe0b0aa req-a80b9dd2-70ac-45cd-96d7-4724bfdd3efe tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.3134077 Nov 03 19:10:04.747496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3f55c8cc-95d8-40bd-becc-e45da9d63b4f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:04.774948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:10:04.776883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 61d729bc-ebd0-4f9c-8390-3b92f41695b6 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 19:10:04.857869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a65efda-dbff-4049-96e2-bdd10e2c9ca4 req-69bc263d-d7b7-49bd-90a4-724e95501c48 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523146 Nov 03 19:10:04.868223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 not found, will not notify nova. {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 19:10:04.924359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=61d729bc-ebd0-4f9c-8390-3b92f41695b6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:04.936194 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fca6ddbe-6ee2-464e-b6e9-ca6bdc37c041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.009786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b2a5db8-f868-4783-a7bc-d478efe0b0aa req-d48ff870-0727-4f90-8f72-6318c598205a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306707 Nov 03 19:10:05.109397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-3a9304a1-bdf0-4c8a-83d1-365935d5e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.112447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-3a9304a1-bdf0-4c8a-83d1-365935d5e779 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.7792206 Nov 03 19:10:05.130103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 61d729bc-ebd0-4f9c-8390-3b92f41695b6 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:05.316338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:05.332223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-c5685b8e-ab5d-4111-94e4-0707b87d2e53 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.1806970 Nov 03 19:10:05.344568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'port_id': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'mac_address': 'fa:16:3e:8e:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:05.536073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.599318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-7d1da28c-e4ac-40f7-ba4e-1844516d9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.602794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-7d1da28c-e4ac-40f7-ba4e-1844516d9acd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.2588282 Nov 03 19:10:05.615833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f55c8cc-95d8-40bd-becc-e45da9d63b4f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:05.625561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.680134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0c00-c89b-4a42-a8ee-1f85da7ff6c3 req-bde77be4-c6ed-4593-8696-64b169413015 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.697481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-325f0c00-c89b-4a42-a8ee-1f85da7ff6c3 req-bde77be4-c6ed-4593-8696-64b169413015 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 943 time: 0.2357788 Nov 03 19:10:05.710240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:05.722540 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.832329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b70622-d6b0-409c-82d9-f9162039db51 None None] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:05.890710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-325f0c00-c89b-4a42-a8ee-1f85da7ff6c3 req-b83c1a27-19ed-4aaa-a6ed-0fc80bb43b80 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894526 Nov 03 19:10:05.909108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41381ff7-1846-4439-afa1-e5a848fa3465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.915631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41381ff7-1846-4439-afa1-e5a848fa3465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.918280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-41381ff7-1846-4439-afa1-e5a848fa3465 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8134d750-413e-4312-b957-4452d1ff45e7 HTTP/1.1" status: 204 len: 168 time: 2.9048617 Nov 03 19:10:05.924556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-8ce2a6a7-42b1-4886-9d2b-e858713d3b66 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2874494 Nov 03 19:10:06.114743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['3f55c8cc-95d8-40bd-becc-e45da9d63b4f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:06.178351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41381ff7-1846-4439-afa1-e5a848fa3465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134d750-413e-4312-b957-4452d1ff45e7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:06.239349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:06.422831 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-182f86df-cb8a-4be8-a242-e858ff08a127 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606123 Nov 03 19:10:06.428564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.470486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.494779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b672cf-f281-4b2c-be27-bf81122edd2c req-22939378-7cae-4c63-bc8f-3f57f29b26ce tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.500156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5b672cf-f281-4b2c-be27-bf81122edd2c req-22939378-7cae-4c63-bc8f-3f57f29b26ce tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.3674142 Nov 03 19:10:06.567736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428324-245a-4541-96ed-0162d6cb1619 req-1d372267-0c7f-46e0-b9ab-d923a953c9ab tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.571552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c428324-245a-4541-96ed-0162d6cb1619 req-1d372267-0c7f-46e0-b9ab-d923a953c9ab tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2677898 Nov 03 19:10:06.694820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5b672cf-f281-4b2c-be27-bf81122edd2c req-40b6ff3d-1533-4978-b545-0c188b1b142d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798449 Nov 03 19:10:06.871216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c428324-245a-4541-96ed-0162d6cb1619 req-803e4b2f-2e57-4f7a-9465-600e30becd21 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862668 Nov 03 19:10:07.083602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-2c839f17-e988-44a3-b103-1e8b3006fdca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:07.086605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-2c839f17-e988-44a3-b103-1e8b3006fdca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.3088481 Nov 03 19:10:07.376750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c252d-2f97-42d2-9b27-4757dcb58a33 None None] Network 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:07.378242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:07.520682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7841f-26b5-4e76-ab99-1d8cf00c57d7 req-b05c217d-9ea0-4b84-a38f-f1b57ca45423 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:07.534617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66f7841f-26b5-4e76-ab99-1d8cf00c57d7 req-b05c217d-9ea0-4b84-a38f-f1b57ca45423 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 944 time: 0.3248327 Nov 03 19:10:07.621893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.664030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:07.684439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:07.685554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61d001f-dd46-4e89-b1e2-bd6f276ddd35') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:07.725312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66f7841f-26b5-4e76-ab99-1d8cf00c57d7 req-75a7c238-aef6-441d-b421-941de1d5a965 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891198 Nov 03 19:10:07.762079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33be04-292b-4eaf-a9fa-a4ec6945bc1c req-675d2366-e869-4507-9477-c32786f09d44 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:07.783350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb33be04-292b-4eaf-a9fa-a4ec6945bc1c req-675d2366-e869-4507-9477-c32786f09d44 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.4251230 Nov 03 19:10:07.798367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d815f6f-2ef4-48ac-83fd-7d11ae90315b req-8a348f4c-d096-4b3e-a89c-9c6fb5e165b0 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3513212 Nov 03 19:10:07.802050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.885859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.908709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Deleting port b6ed1884-4f2d-47de-a04b-a0de386481fd {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:07.909531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.919672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:07.920352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:07.988319 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:08.113079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb33be04-292b-4eaf-a9fa-a4ec6945bc1c req-8de8b4a2-280c-4482-bc89-6b4a057cd447 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281145 Nov 03 19:10:08.197579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.235865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6055c-ee94-4b5a-aafa-ba325830f8c2 req-28c07d6d-23fb-454c-a7f1-321df53e08be tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.239134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ec6055c-ee94-4b5a-aafa-ba325830f8c2 req-28c07d6d-23fb-454c-a7f1-321df53e08be tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 945 time: 0.3202524 Nov 03 19:10:08.278342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.306495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 HTTP/1.1" status: 204 len: 168 time: 5.8483951 Nov 03 19:10:08.312704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73019460-f4e7-41ad-946d-53b407be4634 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:08.357704 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52e37ea3-c171-461c-9e2a-9c121442177a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.358442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40520) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:08.396011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e507d2-2893-4900-b1a8-ae79925e15bc None None] DHCP port deletion for 0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:08.447399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] For port b6ed1884-4f2d-47de-a04b-a0de386481fd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b6ed1884-4f2d-47de-a04b-a0de386481fd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:08.449955 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.488019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 61d729bc-ebd0-4f9c-8390-3b92f41695b6 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:08.499022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Calling delete_port for b6ed1884-4f2d-47de-a04b-a0de386481fd owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:08.515878 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-92625e00-9ac2-45e7-9cf4-635ad45afb8f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:08.518233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92625e00-9ac2-45e7-9cf4-635ad45afb8f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:08.527680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92625e00-9ac2-45e7-9cf4-635ad45afb8f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/cd21f8fb-5268-464f-8f2e-1b3c24b7a1bb HTTP/1.1" status: 404 len: 337 time: 0.1607037 Nov 03 19:10:08.530615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40524) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:08.555769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 61d729bc-ebd0-4f9c-8390-3b92f41695b6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:08.556294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 61d729bc-ebd0-4f9c-8390-3b92f41695b6 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:08.557639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Deleting port fdeb450e-1603-483f-a7ce-0e213b6420f2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:08.568461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.633956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3f55c8cc-95d8-40bd-becc-e45da9d63b4f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:08.659959 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5394e5-7ec2-419e-92ff-08155c4a2824 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:08.661688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5394e5-7ec2-419e-92ff-08155c4a2824 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:08.667308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7c5394e5-7ec2-419e-92ff-08155c4a2824 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/0ffbd2be-0bf7-4e1c-8f81-3f582d1f5742 HTTP/1.1" status: 404 len: 339 time: 0.1351066 Nov 03 19:10:08.672026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40526) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:08.732691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40528) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:08.791873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:08.802017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:08.803866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.815780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a7f86-888a-4b7f-91d1-fd0c5fd799c4 req-08ab4983-7380-4328-8eee-0ed764923113 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.818671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-456a7f86-888a-4b7f-91d1-fd0c5fd799c4 req-08ab4983-7380-4328-8eee-0ed764923113 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2166638 Nov 03 19:10:08.826355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ec6055c-ee94-4b5a-aafa-ba325830f8c2 req-e9448e08-d3b3-4909-9e2f-389760a875e1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661952 Nov 03 19:10:09.094746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330115918'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:09.112075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.121646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.166021 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:09.170692 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050818d8-e098-4005-a69e-aee6fa169386" -d '{"events": [{"server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:09.207214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:09.214878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.238280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-456a7f86-888a-4b7f-91d1-fd0c5fd799c4 req-60a702c7-8def-47cf-a1c0-b85af43f5faa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017677 Nov 03 19:10:09.282962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event deleted for resources: {'Port': ['ID=b6ed1884-4f2d-47de-a04b-a0de386481fd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.369524 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e40a26-9307-476e-9a9e-d5de257dad97 x-openstack-request-id: req-26e40a26-9307-476e-9a9e-d5de257dad97 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:09.369524 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "name": "network-vif-plugged", "status": "completed", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:09.369524 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-26e40a26-9307-476e-9a9e-d5de257dad97 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:09.369963 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'code': 200} Nov 03 19:10:09.372304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.408102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.415139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] No DVR routers for this DVR port b6ed1884-4f2d-47de-a04b-a0de386481fd on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:09.420709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.427568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cafa3993-d594-45a2-b54d-fad79036fe3f req-7d82762c-c5b2-4ec9-9162-d2ca0b265411 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "DELETE /v2.0/ports/b6ed1884-4f2d-47de-a04b-a0de386481fd HTTP/1.1" status: 204 len: 173 time: 2.3245425 Nov 03 19:10:09.430850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.432667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.433436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.434582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.437444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.439282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.439501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.440017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.442371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.443047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.443653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.444244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:09.465408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'name': 'network-vif-deleted', 'tag': 'b6ed1884-4f2d-47de-a04b-a0de386481fd'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:09.481555 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61655c65-ec31-4cb4-99a6-c7b1fd3bb34e" -d '{"events": [{"server_uuid": "b4ca1182-b128-4820-a321-6e4eafbea7de", "name": "network-vif-deleted", "tag": "b6ed1884-4f2d-47de-a04b-a0de386481fd"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:09.514404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.514896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c7ba2-5a2d-4ddf-b148-cdb231d52b8c req-02b80417-c3b1-4c29-a5e0-4aeeeb666db4 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.537235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-774c7ba2-5a2d-4ddf-b148-cdb231d52b8c req-02b80417-c3b1-4c29-a5e0-4aeeeb666db4 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 944 time: 0.4336810 Nov 03 19:10:09.579686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.707632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c072411-0ab4-4e84-8fc4-67159ad478af req-94c707f6-9eb6-4212-b23e-cf2c95477d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.710413 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1c072411-0ab4-4e84-8fc4-67159ad478af req-94c707f6-9eb6-4212-b23e-cf2c95477d6e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.1885352 Nov 03 19:10:09.713884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] For port fdeb450e-1603-483f-a7ce-0e213b6420f2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fdeb450e-1603-483f-a7ce-0e213b6420f2,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:09.714696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.757535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-774c7ba2-5a2d-4ddf-b148-cdb231d52b8c req-2876f7dc-7ac6-4b05-a9a0-08f91ad1dbed tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186811 Nov 03 19:10:09.791731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33c485-c5eb-4c6a-87bc-f2b3dd4c8836 req-f6cb60c0-2366-493f-9cdf-ba29f80358d4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.796061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d33c485-c5eb-4c6a-87bc-f2b3dd4c8836 req-f6cb60c0-2366-493f-9cdf-ba29f80358d4 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2477968 Nov 03 19:10:09.872169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Calling delete_port for fdeb450e-1603-483f-a7ce-0e213b6420f2 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:09.883935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.889604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1c072411-0ab4-4e84-8fc4-67159ad478af req-d24e2db0-668b-4982-8f91-af3211606be4 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664119 Nov 03 19:10:09.972529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d33c485-c5eb-4c6a-87bc-f2b3dd4c8836 req-5d4d8974-eec1-4f38-baff-96edb19f0d9a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538227 Nov 03 19:10:10.003492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.117906 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc27456-1d22-4b07-bca4-838760d9e7e7 x-openstack-request-id: req-3fc27456-1d22-4b07-bca4-838760d9e7e7 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:10.118267 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca1182-b128-4820-a321-6e4eafbea7de", "name": "network-vif-deleted", "tag": "b6ed1884-4f2d-47de-a04b-a0de386481fd", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:10.118724 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3fc27456-1d22-4b07-bca4-838760d9e7e7 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:10.119146 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca1182-b128-4820-a321-6e4eafbea7de', 'name': 'network-vif-deleted', 'tag': 'b6ed1884-4f2d-47de-a04b-a0de386481fd', 'status': 'completed', 'code': 200} Nov 03 19:10:10.121906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.145242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.204054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349d4c3f-b6ff-41da-ae14-39acfb8bb6d6']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:10.213498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b6ed1884-4f2d-47de-a04b-a0de386481fd no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:10.256402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: b6ed1884-4f2d-47de-a04b-a0de386481fd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:10.256765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b6ed1884-4f2d-47de-a04b-a0de386481fd not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:10.330286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-218d8570-1bfb-48a0-9b10-98984870d8f4 req-b28d4ede-37f8-44ae-917a-21462894badf tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4ca1182-b128-4820-a321-6e4eafbea7de HTTP/1.1" status: 200 len: 210 time: 0.0909581 Nov 03 19:10:10.360841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffe2871-00ee-4ec8-b78e-1ba95cbb7cc1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:10.400169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.400770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.407034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.407594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.408251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.408671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.409257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.409791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.414648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.415360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.415931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.416500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:10.550367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda95d5-856a-4df9-aa2a-84cee8aef7a6 req-29eaab23-25f5-47f6-b96b-baad6d57f76d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:10.564168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6eda95d5-856a-4df9-aa2a-84cee8aef7a6 req-29eaab23-25f5-47f6-b96b-baad6d57f76d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1235390 Nov 03 19:10:10.590289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.607675 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.662749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1ad616-c611-42f7-8bff-0f3eef6d98b6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:10.663350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1ad616-c611-42f7-8bff-0f3eef6d98b6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:10.701664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6eda95d5-856a-4df9-aa2a-84cee8aef7a6 req-e97b1e5d-55c7-480f-9e8f-280985e6bb36 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358821 Nov 03 19:10:10.702164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.723185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.729043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9944909 Nov 03 19:10:10.730039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40552) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:10.799353 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.817214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fee46f-7a19-4233-845d-36f0760b7477 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db51e5eb-235b-495c-b323-862900f1a5a1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:10.836627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:10.840843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.964965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-84c926c8-7783-4950-8446-c75bc45aa0de tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2291210 Nov 03 19:10:10.966593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40560) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:10.981045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-security--1564444595', 'description': 'tempest-security-description-1922898191'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:11.066453 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:11.081984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.103320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.114022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/349d4c3f-b6ff-41da-ae14-39acfb8bb6d6 HTTP/1.1" status: 204 len: 168 time: 2.4393661 Nov 03 19:10:11.117970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40566) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.202797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.229785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef6cf-cede-44f9-b0f5-1c91a33fe5be tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=349d4c3f-b6ff-41da-ae14-39acfb8bb6d6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:11.302470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.326665 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-622e23e3-c3b5-4068-9e47-3657f2591b4d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:11.327209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622e23e3-c3b5-4068-9e47-3657f2591b4d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:11.337621 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-622e23e3-c3b5-4068-9e47-3657f2591b4d tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/c071074c-1175-44af-9d90-8c53bfef3ff3 HTTP/1.1" status: 404 len: 337 time: 0.1613247 Nov 03 19:10:11.340122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db2d1a-74df-4026-80b4-103e46ff6bd9 req-53640148-63c8-4d65-933c-007e7d0d38dd tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.343738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10db2d1a-74df-4026-80b4-103e46ff6bd9 req-53640148-63c8-4d65-933c-007e7d0d38dd tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.3427422 Nov 03 19:10:11.348234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.385396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Pushing event deleted for resources: {'Port': ['ID=fdeb450e-1603-483f-a7ce-0e213b6420f2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:11.507601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10db2d1a-74df-4026-80b4-103e46ff6bd9 req-99500427-4882-4dcb-9eea-e944926906ae tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331825 Nov 03 19:10:11.578821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eae4a-2623-4cd6-9b55-67b6446dd895 req-104e3c1b-d8ea-49f7-aeb7-a329bfbb648b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.592369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a9eae4a-2623-4cd6-9b55-67b6446dd895 req-104e3c1b-d8ea-49f7-aeb7-a329bfbb648b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.4728560 Nov 03 19:10:11.595085 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2e1c07-5a31-4a7b-84c8-c51afb005355 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:11.596708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2e1c07-5a31-4a7b-84c8-c51afb005355 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:11.608622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b2e1c07-5a31-4a7b-84c8-c51afb005355 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/a3962750-ed0f-4a4f-a95b-555e884d68dc HTTP/1.1" status: 404 len: 339 time: 0.2522283 Nov 03 19:10:11.667668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40574) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.784627 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.800546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting subnet 7a82d76c-5ee1-49df-b5d8-f4cd601f2161 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:11.849678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.864206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.945878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.950206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.037451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.041984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.043557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.044671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "PUT /v2.0/security-groups/db51e5eb-235b-495c-b323-862900f1a5a1 HTTP/1.1" status: 200 len: 1797 time: 1.0729785 Nov 03 19:10:12.056976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40580) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:12.076879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a9eae4a-2623-4cd6-9b55-67b6446dd895 req-7566ede2-3414-4c83-9f1f-1e78c7a906d0 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655187 Nov 03 19:10:12.354785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f704086f-4aa6-4e0f-bed8-f878bd9286be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups/db51e5eb-235b-495c-b323-862900f1a5a1 HTTP/1.1" status: 200 len: 1797 time: 0.2962248 Nov 03 19:10:12.397579 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.533664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:12.563917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e7d9c-55d1-4b44-84ef-f7efdfdf8163 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db51e5eb-235b-495c-b323-862900f1a5a1,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:12.605057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Router 7d7f87a6-84da-494a-b252-d45fe0bafae1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:12.790020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df68146-140c-4806-842a-19d7d10b6c67 req-6813c065-3d36-4d2a-9bff-23a0632eed06 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:12.792957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9df68146-140c-4806-842a-19d7d10b6c67 req-6813c065-3d36-4d2a-9bff-23a0632eed06 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2147329 Nov 03 19:10:12.876353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f57bd4ab-d182-446a-8572-655d9b0c80d6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.924133 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f57bd4ab-d182-446a-8572-655d9b0c80d6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.939231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:12.962605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] Sync routers for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:12.963261 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b5408d70-3fcd-4a61-be60-edd24ec3943a admin admin] 10.222.0.91 "PUT /v2.0/routers/7d7f87a6-84da-494a-b252-d45fe0bafae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9482083 Nov 03 19:10:12.964114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40594) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.008296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:13.009389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:13.091045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.250057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.275694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=7a82d76c-5ee1-49df-b5d8-f4cd601f2161,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.325427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.331902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3b313ed0-ecdf-40a6-8789-da09ba816dfb tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/7a82d76c-5ee1-49df-b5d8-f4cd601f2161 HTTP/1.1" status: 204 len: 168 time: 1.6610072 Nov 03 19:10:13.333222 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f57bd4ab-d182-446a-8572-655d9b0c80d6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.336293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f57bd4ab-d182-446a-8572-655d9b0c80d6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.337778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f57bd4ab-d182-446a-8572-655d9b0c80d6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/db51e5eb-235b-495c-b323-862900f1a5a1 HTTP/1.1" status: 204 len: 168 time: 0.8017719 Nov 03 19:10:13.341623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40606) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.345764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01148206-2405-46df-a012-bc927754aaef None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:13.349019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9df68146-140c-4806-842a-19d7d10b6c67 req-577c748a-8c88-42cc-a080-cf674b4ab19a tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105369 Nov 03 19:10:13.357587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40608) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.413916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:13.427018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bd4ab-d182-446a-8572-655d9b0c80d6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db51e5eb-235b-495c-b323-862900f1a5a1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.482535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting subnet f366a54a-9916-4ac7-b4fb-27e033acd235 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:13.498263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.567998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-e3833631-8605-4951-afd7-ebdf7f72c173 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.569915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-e3833631-8605-4951-afd7-ebdf7f72c173 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.4391971 Nov 03 19:10:13.579617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f9cb1de-9c28-4e5c-a359-d48000ef0152 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2115541 Nov 03 19:10:13.579947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.605215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.657321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.686391 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-3c60f0e2-20c1-4df0-b16b-5fa477749ea0 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] delete failed (client error): The resource could not be found. Nov 03 19:10:13.692333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3c60f0e2-20c1-4df0-b16b-5fa477749ea0 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/db51e5eb-235b-495c-b323-862900f1a5a1 HTTP/1.1" status: 404 len: 347 time: 0.1066806 Nov 03 19:10:13.697782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-79f875a2-18be-460c-a205-13acabe5998c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.1051617 Nov 03 19:10:13.704300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40616) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.724657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628594968'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:13.772858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Deleting port d524a02a-e27a-4204-adeb-a1adf56f52c9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:13.773297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.780975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5076cb52-7b93-4cd3-8d20-5a46f937fb70 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821762 Nov 03 19:10:13.926784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] For port d524a02a-e27a-4204-adeb-a1adf56f52c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d524a02a-e27a-4204-adeb-a1adf56f52c9,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:13.926784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.945744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Calling delete_port for d524a02a-e27a-4204-adeb-a1adf56f52c9 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:13.946974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad6f40-bf55-48f0-8655-1acc46d12576 req-eb210de1-27ce-4ef1-9609-435dff5ed479 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.961369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7ad6f40-bf55-48f0-8655-1acc46d12576 req-eb210de1-27ce-4ef1-9609-435dff5ed479 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.3219585 Nov 03 19:10:13.995762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.007432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.194586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.229073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-6934f789-0d3c-42d7-8ea7-544ea2f94704 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468322 Nov 03 19:10:14.249784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7ad6f40-bf55-48f0-8655-1acc46d12576 req-5c42f7a3-b8bb-46db-8e88-768a40fa5c91 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864590 Nov 03 19:10:14.251526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Pushing event deleted for resources: {'Port': ['ID=d524a02a-e27a-4204-adeb-a1adf56f52c9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.376836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T19:10:10Z', 'revision_number': 5, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port': {'id': 'd524a02a-e27a-4204-adeb-a1adf56f52c9', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:33Z', 'updated_at': '2021-11-03T18:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:14.461402 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.548748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] Checking router: 7d7f87a6-84da-494a-b252-d45fe0bafae1 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:14.644825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] Routers {'7d7f87a6-84da-494a-b252-d45fe0bafae1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:14.646276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7d7f87a6-84da-494a-b252-d45fe0bafae1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:14.694724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.700361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.748777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfabe85-fc2c-4786-a3ef-016ecef7d9df None None] Update dhcp port {'port': {'network_id': 'b1a44727-b268-46e1-99c5-b25ae2df4aa0', 'fixed_ips': [{'subnet_id': 'f366a54a-9916-4ac7-b4fb-27e033acd235'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '59b8e08b-e2a9-4b45-8ad0-258519234627'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:14.819934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.821421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7f87a6-84da-494a-b252-d45fe0bafae1 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:14.830985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.833898 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2034eea1-00fc-4739-84c5-34046864c708 admin admin] 10.222.0.91 "DELETE /v2.0/routers/7d7f87a6-84da-494a-b252-d45fe0bafae1 HTTP/1.1" status: 204 len: 168 time: 1.8681052 Nov 03 19:10:14.839603 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.840562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40622) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:14.901692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] Set router 7d7f87a6-84da-494a-b252-d45fe0bafae1 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:14.929741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Deleting subnet c2159396-034b-4e95-8912-c1dd9d066094 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:14.936660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.960016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7bfabe85-fc2c-4786-a3ef-016ecef7d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.974480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-3ce159e4-5259-4315-88b1-b3ab2370dcad service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308538 Nov 03 19:10:15.027191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.080622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=f366a54a-9916-4ac7-b4fb-27e033acd235,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.102894 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.133831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a92cbc79-25d2-4262-b283-d866c57f32f9 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/f366a54a-9916-4ac7-b4fb-27e033acd235 HTTP/1.1" status: 204 len: 168 time: 1.7831197 Nov 03 19:10:15.138631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40624) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.262811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T19:10:14Z', 'revision_number': 7, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:15.266030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.281620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.349747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66927c-f96d-404e-8e97-0d2d1dfee81e None None] The sync data for ids ['7d7f87a6-84da-494a-b252-d45fe0bafae1'] in n-d-812151-4 is: [{'id': '7d7f87a6-84da-494a-b252-d45fe0bafae1', 'name': 'tempest-TaggedBootDevicesTest_v242-1662149747-router', 'tenant_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:32Z', 'updated_at': '2021-11-03T19:10:14Z', 'revision_number': 7, 'project_id': '22b9b84135ed4d5bb9b444eee1403cbc', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:15.383922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.431591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff12dee-921f-40a0-8f6d-2046df73d6ed None None] Network b1a44727-b268-46e1-99c5-b25ae2df4aa0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:15.510492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.557191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ac854bb6-dd08-48ef-98f0-4b22cd2c9135 None None] Provisioning complete for port 59b8e08b-e2a9-4b45-8ad0-258519234627 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:15.557511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac854bb6-dd08-48ef-98f0-4b22cd2c9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.618007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2159396-034b-4e95-8912-c1dd9d066094,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.621842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.628014 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b47cd2c8-7ee4-4a83-a276-376bf9fd9189 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c2159396-034b-4e95-8912-c1dd9d066094 HTTP/1.1" status: 204 len: 168 time: 0.7838371 Nov 03 19:10:15.631596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40632) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.695724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da646cd-a550-4950-98c5-a69e98f20e5f None None] Network d4d4e9f5-2e19-45ca-a047-10e8e6221320 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:15.828177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422e0b-8922-43ea-aed5-a52a3b155fc1 req-124715dc-12b0-4f72-a266-4c2ce80a94ca tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.840680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04422e0b-8922-43ea-aed5-a52a3b155fc1 req-124715dc-12b0-4f72-a266-4c2ce80a94ca tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 1.0118289 Nov 03 19:10:15.844904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841d3303-f557-44a1-b4e8-4baf8e20af53,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.851974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.889974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.901536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-accf21ec-c5c2-406e-a6e7-3b8b338e80be tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1931028 Nov 03 19:10:15.905415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40640) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.947342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': '841d3303-f557-44a1-b4e8-4baf8e20af53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:15.992431 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.162764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04422e0b-8922-43ea-aed5-a52a3b155fc1 req-629518c1-b8b3-43c1-8ffd-b02c9100b1ee tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201690 Nov 03 19:10:16.189080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.390518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e185035-1d51-4e9a-85bb-38a8245893db req-c5e64285-1716-4b2f-a088-e8376830cfbc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 210 time: 0.1172028 Nov 03 19:10:16.421041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Deleting port b528c583-e255-471d-aeba-4f6bc4fe98ee {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:16.422469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.506550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 59b8e08b-e2a9-4b45-8ad0-258519234627 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:16.507060 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.551934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd276ad9-a366-4b5b-8648-f832d79c3f40 req-ece7b17b-35a9-48f3-9f73-d61b963125ec tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:16.563700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd276ad9-a366-4b5b-8648-f832d79c3f40 req-ece7b17b-35a9-48f3-9f73-d61b963125ec tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.1768596 Nov 03 19:10:16.575015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-662f7957-d2e5-47cb-8880-df59192ed2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:16.580341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-662f7957-d2e5-47cb-8880-df59192ed2c7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.4049797 Nov 03 19:10:16.749479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fdeb450e-1603-483f-a7ce-0e213b6420f2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:16.915524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd276ad9-a366-4b5b-8648-f832d79c3f40 req-257bb7f3-5953-43da-8119-9449aa41e69f tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492382 Nov 03 19:10:16.930868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fdeb450e-1603-483f-a7ce-0e213b6420f2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:16.931256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fdeb450e-1603-483f-a7ce-0e213b6420f2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:16.931690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d524a02a-e27a-4204-adeb-a1adf56f52c9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:17.013933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] For port b528c583-e255-471d-aeba-4f6bc4fe98ee, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b528c583-e255-471d-aeba-4f6bc4fe98ee,segment=NetworkSegment(c5bc4f94-86f0-4886-9718-15fcb59f888b),segment_id=c5bc4f94-86f0-4886-9718-15fcb59f888b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:17.017073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.032856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d524a02a-e27a-4204-adeb-a1adf56f52c9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:17.033256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d524a02a-e27a-4204-adeb-a1adf56f52c9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:17.033930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59b8e08b-e2a9-4b45-8ad0-258519234627 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:17.120825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] DHCP port deletion for b1a44727-b268-46e1-99c5-b25ae2df4aa0 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:17.133869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.181868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Calling delete_port for b528c583-e255-471d-aeba-4f6bc4fe98ee owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:17.281370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] DHCP port deletion for d4d4e9f5-2e19-45ca-a047-10e8e6221320 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:17.324697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-fc555d68-6515-4c41-99ca-36eec1157170 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:17.338467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-fc555d68-6515-4c41-99ca-36eec1157170 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.5413911 Nov 03 19:10:17.351644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.356648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-cfdfb945-f87e-45f3-a751-7ee793102fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:17.361825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-cfdfb945-f87e-45f3-a751-7ee793102fda service neutron] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.6711941 Nov 03 19:10:17.369674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-110f6159-8383-4b41-a22a-006ef1a3ad7b req-aef9445a-fa17-43b7-a09f-d97ddaa5bb94 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:10:17.371293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-110f6159-8383-4b41-a22a-006ef1a3ad7b req-aef9445a-fa17-43b7-a09f-d97ddaa5bb94 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0113401 Nov 03 19:10:17.374190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.381450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-2df5fb44-d544-4a7c-b15e-4bf16c184b1f tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/quotas/509be90b99d0409cb24800c14a725589 HTTP/1.1" status: 200 len: 375 time: 0.0414364 Nov 03 19:10:17.396616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59b8e08b-e2a9-4b45-8ad0-258519234627,segment=NetworkSegment(7f1bf359-12ed-416c-9d9a-0a2a2e1cb407),segment_id=7f1bf359-12ed-416c-9d9a-0a2a2e1cb407)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:17.397032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.435742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] Deleting port 59b8e08b-e2a9-4b45-8ad0-258519234627 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:17.436132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.455538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 59b8e08b-e2a9-4b45-8ad0-258519234627 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:17.504250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-cbec8612-b52c-4559-871d-e7ef9ea598b1 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209185 Nov 03 19:10:17.601327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-de1a217a-ca98-40c8-a61b-7bf81e4b316f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.1923635 Nov 03 19:10:17.605054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59b8e08b-e2a9-4b45-8ad0-258519234627,segment=NetworkSegment(7f1bf359-12ed-416c-9d9a-0a2a2e1cb407),segment_id=7f1bf359-12ed-416c-9d9a-0a2a2e1cb407)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:17.644014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bcab50-95ba-4a94-90eb-e12991ef7651,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:17.656774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.697163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] For port 59b8e08b-e2a9-4b45-8ad0-258519234627, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59b8e08b-e2a9-4b45-8ad0-258519234627,segment=NetworkSegment(7f1bf359-12ed-416c-9d9a-0a2a2e1cb407),segment_id=7f1bf359-12ed-416c-9d9a-0a2a2e1cb407)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:17.697804 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.740069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.748194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4ef61a8-2dd9-41d1-8158-d9c78e3e831e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8285370 Nov 03 19:10:17.752308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:17.792663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] Calling delete_port for 59b8e08b-e2a9-4b45-8ad0-258519234627 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:17.858595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d60639d1-7393-4155-846c-662fe27ae332 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.875254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d60639d1-7393-4155-846c-662fe27ae332 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.925245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d60639d1-7393-4155-846c-662fe27ae332 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.932949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d60639d1-7393-4155-846c-662fe27ae332 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.935406 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d60639d1-7393-4155-846c-662fe27ae332 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/82bcab50-95ba-4a94-90eb-e12991ef7651 HTTP/1.1" status: 204 len: 168 time: 0.1768050 Nov 03 19:10:17.943358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-02bde987-367d-44c9-a4a5-d549c23aedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:17.944181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38e4d-53e5-48bb-a786-9336403f93fe req-3ff65939-8ad4-4a85-acf4-33e2f2bec9c9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:17.945554 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-02bde987-367d-44c9-a4a5-d549c23aedf0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.3230307 Nov 03 19:10:17.946246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40666) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:17.952238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecf38e4d-53e5-48bb-a786-9336403f93fe req-3ff65939-8ad4-4a85-acf4-33e2f2bec9c9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1986184 Nov 03 19:10:17.979855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60639d1-7393-4155-846c-662fe27ae332 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82bcab50-95ba-4a94-90eb-e12991ef7651,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.015448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.060129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-39762cb2-7ea8-44de-a8d9-d637715500ca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963295 Nov 03 19:10:18.065777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b528c583-e255-471d-aeba-4f6bc4fe98ee,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.114978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Deleting port b528c583-e255-471d-aeba-4f6bc4fe98ee {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:18.116048 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.127342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] No DVR routers for this DVR port b528c583-e255-471d-aeba-4f6bc4fe98ee on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:18.130094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.264939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-b47c1384-cf02-4831-a726-12d139f9f9f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:18.268020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-b47c1384-cf02-4831-a726-12d139f9f9f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.6718705 Nov 03 19:10:18.284072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecf38e4d-53e5-48bb-a786-9336403f93fe req-fbed5350-611c-4554-bb10-f669b36ea6d9 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058743 Nov 03 19:10:18.290521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-18a8e41c-77b3-42bf-be48-524cc65eb2e3 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848468 Nov 03 19:10:18.299865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Request body: {'port': {'device_id': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'admin_state_up': True, 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:18.330283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.394910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] No DVR routers for this DVR port 59b8e08b-e2a9-4b45-8ad0-258519234627 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:18.467225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.484855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.585885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44316c2c-8a90-4599-a1af-33892c2c8519 None None] Pushing event deleted for resources: {'Port': ['ID=59b8e08b-e2a9-4b45-8ad0-258519234627,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.602881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] For port b528c583-e255-471d-aeba-4f6bc4fe98ee, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:18.603662 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.632141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Calling delete_port for b528c583-e255-471d-aeba-4f6bc4fe98ee owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:18.637352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Port b528c583-e255-471d-aeba-4f6bc4fe98ee was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:10:18.639907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b528c583-e255-471d-aeba-4f6bc4fe98ee no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:18.644509 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.735616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b528c583-e255-471d-aeba-4f6bc4fe98ee {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:18.736131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b528c583-e255-471d-aeba-4f6bc4fe98ee not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:18.751489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] Pushing event deleted for resources: {'Port': ['ID=b528c583-e255-471d-aeba-4f6bc4fe98ee,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.764771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070f1c8-003f-48d4-8cf1-6d2dc4e6effb None None] No DVR routers for this DVR port b528c583-e255-471d-aeba-4f6bc4fe98ee on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:18.765940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 59b8e08b-e2a9-4b45-8ad0-258519234627 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:18.798028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cc8e958-5278-4f8d-b716-f57acae374a5 req-cf87f9f4-787d-469f-96a8-a134e7e7f08f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 210 time: 0.1575527 Nov 03 19:10:18.822358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d34188b-aaed-4f89-9338-ce41a9383c5c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8721900 Nov 03 19:10:18.823494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40674) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:18.852850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.938487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d4e9f5-2e19-45ca-a047-10e8e6221320']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:18.998209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bc4f94-86f0-4886-9718-15fcb59f888b') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:18.998721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bc4f94-86f0-4886-9718-15fcb59f888b') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:19.026494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-f0cc9340-fa2b-4de2-8666-3a8d0b29f9c3 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9484720 Nov 03 19:10:19.035176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.107696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:19.111588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.127124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.127758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.131175 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6711c463-2976-4705-90d7-e7ccb9c96936 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.138957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553eb76-1a38-4f04-b635-52b827a2e760 req-d7030bbf-b5d2-4596-9dd6-171553f9f6ae tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:19.141628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4553eb76-1a38-4f04-b635-52b827a2e760 req-d7030bbf-b5d2-4596-9dd6-171553f9f6ae tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.2578945 Nov 03 19:10:19.172898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-35e04970-7d17-4a2e-b94b-b41bf0b5c8a9 service neutron] 10.222.0.91 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646386 Nov 03 19:10:19.216982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:19.217531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:19.220898 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:19.341238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a44727-b268-46e1-99c5-b25ae2df4aa0']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:19.368453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6711c463-2976-4705-90d7-e7ccb9c96936 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.404381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:19.404913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1bf359-12ed-416c-9d9a-0a2a2e1cb407') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:19.407119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.432893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.442395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d4d4e9f5-2e19-45ca-a047-10e8e6221320 HTTP/1.1" status: 204 len: 168 time: 3.8043535 Nov 03 19:10:19.524883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cd4872f9-70de-40e6-92d3-18db60c64788 req-80cec3af-7059-4052-b201-3f9fe90850f9 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755864 Nov 03 19:10:19.547349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f402c-a3d3-4adb-b3c4-246572896d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d4e9f5-2e19-45ca-a047-10e8e6221320,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.550384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.557085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6711c463-2976-4705-90d7-e7ccb9c96936 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.563374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6711c463-2976-4705-90d7-e7ccb9c96936 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.566985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6711c463-2976-4705-90d7-e7ccb9c96936 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/841d3303-f557-44a1-b4e8-4baf8e20af53 HTTP/1.1" status: 204 len: 168 time: 0.7310607 Nov 03 19:10:19.579615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40682) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:19.667667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711c463-2976-4705-90d7-e7ccb9c96936 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d3303-f557-44a1-b4e8-4baf8e20af53,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.771996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.786324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4553eb76-1a38-4f04-b635-52b827a2e760 req-cd8adda1-e743-454d-8d6f-af27e5d6b50c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051645 Nov 03 19:10:19.805761 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a88644c9-7deb-4194-ba29-0d1c8289d9b0 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2193265 Nov 03 19:10:19.816268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:19.818574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:19.819072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:19.825602 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:19.847268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--366834649'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:19.889031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Allocated IP 172.20.0.14 (6ace652e-f7b7-4bed-b3ed-bfd067cdec51/a7f0272a-60bf-42ad-b9aa-48f06a97aef7/28fff7e5-bbc8-4297-ab3f-998a90e7fecd) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:19.904595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.006942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcfcc0-fd4b-4d7e-8e29-d64ca7d72e45 req-56e5aaeb-bff2-407c-a617-b2b6b93b8ccb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:20.021247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2bcfcc0-fd4b-4d7e-8e29-d64ca7d72e45 req-56e5aaeb-bff2-407c-a617-b2b6b93b8ccb tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.4624522 Nov 03 19:10:20.037749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40696) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.088066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.097395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.101314 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.143885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.146382 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3242559 Nov 03 19:10:20.151800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40698) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.164952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': 'cebef867-390e-4ef5-a9c8-c213540ca2cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:20.185495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b118f-bec1-4657-b38b-2bc46d78333d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebef867-390e-4ef5-a9c8-c213540ca2cc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.185761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eecd4101-1047-496e-bf10-67f6315cb023 req-ca194b9a-df3d-4ab7-ab84-bcc30fa966e4 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 210 time: 0.1448331 Nov 03 19:10:20.198126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.205602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/b1a44727-b268-46e1-99c5-b25ae2df4aa0 HTTP/1.1" status: 204 len: 168 time: 5.0482440 Nov 03 19:10:20.210136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40700) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.290664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8f4c-c64e-4153-8bf1-8c3ee4c133ae tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=b1a44727-b268-46e1-99c5-b25ae2df4aa0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.335486 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1ed7d5-1b65-4ccc-89fa-137bf664e434 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:20.335792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1ed7d5-1b65-4ccc-89fa-137bf664e434 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:20.343288 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2f1ed7d5-1b65-4ccc-89fa-137bf664e434 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/95a9e99b-b4af-40cf-b253-aa41d36ea6e3 HTTP/1.1" status: 404 len: 337 time: 0.1274600 Nov 03 19:10:20.350101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40704) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.351232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.404426 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed545b82-d4fd-4ebb-99ee-63750c8fdd04 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:20.405966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed545b82-d4fd-4ebb-99ee-63750c8fdd04 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:20.415288 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed545b82-d4fd-4ebb-99ee-63750c8fdd04 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/2540f4b4-83cd-4ef1-9342-2f9c38b73210 HTTP/1.1" status: 404 len: 339 time: 0.0565205 Nov 03 19:10:20.420245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40706) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.468119 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b75322d-a05c-42cc-8471-b930ba314843 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:20.469019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b75322d-a05c-42cc-8471-b930ba314843 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:20.473558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8b75322d-a05c-42cc-8471-b930ba314843 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/4d6141c7-3ea9-47dc-87e3-86ac1d7e7aae HTTP/1.1" status: 404 len: 337 time: 0.0511875 Nov 03 19:10:20.478212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40708) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.478869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8cd2e49-0195-4a60-a26c-cdeafd33d421 req-ee12397d-7106-4a2a-b12b-38d48cbfd839 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 210 time: 0.1365407 Nov 03 19:10:20.523232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-35ee678d-eb85-4140-82ea-50c87830f2fe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=22b9b84135ed4d5bb9b444eee1403cbc&name=default HTTP/1.1" status: 200 len: 2997 time: 0.4659524 Nov 03 19:10:20.541026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.542628 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d7d85e-2243-47cc-b1c8-e1b3a9d1eed2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:20.544230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d7d85e-2243-47cc-b1c8-e1b3a9d1eed2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:20.554307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c7d7d85e-2243-47cc-b1c8-e1b3a9d1eed2 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/22ece803-54e8-45b5-8692-22e5fb604636 HTTP/1.1" status: 404 len: 339 time: 0.0741086 Nov 03 19:10:20.555353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2bcfcc0-fd4b-4d7e-8e29-d64ca7d72e45 req-21ad4535-48d6-4b2b-9fd7-59753bfd1d1e tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325620 Nov 03 19:10:20.556178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40712) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.579367 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.594201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.657001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139e5069-4426-493f-8a61-877aa55622f1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.672823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.676227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-48e84dc8-11af-4c87-892a-9203398c5a67 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5228899 Nov 03 19:10:20.680522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40718) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.694900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': 'cebef867-390e-4ef5-a9c8-c213540ca2cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:20.745567 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d96d5f-a2be-408c-9c81-69496d79b69f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:20.746317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d96d5f-a2be-408c-9c81-69496d79b69f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:20.754404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a4d96d5f-a2be-408c-9c81-69496d79b69f tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/6e3ea63c-aa62-4b08-8708-aeb91a166358 HTTP/1.1" status: 404 len: 337 time: 0.0749638 Nov 03 19:10:20.757942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40720) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.766500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efce5990-a6fc-4084-bda1-12a776f463cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.813740 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.828897 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d01ba29-92d6-4115-a560-98667e6d5d05 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:20.830434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d01ba29-92d6-4115-a560-98667e6d5d05 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:20.831179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efce5990-a6fc-4084-bda1-12a776f463cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.836318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5d01ba29-92d6-4115-a560-98667e6d5d05 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/db1be6df-340f-4fc4-a0a7-5aea3f15571f HTTP/1.1" status: 404 len: 339 time: 0.0769136 Nov 03 19:10:20.843659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40722) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.006266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.017675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.041900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efce5990-a6fc-4084-bda1-12a776f463cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.046744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efce5990-a6fc-4084-bda1-12a776f463cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.048470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-efce5990-a6fc-4084-bda1-12a776f463cc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0dfeebb8-d8cf-43e0-9687-f7cd6a814039 HTTP/1.1" status: 204 len: 168 time: 0.4925294 Nov 03 19:10:21.080571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2d34aa-44a1-4b36-8168-9b20443cf897,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.086527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5990-a6fc-4084-bda1-12a776f463cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfeebb8-d8cf-43e0-9687-f7cd6a814039,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.099619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.103959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.108814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-29f6094f-9cfe-4779-a7ec-27e8bd8e2045 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4251673 Nov 03 19:10:21.112774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.130609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': 'cebef867-390e-4ef5-a9c8-c213540ca2cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:21.207438 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.220914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting subnet 50045072-0ad2-4483-b2a3-eea8d8203800 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:21.241027 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.275135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ede21-86df-4458-9ff9-a20e3b9927f6 req-0e032a06-a246-4eb0-bd4f-e801a19fd832 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:21.278091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be9ede21-86df-4458-9ff9-a20e3b9927f6 req-0e032a06-a246-4eb0-bd4f-e801a19fd832 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.4398468 Nov 03 19:10:21.365471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bade3a-c2cd-43e8-9d90-48e0eab816bf req-9458c24b-853e-4b76-abd7-129acf6b5686 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:21.367098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31bade3a-c2cd-43e8-9d90-48e0eab816bf req-9458c24b-853e-4b76-abd7-129acf6b5686 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.3231685 Nov 03 19:10:21.368897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.388421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.441208 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.444757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf744f0-937e-45a3-a0d2-8d8c81ad7cc9,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.453218 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.476623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.482207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-23207467-4953-4dc9-bb44-80307827eb50 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3650284 Nov 03 19:10:21.486096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40734) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.495951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': 'cebef867-390e-4ef5-a9c8-c213540ca2cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:21.594464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.609194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be9ede21-86df-4458-9ff9-a20e3b9927f6 req-aaf0d71d-a9a3-4ad2-b942-0aebb76b5a43 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859375 Nov 03 19:10:21.648062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:21.663498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:21.682955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31bade3a-c2cd-43e8-9d90-48e0eab816bf req-8af0a196-4c6a-4537-9a21-4f1e2560421f tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031054 Nov 03 19:10:21.684077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:21.828269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.859160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.897184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.934529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:21.935436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.949109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.990561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9deb5ba-e6c9-43a9-8d0a-130586afea44,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:22.020086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-5c8bacbd-ebec-4114-87b7-a57f887feef2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7275589 Nov 03 19:10:22.050905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Request body: {'port': {'device_id': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.084743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40135801-a040-45ef-a79a-c23cd84997a8 req-edff32fa-df47-43b1-8db5-3de48e4ff5c1 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 210 time: 0.0959871 Nov 03 19:10:22.109383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.114959 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4b63bc21-24ce-4561-ac38-efc8421eb202 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6221666 Nov 03 19:10:22.115476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40748) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.126657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': 'cebef867-390e-4ef5-a9c8-c213540ca2cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.171491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aeba5-5003-4cb7-b9b9-3b00f87aff2d req-ce9b6ce8-22a4-4e2e-a269-61d001841cf8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.185910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-591aeba5-5003-4cb7-b9b9-3b00f87aff2d req-ce9b6ce8-22a4-4e2e-a269-61d001841cf8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 932 time: 0.3230608 Nov 03 19:10:22.288785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.337894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-133fdaab-88e6-46f3-a474-126fbba2ec8a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.344168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-133fdaab-88e6-46f3-a474-126fbba2ec8a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.110 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 812 time: 0.5120096 Nov 03 19:10:22.355453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.377840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Request body: {'port': {'device_id': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'admin_state_up': True, 'tenant_id': '509be90b99d0409cb24800c14a725589'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.429969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.514258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=50045072-0ad2-4483-b2a3-eea8d8203800,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:22.523394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32477416-81cd-45dd-858c-4942840a8c8a None None] Network 8bfa677a-8808-4b39-9b24-2f0efc9d91af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:22.531475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.539682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-561a9659-f228-4be9-8b57-44ba8459fe41 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/50045072-0ad2-4483-b2a3-eea8d8203800 HTTP/1.1" status: 204 len: 168 time: 1.6918414 Nov 03 19:10:22.546728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40756) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.577011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-591aeba5-5003-4cb7-b9b9-3b00f87aff2d req-4202494c-a7e2-4131-abbf-3dca2fdf6a38 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895366 Nov 03 19:10:22.620814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.654777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.701070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08875af5-6194-490e-aa86-650b04e78269,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:22.729336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Made reservation on behalf of 509be90b99d0409cb24800c14a725589 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.732995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232edeb-5928-461a-b85c-e46fc44f363a req-9f2e4d76-c4fe-4784-8c18-113cb0f8c02d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.737154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9232edeb-5928-461a-b85c-e46fc44f363a req-9f2e4d76-c4fe-4784-8c18-113cb0f8c02d tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.4410734 Nov 03 19:10:22.759506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.801971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.804834 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-779a5cf4-c361-45be-9449-b7b39eb763a4 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6877704 Nov 03 19:10:22.816571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40766) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.919155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] DHCP port deletion for 8bfa677a-8808-4b39-9b24-2f0efc9d91af request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:22.956556 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.019094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Allocated IP 172.20.0.14 (a21d1c18-7126-430b-94ad-8bfee3804540/ec6118f3-8827-46b8-a5d6-9246b5a1ec65/33651f79-7185-4cec-9a9e-e0a3f87f1b0c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:23.042480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40768) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:23.060997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9232edeb-5928-461a-b85c-e46fc44f363a req-9059c220-19ec-4bd1-af07-242b656608fa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113489 Nov 03 19:10:23.071194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] Deleting port 0d28247e-939e-4093-b1f3-ca3a2889e001 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:23.073150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.272676 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8be89f0d-95c3-475e-8ccf-415e31140719 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.302369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db879b8-fe86-4119-9f38-33bde3419f1f req-6faef257-3d4c-4733-b6c8-f04ec796e90d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:23.306392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9db879b8-fe86-4119-9f38-33bde3419f1f req-6faef257-3d4c-4733-b6c8-f04ec796e90d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.3899982 Nov 03 19:10:23.326475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] For port 0d28247e-939e-4093-b1f3-ca3a2889e001, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0d28247e-939e-4093-b1f3-ca3a2889e001,segment=NetworkSegment(177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3),segment_id=177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:23.331000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.362250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8be89f0d-95c3-475e-8ccf-415e31140719 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.388341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] Calling delete_port for 0d28247e-939e-4093-b1f3-ca3a2889e001 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:23.399670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-444975927-network', 'tenant_id': 'b242a04cd7664855a165710527bec359'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:23.497742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.504526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Made reservation on behalf of b242a04cd7664855a165710527bec359 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:23.508461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.534716 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.570173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.592563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] No DVR routers for this DVR port 0d28247e-939e-4093-b1f3-ca3a2889e001 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:23.634739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a5b75-c28a-4053-b377-b7367635709b None None] Pushing event deleted for resources: {'Port': ['ID=0d28247e-939e-4093-b1f3-ca3a2889e001,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:23.671281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.695823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:23.901828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.917709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.971928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37b36268-da7b-4538-a5ba-37223200e11c req-1ffd40d9-3c7c-4011-88ac-ace27cc83d09 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 210 time: 0.5692604 Nov 03 19:10:24.008759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Network a21d1c18-7126-430b-94ad-8bfee3804540 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:24.008759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09446ef8-a97d-4a9e-b894-45439cb80292,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.015347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event updated for resources: {'Port': ['ID=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.022033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:24.027704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:24.070230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9db879b8-fe86-4119-9f38-33bde3419f1f req-f805cab0-1591-441d-ac45-b5e67e2125b8 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098558 Nov 03 19:10:24.084536 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8be89f0d-95c3-475e-8ccf-415e31140719 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.097378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8be89f0d-95c3-475e-8ccf-415e31140719 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.097378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8be89f0d-95c3-475e-8ccf-415e31140719 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/08875af5-6194-490e-aa86-650b04e78269 HTTP/1.1" status: 204 len: 168 time: 1.1861808 Nov 03 19:10:24.111112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40780) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.157966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 0d28247e-939e-4093-b1f3-ca3a2889e001 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:24.158205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.167359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be89f0d-95c3-475e-8ccf-415e31140719 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08875af5-6194-490e-aa86-650b04e78269,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.172419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.174921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.209570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:24.228475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-d34353f7-f0cd-4a7b-bc79-a36f1863d431 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8624873 Nov 03 19:10:24.262900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Request body: {'port': {'device_id': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:24.267293 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.268764 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Added segment fbe19d1a-4800-432f-9dd1-0270541d6e11 of type vlan for network 55e2acab-20a6-45d1-8849-ede78b3ba206 Nov 03 19:10:24.391849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.414271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.451600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.453351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.454023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.545055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d28247e-939e-4093-b1f3-ca3a2889e001 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:24.585999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5357027 Nov 03 19:10:24.588473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0d28247e-939e-4093-b1f3-ca3a2889e001 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:24.589416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d28247e-939e-4093-b1f3-ca3a2889e001 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:24.595461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40784) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.602474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fff7e5-bbc8-4297-ab3f-998a90e7fecd {{(pid=101989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:24.603910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Request body: {'subnet': {'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-444975927-subnet', 'tenant_id': 'b242a04cd7664855a165710527bec359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:24.613111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd4fdc-1095-4eca-a4e8-b1b7e6ea0776 admin admin] Pushing event updated for resources: {'Network': ['ID=55e2acab-20a6-45d1-8849-ede78b3ba206,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.628914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 55e2acab-20a6-45d1-8849-ede78b3ba206 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:24.637006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.733710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 0d28247e-939e-4093-b1f3-ca3a2889e001, host n-d-812151-4, got binding levels [] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:24.734319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.739739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.provisioning_blocks [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Transition to ACTIVE for port object 28fff7e5-bbc8-4297-ab3f-998a90e7fecd will not be triggered until provisioned by entity L2. {{(pid=101989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:24.785331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ab069ce6-1ea1-499c-9167-81172fce6916 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6634123 Nov 03 19:10:24.792363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40786) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.792874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.818735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Made reservation on behalf of b242a04cd7664855a165710527bec359 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:24.821933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 0d28247e-939e-4093-b1f3-ca3a2889e001 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:24.822604 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.873148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Port 0d28247e-939e-4093-b1f3-ca3a2889e001 was not found and therefore no delete operation was performed {{(pid=101989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:10:24.887803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fa2e5-95a1-49f7-a73b-193288b893a4 req-5fe1187e-acd6-4013-a211-57385378a2d1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.890547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-184fa2e5-95a1-49f7-a73b-193288b893a4 req-5fe1187e-acd6-4013-a211-57385378a2d1 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.6524942 Nov 03 19:10:24.902570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.917178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0727a8cc-2551-4efc-8cbe-f98ee06049ce tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.918444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f47dc-3872-4944-b6cb-711e84298a7f req-9607e021-56e5-480a-96f5-92903c55f90d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.921695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-899f47dc-3872-4944-b6cb-711e84298a7f req-9607e021-56e5-480a-96f5-92903c55f90d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 932 time: 0.5600705 Nov 03 19:10:25.007791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 0d28247e-939e-4093-b1f3-ca3a2889e001 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:25.014490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.046009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0727a8cc-2551-4efc-8cbe-f98ee06049ce tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.129703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=0d28247e-939e-4093-b1f3-ca3a2889e001,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.169882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0727a8cc-2551-4efc-8cbe-f98ee06049ce tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.197135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0727a8cc-2551-4efc-8cbe-f98ee06049ce tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.199288 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0727a8cc-2551-4efc-8cbe-f98ee06049ce tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/b9deb5ba-e6c9-43a9-8d0a-130586afea44 HTTP/1.1" status: 204 len: 168 time: 0.4049532 Nov 03 19:10:25.203457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40794) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.240222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-899f47dc-3872-4944-b6cb-711e84298a7f req-dcbad1c0-84b1-4849-9de9-d6a5597e8365 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071287 Nov 03 19:10:25.243345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727a8cc-2551-4efc-8cbe-f98ee06049ce tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9deb5ba-e6c9-43a9-8d0a-130586afea44,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.319152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.429469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfa677a-8808-4b39-9b24-2f0efc9d91af']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:25.450487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-184fa2e5-95a1-49f7-a73b-193288b893a4 req-6a11b2bb-7363-4ec9-aee6-4026ace27018 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227644 Nov 03 19:10:25.475223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-425bd621-1396-4529-900b-db8914d11c53 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2553067 Nov 03 19:10:25.476212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40800) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.499023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:25.499328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177b0a38-1c3c-40f9-a3c0-2cf9e3a661b3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:25.508208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Attempting to bind port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:25.508208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Attempting to bind port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:25.508604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Attempting to bind port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:25.548101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.557326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:25.557673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Attempting to bind port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:25.598676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:25.599005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:25.599512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Bound using segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:25.600386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Bound port: 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:25.600895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.605717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.607328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.611442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33651f79-7185-4cec-9a9e-e0a3f87f1b0c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:25.625160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.632666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42174418-fe73-4226-b7c8-bc9ab2f7e164 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.662235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42174418-fe73-4226-b7c8-bc9ab2f7e164 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.664877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:25.665352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:25.670059 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:25.697834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Transition to ACTIVE for port object 33651f79-7185-4cec-9a9e-e0a3f87f1b0c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:25.713435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.756957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1dd191d-6ab2-4546-81bb-d3c9ef8da864,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.792621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097770-79fa-4d1e-a9fc-b676cb823779 req-3035dd42-5e24-4c18-bf8a-b3d7af6e5f84 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:25.794591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd097770-79fa-4d1e-a9fc-b676cb823779 req-3035dd42-5e24-4c18-bf8a-b3d7af6e5f84 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 932 time: 0.3137889 Nov 03 19:10:25.819878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Checking segment: {'id': 'fbe19d1a-4800-432f-9dd1-0270541d6e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:25.820245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Network hostable DHCP agents. Network: 55e2acab-20a6-45d1-8849-ede78b3ba206, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:10:25.822513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Pushing event updated for resources: {'Port': ['ID=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.898228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42174418-fe73-4226-b7c8-bc9ab2f7e164 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.918358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42174418-fe73-4226-b7c8-bc9ab2f7e164 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.924253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-42174418-fe73-4226-b7c8-bc9ab2f7e164 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/dbf744f0-937e-45a3-a0d2-8d8c81ad7cc9 HTTP/1.1" status: 204 len: 168 time: 0.4436510 Nov 03 19:10:25.930911 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.936874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40804) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.947442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149da26c-7354-42f5-a6cc-e59e0ec92b49 req-955a0920-71c6-418e-b292-2d13246157a6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:25.961935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-149da26c-7354-42f5-a6cc-e59e0ec92b49 req-955a0920-71c6-418e-b292-2d13246157a6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.3941994 Nov 03 19:10:25.983817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Network 55e2acab-20a6-45d1-8849-ede78b3ba206 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:10:26.003764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.018907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/8bfa677a-8808-4b39-9b24-2f0efc9d91af HTTP/1.1" status: 204 len: 168 time: 3.4626107 Nov 03 19:10:26.020085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.045699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42174418-fe73-4226-b7c8-bc9ab2f7e164 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbf744f0-937e-45a3-a0d2-8d8c81ad7cc9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.071997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6fece-68c7-4fe8-b0cc-c9a1e4d55191 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=8bfa677a-8808-4b39-9b24-2f0efc9d91af,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.082568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Attempting to bind port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:26.083100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Attempting to bind port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:26.083623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Attempting to bind port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:26.087218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 55e2acab-20a6-45d1-8849-ede78b3ba206) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:26.099093 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0edc844-0dce-44fb-bbb1-522e6c1b64d3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:26.100211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0edc844-0dce-44fb-bbb1-522e6c1b64d3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:26.105253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:26.110675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b0edc844-0dce-44fb-bbb1-522e6c1b64d3 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/3ffa7d8a-eb77-4a16-8763-0afcd7bdd8dd HTTP/1.1" status: 404 len: 337 time: 0.0849881 Nov 03 19:10:26.110675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.111139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.116357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff3c1f-8267-4684-9f83-68fc63105f0f None None] Network 55e2acab-20a6-45d1-8849-ede78b3ba206 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:26.122498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40808) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.126481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c on network a21d1c18-7126-430b-94ad-8bfee3804540 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:26.127070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Attempting to bind port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c on network a21d1c18-7126-430b-94ad-8bfee3804540 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:26.144282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd097770-79fa-4d1e-a9fc-b676cb823779 req-09eb7cb0-0f16-4c6d-a0c6-da78285d66a3 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056242 Nov 03 19:10:26.169196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:26.173632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b993e4f3-fe8e-4493-a7c2-c1187af23731 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2347953 Nov 03 19:10:26.176919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:26.177471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Checking segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:26.178109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Bound using segment: {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:26.179215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Bound port: 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba881ccc-588b-4143-b216-257436563a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:26.179663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.183119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40810) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.217810 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad26fd8-87bb-4249-bb67-198c5707f420 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:26.218426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad26fd8-87bb-4249-bb67-198c5707f420 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:26.227038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b47a413-8a27-444d-8089-5a6014060dc8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6203175 Nov 03 19:10:26.227669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aad26fd8-87bb-4249-bb67-198c5707f420 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/307d0e1e-ea7b-4503-97cf-a3b550fa767b HTTP/1.1" status: 404 len: 339 time: 0.1029570 Nov 03 19:10:26.234496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.234730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.397688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33ccbf9b-56dc-40f4-84bc-6ed1539ae070 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.418139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bbd029-cea8-44a0-9923-ea1c7a8925ba None None] Network 55e2acab-20a6-45d1-8849-ede78b3ba206 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:26.439928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-149da26c-7354-42f5-a6cc-e59e0ec92b49 req-b6634423-ddaf-4e50-ab04-d43abe910477 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277928 Nov 03 19:10:26.453449 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33ccbf9b-56dc-40f4-84bc-6ed1539ae070 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.483621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.484340 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.498518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] 10.222.0.110 "PUT /v2.0/ports/28fff7e5-bbc8-4297-ab3f-998a90e7fecd HTTP/1.1" status: 200 len: 1092 time: 4.4526029 Nov 03 19:10:26.499625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:26.504751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting subnet bce31941-1176-41bc-97e7-05437c209e1d {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:26.517329 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398e438-3168-46b9-ace9-842071635790" -d '{"events": [{"name": "network-changed", "server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:26.522451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200c958-be94-4138-a9c6-07219518f5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.532370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.622704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] For port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:26.698720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33ccbf9b-56dc-40f4-84bc-6ed1539ae070 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.704795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.711946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] For port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:26.757803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33ccbf9b-56dc-40f4-84bc-6ed1539ae070 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.764251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-33ccbf9b-56dc-40f4-84bc-6ed1539ae070 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/cc2d34aa-44a1-4b36-8168-9b20443cf897 HTTP/1.1" status: 204 len: 168 time: 0.5729334 Nov 03 19:10:26.768699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40824) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.772217 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.801556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccbf9b-56dc-40f4-84bc-6ed1539ae070 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc2d34aa-44a1-4b36-8168-9b20443cf897,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.862489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-419817b1-3a93-4eff-ad5e-d496b2c77059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.866626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-419817b1-3a93-4eff-ad5e-d496b2c77059 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 1095 time: 0.2903008 Nov 03 19:10:26.917003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834c44b-ed46-4ca7-9eee-97747d47e403 req-dc3321ee-9020-4456-a94b-e36cdc75bbd5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.917746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.918785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.920335 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] 10.222.0.110 "PUT /v2.0/ports/33651f79-7185-4cec-9a9e-e0a3f87f1b0c HTTP/1.1" status: 200 len: 1092 time: 2.6744926 Nov 03 19:10:26.920707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4834c44b-ed46-4ca7-9eee-97747d47e403 req-dc3321ee-9020-4456-a94b-e36cdc75bbd5 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2216444 Nov 03 19:10:26.929309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'tag': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:26.933717 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb5398-9b3f-4de3-b09f-8b7e23737890", "tag": "33651f79-7185-4cec-9a9e-e0a3f87f1b0c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:26.974581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-165236d2-063c-4ee8-ad89-a89b696b300d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd HTTP/1.1" status: 200 len: 217 time: 0.0865245 Nov 03 19:10:27.000969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27fc54-7881-414e-88de-15e3aa2102a3 req-8d614081-196c-489b-8f49-0d5a52eee82e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.003666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c27fc54-7881-414e-88de-15e3aa2102a3 req-8d614081-196c-489b-8f49-0d5a52eee82e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 944 time: 0.2188785 Nov 03 19:10:27.017944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f11313-c884-4d99-9a6a-a1a94e87412d service neutron] Pushing event updated for resources: {'Port': ['ID=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.034035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ce1c419f-92b3-4bae-b804-35b15f36d01f tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2590485 Nov 03 19:10:27.039765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40830) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.135115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.157170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4834c44b-ed46-4ca7-9eee-97747d47e403 req-ff49e019-d058-45e7-95c0-a4b439cc9000 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894941 Nov 03 19:10:27.181601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad1f-23ac-433a-9503-92f78403519e req-12d0c0dc-3cef-4cc1-8e8d-6724bc9e5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.181601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-12d0c0dc-3cef-4cc1-8e8d-6724bc9e5420 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1633186 Nov 03 19:10:27.183589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-350db904-6fe9-4fc1-b75e-b3de9df22582 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.198962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c27fc54-7881-414e-88de-15e3aa2102a3 req-d2587835-e37f-41cf-8d88-a9968e0f3dad tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835158 Nov 03 19:10:27.223297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-350db904-6fe9-4fc1-b75e-b3de9df22582 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.236419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-cbf31d53-49a3-4e38-ad61-dd7b39c886db service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425122 Nov 03 19:10:27.256782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-1b4ba8e8-5d4b-4c79-bfde-7c4fe7cc03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.256782 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-1b4ba8e8-5d4b-4c79-bfde-7c4fe7cc03f3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 1095 time: 0.2153187 Nov 03 19:10:27.266122 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45029112-85b8-46f9-a918-8dc6b7632627 x-openstack-request-id: req-45029112-85b8-46f9-a918-8dc6b7632627 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:27.266708 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:27.266894 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-45029112-85b8-46f9-a918-8dc6b7632627 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:27.268366 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'status': 'completed', 'code': 200} Nov 03 19:10:27.317924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.400747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-e97bec3f-4417-4395-9dd2-8aa23dc1b1dc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c HTTP/1.1" status: 200 len: 217 time: 0.1136518 Nov 03 19:10:27.407403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Subnet': ['ID=bce31941-1176-41bc-97e7-05437c209e1d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.419369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.423361 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2827ff52-b386-460e-b3e4-bab37e7bf6c5 tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/subnets/bce31941-1176-41bc-97e7-05437c209e1d HTTP/1.1" status: 204 len: 168 time: 1.1874437 Nov 03 19:10:27.427854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40838) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.428200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57339c4-61f5-4642-8eb8-450fd9eecec0 None None] Network b153c7fc-75f3-404d-aa43-14c5dd52828a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:27.537846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-350db904-6fe9-4fc1-b75e-b3de9df22582 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.548923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-350db904-6fe9-4fc1-b75e-b3de9df22582 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.550492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-350db904-6fe9-4fc1-b75e-b3de9df22582 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/139e5069-4426-493f-8a61-877aa55622f1 HTTP/1.1" status: 204 len: 168 time: 0.5102122 Nov 03 19:10:27.555282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40842) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.564129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-add73938-fe12-4fcc-9775-9215c9475b36 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136320 Nov 03 19:10:27.567428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350db904-6fe9-4fc1-b75e-b3de9df22582 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=139e5069-4426-493f-8a61-877aa55622f1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.575619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04241bab-a8fb-411a-a87e-9abfa5bd3cb7 req-1c212505-cf38-4cbb-87cc-b8f7e2fb2d1b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.578246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04241bab-a8fb-411a-a87e-9abfa5bd3cb7 req-1c212505-cf38-4cbb-87cc-b8f7e2fb2d1b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 947 time: 0.2281129 Nov 03 19:10:27.600795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-ae06ff0f-40e4-4e65-9bcd-c9d76638f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.603583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-ae06ff0f-40e4-4e65-9bcd-c9d76638f89a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.1785953 Nov 03 19:10:27.670966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-30dfa4af-a6f7-49ca-a332-09e5f4b8a646 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524063 Nov 03 19:10:27.729149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.834211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] DHCP port deletion for b153c7fc-75f3-404d-aa43-14c5dd52828a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:27.856799 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-9eb5e992-575f-440c-8832-7475d47ce0e6 service neutron] 10.222.0.110 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669493 Nov 03 19:10:27.857485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dc4db29b-48e2-494d-8915-7bd499011e34 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2988393 Nov 03 19:10:27.861578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40852) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.921841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] Deleting port 51eb68aa-8209-42eb-9156-f9d842b310d6 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:27.922820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.967833 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04241bab-a8fb-411a-a87e-9abfa5bd3cb7 req-eec9d0a7-4f78-47e2-92eb-baebeca985f2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511293 Nov 03 19:10:28.004962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a2ad1f-23ac-433a-9503-92f78403519e req-4a83f5d0-9db9-4192-afff-a8ee69cb80d6 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169974 Nov 03 19:10:28.024820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] For port 51eb68aa-8209-42eb-9156-f9d842b310d6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=51eb68aa-8209-42eb-9156-f9d842b310d6,segment=NetworkSegment(0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94),segment_id=0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:28.026117 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.080527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] Calling delete_port for 51eb68aa-8209-42eb-9156-f9d842b310d6 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:28.083725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-959603d9-2600-4d75-8509-531f3635a00c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:28.086658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-959603d9-2600-4d75-8509-531f3635a00c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/networks?id=55e2acab-20a6-45d1-8849-ede78b3ba206 HTTP/1.1" status: 200 len: 821 time: 0.3497825 Nov 03 19:10:28.168085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f899d20-bd74-4817-bb03-79a16ce9cb2f req-fc071af8-af03-415a-a0c2-5ea791b55e8b service neutron] 10.222.0.110 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964334 Nov 03 19:10:28.174772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-b3b1c404-c528-4b32-a8dc-66016489dc78 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/quotas/b242a04cd7664855a165710527bec359 HTTP/1.1" status: 200 len: 375 time: 0.0570455 Nov 03 19:10:28.227895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f21153a3-5a25-4c79-96fa-391bb4c32b91 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.282746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e438-3168-46b9-ace9-842071635790 req-5e21d897-9d4a-40fd-b89f-d48faf79d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:28.285836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-5e21d897-9d4a-40fd-b89f-d48faf79d0a2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 1095 time: 0.1582201 Nov 03 19:10:28.290145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-035f4b1c-03e8-40d2-9e92-9dd2d98ddc9f tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b242a04cd7664855a165710527bec359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824902 Nov 03 19:10:28.297265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.318392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f21153a3-5a25-4c79-96fa-391bb4c32b91 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.350153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] Pushing event deleted for resources: {'Port': ['ID=51eb68aa-8209-42eb-9156-f9d842b310d6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:28.362763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d725d7f-06d5-4dc9-b863-d55870ba348e None None] No DVR routers for this DVR port 51eb68aa-8209-42eb-9156-f9d842b310d6 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:28.385633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Deleting port 51eb68aa-8209-42eb-9156-f9d842b310d6 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:28.386147 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.512296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f21153a3-5a25-4c79-96fa-391bb4c32b91 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.519853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 51eb68aa-8209-42eb-9156-f9d842b310d6 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:28.520811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f21153a3-5a25-4c79-96fa-391bb4c32b91 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.522421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f21153a3-5a25-4c79-96fa-391bb4c32b91 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/cebef867-390e-4ef5-a9c8-c213540ca2cc HTTP/1.1" status: 204 len: 168 time: 0.6592116 Nov 03 19:10:28.531803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40856) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.565154 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61342786-4ffc-4814-9563-7585c45d612a x-openstack-request-id: req-61342786-4ffc-4814-9563-7585c45d612a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:28.566287 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb5398-9b3f-4de3-b09f-8b7e23737890", "tag": "33651f79-7185-4cec-9a9e-e0a3f87f1b0c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:28.566287 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61342786-4ffc-4814-9563-7585c45d612a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:28.567112 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'tag': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c', 'status': 'completed', 'code': 200} Nov 03 19:10:28.580449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21153a3-5a25-4c79-96fa-391bb4c32b91 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebef867-390e-4ef5-a9c8-c213540ca2cc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:28.633348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 51eb68aa-8209-42eb-9156-f9d842b310d6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:28.633892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 51eb68aa-8209-42eb-9156-f9d842b310d6 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:28.716687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0be6fb93-c32e-4f45-a483-6eb0750467bd tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819804 Nov 03 19:10:28.727690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.739451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--871625041'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:28.748087 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:10:28.778625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] For port 51eb68aa-8209-42eb-9156-f9d842b310d6, host n-d-812151-4, got binding levels [] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:28.779243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.783063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-d48452fe-7cb8-40c1-bde2-e24941588e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:28.784231 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-d48452fe-7cb8-40c1-bde2-e24941588e4f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 1095 time: 0.1385376 Nov 03 19:10:28.828329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.862740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Calling delete_port for 51eb68aa-8209-42eb-9156-f9d842b310d6 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:28.866870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e438-3168-46b9-ace9-842071635790 req-80342a22-7854-4aae-b8aa-5b8b7dd354d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:28.869498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-80342a22-7854-4aae-b8aa-5b8b7dd354d8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 0.5470567 Nov 03 19:10:28.874568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Port 51eb68aa-8209-42eb-9156-f9d842b310d6 was not found and therefore no delete operation was performed {{(pid=101989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:10:28.884744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-d86589f5-7115-4910-9168-606e8dbab750 service neutron] 10.222.0.91 "GET /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761631 Nov 03 19:10:28.885610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.019801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-72162418-004e-4448-a6a8-f1437bb7ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.022432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-72162418-004e-4448-a6a8-f1437bb7ffb9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 0.2280560 Nov 03 19:10:29.030608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Port': ['ID=51eb68aa-8209-42eb-9156-f9d842b310d6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.034408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-626cad07-7c83-42c2-b74b-cc61636b8a33 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd HTTP/1.1" status: 200 len: 217 time: 0.1427135 Nov 03 19:10:29.050869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] No DVR routers for this DVR port 51eb68aa-8209-42eb-9156-f9d842b310d6 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:29.092802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a023ed4-e827-4e28-8d02-792587c13fa5 req-fe85a80c-3341-4c74-b1ca-02bad4b2b111 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.096093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a023ed4-e827-4e28-8d02-792587c13fa5 req-fe85a80c-3341-4c74-b1ca-02bad4b2b111 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 944 time: 0.3453801 Nov 03 19:10:29.124239 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-c05a3a86-5802-4428-8cf4-01f39676debe service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c HTTP/1.1" status: 200 len: 217 time: 0.0735977 Nov 03 19:10:29.158704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.207455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.284046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-66cacf65-0bba-4d6b-bb4c-0117a926cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.286935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-66cacf65-0bba-4d6b-bb4c-0117a926cebe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.1525450 Nov 03 19:10:29.300656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.304814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5759661 Nov 03 19:10:29.321096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40864) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:29.331667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': '17c9cbe2-bbb8-459d-af41-b07e2d6c9201', 'direction': 'ingress', 'protocol': 17}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:29.376195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9cbe2-bbb8-459d-af41-b07e2d6c9201,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.383543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-80bc32a1-27ab-4031-8645-dda5fd8852a5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747890 Nov 03 19:10:29.421085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.421623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.421992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.422553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.423086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.423632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.424140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.424695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.425251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.425842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.426367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.426904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde90bc7-4eb5-430d-a120-6e58b8420d94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:29.445990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398e438-3168-46b9-ace9-842071635790 req-c1d812b8-9d70-40db-8613-fcc7ec3453c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.448675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-c1d812b8-9d70-40db-8613-fcc7ec3453c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.3947377 Nov 03 19:10:29.474381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.528365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-7c40583d-6d98-4bcf-aeca-995873d2e96f service neutron] 10.222.0.91 "GET /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187258 Nov 03 19:10:29.569450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.573584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a023ed4-e827-4e28-8d02-792587c13fa5 req-8b44f583-7bfc-452a-a467-c401a0e234f8 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939672 Nov 03 19:10:29.583795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-61218c50-a46e-4b9e-b212-52cccfc8ff7e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939777 Nov 03 19:10:29.587450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b153c7fc-75f3-404d-aa43-14c5dd52828a']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:29.636123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:29.636863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2c5a47-d99c-4a12-a8b6-4c3dd9d48d94') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:29.707521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.766226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-1372d6d4-5e59-4dab-a365-fbf585694011 service neutron] 10.222.0.110 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614712 Nov 03 19:10:29.784894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-84cc0f99-d3a8-4a74-bff9-243366da535d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.787398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-84cc0f99-d3a8-4a74-bff9-243366da535d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 947 time: 0.2705040 Nov 03 19:10:29.813714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.851041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.892985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.916706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4c9e1-4f54-46ce-a8dc-b4b7801c6ba8 req-d7337804-5ec1-404c-b757-0bc7921f0337 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.920018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1d4c9e1-4f54-46ce-a8dc-b4b7801c6ba8 req-d7337804-5ec1-404c-b757-0bc7921f0337 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.2336469 Nov 03 19:10:29.925857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:29.926961 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:29.933307 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:30.007677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd04280-8e9b-4aec-a82d-565104c58b07,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.040689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.047822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45373dfd-139c-4e52-932d-ef0a0ed04a95 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7167506 Nov 03 19:10:30.069752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40870) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:30.142928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc02b673-758d-4c9b-b8e8-15a2641b8e0f req-71a5989a-5454-4c59-a72b-5433eaf0c311 service neutron] 10.222.0.110 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461452 Nov 03 19:10:30.145267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-1cd8d23e-dcbe-4bec-96c2-328e74cb9b88 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388105 Nov 03 19:10:30.172763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Deleting port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:30.173143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.180916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.304493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.310583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] 10.222.0.91 "DELETE /v2.0/networks/b153c7fc-75f3-404d-aa43-14c5dd52828a HTTP/1.1" status: 204 len: 168 time: 2.8814814 Nov 03 19:10:30.371515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1d4c9e1-4f54-46ce-a8dc-b4b7801c6ba8 req-c6ba9a7b-84c9-4da0-b1b3-b677aed1d0b7 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280603 Nov 03 19:10:30.378228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15669af7-7ac2-4fb4-9139-8d994c5736ee tempest-NetworksIpV6Test-1001896313 tempest-NetworksIpV6Test-1001896313-project] Pushing event deleted for resources: {'Network': ['ID=b153c7fc-75f3-404d-aa43-14c5dd52828a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.442441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] For port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:30.443011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.902879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46e91f-26d0-4041-ac6c-d6057f7c56f1 req-02d48487-bc70-4316-8bac-98c1544add11 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.905692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c46e91f-26d0-4041-ac6c-d6057f7c56f1 req-02d48487-bc70-4316-8bac-98c1544add11 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 944 time: 0.9477072 Nov 03 19:10:30.937270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40884) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.018136 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4664fd60-9cd1-4a33-bf55-5688773b404d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.089112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-ff5a9b0f-1c2b-4aca-9818-b153814a5327 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9186912 Nov 03 19:10:31.128281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4664fd60-9cd1-4a33-bf55-5688773b404d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.157545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9cc0-3d7d-450d-8545-515f8684fe69 req-ad9edf48-b2ba-4d75-9b73-f5b5e3a8373f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:31.166957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcaf9cc0-3d7d-450d-8545-515f8684fe69 req-ad9edf48-b2ba-4d75-9b73-f5b5e3a8373f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.2565517 Nov 03 19:10:31.185326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c46e91f-26d0-4041-ac6c-d6057f7c56f1 req-3e20d7c4-32f5-4a6d-b3ab-07b4ba7a0632 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678015 Nov 03 19:10:31.275097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcaf9cc0-3d7d-450d-8545-515f8684fe69 req-4d6b401f-3477-4a90-a6d1-f8f8b65f2e09 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064792 Nov 03 19:10:31.293301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4664fd60-9cd1-4a33-bf55-5688773b404d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.296941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4664fd60-9cd1-4a33-bf55-5688773b404d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.303127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4664fd60-9cd1-4a33-bf55-5688773b404d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/17c9cbe2-bbb8-459d-af41-b07e2d6c9201 HTTP/1.1" status: 204 len: 168 time: 1.2276688 Nov 03 19:10:31.333983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40888) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.382430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-131c73c4-a6b2-42e5-97c1-64b96897086e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6249936 Nov 03 19:10:31.394185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664fd60-9cd1-4a33-bf55-5688773b404d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9cbe2-bbb8-459d-af41-b07e2d6c9201,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:31.439388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.439970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.440701 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Floating IP 6bf665b9-444b-41f0-9705-2d9d1e2bf40c disassociated. External IP: 172.25.8.188, port: ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1. Nov 03 19:10:31.441753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Calling delete_port for ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:31.539107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34557a90-3269-4def-9e47-ad432453084e req-5ccd50fb-3ebf-4056-87fe-04f746d3320d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 210 time: 0.1356993 Nov 03 19:10:31.737740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-a3a8aa04-1505-4106-bbee-7828992fcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:31.741550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-a3a8aa04-1505-4106-bbee-7828992fcda0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=bde8a0060d164d58904957b7c22aeb98&device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 1097 time: 0.2358687 Nov 03 19:10:31.752349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d742d7bd-b7c7-4c4d-9ded-8b91dacef10a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b1adcf6348c04f6bace814417761ae75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8022201 Nov 03 19:10:31.765721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-19ec7439-a395-4694-984c-d143899e2d4e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4230464 Nov 03 19:10:31.767539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40896) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.780711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40898) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.812775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002c7f7-8e91-4076-8d99-021fab0249dc req-e25ffa85-f564-4445-bac1-bb17a5c1ec32 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:31.818768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e002c7f7-8e91-4076-8d99-021fab0249dc req-e25ffa85-f564-4445-bac1-bb17a5c1ec32 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 947 time: 0.4134417 Nov 03 19:10:31.830434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--368841477'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:32.047697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b779d2-3aad-4bbf-997b-cb5335fb71f4 req-a44fd2de-db0d-40c7-92dd-69662871ca48 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.051281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49b779d2-3aad-4bbf-997b-cb5335fb71f4 req-a44fd2de-db0d-40c7-92dd-69662871ca48 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 944 time: 0.3738120 Nov 03 19:10:32.063477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-45cdf7bc-c03a-4ff0-83f0-d45d85b86dc9 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.066330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-45cdf7bc-c03a-4ff0-83f0-d45d85b86dc9 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.115 "GET /v2.0/networks?id=55e2acab-20a6-45d1-8849-ede78b3ba206 HTTP/1.1" status: 200 len: 821 time: 0.3805592 Nov 03 19:10:32.085778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e002c7f7-8e91-4076-8d99-021fab0249dc req-a408ac94-c658-4e88-b0bb-36738bd80c90 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=6bb702a5-57de-476e-8db4-40428acb63d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392926 Nov 03 19:10:32.095304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.105069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Request body: {'port': {'device_id': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206', 'admin_state_up': True, 'tenant_id': 'b242a04cd7664855a165710527bec359'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:32.131868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-237373d5-c9cc-4b10-8f2c-864ace521fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.172290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event deleted for resources: {'Port': ['ID=ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.190219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.218105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-33ca7dee-2544-4c8e-bc69-10566e4f2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.220177 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-33ca7dee-2544-4c8e-bc69-10566e4f2881 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 200 len: 914 time: 0.4172077 Nov 03 19:10:32.273522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-237373d5-c9cc-4b10-8f2c-864ace521fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.370334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 28fff7e5-bbc8-4297-ab3f-998a90e7fecd details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:32.393149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-fe93138a-a854-4637-9239-16fa3b0b9e99 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 200 len: 217 time: 0.1189308 Nov 03 19:10:32.489485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49b779d2-3aad-4bbf-997b-cb5335fb71f4 req-870c5f7d-ff41-4e0d-bb8c-6915532bd093 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280691 Nov 03 19:10:32.562435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67acc9-e220-4089-8245-adfee98669f4 req-9abd5982-ce62-4463-9e01-a02712a4cf5d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.565410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df67acc9-e220-4089-8245-adfee98669f4 req-9abd5982-ce62-4463-9e01-a02712a4cf5d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.2876382 Nov 03 19:10:32.598567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-237373d5-c9cc-4b10-8f2c-864ace521fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.604315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-237373d5-c9cc-4b10-8f2c-864ace521fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.612018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-237373d5-c9cc-4b10-8f2c-864ace521fb4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/53f99d8a-139a-41bc-8094-e314017d67d6 HTTP/1.1" status: 204 len: 168 time: 0.8327305 Nov 03 19:10:32.658284 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.667487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237373d5-c9cc-4b10-8f2c-864ace521fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f99d8a-139a-41bc-8094-e314017d67d6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.684956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.710926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Made reservation on behalf of b242a04cd7664855a165710527bec359 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:32.725445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.864177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df67acc9-e220-4089-8245-adfee98669f4 req-84ba93e2-3f6d-43e9-8ae1-6c14b18c349d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703035 Nov 03 19:10:32.936066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.941939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1167862 Nov 03 19:10:32.968106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40910) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:32.997885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096664060'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:33.010207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-aefc2a80-1f53-4ab7-bb67-43689f4172f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.013304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-aefc2a80-1f53-4ab7-bb67-43689f4172f9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 200 len: 853 time: 0.4821136 Nov 03 19:10:33.081820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c735c4f-763d-4fef-824a-044e613dd546 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eed1be-6384-4b41-bb57-98316cf449b7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.095861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:33.158130 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-4f86582f-3137-4d02-9241-324491655780 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9f34c3ac-2e07-4833-b140-260dc8ffe9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778985 Nov 03 19:10:33.163447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.181683 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.235172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8725-c4ad-4fbf-8346-fcd302d97eb6 req-dccd601c-d8b8-47a5-8918-6afcca277f11 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.238031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-114d8725-c4ad-4fbf-8346-fcd302d97eb6 req-dccd601c-d8b8-47a5-8918-6afcca277f11 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 944 time: 0.4131093 Nov 03 19:10:33.253883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:33.254894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6049e93-e003-41fc-98c3-bf676f338e0d req-4f255772-837f-4581-8512-d41d661769f5 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 210 time: 0.2105074 Nov 03 19:10:33.304146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'mac_address': 'fa:16:3e:e8:d9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:33.344439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-bcf95244-85b3-456a-8718-5a8576e302ec service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653156 Nov 03 19:10:33.410654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-114d8725-c4ad-4fbf-8346-fcd302d97eb6 req-186179b8-a203-4279-87b3-a75dbdd23514 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511450 Nov 03 19:10:33.420907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.480066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fff7e5-bbc8-4297-ab3f-998a90e7fecd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:33.533943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.534714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e36ed94-b69b-4d15-b83d-4016763a1573 req-70fce869-3bff-4033-831e-c7944514ed3e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0792110 Nov 03 19:10:33.580319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:33.589161 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.591811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 33651f79-7185-4cec-9a9e-e0a3f87f1b0c details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:33.728524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.831425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Allocated IP 172.20.0.13 (55e2acab-20a6-45d1-8849-ede78b3ba206/a1dd191d-6ab2-4546-81bb-d3c9ef8da864/2ff773b9-621a-4741-8e20-35d3530965ac) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:33.838918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3a216-e984-439e-aa1b-bd10bccd828f req-f330368d-214d-4a06-b564-3492aca2b3c6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.852480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53d3a216-e984-439e-aa1b-bd10bccd828f req-f330368d-214d-4a06-b564-3492aca2b3c6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 944 time: 0.1606863 Nov 03 19:10:33.958654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:33.967113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8582f318-8544-4807-91e2-22e2b2f74b95 req-cb483990-78ca-4579-a8dc-6d6ffeb04395 service neutron] 10.222.0.110 "GET /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066810 Nov 03 19:10:33.983608 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:34.059572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] No DVR routers for this DVR port ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:34.060147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53d3a216-e984-439e-aa1b-bd10bccd828f req-115b85d1-7116-4df0-8a5f-9f995e57c008 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052777 Nov 03 19:10:34.062121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:34.070902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:34.086712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.090786 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c8536684-e4f7-4ec2-81b8-2cd0d28f1f8a req-8415aa36-87ee-418f-964f-e1e037651bf1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "DELETE /v2.0/ports/ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 HTTP/1.1" status: 204 len: 173 time: 4.2729464 Nov 03 19:10:34.092633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-deleted', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:34.097495 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c9b41-2430-4dd4-9c7a-4e5406dac30d" -d '{"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-deleted", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:34.129774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.227258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:34.270320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.291381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c', 'network_id': 'a21d1c18-7126-430b-94ad-8bfee3804540', 'port_id': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c', 'mac_address': 'fa:16:3e:b6:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6118f3-8827-46b8-a5d6-9246b5a1ec65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:34.339852 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e4f589-863f-44da-a5a3-86967c6af737 x-openstack-request-id: req-24e4f589-863f-44da-a5a3-86967c6af737 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:34.341153 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bbb5d-a4ef-4715-b54a-299d016a2f84", "name": "network-vif-deleted", "tag": "ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:34.341153 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-24e4f589-863f-44da-a5a3-86967c6af737 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:34.344143 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bbb5d-a4ef-4715-b54a-299d016a2f84', 'name': 'network-vif-deleted', 'tag': 'ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1', 'status': 'completed', 'code': 200} Nov 03 19:10:34.424279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.432497 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4581950 Nov 03 19:10:34.440569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:34.462689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.472105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc4228-96f0-4b60-8bff-b6d90b0e5da8 req-301a7c95-3778-410b-a4ad-71d7f5840904 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:34.487443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebe5d7-e907-45ca-905e-b044c6d53108 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c36f1-144f-40c8-9525-be8767f7389b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.492781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6bc4228-96f0-4b60-8bff-b6d90b0e5da8 req-301a7c95-3778-410b-a4ad-71d7f5840904 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.3691583 Nov 03 19:10:34.511702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33651f79-7185-4cec-9a9e-e0a3f87f1b0c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:34.524163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': 'e8eed1be-6384-4b41-bb57-98316cf449b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b45c36f1-144f-40c8-9525-be8767f7389b', 'remote_ip_prefix': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:34.543458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40944) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:34.552652 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:34.589088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:34.599181 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.619271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12b6db3e-ec8f-4fb4-8585-5299bf40644a req-c39647b8-3b42-4084-af36-828b7e4000b4 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 210 time: 0.0863848 Nov 03 19:10:34.647619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.780592 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0966164-e747-477c-90fc-0ea407b125c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.827019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.844636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.907362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-201920564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:34.918017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6bc4228-96f0-4b60-8bff-b6d90b0e5da8 req-81c3db1e-89cc-478a-8cc6-68a934ba5a2c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867722 Nov 03 19:10:34.920231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.028474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['28fff7e5-bbc8-4297-ab3f-998a90e7fecd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:35.081810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Network 55e2acab-20a6-45d1-8849-ede78b3ba206 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:35.120132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.159278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Pushing event updated for resources: {'Port': ['ID=2ff773b9-621a-4741-8e20-35d3530965ac,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.180025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:35.188383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:35.189138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.241827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['33651f79-7185-4cec-9a9e-e0a3f87f1b0c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:35.283726 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.285599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.319720 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95e0d54-eab8-40b3-9397-5db292978972 req-8e0573bc-fa88-48d2-8b60-b8e37603c550 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=b15bbb5d-a4ef-4715-b54a-299d016a2f84 HTTP/1.1" status: 200 len: 210 time: 0.1267610 Nov 03 19:10:35.323316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60307ca3-f75c-48b7-bab0-e7623b41b1a9,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.338128 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.362687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-342b4cd5-c2c1-4c42-8fbb-80af5dee243d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8488028 Nov 03 19:10:35.365869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.371544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.372576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.378580 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:35.420557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037ce63-0263-4b6a-855f-61f04dc2e08c req-c0c1d858-ab02-4a9e-9b9c-5fa700b118ca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.432643 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:35.442343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5037ce63-0263-4b6a-855f-61f04dc2e08c req-c0c1d858-ab02-4a9e-9b9c-5fa700b118ca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 945 time: 0.5164645 Nov 03 19:10:35.446714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-e310cbc6-cd6a-4a2c-bb9e-00c7f0c49148 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3536260 Nov 03 19:10:35.470517 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:35.471938 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:35.473230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Request body: {'port': {'device_id': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:35.564898 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a14b355-7eda-467b-931a-078a53168185 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.605444 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a14b355-7eda-467b-931a-078a53168185 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.734417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a14b355-7eda-467b-931a-078a53168185 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.739092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.795506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a14b355-7eda-467b-931a-078a53168185 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.802869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a14b355-7eda-467b-931a-078a53168185 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/60307ca3-f75c-48b7-bab0-e7623b41b1a9 HTTP/1.1" status: 204 len: 168 time: 0.4303682 Nov 03 19:10:35.803816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14b355-7eda-467b-931a-078a53168185 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60307ca3-f75c-48b7-bab0-e7623b41b1a9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.812748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40958) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.813217 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.827164 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:35.846925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.920915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605d11-cd4f-42af-bbc3-66ca964687d1 req-9b9f05ae-ca3e-4212-882b-8c4dbd07ff2b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.923632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd605d11-cd4f-42af-bbc3-66ca964687d1 req-9b9f05ae-ca3e-4212-882b-8c4dbd07ff2b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 945 time: 0.3926990 Nov 03 19:10:35.932858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5037ce63-0263-4b6a-855f-61f04dc2e08c req-77ecba01-dfbb-44fd-baf4-40d3bbdb6013 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889641 Nov 03 19:10:35.972215 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.979861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe22ecb3-4bbc-4f86-bfad-72f5a64923bc tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4256053 Nov 03 19:10:35.989113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40962) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.008939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1929816167'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:36.066238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd605d11-cd4f-42af-bbc3-66ca964687d1 req-9248885e-3ce3-4619-a6a0-2d64c5388497 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180480 Nov 03 19:10:36.173051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-76cfc32f-ed6b-402e-ba38-d766f32552a5 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3475814 Nov 03 19:10:36.177851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40966) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.301124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:36.307964 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.361171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.382732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4561-3d75-41a4-8dd0-d67c8903026c req-fcf857cf-6dac-4b46-8595-ce6d0917f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:36.385242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6df4561-3d75-41a4-8dd0-d67c8903026c req-fcf857cf-6dac-4b46-8595-ce6d0917f2ea service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.3545115 Nov 03 19:10:36.491111 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:36.554433 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ed38c-74d2-4f4e-aaef-90b2d8013f96 None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:36.568694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a941f-5833-4aa7-b0da-7f5ccf19c9c7 req-789a83d5-cce8-4b68-9f85-4f0950d7022f tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:36.571399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-468a941f-5833-4aa7-b0da-7f5ccf19c9c7 req-789a83d5-cce8-4b68-9f85-4f0950d7022f tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 932 time: 0.3999088 Nov 03 19:10:36.573714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a75162-5fea-4ba5-a783-2538feea3206 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.586909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc75a-9a79-49c9-9e76-48cb88798571 req-63adbaf5-9f97-4f4d-971f-5086de4de519 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:36.590413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e30bc75a-9a79-49c9-9e76-48cb88798571 req-63adbaf5-9f97-4f4d-971f-5086de4de519 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.3408504 Nov 03 19:10:36.620260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 28fff7e5-bbc8-4297-ab3f-998a90e7fecd up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:36.628494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f6df4561-3d75-41a4-8dd0-d67c8903026c req-6c67616b-5c6a-4815-9683-78fe6f303052 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271874 Nov 03 19:10:36.748236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a75162-5fea-4ba5-a783-2538feea3206 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.766832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:36.769969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.774593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:36.775681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.784951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.839362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:36.889849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-468a941f-5833-4aa7-b0da-7f5ccf19c9c7 req-514923ad-1609-4d7c-a0ad-b54d4fddc3ba tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977281 Nov 03 19:10:36.907456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e30bc75a-9a79-49c9-9e76-48cb88798571 req-fa492bbd-2f02-4ea4-a1f0-110a8730269f tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042979 Nov 03 19:10:36.960429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a75162-5fea-4ba5-a783-2538feea3206 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.963578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a75162-5fea-4ba5-a783-2538feea3206 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.974855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-63a75162-5fea-4ba5-a783-2538feea3206 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/b45c36f1-144f-40c8-9525-be8767f7389b HTTP/1.1" status: 204 len: 168 time: 0.7945225 Nov 03 19:10:36.979968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40970) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.983679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.985077 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Added segment 0310ca61-bafb-46b4-9df0-00ae006567fb of type vlan for network 4d344be8-2747-412e-92dd-b52d74daf371 Nov 03 19:10:37.010475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c572cff-900f-4a52-be01-b16db5e6af4c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.102542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a75162-5fea-4ba5-a783-2538feea3206 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c36f1-144f-40c8-9525-be8767f7389b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.128889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:37.179159 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.185975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff773b9-621a-4741-8e20-35d3530965ac {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:37.228669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.233650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd8999-f429-4065-af30-9f6e233a98a2 None None] New status for floating IP 6bf665b9-444b-41f0-9705-2d9d1e2bf40c: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:10:37.246701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.290991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Transition to ACTIVE for port object 2ff773b9-621a-4741-8e20-35d3530965ac will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:37.320032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.352812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3bc6716b-e8f1-49fa-9d1f-cd16ab50e2eb tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3697274 Nov 03 19:10:37.357456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:37.360331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:37.383620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:37.402955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.404482 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00df28f9-0418-45c4-8ed1-d084d2ce12af" -d '{"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-plugged", "status": "completed", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:37.414146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:37.415548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.432392 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b920-845e-4848-af0e-e9b06f09f71e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.461977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9fcd7-9113-49bc-960d-0874e0b56a30 req-ebeddced-2e23-4a7e-8512-9f10e8dc0590 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:37.472233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daf9fcd7-9113-49bc-960d-0874e0b56a30 req-ebeddced-2e23-4a7e-8512-9f10e8dc0590 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 945 time: 0.2498398 Nov 03 19:10:37.548675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa33-6113-4564-9780-b955ac6d4be1 req-d7e5020e-a6dc-43c7-9520-148e02f36906 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:37.550511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d990aa33-6113-4564-9780-b955ac6d4be1 req-d7e5020e-a6dc-43c7-9520-148e02f36906 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 945 time: 0.3591528 Nov 03 19:10:37.583724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b920-845e-4848-af0e-e9b06f09f71e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.595657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.613046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 33651f79-7185-4cec-9a9e-e0a3f87f1b0c up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:37.631224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff773b9-621a-4741-8e20-35d3530965ac,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.693481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d990aa33-6113-4564-9780-b955ac6d4be1 req-8af43c47-c2bf-47e6-8811-37d8edf6b7cf tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213467 Nov 03 19:10:37.710248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daf9fcd7-9113-49bc-960d-0874e0b56a30 req-d0a36fa9-8a56-466c-bc27-7c8e55395a25 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340825 Nov 03 19:10:37.723827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d696-4349-4c95-9f63-d93bbfddd55e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.757881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Network': ['ID=4d344be8-2747-412e-92dd-b52d74daf371,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.784415 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f0ffe34d-33de-4ae9-a847-1d52860f13e6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7935061 Nov 03 19:10:37.788769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40990) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:37.801493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d696-4349-4c95-9f63-d93bbfddd55e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.820558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'subnet': {'network_id': '4d344be8-2747-412e-92dd-b52d74daf371', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:37.899388 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677f84e8-a4bc-4fac-925c-6db0dd324b01 x-openstack-request-id: req-677f84e8-a4bc-4fac-925c-6db0dd324b01 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:37.900320 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-plugged", "status": "completed", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:37.900419 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-677f84e8-a4bc-4fac-925c-6db0dd324b01 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:37.900948 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'code': 200} Nov 03 19:10:37.904128 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d696-4349-4c95-9f63-d93bbfddd55e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.905245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 4d344be8-2747-412e-92dd-b52d74daf371 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:37.909406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d696-4349-4c95-9f63-d93bbfddd55e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.914231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b2c2d696-4349-4c95-9f63-d93bbfddd55e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/e8eed1be-6384-4b41-bb57-98316cf449b7 HTTP/1.1" status: 204 len: 168 time: 0.5510058 Nov 03 19:10:37.915388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40992) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:37.953681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2d696-4349-4c95-9f63-d93bbfddd55e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eed1be-6384-4b41-bb57-98316cf449b7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.131954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8a75b2a-6f84-45b2-9a28-8a0e5c706edc tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2013800 Nov 03 19:10:38.136449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:38.179702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--752265742'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:38.180005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:38.189185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.207914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:38.208227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.220853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b920-845e-4848-af0e-e9b06f09f71e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.235196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b920-845e-4848-af0e-e9b06f09f71e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.243489 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6bb5b920-845e-4848-af0e-e9b06f09f71e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "DELETE /v2.0/security-groups/6bb702a5-57de-476e-8db4-40428acb63d1 HTTP/1.1" status: 204 len: 168 time: 1.1129947 Nov 03 19:10:38.249434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41000) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:38.307690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Attempting to bind port 2ff773b9-621a-4741-8e20-35d3530965ac on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:38.308197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Attempting to bind port 2ff773b9-621a-4741-8e20-35d3530965ac by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fbe19d1a-4800-432f-9dd1-0270541d6e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:38.309175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Attempting to bind port 2ff773b9-621a-4741-8e20-35d3530965ac on network 55e2acab-20a6-45d1-8849-ede78b3ba206 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:38.333320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-0fe610d6-3dfa-4dcb-b252-06f06445d525 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3417056 Nov 03 19:10:38.368211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Port 2ff773b9-621a-4741-8e20-35d3530965ac on network 55e2acab-20a6-45d1-8849-ede78b3ba206 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:38.369083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Attempting to bind port 2ff773b9-621a-4741-8e20-35d3530965ac on network 55e2acab-20a6-45d1-8849-ede78b3ba206 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:38.425450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5b920-845e-4848-af0e-e9b06f09f71e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb702a5-57de-476e-8db4-40428acb63d1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.442584 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.449859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4861bf-fb39-42d0-a229-2866cc9e2de3 req-ba405b1f-0a74-4fe7-ac54-7340b8874134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:38.455345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:10:38.455345 n-d-812151-4 neutron-server[101989]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 19:10:38.455345 n-d-812151-4 neutron-server[101989]: [parameters: {'project_id': '827644f7beb34d97b014fad3874db900', 'id': '51b96f4f-624e-4fd2-b9ec-6a40f0d703b5', 'expiration': datetime.datetime(2021, 11, 3, 19, 12, 38, 330710)}] Nov 03 19:10:38.455345 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:38.456879 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:38.457741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c4861bf-fb39-42d0-a229-2866cc9e2de3 req-ba405b1f-0a74-4fe7-ac54-7340b8874134 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 1097 time: 0.3467045 Nov 03 19:10:38.459642 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-4ead48b7-557b-4c3f-aab9-cb42fa227fc4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] show failed (client error): The resource could not be found. Nov 03 19:10:38.466553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ead48b7-557b-4c3f-aab9-cb42fa227fc4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups/6bb702a5-57de-476e-8db4-40428acb63d1 HTTP/1.1" status: 404 len: 347 time: 0.2056396 Nov 03 19:10:38.468321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f9e92be-b992-40e8-a23d-c17ea6f7f0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.471887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:38.537796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:38.546207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.548937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:38.575395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:38.587384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:38.587875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ffb4d89b-0fd6-4c80-abda-efd9cd2ab3d1 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:38.590116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.641258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:38.641645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Checking segment: {'id': 'fbe19d1a-4800-432f-9dd1-0270541d6e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:38.641991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Bound using segment: {'id': 'fbe19d1a-4800-432f-9dd1-0270541d6e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:38.642482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Bound port: 2ff773b9-621a-4741-8e20-35d3530965ac, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe19d1a-4800-432f-9dd1-0270541d6e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:38.642842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.716080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.791178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb175-f204-4e97-9b69-3c2952db641c req-e397a285-acd3-41d6-8bfd-574c3bcf37df tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:38.811356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5ebb175-f204-4e97-9b69-3c2952db641c req-e397a285-acd3-41d6-8bfd-574c3bcf37df tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 944 time: 0.5554039 Nov 03 19:10:38.852085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e353fb2-1f36-4b5c-8d6f-a84f853f20ec req-58696472-3f82-40f5-984c-defc80a9ee92 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:38.865665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e353fb2-1f36-4b5c-8d6f-a84f853f20ec req-58696472-3f82-40f5-984c-defc80a9ee92 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.6487222 Nov 03 19:10:39.048149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-12c2fdd1-6ad0-45c4-94c6-578e75ce6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.050395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-12c2fdd1-6ad0-45c4-94c6-578e75ce6936 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 1096 time: 0.6517479 Nov 03 19:10:39.125454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5ebb175-f204-4e97-9b69-3c2952db641c req-084fb16b-d403-408a-97c3-4a8260233311 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112786 Nov 03 19:10:39.134813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Deleting port c04d3f2f-4f48-4780-9bfb-f2b73e0e9664 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:39.135397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.207182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e353fb2-1f36-4b5c-8d6f-a84f853f20ec req-ba155c8a-d462-4877-a43e-79607bdcea5e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180277 Nov 03 19:10:39.208847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.215488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c4861bf-fb39-42d0-a229-2866cc9e2de3 req-40c767bf-9a0d-4e08-af2d-d503cb3fc28f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626792 Nov 03 19:10:39.266765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.377732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-5ab9057a-1d72-4c7e-b5a6-607b68344410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.380483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-5ab9057a-1d72-4c7e-b5a6-607b68344410 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 0.2851727 Nov 03 19:10:39.391830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] For port 2ff773b9-621a-4741-8e20-35d3530965ac, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:39.457233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] For port 2ff773b9-621a-4741-8e20-35d3530965ac, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2ff773b9-621a-4741-8e20-35d3530965ac,segment=NetworkSegment(fbe19d1a-4800-432f-9dd1-0270541d6e11),segment_id=fbe19d1a-4800-432f-9dd1-0270541d6e11)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:39.519258 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.522942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Subnet': ['ID=348be231-17cb-4011-ac46-2eb96b26557e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:39.529714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-be6538b6-082b-496e-ab4d-491ee86333e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf HTTP/1.1" status: 200 len: 217 time: 0.1289515 Nov 03 19:10:39.553410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.554130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.608770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Calling delete_port for c04d3f2f-4f48-4780-9bfb-f2b73e0e9664 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:39.633533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a8a5e-f6b4-4f1c-a2a6-12b96d4a984e req-af078883-015a-446d-80d7-7c5410585dec tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.637699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c7a8a5e-f6b4-4f1c-a2a6-12b96d4a984e req-af078883-015a-446d-80d7-7c5410585dec tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 946 time: 0.2788980 Nov 03 19:10:39.669235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbad5d1-d6cc-49e8-9809-16725cb322f3 req-f25f1b94-34ad-4d04-a5f4-3dc119078774 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.672064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dbad5d1-d6cc-49e8-9809-16725cb322f3 req-f25f1b94-34ad-4d04-a5f4-3dc119078774 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3161976 Nov 03 19:10:39.847923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.882233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.905439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:39.915790 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1aec34-6f96-42e3-b725-56266823c51d" -d '{"events": [{"server_uuid": "99fb5398-9b3f-4de3-b09f-8b7e23737890", "name": "network-vif-plugged", "status": "completed", "tag": "33651f79-7185-4cec-9a9e-e0a3f87f1b0c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:39.938323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.007545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55b40d-ecff-459b-9cd8-0f289d104826,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.021299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.028636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-203694cf-7de7-490e-be2c-ad8271c44b26 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8859782 Nov 03 19:10:40.031100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41018) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:40.055564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': '0f55b40d-ecff-459b-9cd8-0f289d104826', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:40.089091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.090120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.092237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] 10.222.0.115 "PUT /v2.0/ports/2ff773b9-621a-4741-8e20-35d3530965ac HTTP/1.1" status: 200 len: 1092 time: 4.6286645 Nov 03 19:10:40.097286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'tag': '2ff773b9-621a-4741-8e20-35d3530965ac'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:40.101432 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c" -d '{"events": [{"name": "network-changed", "server_uuid": "7678d600-ab3e-4a90-9a0f-0ef4f863d2b4", "tag": "2ff773b9-621a-4741-8e20-35d3530965ac"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:40.114138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c7a8a5e-f6b4-4f1c-a2a6-12b96d4a984e req-41cc1099-b0e4-4d7c-bfd7-2020636c21b6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315209 Nov 03 19:10:40.128087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Checking segment: {'id': '0310ca61-bafb-46b4-9df0-00ae006567fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4d344be8-2747-412e-92dd-b52d74daf371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:40.128712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network hostable DHCP agents. Network: 4d344be8-2747-412e-92dd-b52d74daf371, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:10:40.136481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dbad5d1-d6cc-49e8-9809-16725cb322f3 req-9c71d7e4-592a-4a86-93ea-e8f4b6a3b18b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120176 Nov 03 19:10:40.190110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e333e0-a0a3-42a9-bbc9-b8b2e3eb89c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff773b9-621a-4741-8e20-35d3530965ac,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.217101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-7ca27d35-513a-41b6-9938-2ba4d52b3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.220137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-7ca27d35-513a-41b6-9938-2ba4d52b3911 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.6460075 Nov 03 19:10:40.224831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network 4d344be8-2747-412e-92dd-b52d74daf371 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:10:40.244071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-36eba64c-a424-4ac8-8c14-23a85b88ad29 req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1572141293', 'description': 'tempest-description-1162035875'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:40.254753 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.321190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-077bc017-f3bc-4c9f-a06f-126abf7ca482 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661848 Nov 03 19:10:40.345675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 4d344be8-2747-412e-92dd-b52d74daf371) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:40.349341 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c42ee0-7bd7-48ac-bb63-ffd194512a9e x-openstack-request-id: req-d0c42ee0-7bd7-48ac-bb63-ffd194512a9e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:40.349883 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fb5398-9b3f-4de3-b09f-8b7e23737890", "name": "network-vif-plugged", "status": "completed", "tag": "33651f79-7185-4cec-9a9e-e0a3f87f1b0c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:40.350196 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d0c42ee0-7bd7-48ac-bb63-ffd194512a9e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:40.350812 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c', 'code': 200} Nov 03 19:10:40.372394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb074d-b185-4ba6-ac0b-0a8c05e2cc6f None None] Network 4d344be8-2747-412e-92dd-b52d74daf371 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:40.390729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.390729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.428241 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-36eba64c-a424-4ac8-8c14-23a85b88ad29 req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.481132 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c0740f-12d5-4c55-8de3-935f748e8212 x-openstack-request-id: req-f4c0740f-12d5-4c55-8de3-935f748e8212 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:40.481611 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7678d600-ab3e-4a90-9a0f-0ef4f863d2b4", "tag": "2ff773b9-621a-4741-8e20-35d3530965ac", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:40.482050 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4c0740f-12d5-4c55-8de3-935f748e8212 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:40.482778 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'tag': '2ff773b9-621a-4741-8e20-35d3530965ac', 'status': 'completed', 'code': 200} Nov 03 19:10:40.495723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-f848b399-ecfb-4af2-8b44-5ab899304af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.498803 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-f848b399-ecfb-4af2-8b44-5ab899304af8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b242a04cd7664855a165710527bec359&device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 1095 time: 0.2999527 Nov 03 19:10:40.549790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.565073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.592615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.711822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583cd49a-faaa-45c7-a3e1-04ed313a88cb,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.745327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-93558c6e-3246-4ad1-82a9-e1a7af6dbd91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9393916 Nov 03 19:10:40.752510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event deleted for resources: {'Port': ['ID=c04d3f2f-4f48-4780-9bfb-f2b73e0e9664,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.755666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:40.766737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'network': {'name': 'tempest-router-network01--812067239'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:40.773467 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-027891a4-4d36-4863-8411-7fd6b7ef7f25 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ff773b9-621a-4741-8e20-35d3530965ac HTTP/1.1" status: 200 len: 217 time: 0.1726553 Nov 03 19:10:40.810775 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.818223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4c514d8b-08df-46dc-ad61-75e3c7a5ac6e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7651856 Nov 03 19:10:40.851976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41026) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:40.901033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-4d344be8-2747-412e-92dd-b52d74daf371', 'network_id': '4d344be8-2747-412e-92dd-b52d74daf371', 'tenant_id': 'bf42a607895d4333a3ae427452df2506', 'fixed_ips': [{'subnet_id': '348be231-17cb-4011-ac46-2eb96b26557e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:40.905008 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.968425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.976302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.978720 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-564fa6ac-fcb6-43fb-911a-52553785e0a9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "DELETE /v2.0/floatingips/6bf665b9-444b-41f0-9705-2d9d1e2bf40c HTTP/1.1" status: 204 len: 168 time: 2.5048432 Nov 03 19:10:41.049131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e8e6c-734c-4fd5-b95b-7b7b8efc95e4 req-1a4d73fd-c231-4db1-975c-a2ad566b516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.053430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-611e8e6c-734c-4fd5-b95b-7b7b8efc95e4 req-1a4d73fd-c231-4db1-975c-a2ad566b516a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 1097 time: 0.4361341 Nov 03 19:10:41.057573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-58ffc31c-844f-4a36-8514-b7efd1c21d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.062287 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-58ffc31c-844f-4a36-8514-b7efd1c21d95 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a1dd191d-6ab2-4546-81bb-d3c9ef8da864 HTTP/1.1" status: 200 len: 861 time: 0.2761650 Nov 03 19:10:41.065559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:41.078105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.083691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d78824cc-699a-4575-9c54-a6ea1ea31682 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.116858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-cef9dbe5-d0b9-418a-8c21-051c4d3a0aec service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848425 Nov 03 19:10:41.124516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb1cc7-ea08-40ee-b855-f408f43d38eb req-6e5bb292-5c69-4277-8f36-d4cc2af82f9e tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.135176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9bb1cc7-ea08-40ee-b855-f408f43d38eb req-6e5bb292-5c69-4277-8f36-d4cc2af82f9e tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 944 time: 0.4418712 Nov 03 19:10:41.150318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-36eba64c-a424-4ac8-8c14-23a85b88ad29 req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.172309 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-36eba64c-a424-4ac8-8c14-23a85b88ad29 req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.196266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d78824cc-699a-4575-9c54-a6ea1ea31682 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.209854 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-7b8e7234-94d1-4078-9b51-ca377d15df9b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=55e2acab-20a6-45d1-8849-ede78b3ba206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216946 Nov 03 19:10:41.286018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9bb1cc7-ea08-40ee-b855-f408f43d38eb req-28dc53f3-89ec-4332-9eb5-c14ecd3b8a0a tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492603 Nov 03 19:10:41.352432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-36eba64c-a424-4ac8-8c14-23a85b88ad29 req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.355064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36eba64c-a424-4ac8-8c14-23a85b88ad29 req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.1334805 Nov 03 19:10:41.365525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2e57-7ce3-4841-bf1d-0c1800489b3a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb059f77-3d91-43ea-9837-b34cdccc79da,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:41.428225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Allocated IP 2001:db8::2 (4d344be8-2747-412e-92dd-b52d74daf371/348be231-17cb-4011-ac46-2eb96b26557e/e2f4054f-9365-42f7-86e7-273f317ebbd2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:41.537103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:41.578377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d78824cc-699a-4575-9c54-a6ea1ea31682 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.616578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41038) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:41.629117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--5366141', 'description': 'tempest-description--360459288'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:41.635331 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-611e8e6c-734c-4fd5-b95b-7b7b8efc95e4 req-d19e682e-b9a5-49b7-8d78-ed229a3dfa03 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326788 Nov 03 19:10:41.652756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d78824cc-699a-4575-9c54-a6ea1ea31682 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.658404 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d78824cc-699a-4575-9c54-a6ea1ea31682 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/583cd49a-faaa-45c7-a3e1-04ed313a88cb HTTP/1.1" status: 204 len: 168 time: 0.7900960 Nov 03 19:10:41.659272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41040) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:41.726004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.726557 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Added segment 3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6 of type vlan for network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 Nov 03 19:10:41.736542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78824cc-699a-4575-9c54-a6ea1ea31682 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=583cd49a-faaa-45c7-a3e1-04ed313a88cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:41.786285 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.804484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-97168b24-2b76-4b1f-aa8b-17b0ce040edf tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1405187 Nov 03 19:10:41.809371 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.819504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41042) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:41.852372 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-6fb24a4d-861a-4e5d-a226-04be3957b55f service neutron] 10.222.0.115 "GET /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974946 Nov 03 19:10:41.856735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Network 4d344be8-2747-412e-92dd-b52d74daf371 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:41.861524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6186055f-ec70-430f-ad86-91fc84e880b8 req-cb1e97e9-86a8-4d41-863f-9679afb48b5e service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059712 Nov 03 19:10:41.867194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67065f8f-cefe-4039-b0f0-6c80e325b1cb req-f2f37b6d-8db5-4e1e-baab-764cfd74955a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.868582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:41.882326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67065f8f-cefe-4039-b0f0-6c80e325b1cb req-f2f37b6d-8db5-4e1e-baab-764cfd74955a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3249309 Nov 03 19:10:41.886957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:41.920967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.021893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.056446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.066619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.076286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.077229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.131588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Pushing event updated for resources: {'Port': ['ID=e2f4054f-9365-42f7-86e7-273f317ebbd2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:42.145241 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.150751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Attempting to bind port e2f4054f-9365-42f7-86e7-273f317ebbd2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:42.151616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Attempting to bind port e2f4054f-9365-42f7-86e7-273f317ebbd2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '0310ca61-bafb-46b4-9df0-00ae006567fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4d344be8-2747-412e-92dd-b52d74daf371'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:42.153045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Attempting to bind port e2f4054f-9365-42f7-86e7-273f317ebbd2 on network 4d344be8-2747-412e-92dd-b52d74daf371 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:42.163566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:42.164658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Checking segment: {'id': '0310ca61-bafb-46b4-9df0-00ae006567fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4d344be8-2747-412e-92dd-b52d74daf371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:42.165587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.166522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Bound using segment: {'id': '0310ca61-bafb-46b4-9df0-00ae006567fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4d344be8-2747-412e-92dd-b52d74daf371'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:42.167831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Bound port: e2f4054f-9365-42f7-86e7-273f317ebbd2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0310ca61-bafb-46b4-9df0-00ae006567fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4d344be8-2747-412e-92dd-b52d74daf371'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:42.168826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.189755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67065f8f-cefe-4039-b0f0-6c80e325b1cb req-8fe18d93-cc7d-48fe-9227-07b122978b66 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059065 Nov 03 19:10:42.252672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4930995 Nov 03 19:10:42.260773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8fddf354-3dd9-486f-a421-e326fb634f84 req-eb13a387-dc40-46be-9af6-20571a4ab03b service neutron] 10.222.0.115 "GET /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887353 Nov 03 19:10:42.262051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41046) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:42.272264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'network': {'name': 'tempest-router-network02--179777'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:42.293625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5c00d-0104-460d-aafa-591db5907e91 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Network': ['ID=d18f2cd8-b53a-4007-afaa-89e6ebab75b0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:42.333211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:42.347344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591829-e5ad-4a0f-bbb8-4fff1067bdeb req-dc83a350-7094-4877-a167-a0d888c338fc tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.350052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59591829-e5ad-4a0f-bbb8-4fff1067bdeb req-dc83a350-7094-4877-a167-a0d888c338fc tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 946 time: 0.5870855 Nov 03 19:10:42.366057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:42.398571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.537063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:42.556585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-66f12442-55a7-4ce7-a431-c26088a96ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.559822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-66f12442-55a7-4ce7-a431-c26088a96ce8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b242a04cd7664855a165710527bec359&device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 1095 time: 0.1574552 Nov 03 19:10:42.564381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c134653-fbec-4d23-84c9-c6510601c128 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.589444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.589861 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Added segment 136267d0-1acd-44f5-b73d-730e70ac4bb4 of type vlan for network a3fe06cf-2933-471b-be9e-120ce0ad836c Nov 03 19:10:42.614413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] For port e2f4054f-9365-42f7-86e7-273f317ebbd2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:42.626717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] For port e2f4054f-9365-42f7-86e7-273f317ebbd2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e2f4054f-9365-42f7-86e7-273f317ebbd2,segment=NetworkSegment(0310ca61-bafb-46b4-9df0-00ae006567fb),segment_id=0310ca61-bafb-46b4-9df0-00ae006567fb)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:42.642058 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.742478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.794020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.800039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.804753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7566-1dd8-4eed-b665-a250fd26f03a None None] Pushing event updated for resources: {'Port': ['ID=e2f4054f-9365-42f7-86e7-273f317ebbd2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:42.818275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c134653-fbec-4d23-84c9-c6510601c128 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.889315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-5b89e617-e215-4ff0-a0cc-d4f0b94e7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.891938 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-5b89e617-e215-4ff0-a0cc-d4f0b94e7eff service neutron] 10.222.0.115 "GET /v2.0/networks?id=55e2acab-20a6-45d1-8849-ede78b3ba206 HTTP/1.1" status: 200 len: 922 time: 0.3174555 Nov 03 19:10:42.893866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.905152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.906597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.911194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59591829-e5ad-4a0f-bbb8-4fff1067bdeb req-750ace5b-4c52-4052-835b-5e29891f8e02 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168777 Nov 03 19:10:42.992853 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-7a53a40a-8ed8-4bc9-b4ce-b99a5d9f044a tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1572141293&fields=id&tenant_id=2bc191ea494a4970819eb8719bb64c6b HTTP/1.1" status: 200 len: 267 time: 0.4058726 Nov 03 19:10:43.077399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-3d6b8e64-bad2-4b69-927e-5ae8f5b965e2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ff773b9-621a-4741-8e20-35d3530965ac HTTP/1.1" status: 200 len: 217 time: 0.1664219 Nov 03 19:10:43.083815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8173258 Nov 03 19:10:43.097691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.101240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4813678 Nov 03 19:10:43.110663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41052) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.111177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41054) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.128407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'subnet': {'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.141731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'security_group_rule': {'security_group_id': '978ebd20-78d1-4a09-9fa0-334c1e1b2574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.229747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-5162a235-9790-4b08-863a-e2125e677e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:43.243709 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-5162a235-9790-4b08-863a-e2125e677e6a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a1dd191d-6ab2-4546-81bb-d3c9ef8da864 HTTP/1.1" status: 200 len: 861 time: 0.1322002 Nov 03 19:10:43.245687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a90b28-fde6-4819-8e13-9fa31bca99ea tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978ebd20-78d1-4a09-9fa0-334c1e1b2574,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:43.338965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-48fce854-9224-445e-90fc-3cb9f472ae1b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=55e2acab-20a6-45d1-8849-ede78b3ba206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821297 Nov 03 19:10:43.432542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c134653-fbec-4d23-84c9-c6510601c128 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.440071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c134653-fbec-4d23-84c9-c6510601c128 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.448132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c134653-fbec-4d23-84c9-c6510601c128 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/0f55b40d-ecff-459b-9cd8-0f289d104826 HTTP/1.1" status: 204 len: 168 time: 1.5525169 Nov 03 19:10:43.453054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41060) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.529994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-cefa5729-ccb6-48ae-b2e2-0916761f9af1 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:43.539813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a326-42f9-40bf-a14f-3f17813b86ba tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Network': ['ID=a3fe06cf-2933-471b-be9e-120ce0ad836c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:43.546119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-cefa5729-ccb6-48ae-b2e2-0916761f9af1 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.5078650 Nov 03 19:10:43.557992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c134653-fbec-4d23-84c9-c6510601c128 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55b40d-ecff-459b-9cd8-0f289d104826,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:43.576279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a3fe06cf-2933-471b-be9e-120ce0ad836c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:43.584069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'port': {'security_groups': ['3e32f23d-ccb4-4d5d-8d02-27d40788056b', 'eb059f77-3d91-43ea-9837-b34cdccc79da']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.767314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-f3e6b33d-d5cc-438f-b630-dd46aa5504d1 service neutron] 10.222.0.115 "GET /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684850 Nov 03 19:10:43.798701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eeb6924b-140e-497b-a8e6-1dc6265d8bb8 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3177309 Nov 03 19:10:43.801488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.813446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group': {'name': 'tempest-secgroup--617485003'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.826494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.963541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.971704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.992028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:43.999087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.113824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ad6c3abf-76fd-4e0c-98b7-51b87576f21c req-576abae3-3b65-4336-8f25-5273508d8501 service neutron] 10.222.0.115 "GET /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374991 Nov 03 19:10:44.244704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.256137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.331006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003bb102-8d00-4c2f-9b0c-8557bbabedc1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.340970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.343718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.349047 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-339ea224-eb0a-40f0-9070-651ffd87fd33 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5431044 Nov 03 19:10:44.351705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41076) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.361447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': '003bb102-8d00-4c2f-9b0c-8557bbabedc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:44.387814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.442303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.456501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae465e-7dcc-44d3-8f9b-1701791a5e9a req-c856edab-e8f3-4e84-8831-f9e469d3897d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:44.471978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49ae465e-7dcc-44d3-8f9b-1701791a5e9a req-c856edab-e8f3-4e84-8831-f9e469d3897d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 944 time: 0.2280731 Nov 03 19:10:44.556081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ce5fc5-097b-4f6b-a9f5-b47745f8d55b,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.595173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.612686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.613629 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.619535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-415d9124-5305-415f-9895-d99164aef8f6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4810705 Nov 03 19:10:44.622511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41078) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.647030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'security_group_rule': {'security_group_id': '978ebd20-78d1-4a09-9fa0-334c1e1b2574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:44.652966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2f4054f-9365-42f7-86e7-273f317ebbd2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:44.715615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ae4aad-7909-49cd-81a7-30883260c9a7,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.730430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.738394 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-74f3abcb-7311-432d-8178-150dd76ed0f6 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3849247 Nov 03 19:10:44.739327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41080) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.770141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2ff773b9-621a-4741-8e20-35d3530965ac details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:44.777304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2f58905d-3e4e-46fc-9ff5-ccfd27257265 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules/70ae4aad-7909-49cd-81a7-30883260c9a7 HTTP/1.1" status: 200 len: 763 time: 0.0332417 Nov 03 19:10:44.778544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41082) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.780849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.818059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49ae465e-7dcc-44d3-8f9b-1701791a5e9a req-a259562a-e33f-4efd-8d98-eb6d696beef9 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446379 Nov 03 19:10:44.932637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e2f4054f-9365-42f7-86e7-273f317ebbd2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:44.935196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.980993 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1dcfc556-35bb-473e-8830-926c3aa2c86b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1956916 Nov 03 19:10:44.993376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41086) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.133100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.138574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8848c0b6-b4e6-4857-a81a-fb3446ab5397 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.156164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8848c0b6-b4e6-4857-a81a-fb3446ab5397 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.173541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85657ff-2d34-46b2-aacc-075d4140bf0c None None] Network 4d344be8-2747-412e-92dd-b52d74daf371 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:45.193806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:45.218635 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8848c0b6-b4e6-4857-a81a-fb3446ab5397 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.259220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8848c0b6-b4e6-4857-a81a-fb3446ab5397 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.266383 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8848c0b6-b4e6-4857-a81a-fb3446ab5397 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/70ae4aad-7909-49cd-81a7-30883260c9a7 HTTP/1.1" status: 204 len: 168 time: 0.2714593 Nov 03 19:10:45.267858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848c0b6-b4e6-4857-a81a-fb3446ab5397 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70ae4aad-7909-49cd-81a7-30883260c9a7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:45.274810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41088) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.350949 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c2885fb5-c8dd-42cb-8b52-798ede790203 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750928 Nov 03 19:10:45.352011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.365683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': '003bb102-8d00-4c2f-9b0c-8557bbabedc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:45.377816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.385029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.395000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2ff773b9-621a-4741-8e20-35d3530965ac, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2ff773b9-621a-4741-8e20-35d3530965ac,segment=NetworkSegment(fbe19d1a-4800-432f-9dd1-0270541d6e11),segment_id=fbe19d1a-4800-432f-9dd1-0270541d6e11)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:45.427458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f14ceb13-1ee5-407e-b174-0b1a0c57bfbb None None] Provisioning complete for port e2f4054f-9365-42f7-86e7-273f317ebbd2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:45.428393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14ceb13-1ee5-407e-b174-0b1a0c57bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.435952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d816cfb-5915-445a-bca6-e9d6141bab60,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:45.474795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.493041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '2ff773b9-621a-4741-8e20-35d3530965ac', 'network_id': '55e2acab-20a6-45d1-8849-ede78b3ba206', 'port_id': '2ff773b9-621a-4741-8e20-35d3530965ac', 'mac_address': 'fa:16:3e:66:47:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dd191d-6ab2-4546-81bb-d3c9ef8da864', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:45.523931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.546557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.549091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-15931d23-350f-4258-baab-eda808e48c93 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9198928 Nov 03 19:10:45.561315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41092) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.565500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39085d-b1df-4fd9-ad04-9ceebbb382b8 req-90c6097e-7fd6-4110-8abd-7f8ea4870efa tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.568796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc39085d-b1df-4fd9-ad04-9ceebbb382b8 req-90c6097e-7fd6-4110-8abd-7f8ea4870efa tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 946 time: 0.4265182 Nov 03 19:10:45.570127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.582130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Subnet': ['ID=77eacdfb-747b-43de-b243-e206de546581,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:45.599616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:45.608356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.612044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['3f55c8cc-95d8-40bd-becc-e45da9d63b4f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:45.704996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Checking segment: {'id': '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:45.705603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network hostable DHCP agents. Network: d18f2cd8-b53a-4007-afaa-89e6ebab75b0, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:10:45.708097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.717540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.752623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.767130 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.809329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc39085d-b1df-4fd9-ad04-9ceebbb382b8 req-f7db35b0-bf28-44cd-b241-e73cc202683b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490293 Nov 03 19:10:45.850115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.851223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.868266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port e2f4054f-9365-42f7-86e7-273f317ebbd2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e2f4054f-9365-42f7-86e7-273f317ebbd2,segment=NetworkSegment(0310ca61-bafb-46b4-9df0-00ae006567fb),segment_id=0310ca61-bafb-46b4-9df0-00ae006567fb)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:45.877906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.879766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6efd2af-a07f-4b70-a621-9b53d7aeb6d7 req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "PUT /v2.0/ports/3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 981 time: 2.3053727 Nov 03 19:10:45.885382 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5247169 Nov 03 19:10:45.900126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41100) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.907433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:45.923380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff773b9-621a-4741-8e20-35d3530965ac {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:45.925375 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8bcc4-8c56-4a05-981d-91333ad98d81" -d '{"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:45.990076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40195-3cd0-4c33-808b-71cac175bedd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:46.030287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:10:46.116977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2e7c-d72f-40cf-9475-f689b911954b tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd8a050-d52c-47e6-9db7-e5b7cf8caffa,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:46.163760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-01e93c87-06c0-4f14-90f0-edd218e0d962 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules/cfd8a050-d52c-47e6-9db7-e5b7cf8caffa HTTP/1.1" status: 200 len: 763 time: 0.2585917 Nov 03 19:10:46.174213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:46.203476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d18f2cd8-b53a-4007-afaa-89e6ebab75b0) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:46.289551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f398d46e-b4e0-4d52-9528-c88044ddf814 None None] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:46.290921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.291862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.301180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.358036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef9f48-1e79-46ef-a138-8184d709ef60 req-df832c93-cf09-4954-98ea-4c9ef110ddcb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.358418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aea38e56-c5f7-4497-965a-d35dbb5f2b70 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1801360 Nov 03 19:10:46.359380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:46.360684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ef9f48-1e79-46ef-a138-8184d709ef60 req-df832c93-cf09-4954-98ea-4c9ef110ddcb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3240609 Nov 03 19:10:46.364539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['3f55c8cc-95d8-40bd-becc-e45da9d63b4f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:46.372136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ce3f69c-d94a-4837-a930-e0ddb2e7c365 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2458334 Nov 03 19:10:46.372782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41110) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:46.382056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'subnet': {'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:46.416302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02580ba0-b119-45b6-a6c4-d63e82446b2c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.437310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02580ba0-b119-45b6-a6c4-d63e82446b2c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.465187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.472789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466432c-0ce0-4062-8467-503ae9038091 req-62e1bb63-1f77-47f0-86c1-449921cfcbc9 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.475792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d466432c-0ce0-4062-8467-503ae9038091 req-62e1bb63-1f77-47f0-86c1-449921cfcbc9 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 944 time: 0.3164186 Nov 03 19:10:46.604782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2ff773b9-621a-4741-8e20-35d3530965ac, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2ff773b9-621a-4741-8e20-35d3530965ac,segment=NetworkSegment(fbe19d1a-4800-432f-9dd1-0270541d6e11),segment_id=fbe19d1a-4800-432f-9dd1-0270541d6e11)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:46.725326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Allocated IP 172.25.8.229 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1a510753-f0cf-4e9c-b516-de0ecc3635b3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:46.751745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74ef9f48-1e79-46ef-a138-8184d709ef60 req-18970b46-13bb-42fa-b670-47f17fd6378f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570476 Nov 03 19:10:46.756378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.762470 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f14ceb13-1ee5-407e-b174-0b1a0c57bfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.777752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d466432c-0ce0-4062-8467-503ae9038091 req-b955b595-2dd1-4ca0-bbd8-a3d5bb724c27 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857356 Nov 03 19:10:46.789454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:46.817437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.893277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=e2f4054f-9365-42f7-86e7-273f317ebbd2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.122828 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336762e-b505-4c94-933f-4a7e66db64b6 x-openstack-request-id: req-9336762e-b505-4c94-933f-4a7e66db64b6 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:47.123276 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:47.123689 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9336762e-b505-4c94-933f-4a7e66db64b6 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:47.124309 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'status': 'completed', 'code': 200} Nov 03 19:10:47.171899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['2ff773b9-621a-4741-8e20-35d3530965ac'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:47.226236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.240841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02580ba0-b119-45b6-a6c4-d63e82446b2c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.251348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-4d525e79-83c1-4731-a53d-e08adb902a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:47.254739 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-4d525e79-83c1-4731-a53d-e08adb902a58 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1135 time: 0.2130034 Nov 03 19:10:47.296915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02580ba0-b119-45b6-a6c4-d63e82446b2c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.302550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-02580ba0-b119-45b6-a6c4-d63e82446b2c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/cfd8a050-d52c-47e6-9db7-e5b7cf8caffa HTTP/1.1" status: 204 len: 168 time: 0.9244566 Nov 03 19:10:47.307180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41118) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:47.357023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02580ba0-b119-45b6-a6c4-d63e82446b2c tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfd8a050-d52c-47e6-9db7-e5b7cf8caffa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.427300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-233fc488-3c57-4626-885a-80445aadd8f1 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1572141293&fields=id&tenant_id=2bc191ea494a4970819eb8719bb64c6b HTTP/1.1" status: 200 len: 267 time: 0.3307488 Nov 03 19:10:47.488698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-f14ceb13-1ee5-407e-b174-0b1a0c57bfbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:47.489709 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-f14ceb13-1ee5-407e-b174-0b1a0c57bfbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:47.739749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2ff773b9-621a-4741-8e20-35d3530965ac,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.770625 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.825480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-23c8dcae-e392-4abb-90e2-97cd7b4cb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:47.830753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-23c8dcae-e392-4abb-90e2-97cd7b4cb4f8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.4812925 Nov 03 19:10:47.934684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:47.942069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:48.018759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:48.120362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-6b51ea3e-7bb8-4284-9bbd-525a83978c2b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.2081892 Nov 03 19:10:48.253000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'Port': ['ID=1a510753-f0cf-4e9c-b516-de0ecc3635b3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:48.254074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d18f2cd8-b53a-4007-afaa-89e6ebab75b0', 'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0', 'tenant_id': 'bf42a607895d4333a3ae427452df2506', 'fixed_ips': [{'subnet_id': '77eacdfb-747b-43de-b243-e206de546581'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:48.255835 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.312835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-cf2e2754-43f3-4f5e-bea9-2a2d790d18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.315348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-cf2e2754-43f3-4f5e-bea9-2a2d790d18e0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.1819074 Nov 03 19:10:48.321167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.329424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-345a865c-7cd2-4a4d-bb7c-88b7a8a95dcf tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0186753 Nov 03 19:10:48.336563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41128) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:48.365593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Request body: {'security_group_rule': {'security_group_id': '003bb102-8d00-4c2f-9b0c-8557bbabedc1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:48.411968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-dc89655d-9a7c-412f-9485-dfc3897dffca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737391 Nov 03 19:10:48.530707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.554348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-24a4a830-f33c-4a4e-a0c9-7bf94424d449 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.570463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-24a4a830-f33c-4a4e-a0c9-7bf94424d449 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 984 time: 1.0997860 Nov 03 19:10:48.586515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2f4054f-9365-42f7-86e7-273f317ebbd2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:48.630196 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Project 827644f7beb34d97b014fad3874db900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:10:48.640949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'port': {'security_groups': ['3e32f23d-ccb4-4d5d-8d02-27d40788056b']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:48.656598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.679727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800337-f94b-463e-aaa6-ba6398f710a3 req-a12f09e4-3367-4107-862d-c936ab203280 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.679727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57800337-f94b-463e-aaa6-ba6398f710a3 req-a12f09e4-3367-4107-862d-c936ab203280 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.5165789 Nov 03 19:10:48.682764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d66d5712-990f-436d-8909-9b7f618b385d None None] Provisioning complete for port e2f4054f-9365-42f7-86e7-273f317ebbd2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:48.683246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d66d5712-990f-436d-8909-9b7f618b385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.875439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.956169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.984336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e2f4054f-9365-42f7-86e7-273f317ebbd2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:48.984969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.999471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.073183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Allocated IP 2001:db8::2 (d18f2cd8-b53a-4007-afaa-89e6ebab75b0/77eacdfb-747b-43de-b243-e206de546581/95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:49.074887 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-a425277f-ffc6-4130-902a-82a12fd968a2 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242349 Nov 03 19:10:49.076049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.095124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57800337-f94b-463e-aaa6-ba6398f710a3 req-da5b1cfd-72de-43ae-8aee-5d2c3aacb689 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372459 Nov 03 19:10:49.096179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Subnet': ['ID=f057114f-75f5-4b2c-884e-b4e8f7849bb8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:49.184458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.188338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8480387 Nov 03 19:10:49.189364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41132) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.227921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-86b77f2a-f7ce-473d-87b2-0fa88809aec0 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules/f5a4beaa-e151-42f7-bf54-fa9923acb58b HTTP/1.1" status: 200 len: 769 time: 0.0364082 Nov 03 19:10:49.230896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494e88c-5998-453b-ba1d-55539a23ca94 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a4beaa-e151-42f7-bf54-fa9923acb58b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:49.232521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41134) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.233717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Checking segment: {'id': '136267d0-1acd-44f5-b73d-730e70ac4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:49.234215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network hostable DHCP agents. Network: a3fe06cf-2933-471b-be9e-120ce0ad836c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:10:49.419487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4db8bcc4-8c56-4a05-981d-91333ad98d81 req-c207eb2d-7bb7-4785-95e4-52951af9f873 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706616 Nov 03 19:10:49.422708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.436503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.455094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network a3fe06cf-2933-471b-be9e-120ce0ad836c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:10:49.487300 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.493487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-13c212a4-a7f3-439f-a680-e0e2a3c64847 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2494516 Nov 03 19:10:49.501800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41136) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.509773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.530001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a3fe06cf-2933-471b-be9e-120ce0ad836c) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:49.571346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66220-1ba4-42f2-a2be-ea8142b14aa8 req-ad0f9e57-e0f3-4e81-bbd1-066a4154b863 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.571694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6b405-9e2e-4bac-9053-add8507bb90e None None] Network a3fe06cf-2933-471b-be9e-120ce0ad836c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:49.577084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fc66220-1ba4-42f2-a2be-ea8142b14aa8 req-ad0f9e57-e0f3-4e81-bbd1-066a4154b863 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2983224 Nov 03 19:10:49.587602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.588997 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.626561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'Port': ['ID=1a510753-f0cf-4e9c-b516-de0ecc3635b3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:49.631363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5bb20258-42ab-40d4-b2bf-2db07646f022 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.641653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:49.658970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5bb20258-42ab-40d4-b2bf-2db07646f022 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.675742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.694868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:49.712084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:49.720563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Pushing event updated for resources: {'Port': ['ID=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:49.731421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.735049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-12508c63-bb85-476c-9494-af4f519fc0e4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1714926 Nov 03 19:10:49.739657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6bc19f19-55e0-4390-be48-c7d32cccce42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3650689 Nov 03 19:10:49.746946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.857201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Attempting to bind port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:49.857742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Attempting to bind port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:49.858287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Attempting to bind port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f on network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:49.868862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fc66220-1ba4-42f2-a2be-ea8142b14aa8 req-09afb605-a612-4230-8c5e-1f19dd8249dc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577624 Nov 03 19:10:49.900759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:49.918428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:49.918821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Checking segment: {'id': '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:49.919226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.919626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Bound using segment: {'id': '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:49.920149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Bound port: 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd18f2cd8-b53a-4007-afaa-89e6ebab75b0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:49.920592 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.972185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5bb20258-42ab-40d4-b2bf-2db07646f022 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.979873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.987764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5bb20258-42ab-40d4-b2bf-2db07646f022 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.989928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5bb20258-42ab-40d4-b2bf-2db07646f022 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/f5a4beaa-e151-42f7-bf54-fa9923acb58b HTTP/1.1" status: 204 len: 168 time: 0.4863558 Nov 03 19:10:49.990561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.997607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41144) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.049403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['3f55c8cc-95d8-40bd-becc-e45da9d63b4f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:50.105984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a3fe06cf-2933-471b-be9e-120ce0ad836c', 'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c', 'tenant_id': 'bf42a607895d4333a3ae427452df2506', 'fixed_ips': [{'subnet_id': 'f057114f-75f5-4b2c-884e-b4e8f7849bb8'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:50.108768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.110025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb20258-42ab-40d4-b2bf-2db07646f022 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5a4beaa-e151-42f7-bf54-fa9923acb58b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.175592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] For port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:50.188571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] For port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,segment=NetworkSegment(3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6),segment_id=3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:50.201726 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.263545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.264907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.267336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1490882f-1b19-4ad7-855d-e0340f75da66 req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "PUT /v2.0/ports/3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 942 time: 1.6365829 Nov 03 19:10:50.283127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:50.287955 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52561969-1a16-4a70-add9-bd4fea0f0ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:50.307383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b6a84-2d6c-4e0d-9c32-358f82de9094 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event updated for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.346423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a8a3f740-46f0-48b3-b958-19e1b635f15e tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3482206 Nov 03 19:10:50.347651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41160) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.385746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14554b0-c4f3-4c6d-97d7-36924ae6e755 req-62666ba1-4f96-4426-baf2-66a370a2cc3a tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.404281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d14554b0-c4f3-4c6d-97d7-36924ae6e755 req-62666ba1-4f96-4426-baf2-66a370a2cc3a tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 945 time: 0.3572659 Nov 03 19:10:50.450950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['3f55c8cc-95d8-40bd-becc-e45da9d63b4f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:50.587838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16a0e9-bcf6-4c76-8c28-ffa57d20fc85 None None] Pushing event updated for resources: {'Port': ['ID=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.633595 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27b7619c-ffe9-4baf-b39f-ffe54a9e7a5d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.707127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-f3f3a96d-6894-4721-a01e-ec18ca98b89f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--5366141&fields=id&tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 267 time: 0.2592208 Nov 03 19:10:50.736199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d14554b0-c4f3-4c6d-97d7-36924ae6e755 req-d0df6eaa-302f-4d3e-82fd-80be82cbe964 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139172 Nov 03 19:10:50.737442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Allocated IP 2001:db8::2 (a3fe06cf-2933-471b-be9e-120ce0ad836c/f057114f-75f5-4b2c-884e-b4e8f7849bb8/0942692d-f832-435f-a783-4c5933542232) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:50.739861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27b7619c-ffe9-4baf-b39f-ffe54a9e7a5d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.803643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2ff773b9-621a-4741-8e20-35d3530965ac up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:51.095090 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27b7619c-ffe9-4baf-b39f-ffe54a9e7a5d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.098467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27b7619c-ffe9-4baf-b39f-ffe54a9e7a5d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.100014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-27b7619c-ffe9-4baf-b39f-ffe54a9e7a5d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "DELETE /v2.0/security-groups/003bb102-8d00-4c2f-9b0c-8557bbabedc1 HTTP/1.1" status: 204 len: 168 time: 0.7399399 Nov 03 19:10:51.113338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:51.140588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70645a5c-ba16-4613-bcf8-b221c6f22b8c req-71e0a89e-355b-42f7-a27e-f29c72f1553f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:51.153231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70645a5c-ba16-4613-bcf8-b221c6f22b8c req-71e0a89e-355b-42f7-a27e-f29c72f1553f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.1694746 Nov 03 19:10:51.169932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7619c-ffe9-4baf-b39f-ffe54a9e7a5d tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003bb102-8d00-4c2f-9b0c-8557bbabedc1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:51.218334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-8b7f44d6-dc52-4a30-ad4c-747aec21ba78 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:51.220037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-8b7f44d6-dc52-4a30-ad4c-747aec21ba78 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 817 time: 0.4692268 Nov 03 19:10:51.241630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-59f71e9b-2574-4a75-b031-019a42a9d6fa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:51.243086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-59f71e9b-2574-4a75-b031-019a42a9d6fa tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.110 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 946 time: 0.3377388 Nov 03 19:10:51.292397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.304344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-0df61382-ef4c-4962-9b64-3f218ffde114 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/quotas/eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 375 time: 0.0438006 Nov 03 19:10:51.315850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70645a5c-ba16-4613-bcf8-b221c6f22b8c req-4c22060d-a21d-47ca-be5b-44238f02e6a0 tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/security-groups?id=e369379d-12d7-448d-91ba-babe0feea514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622205 Nov 03 19:10:51.359284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-284fb102-d9db-4985-bd33-9a5a3a979879 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2374725 Nov 03 19:10:51.377592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41170) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:51.470391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 2ff773b9-621a-4741-8e20-35d3530965ac completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:51.489936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-81182678-59fb-4372-a844-aed6d603fc5a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653454 Nov 03 19:10:51.512259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 2ff773b9-621a-4741-8e20-35d3530965ac triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:51.512812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.739027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe171de0-0355-4671-aacc-c301168c07b2 tempest-SecGroupIPv6Test-623660593 tempest-SecGroupIPv6Test-623660593-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3598228 Nov 03 19:10:51.879113 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.932410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.938542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-fbea6beb-df40-41c4-8408-947a6112b7e3 service neutron] 10.222.0.91 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260101 Nov 03 19:10:51.961193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff773b9-621a-4741-8e20-35d3530965ac'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:51.965041 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0065f19b-1fc3-4c80-8b1a-eea52d076ec4" -d '{"events": [{"server_uuid": "7678d600-ab3e-4a90-9a0f-0ef4f863d2b4", "name": "network-vif-plugged", "status": "completed", "tag": "2ff773b9-621a-4741-8e20-35d3530965ac"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:51.984625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Deleting port 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:51.984625 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.022827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 2ff773b9-621a-4741-8e20-35d3530965ac, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2ff773b9-621a-4741-8e20-35d3530965ac,segment=NetworkSegment(fbe19d1a-4800-432f-9dd1-0270541d6e11),segment_id=fbe19d1a-4800-432f-9dd1-0270541d6e11)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:52.027138 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.036213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.143104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Network a3fe06cf-2933-471b-be9e-120ce0ad836c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:52.153135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:52.165463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:52.189159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Pushing event updated for resources: {'Port': ['ID=0942692d-f832-435f-a783-4c5933542232,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.359490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Allocated IP 2001:db8::1 (d18f2cd8-b53a-4007-afaa-89e6ebab75b0/77eacdfb-747b-43de-b243-e206de546581/6a6bd79a-4c09-4af6-8f02-a9c028c57bac) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:52.366394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] For port 85421270-88b8-403b-b3c3-70d982da31cb, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=85421270-88b8-403b-b3c3-70d982da31cb,segment=NetworkSegment(70dd0ae9-a293-42c8-bd25-204a9ee85c3a),segment_id=70dd0ae9-a293-42c8-bd25-204a9ee85c3a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:52.367297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.388007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-149d6b7a-9ec6-434a-92f4-53fccf146e25 service neutron] 10.222.0.91 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243474 Nov 03 19:10:52.443736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Calling delete_port for 85421270-88b8-403b-b3c3-70d982da31cb owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:52.456545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Attempting to bind port 0942692d-f832-435f-a783-4c5933542232 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:52.459152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Attempting to bind port 0942692d-f832-435f-a783-4c5933542232 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '136267d0-1acd-44f5-b73d-730e70ac4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:52.459537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Attempting to bind port 0942692d-f832-435f-a783-4c5933542232 on network a3fe06cf-2933-471b-be9e-120ce0ad836c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:52.513863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:52.514481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Checking segment: {'id': '136267d0-1acd-44f5-b73d-730e70ac4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:52.515142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.515790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Bound using segment: {'id': '136267d0-1acd-44f5-b73d-730e70ac4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:52.517829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Bound port: 0942692d-f832-435f-a783-4c5933542232, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136267d0-1acd-44f5-b73d-730e70ac4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a3fe06cf-2933-471b-be9e-120ce0ad836c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:52.518096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.563504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=2ff773b9-621a-4741-8e20-35d3530965ac,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.699523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f035743-7996-4166-923e-294a449fdb85 None None] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:52.799542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.005282 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e2ff0-f2ef-4156-a7b0-432d36bd31d3 x-openstack-request-id: req-a28e2ff0-f2ef-4156-a7b0-432d36bd31d3 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:53.005933 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:53.006139 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a28e2ff0-f2ef-4156-a7b0-432d36bd31d3 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:53.007025 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'status': 'completed', 'code': 200} Nov 03 19:10:53.064731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:53.068758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41196) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.178941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.256339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-b6802c3d-382c-4eaf-9f75-eedb8615a9c6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8627918 Nov 03 19:10:53.266020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:53.297261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-d8f1c850-8d6c-4209-81e9-8e6e2e00577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.301307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-d8f1c850-8d6c-4209-81e9-8e6e2e00577d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.2240827 Nov 03 19:10:53.342037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7e308db4-0ef2-41bd-bfb4-6e32185b72b7 None None] Provisioning complete for port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:53.343233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e308db4-0ef2-41bd-bfb4-6e32185b72b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.379509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:53.407747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5cee0-ce83-4764-be27-c5b9d2dba3c4 req-aafb7131-f946-4b77-89ab-e151d7f4dd0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.435454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:53.436087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.446269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbf5cee0-ce83-4764-be27-c5b9d2dba3c4 req-aafb7131-f946-4b77-89ab-e151d7f4dd0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2997134 Nov 03 19:10:53.487990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] For port 0942692d-f832-435f-a783-4c5933542232, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:53.533375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:53.559052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.583942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] For port 0942692d-f832-435f-a783-4c5933542232, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0942692d-f832-435f-a783-4c5933542232,segment=NetworkSegment(136267d0-1acd-44f5-b73d-730e70ac4bb4),segment_id=136267d0-1acd-44f5-b73d-730e70ac4bb4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:53.586084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:53.587777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.594030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.742475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbf5cee0-ce83-4764-be27-c5b9d2dba3c4 req-ecb9576c-b6b7-4d2e-a3ac-60b0495589dc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908349 Nov 03 19:10:53.777770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.778987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83d0cc21-3bfd-4979-be0c-b0627d06c77b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=827644f7beb34d97b014fad3874db900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7086697 Nov 03 19:10:53.781796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41208) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.819517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468dfa1-9150-4792-beb1-2dfe3693d2b7 None None] Pushing event updated for resources: {'Port': ['ID=0942692d-f832-435f-a783-4c5933542232,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.828817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Port': ['ID=6a6bd79a-4c09-4af6-8f02-a9c028c57bac,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.160875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] No DVR routers for this DVR port 85421270-88b8-403b-b3c3-70d982da31cb on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:54.186882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.194755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463366d6-6dcb-4b39-b30c-ce4f51f64244 req-fae22f28-5765-49b9-9fe0-6311f42bb95d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:54.202911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e0b5933-5d31-4aba-b6e1-67eb2fe96ad0 req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.110 "DELETE /v2.0/ports/85421270-88b8-403b-b3c3-70d982da31cb HTTP/1.1" status: 204 len: 173 time: 2.9445369 Nov 03 19:10:54.214120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-deleted', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:54.217023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-463366d6-6dcb-4b39-b30c-ce4f51f64244 req-fae22f28-5765-49b9-9fe0-6311f42bb95d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 0.3220584 Nov 03 19:10:54.218443 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.222344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e308db4-0ef2-41bd-bfb4-6e32185b72b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.229568 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1563fe6-04d4-41df-8125-169c1b97d464" -d '{"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-deleted", "tag": "85421270-88b8-403b-b3c3-70d982da31cb"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:54.247452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e19c1-f96f-42cd-966d-2a371756688f tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] Pushing event deleted for resources: {'Port': ['ID=85421270-88b8-403b-b3c3-70d982da31cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.325755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a19b999-cc3b-4077-94a0-14eb030276c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.365412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-41915172-1e2c-4bba-9770-925c1d440282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:54.369843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-41915172-1e2c-4bba-9770-925c1d440282 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.9756622 Nov 03 19:10:54.420581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,segment=NetworkSegment(3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6),segment_id=3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:54.445252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a19b999-cc3b-4077-94a0-14eb030276c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.514798 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.623890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.652459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-9addf03d-c139-4bd5-b6f0-e75adee945ae service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.1688137 Nov 03 19:10:54.691100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-463366d6-6dcb-4b39-b30c-ce4f51f64244 req-4bb933be-4645-4e0b-9411-4b8e95a4ca17 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693680 Nov 03 19:10:54.724879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 85421270-88b8-403b-b3c3-70d982da31cb no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:54.858486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-b74e997c-49c3-420b-84f8-ef21a3218850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:54.886380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-b74e997c-49c3-420b-84f8-ef21a3218850 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.2082968 Nov 03 19:10:54.890681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.891343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 85421270-88b8-403b-b3c3-70d982da31cb {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:54.891868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 85421270-88b8-403b-b3c3-70d982da31cb not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:54.958789 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f010440-e2ce-4d38-a631-2ec81f89d461 x-openstack-request-id: req-8f010440-e2ce-4d38-a631-2ec81f89d461 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:54.959403 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678d600-ab3e-4a90-9a0f-0ef4f863d2b4", "name": "network-vif-plugged", "status": "completed", "tag": "2ff773b9-621a-4741-8e20-35d3530965ac", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:54.959922 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8f010440-e2ce-4d38-a631-2ec81f89d461 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:54.960696 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff773b9-621a-4741-8e20-35d3530965ac', 'code': 200} Nov 03 19:10:54.990945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-7e308db4-0ef2-41bd-bfb4-6e32185b72b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:55.001091 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-7e308db4-0ef2-41bd-bfb4-6e32185b72b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:55.074933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.076081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-1510a3f3-3fdf-4608-9353-a29a5a310b0c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612792 Nov 03 19:10:55.137840 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a19b999-cc3b-4077-94a0-14eb030276c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.153195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a19b999-cc3b-4077-94a0-14eb030276c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.165908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5a19b999-cc3b-4077-94a0-14eb030276c1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2ffe2871-00ee-4ec8-b78e-1ba95cbb7cc1 HTTP/1.1" status: 204 len: 168 time: 1.2950361 Nov 03 19:10:55.186455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0942692d-f832-435f-a783-4c5933542232 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:55.271793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Allocated IP 172.25.8.19 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/64743612-27f3-46a4-b9ae-c50d64e0d682) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:55.406790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0942692d-f832-435f-a783-4c5933542232 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:55.410399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.476488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.706629 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.736803 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-b05fb3c8-a3cb-4bf9-9dc7-d035629a5922 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255500 Nov 03 19:10:55.810833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19b999-cc3b-4077-94a0-14eb030276c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffe2871-00ee-4ec8-b78e-1ba95cbb7cc1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.908036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.911263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f55c34ac-695c-4fa8-89d8-94c65261f606 None None] Provisioning complete for port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:55.911756 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55c34ac-695c-4fa8-89d8-94c65261f606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.937589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40e7b222-bb5d-485f-a650-6642302c2ed3 req-62e1d2b2-3cbf-401b-9aa1-e9c88a8ba3be tempest-ServersNegativeTestJSON-1772825248 tempest-ServersNegativeTestJSON-1772825248-project] 10.222.0.91 "GET /v2.0/ports?device_id=63d4101d-35fb-45cb-93d0-0de879cde948 HTTP/1.1" status: 200 len: 210 time: 0.2830677 Nov 03 19:10:56.059237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event updated for resources: {'Port': ['ID=64743612-27f3-46a4-b9ae-c50d64e0d682,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.067008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43acce-b58b-4363-abfe-de7f7daa3742 req-8c7fab94-440d-4e25-83de-2e0ee4346e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:56.068704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f43acce-b58b-4363-abfe-de7f7daa3742 req-8c7fab94-440d-4e25-83de-2e0ee4346e3c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 1097 time: 0.9237974 Nov 03 19:10:56.126510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 0942692d-f832-435f-a783-4c5933542232, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0942692d-f832-435f-a783-4c5933542232,segment=NetworkSegment(136267d0-1acd-44f5-b73d-730e70ac4bb4),segment_id=136267d0-1acd-44f5-b73d-730e70ac4bb4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:56.129526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:56.133188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:56.138319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:56.333970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.441990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2a7e09c-03d7-412d-bccb-a24ef7221025 req-babf819b-0781-429d-92aa-17445111b18f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 210 time: 0.2039080 Nov 03 19:10:56.500425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=0942692d-f832-435f-a783-4c5933542232,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.564917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ecb4a-d078-4010-b639-50fc29cff11f None None] Network a3fe06cf-2933-471b-be9e-120ce0ad836c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:56.587294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f55c34ac-695c-4fa8-89d8-94c65261f606 None None] Provisioning complete for port 6a6bd79a-4c09-4af6-8f02-a9c028c57bac triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:56.587894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f55c34ac-695c-4fa8-89d8-94c65261f606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.759399 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.861828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.922284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:56.996448 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65205310-5b05-4908-a619-f78b75d42f65 x-openstack-request-id: req-65205310-5b05-4908-a619-f78b75d42f65 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:56.997549 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4101d-35fb-45cb-93d0-0de879cde948", "name": "network-vif-deleted", "tag": "85421270-88b8-403b-b3c3-70d982da31cb", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:56.997914 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-65205310-5b05-4908-a619-f78b75d42f65 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:56.998665 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d4101d-35fb-45cb-93d0-0de879cde948', 'name': 'network-vif-deleted', 'tag': '85421270-88b8-403b-b3c3-70d982da31cb', 'status': 'completed', 'code': 200} Nov 03 19:10:57.013112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f55c34ac-695c-4fa8-89d8-94c65261f606 None None] Port 6a6bd79a-4c09-4af6-8f02-a9c028c57bac cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:57.051826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-52561969-1a16-4a70-add9-bd4fea0f0ba0 req-c3d878b2-c8eb-4a5c-bdba-56ce5689a369 service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2927816 Nov 03 19:10:57.069186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a5790-1029-4a68-be86-53e99b4290cb req-cf15f6fb-bc2f-4e36-a13f-5255a3c48e0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.072645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e65a5790-1029-4a68-be86-53e99b4290cb req-cf15f6fb-bc2f-4e36-a13f-5255a3c48e0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2125394 Nov 03 19:10:57.134463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f43acce-b58b-4363-abfe-de7f7daa3742 req-c9fafe0c-ab2b-434c-8b57-b4509f9fff73 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9114659 Nov 03 19:10:57.303279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:57.305142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.337179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-7fdce3a3-b97d-4ee2-a4ff-658850de6c84 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.337572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e65a5790-1029-4a68-be86-53e99b4290cb req-edf7307f-25e0-44f7-9833-39b6801a359f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490442 Nov 03 19:10:57.343762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-7fdce3a3-b97d-4ee2-a4ff-658850de6c84 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 817 time: 1.1389725 Nov 03 19:10:57.395783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-586f21fd-53df-4e5e-90e8-5c7576ec4428 None None] Provisioning complete for port 0942692d-f832-435f-a783-4c5933542232 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:57.396516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-586f21fd-53df-4e5e-90e8-5c7576ec4428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.482702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.525598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.527837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.577068 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.608323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.644569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Port': ['ID=6a6bd79a-4c09-4af6-8f02-a9c028c57bac,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:57.725681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event updated for resources: {'Port': ['ID=64743612-27f3-46a4-b9ae-c50d64e0d682,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:57.731977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41246) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.838863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c6342c62-1735-4ae2-8939-0ca746207d1a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 377 time: 0.4785738 Nov 03 19:10:57.845874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.889330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae10f1-bc58-44b6-a1a5-7e2f5e47cda7 req-4c3b42f8-f836-4821-88b2-4825ad1e7e7b tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.902625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afae10f1-bc58-44b6-a1a5-7e2f5e47cda7 req-4c3b42f8-f836-4821-88b2-4825ad1e7e7b tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 0.3211915 Nov 03 19:10:57.912713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.914733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1599ac3e-2cda-422d-9637-6881df90c58b tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6570756 Nov 03 19:10:57.936253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:57.941490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:57.973513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'port': {'device_id': '59c48926-308a-4827-9330-f28ac3e2e182', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'admin_state_up': True, 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'security_groups': ['978ebd20-78d1-4a09-9fa0-334c1e1b2574']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.005604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0942692d-f832-435f-a783-4c5933542232 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:58.197271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0942692d-f832-435f-a783-4c5933542232 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:58.198042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.241046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-29c4f4f3-02d6-4050-8310-05ac4355039a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.263473 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-29c4f4f3-02d6-4050-8310-05ac4355039a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 19:10:58.264760 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-29c4f4f3-02d6-4050-8310-05ac4355039a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:10:58.289543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-29c4f4f3-02d6-4050-8310-05ac4355039a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5524366 Nov 03 19:10:58.310234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41252) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.348610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-03cdb215-a767-42db-b2a6-b488a48a2e99 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.3959575 Nov 03 19:10:58.356023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297557218'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.434058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afae10f1-bc58-44b6-a1a5-7e2f5e47cda7 req-02aef708-19d0-42a1-a383-7022428822cb tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272417 Nov 03 19:10:58.700215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.710337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0b474945-ccdc-47df-8c60-d9469b0bf42f None None] Provisioning complete for port 0942692d-f832-435f-a783-4c5933542232 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:58.725710 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0b474945-ccdc-47df-8c60-d9469b0bf42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.740237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.769246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.866822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Router 55e7d5d3-89bf-40b0-8aea-0d2d333b080d is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:10:58.881263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Made reservation on behalf of eadbe2d53b4f429a8e25fcac06b3fc43 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:58.897038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.961090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-bd24445b-2a50-4a8f-af22-1019640cd2d9 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:58.965473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-bd24445b-2a50-4a8f-af22-1019640cd2d9 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.5254028 Nov 03 19:10:59.035066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1c83cddc-1a06-4db9-a3e7-e2afea3b0ba3 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:10:59.041218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21c0c6f8-0b74-4f5a-8443-3263b6783fc9 req-1c83cddc-1a06-4db9-a3e7-e2afea3b0ba3 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0200379 Nov 03 19:10:59.104200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62d676eb-6d35-40bc-ba0e-097566528633 req-8d9473af-a11f-4c61-94d4-f12b49b983c2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 210 time: 0.1276860 Nov 03 19:10:59.182615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d55a9e47-33d0-4b42-8229-a6cbe8b9cbf2 None None] Provisioning complete for port 6a6bd79a-4c09-4af6-8f02-a9c028c57bac triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:59.183615 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d55a9e47-33d0-4b42-8229-a6cbe8b9cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.215865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.235452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.269024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d55a9e47-33d0-4b42-8229-a6cbe8b9cbf2 None None] Port 6a6bd79a-4c09-4af6-8f02-a9c028c57bac cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:59.455151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.482604 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.517673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b125ccad-e3d8-4454-97bc-bbf3017ac475,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:59.556944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285c9c9-b8a4-4be2-8576-0e8f804e0376 req-d484e487-29b0-4786-b970-b126de37440f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:59.560877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d285c9c9-b8a4-4be2-8576-0e8f804e0376 req-d484e487-29b0-4786-b970-b126de37440f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3424995 Nov 03 19:10:59.577357 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.580104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2677822 Nov 03 19:10:59.600385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41266) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:59.621912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '3da9a4c4-9cfe-4171-b964-09886a45853c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:59.715959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6407e-6133-411f-98c6-12c699912776 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da9a4c4-9cfe-4171-b964-09886a45853c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:59.742411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-948b934b-8bf9-4160-ab5c-881fcc653ee9 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:59.745037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-948b934b-8bf9-4160-ab5c-881fcc653ee9 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3954613 Nov 03 19:10:59.768613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.827468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:59.841716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Deleting subnet 717e766e-ab13-4e46-91d1-80717b4cdb93 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:59.853551 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] Sync routers for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:59.856790 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4c61165b-72a5-4494-91e8-6d29c67cd521 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1077054 Nov 03 19:10:59.857883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.861240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Allocated IP 172.20.0.14 (fb2a891e-3d64-414c-8204-74fddd9cde6d/d7e48bd2-7af5-46e6-af31-5d34040a3674/c3d70e8c-9c41-49b6-b825-f9db110b5a50) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:59.863852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41268) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:59.887637 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:59.890384 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:59.944267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-750a8e81-df51-493b-96e8-f60d29eb9beb tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.1867256 Nov 03 19:10:59.956068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d285c9c9-b8a4-4be2-8576-0e8f804e0376 req-9122adb5-ceb1-41bc-92ea-a456ee7af4c9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741941 Nov 03 19:10:59.974458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'floatingip': {'port_id': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:59.990015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:00.010074 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:00.011134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:00.055127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.079959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.082715 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:00.085335 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69b281-286a-4012-8359-2a7956f0c09d None None] The sync data for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:00.101164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.187345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.232256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.344900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413e505d-bf46-4e2b-b45e-361515aca0ff,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.384021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.391039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-36700641-2d79-4d8b-a33f-6e0a2abd549e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7875009 Nov 03 19:11:00.397962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.420577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3e8dc703-a866-403a-8ef4-80c1776182ee tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '3da9a4c4-9cfe-4171-b964-09886a45853c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:00.431989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3620fc-77ee-4167-b2cf-4832a512fce3 req-abec1455-c75e-40ff-8d14-08ce23202251 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:00.436700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac3620fc-77ee-4167-b2cf-4832a512fce3 req-abec1455-c75e-40ff-8d14-08ce23202251 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 0.2771482 Nov 03 19:11:00.676227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.680302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.718923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc703-a866-403a-8ef4-80c1776182ee tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.793733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.801726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/717e766e-ab13-4e46-91d1-80717b4cdb93 HTTP/1.1" status: 204 len: 168 time: 2.0960438 Nov 03 19:11:00.802900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a8f7b-f602-45af-accd-ea8d3c26159f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717e766e-ab13-4e46-91d1-80717b4cdb93,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.808597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41276) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.080445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac3620fc-77ee-4167-b2cf-4832a512fce3 req-ffe09b41-7d0e-476b-9999-c791bdb82349 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936534 Nov 03 19:11:01.097750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.116666 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-3e8dc703-a866-403a-8ef4-80c1776182ee tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:11:01.118582 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3e8dc703-a866-403a-8ef4-80c1776182ee tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7152116 Nov 03 19:11:01.129288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.241387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:01.283253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.353390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Network fb2a891e-3d64-414c-8204-74fddd9cde6d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:01.385428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:01.424420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:01.479654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795d2d4-cd36-42aa-b0c3-36955da150a0 req-b459790e-9c25-4ede-98e1-afb8872b8dff tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.481795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e795d2d4-cd36-42aa-b0c3-36955da150a0 req-b459790e-9c25-4ede-98e1-afb8872b8dff tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 932 time: 0.1221144 Nov 03 19:11:01.516638 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-45795f89-1085-42c2-b4ac-f755d8b7bd44 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:01.522468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45795f89-1085-42c2-b4ac-f755d8b7bd44 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6317232 Nov 03 19:11:01.529711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41284) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.592690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e795d2d4-cd36-42aa-b0c3-36955da150a0 req-331f9d64-c34b-42a0-96c8-5dfd2249b281 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0908611 Nov 03 19:11:01.624097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:11:01.769042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.782461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.813314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.875665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f34c3ac-2e07-4833-b140-260dc8ffe9fa']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:01.909525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.911344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.948690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dd0ae9-a293-42c8-bd25-204a9ee85c3a') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:01.949365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dd0ae9-a293-42c8-bd25-204a9ee85c3a') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:01.950469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-65852be1-bd12-4130-bd48-d2d56708bd3f None None] Provisioning complete for port c3d70e8c-9c41-49b6-b825-f9db110b5a50 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:01.953028 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65852be1-bd12-4130-bd48-d2d56708bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.977378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f2714-6cdc-4879-bb65-b1419b846c50 req-79439982-bfdb-45b9-badd-f711fc4a6c22 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:01.981487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c4f2714-6cdc-4879-bb65-b1419b846c50 req-79439982-bfdb-45b9-badd-f711fc4a6c22 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2077677 Nov 03 19:11:01.982133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.020195 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43b56541-2c17-4d7d-8954-2a42814e598a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.045640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-65852be1-bd12-4130-bd48-d2d56708bd3f None None] Port c3d70e8c-9c41-49b6-b825-f9db110b5a50 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:02.062272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-5918c027-0ee4-4661-b5fa-6d44d5765eb8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1228290 Nov 03 19:11:02.072098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.092114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Request body: {'port': {'device_id': '59c48926-308a-4827-9330-f28ac3e2e182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:02.160016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:02.161070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:02.163704 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:02.170992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43b56541-2c17-4d7d-8954-2a42814e598a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.179234 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Floating IP a3055b02-09fe-4d73-b711-4464195f9499 associated. External IP: 172.25.8.19, port: 3f55c8cc-95d8-40bd-becc-e45da9d63b4f. Nov 03 19:11:02.192912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c4f2714-6cdc-4879-bb65-b1419b846c50 req-ab2f86d0-1962-4a8a-b411-d96e22eb67cd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159451 Nov 03 19:11:02.462322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.552460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.578685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.584498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.594307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9f34c3ac-2e07-4833-b140-260dc8ffe9fa HTTP/1.1" status: 204 len: 168 time: 1.7705257 Nov 03 19:11:02.753646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Router 5663de03-a84e-4016-9075-91e6651bc8df has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:02.818895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1a10b-4306-4fb3-8991-6970db226f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f34c3ac-2e07-4833-b140-260dc8ffe9fa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:02.884190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.911591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43b56541-2c17-4d7d-8954-2a42814e598a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.919571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43b56541-2c17-4d7d-8954-2a42814e598a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.921745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43b56541-2c17-4d7d-8954-2a42814e598a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/3da9a4c4-9cfe-4171-b964-09886a45853c HTTP/1.1" status: 204 len: 168 time: 1.7859485 Nov 03 19:11:02.975212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41302) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.001768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bb58abd4-9a07-4fb3-aa4a-d962a651da34 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bde8a0060d164d58904957b7c22aeb98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155066 Nov 03 19:11:03.008412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.032338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.077941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b56541-2c17-4d7d-8954-2a42814e598a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da9a4c4-9cfe-4171-b964-09886a45853c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:03.150155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41306) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.152772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bb149a58-1268-4e16-af6d-8c24c5525d84 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1701813 Nov 03 19:11:03.174640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082955057'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:03.285140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe5df-0481-4e79-939b-1c6c00bf2b5b req-2b897055-4734-4af9-95ca-2f55fe98aaa2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.290954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a8fe5df-0481-4e79-939b-1c6c00bf2b5b req-2b897055-4734-4af9-95ca-2f55fe98aaa2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 932 time: 0.2976809 Nov 03 19:11:03.325614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:03.348760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.356838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] Sync routers for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:03.382293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c137bab-5b8f-4266-9300-5b0ff1778a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.387331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:03.392292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.417847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.508422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c137bab-5b8f-4266-9300-5b0ff1778a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.521221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e454738b-c284-41c6-81b0-666fd841006e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "PUT /v2.0/floatingips/a3055b02-09fe-4d73-b711-4464195f9499 HTTP/1.1" status: 200 len: 995 time: 3.5578129 Nov 03 19:11:03.537164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:03.541667 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d10682-3680-46a4-be48-6eb60ef43453" -d '{"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:03.582782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.611067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:03.680466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a8fe5df-0481-4e79-939b-1c6c00bf2b5b req-78ca3e72-53c5-4a7d-91b4-5e0335454b5f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3766804 Nov 03 19:11:03.814992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e0dec8ce-f9ad-424b-8955-c6f25682b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.817189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-e0dec8ce-f9ad-424b-8955-c6f25682b486 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.2534182 Nov 03 19:11:03.866827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c137bab-5b8f-4266-9300-5b0ff1778a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.873998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c137bab-5b8f-4266-9300-5b0ff1778a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.878916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6c137bab-5b8f-4266-9300-5b0ff1778a11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e369379d-12d7-448d-91ba-babe0feea514 HTTP/1.1" status: 204 len: 168 time: 0.8197217 Nov 03 19:11:03.975954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c137bab-5b8f-4266-9300-5b0ff1778a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e369379d-12d7-448d-91ba-babe0feea514,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:04.005137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d70e8c-9c41-49b6-b825-f9db110b5a50 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:04.023749 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.045346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Transition to ACTIVE for port object c3d70e8c-9c41-49b6-b825-f9db110b5a50 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:11:04.068032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.068937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.083082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.234035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199230-ac62-440e-a453-12e15d076e16 req-b2acccc9-4b68-48d3-8942-df064803d26d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:04.249612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6199230-ac62-440e-a453-12e15d076e16 req-b2acccc9-4b68-48d3-8942-df064803d26d tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 0.3258107 Nov 03 19:11:04.262544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.265786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1057401 Nov 03 19:11:04.272550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41316) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:04.279481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa73eb-d20c-4c7f-921f-ec93fdf92f69 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac82ded-a362-4473-8902-1a9aaf6dfb08,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:04.298658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-421ea57a-8ab5-4633-81d2-26cddc089607 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'dac82ded-a362-4473-8902-1a9aaf6dfb08', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:04.303396 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-421ea57a-8ab5-4633-81d2-26cddc089607 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 19:11:04.304504 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-421ea57a-8ab5-4633-81d2-26cddc089607 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:04.306455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-421ea57a-8ab5-4633-81d2-26cddc089607 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0300539 Nov 03 19:11:04.309353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-f4d9b406-9b44-46f1-b63b-af3e43db7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:04.311871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-f4d9b406-9b44-46f1-b63b-af3e43db7258 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.4800506 Nov 03 19:11:04.314265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41318) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:04.406864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:04.484862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'a3055b02-09fe-4d73-b711-4464195f9499', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'port_id': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'mac_address': 'fa:16:3e:8e:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:56Z', 'updated_at': '2021-11-03T19:11:01Z', 'revision_number': 1, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:53Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:04.599461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] Checking router: 5663de03-a84e-4016-9075-91e6651bc8df for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:04.629798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3423e405-c173-4238-a660-0f86c8473353 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.696639 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-696c8190-8e87-4abc-a1aa-dbb5e2ae2f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.723806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:04.726427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:10:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:04.733553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Attempting to bind port c3d70e8c-9c41-49b6-b825-f9db110b5a50 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:04.734458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Attempting to bind port c3d70e8c-9c41-49b6-b825-f9db110b5a50 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:04.736534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Attempting to bind port c3d70e8c-9c41-49b6-b825-f9db110b5a50 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:04.747273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting port 6a6bd79a-4c09-4af6-8f02-a9c028c57bac {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:04.747800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.808898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-4fe091c6-44a6-4225-a686-a8baec3a3a7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 998 time: 0.3648477 Nov 03 19:11:04.814160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3423e405-c173-4238-a660-0f86c8473353 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.819568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Port c3d70e8c-9c41-49b6-b825-f9db110b5a50 on network fb2a891e-3d64-414c-8204-74fddd9cde6d not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:11:04.819568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Attempting to bind port c3d70e8c-9c41-49b6-b825-f9db110b5a50 on network fb2a891e-3d64-414c-8204-74fddd9cde6d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:04.837712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6199230-ac62-440e-a453-12e15d076e16 req-988fa731-1cac-43ee-a33c-0f47d93ca549 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700285 Nov 03 19:11:04.902382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:04.903069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Checking segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:04.903578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Bound using segment: {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:04.904353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Bound port: c3d70e8c-9c41-49b6-b825-f9db110b5a50, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36701f8b-d41e-4371-b90c-316ec2fede94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:04.904962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.074465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:05.169954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.193043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3423e405-c173-4238-a660-0f86c8473353 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.201491 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3423e405-c173-4238-a660-0f86c8473353 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.204670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3423e405-c173-4238-a660-0f86c8473353 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/dac82ded-a362-4473-8902-1a9aaf6dfb08 HTTP/1.1" status: 204 len: 168 time: 0.8881214 Nov 03 19:11:05.212396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Calling delete_port for 6a6bd79a-4c09-4af6-8f02-a9c028c57bac owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:05.215540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:05.273635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b24a0a-1788-4716-b483-781dbacfc41b req-4f63316c-9968-4087-81e3-c6ee4533bce4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:05.288469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97b24a0a-1788-4716-b483-781dbacfc41b req-4f63316c-9968-4087-81e3-c6ee4533bce4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2083082 Nov 03 19:11:05.293199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423e405-c173-4238-a660-0f86c8473353 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac82ded-a362-4473-8902-1a9aaf6dfb08,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.312007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-f61819bd-b675-49e0-8348-7f9b62d61b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:05.314798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-f61819bd-b675-49e0-8348-7f9b62d61b0b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.4755213 Nov 03 19:11:05.383117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-1206623d-5f52-4924-9410-b279bf11ad2b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526912 Nov 03 19:11:05.391440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:05.398853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:05.409253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-553ccb0c-5c2f-427b-8f5f-bf8fb8e625e6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:05.411168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-553ccb0c-5c2f-427b-8f5f-bf8fb8e625e6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0101614 Nov 03 19:11:05.526134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97b24a0a-1788-4716-b483-781dbacfc41b req-121ece95-e4ca-45de-a7eb-00c7f4e5eca2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358747 Nov 03 19:11:05.686498 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1121e702-ff8d-4622-a4fc-33bef0d87199 x-openstack-request-id: req-1121e702-ff8d-4622-a4fc-33bef0d87199 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:05.687086 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:05.687487 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1121e702-ff8d-4622-a4fc-33bef0d87199 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:05.688115 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'status': 'completed', 'code': 200} Nov 03 19:11:05.751341 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:11:05.772638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'a3055b02-09fe-4d73-b711-4464195f9499', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'port_id': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'mac_address': 'fa:16:3e:8e:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:56Z', 'updated_at': '2021-11-03T19:11:01Z', 'revision_number': 1, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:53Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:05.802123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-061803c6-77bf-4911-9a32-aa4517e78a2b service neutron] 10.222.0.91 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627589 Nov 03 19:11:05.825129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307bec5-4f6a-41f5-8a05-31629a7c4b16 None None] The sync data for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 is: [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'a3055b02-09fe-4d73-b711-4464195f9499', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'port_id': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'mac_address': 'fa:16:3e:8e:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:56Z', 'updated_at': '2021-11-03T19:11:01Z', 'revision_number': 1, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:53Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:06.032577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-9ad02e42-f20d-457f-9e62-47bff36676fc tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.037805 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-9ad02e42-f20d-457f-9e62-47bff36676fc tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.115 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 1.0809507 Nov 03 19:11:06.040058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.069882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a24675-eff8-4d77-abd3-0115c8d71263 req-8467e02d-be87-4548-a585-6f0c0b3bf42e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.073196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48a24675-eff8-4d77-abd3-0115c8d71263 req-8467e02d-be87-4548-a585-6f0c0b3bf42e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.2385302 Nov 03 19:11:06.149636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f4f6e1a-c45f-453e-b457-02af877c6adb req-f3c91ebf-015b-48af-9fc6-a77746b6cb21 service neutron] 10.222.0.91 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333423 Nov 03 19:11:06.221095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48a24675-eff8-4d77-abd3-0115c8d71263 req-a894119d-4ff7-449a-b7bd-f4358c124ebb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1185052 Nov 03 19:11:06.267628 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447776b7-b5f3-450b-8a4c-c728666fc833 None None] New status for floating IP a3055b02-09fe-4d73-b711-4464195f9499: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:11:06.271912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.276603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.279027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] 10.222.0.110 "PUT /v2.0/ports/c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1092 time: 4.1957877 Nov 03 19:11:06.283770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:06.299387 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65" -d '{"events": [{"name": "network-changed", "server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:06.617284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-e1cb0ced-80e1-4447-9fa1-66f09403537d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 998 time: 0.2906125 Nov 03 19:11:06.639333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-abfc60d3-22cf-4e33-aa82-3a2b6df56bf7 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.4219444 Nov 03 19:11:06.640316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bdc16-b7ee-4129-b981-f44285f7dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:06.648123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41358) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:06.681387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285784848'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:06.732747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f0890-b733-4924-bc45-605fae543978 req-99cd1324-1923-4c1f-a30c-338b5fcc26db tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.736013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d8f0890-b733-4924-bc45-605fae543978 req-99cd1324-1923-4c1f-a30c-338b5fcc26db tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 0.3202896 Nov 03 19:11:06.767327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a816-32cf-4b36-be48-f71a6d397cba req-7c36c345-e8db-4abc-bdbc-a4ad2c757747 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.782191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-7c36c345-e8db-4abc-bdbc-a4ad2c757747 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports/3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 942 time: 0.1619022 Nov 03 19:11:06.796911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-f39ef716-0f0b-44b8-b85e-e1016e501636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.799683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-f39ef716-0f0b-44b8-b85e-e1016e501636 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.7517018 Nov 03 19:11:06.879966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-d64ad0b2-69b2-4fed-b0b2-d26cb2c5c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.882253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-d64ad0b2-69b2-4fed-b0b2-d26cb2c5c4dc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1095 time: 0.2775989 Nov 03 19:11:06.890549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.034794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d8f0890-b733-4924-bc45-605fae543978 req-f0e70b33-56ad-404b-90eb-26b667a009b8 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793305 Nov 03 19:11:07.053024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41362) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:07.077344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-0ef4333b-4c7c-48c3-8cdb-a0ca0f211ced service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 217 time: 0.1423151 Nov 03 19:11:07.078367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Deleting port 2ff773b9-621a-4741-8e20-35d3530965ac {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:07.079650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.116453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-3deaeca5-e249-4e79-b3eb-1e51a3af0bcc tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 1000 time: 0.2336009 Nov 03 19:11:07.176379 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb578f14-f961-45a1-b1aa-f02e3521f04a x-openstack-request-id: req-bb578f14-f961-45a1-b1aa-f02e3521f04a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:07.176950 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:07.177301 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb578f14-f961-45a1-b1aa-f02e3521f04a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:07.177952 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'status': 'completed', 'code': 200} Nov 03 19:11:07.313104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.334587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.376020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c4f25df9-1ad2-44c0-b00f-e83a1800811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.379262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-c4f25df9-1ad2-44c0-b00f-e83a1800811f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.2858803 Nov 03 19:11:07.405092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-e3c6d56e-36d1-4ff6-941a-c39131e1d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.408198 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-e3c6d56e-36d1-4ff6-941a-c39131e1d8c1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.5962429 Nov 03 19:11:07.470786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.473984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-004f3054-ed4a-493d-9064-a900ff99aa55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.486816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.489456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8132010 Nov 03 19:11:07.508552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cdf12-5eaf-45c6-a16a-ee64d3b6f0c4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb330b-fde7-4931-b8c6-e31999f76c1c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:07.522745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41368) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:07.541372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-185d4113-54ab-4d17-80f9-d54e437ee2df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'a8cb330b-fde7-4931-b8c6-e31999f76c1c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:07.544175 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-185d4113-54ab-4d17-80f9-d54e437ee2df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 19:11:07.545073 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-185d4113-54ab-4d17-80f9-d54e437ee2df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:07.550105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-185d4113-54ab-4d17-80f9-d54e437ee2df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0223713 Nov 03 19:11:07.553477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41370) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:07.588419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a816-32cf-4b36-be48-f71a6d397cba req-7556b097-9449-4819-b224-7294a43a01ac tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.591052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-7556b097-9449-4819-b224-7294a43a01ac tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.4732387 Nov 03 19:11:07.606821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449773-e817-4f56-8c4b-cffff535819b req-56f3c4bb-f890-4057-8733-c41db85fa143 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.610202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84449773-e817-4f56-8c4b-cffff535819b req-56f3c4bb-f890-4057-8733-c41db85fa143 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3145528 Nov 03 19:11:07.615915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Port': ['ID=6a6bd79a-4c09-4af6-8f02-a9c028c57bac,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:07.626579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] For port 2ff773b9-621a-4741-8e20-35d3530965ac, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=2ff773b9-621a-4741-8e20-35d3530965ac,segment=NetworkSegment(fbe19d1a-4800-432f-9dd1-0270541d6e11),segment_id=fbe19d1a-4800-432f-9dd1-0270541d6e11)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:07.627431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.629815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-f65ffd94-14d5-4458-96c9-c90e8a6ec007 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:07.631445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-f65ffd94-14d5-4458-96c9-c90e8a6ec007 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0148895 Nov 03 19:11:07.679297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Calling delete_port for 2ff773b9-621a-4741-8e20-35d3530965ac owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:07.731415 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-53afec7f-9df8-43ed-a937-a6048dca4f76 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 1000 time: 0.2997246 Nov 03 19:11:07.741306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-4782d4c6-2524-40f3-ba5c-363c13e19983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:07.743229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-4782d4c6-2524-40f3-ba5c-363c13e19983 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3459094 Nov 03 19:11:07.862027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84449773-e817-4f56-8c4b-cffff535819b req-04d1edf1-4e30-48de-9f66-1ddd89ac778c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267988 Nov 03 19:11:07.914787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-fcb7f360-4d70-4566-8ad6-6ba0b7d8c628 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 1000 time: 0.2078671 Nov 03 19:11:07.939818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-004f3054-ed4a-493d-9064-a900ff99aa55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.952370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:07.958863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-004f3054-ed4a-493d-9064-a900ff99aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.110783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.148939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f3054-ed4a-493d-9064-a900ff99aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2462b-c11c-40e6-bb8b-b7e40fe2f819,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.155058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-004f3054-ed4a-493d-9064-a900ff99aa55 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a41a844c31843f492b29bd10f06c822&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0936282 Nov 03 19:11:08.160063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-2576a0e0-8b26-416f-861d-4c70fa9f3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:08.162288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41376) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.166146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-2576a0e0-8b26-416f-861d-4c70fa9f3dfc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.4207826 Nov 03 19:11:08.167851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22776b0c-c65c-492b-adce-0ee82c14f2ff tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.207330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.302024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca462b6-5d02-4d69-8ead-257b08ce424b req-3e3562a4-f64e-4e67-a51f-9bc38de9ca67 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:08.302834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c66c6cc-fe14-4ee4-8fac-28c9f78a607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.304784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cca462b6-5d02-4d69-8ead-257b08ce424b req-3e3562a4-f64e-4e67-a51f-9bc38de9ca67 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.3383532 Nov 03 19:11:08.358017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-036fc879-e8dd-4d7e-ac66-8ce3c813e36a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539083 Nov 03 19:11:08.425958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22776b0c-c65c-492b-adce-0ee82c14f2ff tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.488938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6abb20c6-b9c7-4dea-9f6d-88cac91e7693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.517744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cca462b6-5d02-4d69-8ead-257b08ce424b req-5401c143-9868-400e-a66b-6eaa54d1b62f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1863625 Nov 03 19:11:08.534145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-ab750b20-dcab-4efa-ba3d-f54fc093c32c service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283559 Nov 03 19:11:08.554500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6abb20c6-b9c7-4dea-9f6d-88cac91e7693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.650829 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6abb20c6-b9c7-4dea-9f6d-88cac91e7693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.660790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6abb20c6-b9c7-4dea-9f6d-88cac91e7693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.664376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6abb20c6-b9c7-4dea-9f6d-88cac91e7693 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c4d2462b-c11c-40e6-bb8b-b7e40fe2f819 HTTP/1.1" status: 204 len: 168 time: 0.4983943 Nov 03 19:11:08.702100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb20c6-b9c7-4dea-9f6d-88cac91e7693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2462b-c11c-40e6-bb8b-b7e40fe2f819,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.781725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae731cb-de75-4241-8905-f48d82a626d4 req-3e776cb1-f950-4c5b-a310-6d59bd7083a0 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:08.791307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ae731cb-de75-4241-8905-f48d82a626d4 req-3e776cb1-f950-4c5b-a310-6d59bd7083a0 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/ports?device_id=7678d600-ab3e-4a90-9a0f-0ef4f863d2b4 HTTP/1.1" status: 200 len: 946 time: 0.1266427 Nov 03 19:11:08.837776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.849427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22776b0c-c65c-492b-adce-0ee82c14f2ff tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.852848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22776b0c-c65c-492b-adce-0ee82c14f2ff tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.854111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-22776b0c-c65c-492b-adce-0ee82c14f2ff tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/a8cb330b-fde7-4931-b8c6-e31999f76c1c HTTP/1.1" status: 204 len: 168 time: 1.2666733 Nov 03 19:11:08.855177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2ff773b9-621a-4741-8e20-35d3530965ac no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:08.874557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41382) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:08.895874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.907153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.907800 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Floating IP a3055b02-09fe-4d73-b711-4464195f9499 disassociated. External IP: 172.25.8.19, port: 3f55c8cc-95d8-40bd-becc-e45da9d63b4f. Nov 03 19:11:08.911491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 2ff773b9-621a-4741-8e20-35d3530965ac {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:08.912674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 2ff773b9-621a-4741-8e20-35d3530965ac not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:08.916985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ae731cb-de75-4241-8905-f48d82a626d4 req-e80c106c-2866-4156-bf34-554d7d57dd65 tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.91 "GET /v2.0/security-groups?id=09446ef8-a97d-4a9e-b894-45439cb80292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 Nov 03 19:11:08.978232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776b0c-c65c-492b-adce-0ee82c14f2ff tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb330b-fde7-4931-b8c6-e31999f76c1c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.984226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Router 55e7d5d3-89bf-40b0-8aea-0d2d333b080d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:09.040604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Pushing event deleted for resources: {'Port': ['ID=2ff773b9-621a-4741-8e20-35d3530965ac,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:09.065373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-d5650d29-20af-4b63-9d94-205e893613da service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434250 Nov 03 19:11:09.191151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8c7ce-78ec-4a97-a7c1-00e8e3b56258 req-7c3eb3ea-f2cc-4d00-920b-458fcaf9da1d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:09.192834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fe8c7ce-78ec-4a97-a7c1-00e8e3b56258 req-7c3eb3ea-f2cc-4d00-920b-458fcaf9da1d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1337316 Nov 03 19:11:09.217967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] No DVR routers for this DVR port 2ff773b9-621a-4741-8e20-35d3530965ac on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:09.226368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a5f425c7-d05d-4dfb-aff9-1cb0647f063e req-501517d5-75e5-4a23-b502-5de283e5b0a5 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766174 Nov 03 19:11:09.262419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.268936 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd35c0f6-1795-4e15-ac14-137a17abc571 req-801dbb97-6ce1-4905-87b4-a879afb9903c tempest-ServerAddressesNegativeTestJSON-904638461 tempest-ServerAddressesNegativeTestJSON-904638461-project] 10.222.0.115 "DELETE /v2.0/ports/2ff773b9-621a-4741-8e20-35d3530965ac HTTP/1.1" status: 204 len: 173 time: 3.2110579 Nov 03 19:11:09.272082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'name': 'network-vif-deleted', 'tag': '2ff773b9-621a-4741-8e20-35d3530965ac'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:09.277293 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ce849f-4c13-4fea-8998-4ae09b9c4668" -d '{"events": [{"server_uuid": "7678d600-ab3e-4a90-9a0f-0ef4f863d2b4", "name": "network-vif-deleted", "tag": "2ff773b9-621a-4741-8e20-35d3530965ac"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:09.300258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-11ecba6a-7f7a-4a72-beb7-aaa0634fb595 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4187694 Nov 03 19:11:09.307659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41396) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:09.315172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324932615'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:09.409340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Router 5663de03-a84e-4016-9075-91e6651bc8df has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:09.437901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fe8c7ce-78ec-4a97-a7c1-00e8e3b56258 req-ec6dea20-f572-465d-9821-d5c3391d075d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275338 Nov 03 19:11:09.442206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.529263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8d10682-3680-46a4-be48-6eb60ef43453 req-b323e842-fdc6-4d86-a675-54f47f6d565d service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967907 Nov 03 19:11:09.657630 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9f09b-4738-4ec0-8015-2b40303c3369 x-openstack-request-id: req-37f9f09b-4738-4ec0-8015-2b40303c3369 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:09.658196 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678d600-ab3e-4a90-9a0f-0ef4f863d2b4", "name": "network-vif-deleted", "tag": "2ff773b9-621a-4741-8e20-35d3530965ac", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:09.658582 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-37f9f09b-4738-4ec0-8015-2b40303c3369 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:09.659379 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678d600-ab3e-4a90-9a0f-0ef4f863d2b4', 'name': 'network-vif-deleted', 'tag': '2ff773b9-621a-4741-8e20-35d3530965ac', 'status': 'completed', 'code': 200} Nov 03 19:11:09.682953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:09.695737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-92a89842-6efc-4e9a-8341-f92589a79af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:09.695737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-92a89842-6efc-4e9a-8341-f92589a79af7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1095 time: 0.3245096 Nov 03 19:11:09.701059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6fb54513-c3ba-48f2-8820-7b0074f02a47 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1671529 Nov 03 19:11:09.702668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] Sync routers for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:09.703784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41404) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:09.733365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:09.735364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.841759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.842212 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-520dd4a4-95e3-468a-a0c1-bdcb565f1d93 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] delete failed (client error): The resource could not be found. Nov 03 19:11:09.848150 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-520dd4a4-95e3-468a-a0c1-bdcb565f1d93 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/routers/tempest-non_exist_router-1047904923 HTTP/1.1" status: 404 len: 335 time: 0.1321721 Nov 03 19:11:09.880566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:09.882454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.896449 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.973899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.976632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6d345-9db8-4162-b7ed-c459f9f5ad98 None None] The sync data for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:10.067196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41410) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.095281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2a9172af-1af5-4b46-9d14-f76e276a2ed6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'router': {'external_gateway_info': {'network_id': '55e7d5d3-89bf-40b0-8aea-0d2d333b080d'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:10.149542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-4d4a5b92-87fc-4b1a-b8f7-cebdae5ac75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:10.153910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-4d4a5b92-87fc-4b1a-b8f7-cebdae5ac75e service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.4396250 Nov 03 19:11:10.754576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-8706a1d9-35a9-4f06-b965-df887d397063 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 217 time: 0.5868528 Nov 03 19:11:10.925612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-a75933f1-ef21-453d-9f3b-fc12f47dfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:10.927827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-a75933f1-ef21-453d-9f3b-fc12f47dfd2b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.1608100 Nov 03 19:11:11.042975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:11.057853 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] Sync routers for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:11.073361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-c4ced72f-2e55-41a2-8ba4-454295c11d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:11.082475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-c4ced72f-2e55-41a2-8ba4-454295c11d5a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378953 Nov 03 19:11:11.087436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.093566 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:11.094651 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:11.182752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.252156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277c573-b6fc-4630-b9a7-5bc6bff491d0 req-7c9f006e-1665-4ed0-a0fb-259eb97d1ece tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:11.261758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9277c573-b6fc-4630-b9a7-5bc6bff491d0 req-7c9f006e-1665-4ed0-a0fb-259eb97d1ece tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 1.1898906 Nov 03 19:11:11.359729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.409026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-7e503e91-a88c-4bde-b32c-b26bb8a97a4e service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046093 Nov 03 19:11:11.478752 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:11.538355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-be8eaf51-348f-4083-a171-a499e055764d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "PUT /v2.0/floatingips/a3055b02-09fe-4d73-b711-4464195f9499 HTTP/1.1" status: 200 len: 694 time: 3.5961411 Nov 03 19:11:11.550453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:11.555429 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8972fd5f-b638-41fb-99cd-5e7d736d479c" -d '{"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:11.569189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a9172af-1af5-4b46-9d14-f76e276a2ed6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.612196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.614164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.3042202 Nov 03 19:11:11.656145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41442) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.660526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0eed1b75-ca49-4d08-bbb7-6cda86f15d65 req-146937e7-a82e-44d9-b064-384caa9af3d5 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453542 Nov 03 19:11:11.661101 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-2a9172af-1af5-4b46-9d14-f76e276a2ed6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] update failed (client error): The resource could not be found. Nov 03 19:11:11.668385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a9172af-1af5-4b46-9d14-f76e276a2ed6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d HTTP/1.1" status: 404 len: 339 time: 1.5839171 Nov 03 19:11:11.669777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41444) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.671301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5cbaf401-37ac-4cff-ae27-97888d7f720f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb76b7-e842-47ec-9d98-f41d45976282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.689150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1196948253'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.692099 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-5cbaf401-37ac-4cff-ae27-97888d7f720f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 19:11:11.693204 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-5cbaf401-37ac-4cff-ae27-97888d7f720f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:11.694629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5cbaf401-37ac-4cff-ae27-97888d7f720f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301852 Nov 03 19:11:11.707314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb76b7-e842-47ec-9d98-f41d45976282,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:11.711876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41448) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.732272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-014df440-4868-4a47-a948-0afc459e7d3e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb76b7-e842-47ec-9d98-f41d45976282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.733131 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-014df440-4868-4a47-a948-0afc459e7d3e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 19:11:11.733651 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-014df440-4868-4a47-a948-0afc459e7d3e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:11.734180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:11.735441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-014df440-4868-4a47-a948-0afc459e7d3e tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097346 Nov 03 19:11:11.739740 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.746703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41450) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.761106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.761691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.762113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.762573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.763057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.763496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.763883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.764359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.765119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.765589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.766179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.766622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b94da-2900-49b7-9ff1-feb905ce031f tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:11.778812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a9d7b8a3-de05-4659-9b77-4efed30cbce0 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb76b7-e842-47ec-9d98-f41d45976282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.782622 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-a9d7b8a3-de05-4659-9b77-4efed30cbce0 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 19:11:11.784051 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-a9d7b8a3-de05-4659-9b77-4efed30cbce0 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:11.786712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a9d7b8a3-de05-4659-9b77-4efed30cbce0 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0346236 Nov 03 19:11:11.791108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41452) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.803786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9277c573-b6fc-4630-b9a7-5bc6bff491d0 req-40e49d83-ab60-40e5-ba62-a98f3e1a7ff3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4277320 Nov 03 19:11:11.823217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a816-32cf-4b36-be48-f71a6d397cba req-334b328e-0780-48a9-94b6-258dbb74aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:11.825259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-334b328e-0780-48a9-94b6-258dbb74aa58 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.2410061 Nov 03 19:11:11.835396 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.846393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a02bdd92-bf3b-413d-8fe3-8ff71052926d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'ecdb76b7-e842-47ec-9d98-f41d45976282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.848161 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-a02bdd92-bf3b-413d-8fe3-8ff71052926d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 19:11:11.848906 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-a02bdd92-bf3b-413d-8fe3-8ff71052926d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:11.868279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a02bdd92-bf3b-413d-8fe3-8ff71052926d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0634229 Nov 03 19:11:11.868279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41456) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.925368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:11.951976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41458) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.041289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50a51502-a7cf-4b91-b992-8ed136939f07 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.042360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a816-32cf-4b36-be48-f71a6d397cba req-9b8a80c6-d3b0-44a8-b305-d1e146fbe54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:12.045531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-9b8a80c6-d3b0-44a8-b305-d1e146fbe54d service neutron] 10.222.0.91 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.2027845 Nov 03 19:11:12.067637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.084851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.085417 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Added segment 21886026-689e-43ae-a232-7a46c6930d1c of type vlan for network e4b94fa8-ae74-4d52-9f17-49d7066850af Nov 03 19:11:12.158983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-6ff84285-2640-40e4-abcb-5a0074dd99a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.0956571 Nov 03 19:11:12.166854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:53Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:12.181986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50a51502-a7cf-4b91-b992-8ed136939f07 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.233065 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] Checking router: 5663de03-a84e-4016-9075-91e6651bc8df for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:12.247301 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:12.248079 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:12.248625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Deleting subnet a1dd191d-6ab2-4546-81bb-d3c9ef8da864 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:12.254212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.298127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a816-32cf-4b36-be48-f71a6d397cba req-c1fe8025-2630-4e71-99bf-26eb0ba5d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:12.301113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-c1fe8025-2630-4e71-99bf-26eb0ba5d2ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.0910087 Nov 03 19:11:12.379917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.397806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70e68f-3d25-4aa6-867d-657dc4aec0ff req-218b5887-aa72-49fa-a849-8c15ccb523f8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:12.413082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c70e68f-3d25-4aa6-867d-657dc4aec0ff req-218b5887-aa72-49fa-a849-8c15ccb523f8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2513549 Nov 03 19:11:12.442053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50a51502-a7cf-4b91-b992-8ed136939f07 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.447005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-50a51502-a7cf-4b91-b992-8ed136939f07 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.452803 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-50a51502-a7cf-4b91-b992-8ed136939f07 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/ecdb76b7-e842-47ec-9d98-f41d45976282 HTTP/1.1" status: 204 len: 168 time: 0.5787911 Nov 03 19:11:12.458868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.466785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-07341a42-7407-4e3b-8707-65bdd63dae75 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305394 Nov 03 19:11:12.506088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.548101 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:12.576876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bc9581a4-b606-49a8-b2b5-97f5c74c481b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1096337 Nov 03 19:11:12.628652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41466) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.641202 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:11:12.646602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.657646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a51502-a7cf-4b91-b992-8ed136939f07 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb76b7-e842-47ec-9d98-f41d45976282,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.745374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119634679'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:12.755711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:11:12.780152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.794305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:12.795403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.923047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c70e68f-3d25-4aa6-867d-657dc4aec0ff req-41410f81-77ce-4df3-976d-de00610edcec tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085270 Nov 03 19:11:12.953531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.056021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3842602 Nov 03 19:11:13.078590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41472) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.095735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:13.107565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'subnet': {'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:13.169609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1ee83-50a1-4e7d-b78b-7e16d9e13a37 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Network': ['ID=e4b94fa8-ae74-4d52-9f17-49d7066850af,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.179915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'mac_address': 'fa:16:3e:e1:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:11:13.190115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.328377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-1fe9d040-65c2-412f-8f83-cdcbac9e9fec service neutron] 10.222.0.91 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654834 Nov 03 19:11:13.334401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.334767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e4b94fa8-ae74-4d52-9f17-49d7066850af details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:13.341254 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.341563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.377481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1dd191d-6ab2-4546-81bb-d3c9ef8da864,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.389362 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.399905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0d9a03cd-c62d-4eac-8e7a-929dafc56c7b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a1dd191d-6ab2-4546-81bb-d3c9ef8da864 HTTP/1.1" status: 204 len: 168 time: 1.4379742 Nov 03 19:11:13.403621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41482) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.428503 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:53Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:13.493754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9822f3f2-7176-49c9-b432-8e00c17a9f58,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.520330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Made reservation on behalf of bf42a607895d4333a3ae427452df2506 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:13.527614 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.529040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.530002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b14293f2-4ff8-4f7c-ae01-972e131ec0f4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7943826 Nov 03 19:11:13.544607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.557450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d70e8c-9c41-49b6-b825-f9db110b5a50 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:13.568878 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa963c74-346b-4e03-87ff-ff16162df30b None None] The sync data for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 is: [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:09:38Z', 'revision_number': 4, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '133b65ee-f75d-4277-bbe4-6d2c9fee85b8', 'name': '', 'network_id': '6f126b5e-0233-430c-8dd5-45b677649981', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'mac_address': 'fa:16:3e:69:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:33Z', 'updated_at': '2021-11-03T19:09:53Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'subnets': [{'id': '0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:13.607201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:13.621650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.625935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-34369961-3f9b-44ca-8dc9-e4d612786587 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:13.634060 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-34369961-3f9b-44ca-8dc9-e4d612786587 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 19:11:13.634957 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-34369961-3f9b-44ca-8dc9-e4d612786587 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:13.641853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-34369961-3f9b-44ca-8dc9-e4d612786587 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0389886 Nov 03 19:11:13.690218 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e188a7ea-d41c-4680-84d6-f57df67f4edc x-openstack-request-id: req-e188a7ea-d41c-4680-84d6-f57df67f4edc {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:13.690695 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:13.691113 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e188a7ea-d41c-4680-84d6-f57df67f4edc {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:13.691773 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'status': 'completed', 'code': 200} Nov 03 19:11:13.692400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.723258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-61e97aeb-3e3d-424b-b78e-9d862295a434 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:13.795023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.831911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.833835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.834690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.837146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.838040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.839554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.843282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.843928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.845270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.848440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.849597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.850484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:13.861702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0890a816-32cf-4b36-be48-f71a6d397cba req-e3b2b23c-1302-4755-882c-868774988e5f service neutron] 10.222.0.91 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101991 Nov 03 19:11:13.873973 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-61e97aeb-3e3d-424b-b78e-9d862295a434 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:13.879905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-61e97aeb-3e3d-424b-b78e-9d862295a434 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1815522 Nov 03 19:11:13.880493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41494) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.889380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f1943884-d0ef-469c-b2b3-b596cb00a35c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:13.890940 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-f1943884-d0ef-469c-b2b3-b596cb00a35c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 19:11:13.891828 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-f1943884-d0ef-469c-b2b3-b596cb00a35c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:13.897905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f1943884-d0ef-469c-b2b3-b596cb00a35c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115635 Nov 03 19:11:13.898572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41496) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:13.912347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-460432ee-7a81-4f83-944e-a8c3400bf9ec tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:14.037727 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-460432ee-7a81-4f83-944e-a8c3400bf9ec tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:14.039987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-460432ee-7a81-4f83-944e-a8c3400bf9ec tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1388457 Nov 03 19:11:14.082901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41504) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.086022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['c3d70e8c-9c41-49b6-b825-f9db110b5a50'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:11:14.097428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3fbbdec7-05c9-4be0-844a-910f01cc9775 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:14.098331 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-3fbbdec7-05c9-4be0-844a-910f01cc9775 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 19:11:14.099147 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-3fbbdec7-05c9-4be0-844a-910f01cc9775 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:14.104839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3fbbdec7-05c9-4be0-844a-910f01cc9775 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163329 Nov 03 19:11:14.110884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41506) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.135349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-638fb610-e62c-42bc-87ac-861f92af071a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:14.280690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-926386c2-1292-4d0c-920c-8464bcea593d tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips/a3055b02-09fe-4d73-b711-4464195f9499 HTTP/1.1" status: 200 len: 694 time: 0.1780248 Nov 03 19:11:14.300890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f62-81dc-49cd-82e2-153f62a1f12c req-c98e0596-072c-4fa1-8d62-d91db82c132d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.302001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.306869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f04bd5-da8b-4430-af5a-fcfcc26326d8 None None] New status for floating IP a3055b02-09fe-4d73-b711-4464195f9499: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:11:14.311141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95c77f62-81dc-49cd-82e2-153f62a1f12c req-c98e0596-072c-4fa1-8d62-d91db82c132d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 945 time: 0.3229184 Nov 03 19:11:14.365379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-715a4467-8a1d-4c5f-930c-255140d7bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.366945 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-715a4467-8a1d-4c5f-930c-255140d7bab1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2bc191ea494a4970819eb8719bb64c6b&device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 1096 time: 0.5507569 Nov 03 19:11:14.558230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-5753694d-519d-4b05-b014-b60aec5f10d0 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.560846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-5753694d-519d-4b05-b014-b60aec5f10d0 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 784 time: 0.2419600 Nov 03 19:11:14.607934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-30555dd7-dd70-4c16-9cb0-aa4647d08999 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:14.610095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-30555dd7-dd70-4c16-9cb0-aa4647d08999 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0285380 Nov 03 19:11:14.616874 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-638fb610-e62c-42bc-87ac-861f92af071a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:14.622136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-638fb610-e62c-42bc-87ac-861f92af071a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5036371 Nov 03 19:11:14.625389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41512) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.635112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e93c754f-4ca4-4db1-9330-e8baffdd5157 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:14.636452 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-e93c754f-4ca4-4db1-9330-e8baffdd5157 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 19:11:14.637270 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-e93c754f-4ca4-4db1-9330-e8baffdd5157 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:14.642150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e93c754f-4ca4-4db1-9330-e8baffdd5157 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120339 Nov 03 19:11:14.655101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41514) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.671914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-75539b90-31ac-4cd5-87d4-ac3d84e7548c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:14.778336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95c77f62-81dc-49cd-82e2-153f62a1f12c req-082c5fe8-d13d-4328-a18c-f071820e9c71 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4659371 Nov 03 19:11:14.854674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-95548fdd-3bda-40a8-b03f-4888e4ee5cfe tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 697 time: 0.2123425 Nov 03 19:11:14.884467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.982013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-ebfee355-65bb-470f-bd13-dc6214a54e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.985081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-ebfee355-65bb-470f-bd13-dc6214a54e2b service neutron] 10.222.0.115 "GET /v2.0/networks?id=6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 200 len: 920 time: 0.6021183 Nov 03 19:11:15.026342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e2acab-20a6-45d1-8849-ede78b3ba206']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.169162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-5aa2baec-60a2-4854-ac13-bfa725b1b6cd tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 697 time: 0.2764790 Nov 03 19:11:15.172760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe19d1a-4800-432f-9dd1-0270541d6e11') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.172760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe19d1a-4800-432f-9dd1-0270541d6e11') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:15.178059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-78777aba-44dd-47cc-9ecf-c2e38641bed7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 200 len: 217 time: 0.1065314 Nov 03 19:11:15.191192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.210090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.281479 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-75539b90-31ac-4cd5-87d4-ac3d84e7548c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:15.287441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75539b90-31ac-4cd5-87d4-ac3d84e7548c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6220288 Nov 03 19:11:15.293583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41522) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:15.311843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0f4cd42b-c62e-401d-82e0-43110b9c8d1d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '9822f3f2-7176-49c9-b432-8e00c17a9f58', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:15.378659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-dc02a585-d550-48c9-a3de-211bc9a2dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:15.381456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-dc02a585-d550-48c9-a3de-211bc9a2dec2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 200 len: 859 time: 0.1813169 Nov 03 19:11:15.439290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.481849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e881b-a79e-4cff-b196-9b2b82e0c0ee req-02ca9301-85e1-4241-8fa1-6a05c5c76fba tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:15.493468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-333e881b-a79e-4cff-b196-9b2b82e0c0ee req-02ca9301-85e1-4241-8fa1-6a05c5c76fba tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.4241068 Nov 03 19:11:15.512446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:15.513282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.520304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-3ed57e5e-9b7e-44b6-beed-693f2e36a502 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6f126b5e-0233-430c-8dd5-45b677649981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100626 Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:15.520845 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:15.559839 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-0f4cd42b-c62e-401d-82e0-43110b9c8d1d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:15.566294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0f4cd42b-c62e-401d-82e0-43110b9c8d1d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2708473 Nov 03 19:11:15.566837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Checking segment: {'id': '21886026-689e-43ae-a232-7a46c6930d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:15.567513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network hostable DHCP agents. Network: e4b94fa8-ae74-4d52-9f17-49d7066850af, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:15.570713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41528) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:15.683105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-333e881b-a79e-4cff-b196-9b2b82e0c0ee req-06d9518a-61d7-43be-9087-ef02be2beb77 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882384 Nov 03 19:11:15.751407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Deleting port 64743612-27f3-46a4-b9ae-c50d64e0d682 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:15.752458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.825331 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-d46f63e0-24c6-4f17-aa34-f43654c25e7d service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722139 Nov 03 19:11:15.879873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Subnet': ['ID=ea389fd7-d3c0-46b4-8fcd-3aa71a9b9ddd,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:15.945579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network e4b94fa8-ae74-4d52-9f17-49d7066850af is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:15.994785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.998304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e4b94fa8-ae74-4d52-9f17-49d7066850af) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:16.011580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1216f433-cc79-4833-9a2e-84250d9a7bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.025103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39979a94-b00f-4ffe-8c5b-df563cb39148 None None] Network e4b94fa8-ae74-4d52-9f17-49d7066850af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:16.026892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.034227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] 10.222.0.91 "DELETE /v2.0/networks/55e2acab-20a6-45d1-8849-ede78b3ba206 HTTP/1.1" status: 204 len: 168 time: 2.5753546 Nov 03 19:11:16.041897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.042888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.137213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1216f433-cc79-4833-9a2e-84250d9a7bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.201950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92622c5-c02b-4ef1-bcce-8da8288b98b5 req-939df5f6-c73b-4970-a3f8-81c0df12b46f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:16.215027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b92622c5-c02b-4ef1-bcce-8da8288b98b5 req-939df5f6-c73b-4970-a3f8-81c0df12b46f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 945 time: 0.2098126 Nov 03 19:11:16.238674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.239891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.272859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45a98d-6156-46be-b6e3-5c870a6b19ec admin admin] Pushing event deleted for resources: {'Network': ['ID=55e2acab-20a6-45d1-8849-ede78b3ba206,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:16.302954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7b517689-ef85-4c2a-b293-c3897b243e28 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2125304 Nov 03 19:11:16.311951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.326713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-46038923-62dc-4d3c-8c7e-9c6df83a2bbb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:16.341092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8972fd5f-b638-41fb-99cd-5e7d736d479c req-1555149a-b72e-4a50-ad0f-11d1fc4a64ae service neutron] 10.222.0.115 "GET /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981651 Nov 03 19:11:16.381480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1216f433-cc79-4833-9a2e-84250d9a7bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.387874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1216f433-cc79-4833-9a2e-84250d9a7bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.391472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1216f433-cc79-4833-9a2e-84250d9a7bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/9822f3f2-7176-49c9-b432-8e00c17a9f58 HTTP/1.1" status: 204 len: 168 time: 0.8187239 Nov 03 19:11:16.394156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Calling delete_port for 64743612-27f3-46a4-b9ae-c50d64e0d682 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:16.409951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41542) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.491521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216f433-cc79-4833-9a2e-84250d9a7bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9822f3f2-7176-49c9-b432-8e00c17a9f58,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:16.699449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e4b94fa8-ae74-4d52-9f17-49d7066850af', 'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af', 'tenant_id': 'bf42a607895d4333a3ae427452df2506', 'fixed_ips': [{'subnet_id': 'ea389fd7-d3c0-46b4-8fcd-3aa71a9b9ddd'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:16.700629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.781217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:16.820184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b92622c5-c02b-4ef1-bcce-8da8288b98b5 req-bdf7c3a0-df67-46da-8dec-29388de0c170 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5832727 Nov 03 19:11:16.900859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41554) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.933049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7e404a0c-569f-4020-a531-0d35ff5d2ee1 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5076449 Nov 03 19:11:16.937621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41556) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.973564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--510090442'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:17.009567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46038923-62dc-4d3c-8c7e-9c6df83a2bbb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.230314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-52f08886-8bd1-46c2-9b4d-2e783ff8c703 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b242a04cd7664855a165710527bec359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247313 Nov 03 19:11:17.239282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41560) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:17.277042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.386366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef46b81c-e6a0-4389-9eb4-4eed1a1e3b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.455457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef46b81c-e6a0-4389-9eb4-4eed1a1e3b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.465070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port c3d70e8c-9c41-49b6-b825-f9db110b5a50 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:11:17.480805 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-46038923-62dc-4d3c-8c7e-9c6df83a2bbb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:17.491012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6b57-4be6-47fc-8a29-1516e91bd924 req-07b40d88-bc12-4b36-b816-f45b45c2bb85 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:17.492343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-46038923-62dc-4d3c-8c7e-9c6df83a2bbb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d HTTP/1.1" status: 400 len: 364 time: 1.1785150 Nov 03 19:11:17.498653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41564) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:17.501514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Allocated IP 2001:db8:1::2 (e4b94fa8-ae74-4d52-9f17-49d7066850af/ea389fd7-d3c0-46b4-8fcd-3aa71a9b9ddd/e35df845-ffe1-4d52-93cd-6cde2627ede2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:17.508665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecaf6b57-4be6-47fc-8a29-1516e91bd924 req-07b40d88-bc12-4b36-b816-f45b45c2bb85 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.4547915 Nov 03 19:11:17.514828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port c3d70e8c-9c41-49b6-b825-f9db110b5a50 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:17.515350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.625884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.754094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef46b81c-e6a0-4389-9eb4-4eed1a1e3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.758811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef46b81c-e6a0-4389-9eb4-4eed1a1e3b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.764440 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ef46b81c-e6a0-4389-9eb4-4eed1a1e3b1b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/09446ef8-a97d-4a9e-b894-45439cb80292 HTTP/1.1" status: 204 len: 168 time: 0.5225236 Nov 03 19:11:17.785582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46b81c-e6a0-4389-9eb4-4eed1a1e3b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09446ef8-a97d-4a9e-b894-45439cb80292,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:17.843784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event deleted for resources: {'Port': ['ID=64743612-27f3-46a4-b9ae-c50d64e0d682,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:17.924377 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.924913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecaf6b57-4be6-47fc-8a29-1516e91bd924 req-e29025d2-bc52-4789-be5c-72667cd0ab8a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146879 Nov 03 19:11:17.989592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.998535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.157812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:18.167245 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2046dd9-279a-4afc-8054-2cb96d70d485" -d '{"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-plugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:18.245464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:18.290478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.311770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.323288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.328752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57d8f5d4-09cf-4ece-bd5c-fe090fc9351b req-951c0e39-e178-415e-a690-c9cb5f85059c tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "DELETE /v2.0/floatingips/a3055b02-09fe-4d73-b711-4464195f9499 HTTP/1.1" status: 204 len: 173 time: 3.1623359 Nov 03 19:11:18.357514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.358834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3975630 Nov 03 19:11:18.398063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41582) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.417327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3fb9c867-8f84-4a2b-a5d7-cdc30b702184 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '400cc833-297c-442e-86df-5a8df55c166e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:18.483732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54eb98-b37f-4bff-8efc-63d986d5e957 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400cc833-297c-442e-86df-5a8df55c166e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.565190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.578559 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c959c253-bd32-496d-ba8e-77035a556bb6 x-openstack-request-id: req-c959c253-bd32-496d-ba8e-77035a556bb6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:18.579659 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-plugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:18.580430 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c959c253-bd32-496d-ba8e-77035a556bb6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:18.581618 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'code': 200} Nov 03 19:11:18.592987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.601872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.628789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.678895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e376b-0dad-4d21-93a0-5d8a4975396a req-19e64293-2c5e-4e8b-ac91-039dda1f8cf9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:18.692696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d67e376b-0dad-4d21-93a0-5d8a4975396a req-19e64293-2c5e-4e8b-ac91-039dda1f8cf9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.3436410 Nov 03 19:11:18.812255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Network e4b94fa8-ae74-4d52-9f17-49d7066850af is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:18.831318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:18.834939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:18.875646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Pushing event updated for resources: {'Port': ['ID=e35df845-ffe1-4d52-93cd-6cde2627ede2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.879843 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-3fb9c867-8f84-4a2b-a5d7-cdc30b702184 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The resource could not be found. Nov 03 19:11:18.883931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3fb9c867-8f84-4a2b-a5d7-cdc30b702184 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4822819 Nov 03 19:11:18.913134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41590) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.934192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5f681062-a743-46fd-97ed-b27afea898dc tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '400cc833-297c-442e-86df-5a8df55c166e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '70beb20d-8016-487f-8950-ac8daf6d6be4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:18.955724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a10648e3-deb3-4da5-95b6-72c738601c86 req-51843c69-6800-4cb1-8b17-5c43929f2b41 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups/eb059f77-3d91-43ea-9837-b34cdccc79da HTTP/1.1" status: 200 len: 1827 time: 0.4010177 Nov 03 19:11:19.090742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Attempting to bind port e35df845-ffe1-4d52-93cd-6cde2627ede2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:19.091356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Attempting to bind port e35df845-ffe1-4d52-93cd-6cde2627ede2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '21886026-689e-43ae-a232-7a46c6930d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:19.091987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Attempting to bind port e35df845-ffe1-4d52-93cd-6cde2627ede2 on network e4b94fa8-ae74-4d52-9f17-49d7066850af {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:19.098691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d67e376b-0dad-4d21-93a0-5d8a4975396a req-49e75645-54d6-45fa-86e7-1962f84e606f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4043658 Nov 03 19:11:19.102361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:19.103508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Checking segment: {'id': '21886026-689e-43ae-a232-7a46c6930d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:19.105028 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.105966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Bound using segment: {'id': '21886026-689e-43ae-a232-7a46c6930d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:19.107054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Bound port: e35df845-ffe1-4d52-93cd-6cde2627ede2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21886026-689e-43ae-a232-7a46c6930d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4b94fa8-ae74-4d52-9f17-49d7066850af'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:19.107964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.211576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe4f86-2fea-453d-94e0-b4202ef48cb2 req-da24ff86-a6ab-4bb7-88e1-b1c5326a1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.215066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fe4f86-2fea-453d-94e0-b4202ef48cb2 req-da24ff86-a6ab-4bb7-88e1-b1c5326a1717 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1097 time: 0.5525198 Nov 03 19:11:19.310740 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-5f681062-a743-46fd-97ed-b27afea898dc tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The resource could not be found. Nov 03 19:11:19.312696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f681062-a743-46fd-97ed-b27afea898dc tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3978734 Nov 03 19:11:19.323954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41600) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.357907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] For port e35df845-ffe1-4d52-93cd-6cde2627ede2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:19.372654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] For port e35df845-ffe1-4d52-93cd-6cde2627ede2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e35df845-ffe1-4d52-93cd-6cde2627ede2,segment=NetworkSegment(21886026-689e-43ae-a232-7a46c6930d1c),segment_id=21886026-689e-43ae-a232-7a46c6930d1c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:19.381748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.451997 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a10648e3-deb3-4da5-95b6-72c738601c86 req-48fdc299-9b61-48d9-99de-876590c53244 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.505926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a10648e3-deb3-4da5-95b6-72c738601c86 req-48fdc299-9b61-48d9-99de-876590c53244 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.606122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bea143-dd56-4763-b1f7-36d28dccde05 None None] Pushing event updated for resources: {'Port': ['ID=e35df845-ffe1-4d52-93cd-6cde2627ede2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.638384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84fe4f86-2fea-453d-94e0-b4202ef48cb2 req-c41c7f6e-ed5f-4c0e-a02a-38e235afe838 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3989265 Nov 03 19:11:19.663893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a10648e3-deb3-4da5-95b6-72c738601c86 req-48fdc299-9b61-48d9-99de-876590c53244 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.677473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-a10648e3-deb3-4da5-95b6-72c738601c86 req-48fdc299-9b61-48d9-99de-876590c53244 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.682866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a10648e3-deb3-4da5-95b6-72c738601c86 req-48fdc299-9b61-48d9-99de-876590c53244 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "DELETE /v2.0/security-groups/eb059f77-3d91-43ea-9837-b34cdccc79da HTTP/1.1" status: 204 len: 173 time: 0.6710787 Nov 03 19:11:19.756117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdc299-9b61-48d9-99de-876590c53244 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb059f77-3d91-43ea-9837-b34cdccc79da,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.771572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc81-da81-43cb-bba1-48dc23a016df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.819907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11a36a-2865-4c93-a3f3-3fbfb52028d8 req-ec1e7c5f-120e-4ea5-8a2e-29cd5a47b5ab tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.823649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Allocated IP 2001:db8::1 (4d344be8-2747-412e-92dd-b52d74daf371/348be231-17cb-4011-ac46-2eb96b26557e/0dead464-8960-4fab-ba79-a2ceb64df540) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:19.834555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d11a36a-2865-4c93-a3f3-3fbfb52028d8 req-ec1e7c5f-120e-4ea5-8a2e-29cd5a47b5ab tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.4367394 Nov 03 19:11:20.089760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc81-da81-43cb-bba1-48dc23a016df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.271836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d11a36a-2865-4c93-a3f3-3fbfb52028d8 req-5c492de2-86f7-480c-8690-00595ad70bbf tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354441 Nov 03 19:11:20.360190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.367801 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc81-da81-43cb-bba1-48dc23a016df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.378848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc81-da81-43cb-bba1-48dc23a016df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.393000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3f66fc81-da81-43cb-bba1-48dc23a016df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/400cc833-297c-442e-86df-5a8df55c166e HTTP/1.1" status: 204 len: 168 time: 1.0644195 Nov 03 19:11:20.396954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:20.501509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66fc81-da81-43cb-bba1-48dc23a016df tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400cc833-297c-442e-86df-5a8df55c166e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:20.693793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c4cf5680-6ecb-4c10-bcc8-2c2525569307 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2764003 Nov 03 19:11:20.775169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:20.828409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-14493716-f0f1-480f-9607-7d137a1a312d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': 'fe5ebc35-6ca9-4ff2-8f18-2b64579ee2be', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:20.965404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cec6c-2e34-4a8e-bb0b-fd2263e5064f req-8295cf41-8da2-4d5c-94bd-b71e785c8679 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:20.973557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b5cec6c-2e34-4a8e-bb0b-fd2263e5064f req-8295cf41-8da2-4d5c-94bd-b71e785c8679 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.3621619 Nov 03 19:11:21.002027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e35df845-ffe1-4d52-93cd-6cde2627ede2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:21.021216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434c0f-f23a-460a-b359-2c9acbfbfca1 req-a729b841-2990-40d4-9a1d-a4be7bfdd819 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.037537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e434c0f-f23a-460a-b359-2c9acbfbfca1 req-a729b841-2990-40d4-9a1d-a4be7bfdd819 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.2426443 Nov 03 19:11:21.211278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.267380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e35df845-ffe1-4d52-93cd-6cde2627ede2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:21.267977 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.273797 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-14493716-f0f1-480f-9607-7d137a1a312d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The resource could not be found. Nov 03 19:11:21.289717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-14493716-f0f1-480f-9607-7d137a1a312d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5054739 Nov 03 19:11:21.296983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41632) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.349793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b5cec6c-2e34-4a8e-bb0b-fd2263e5064f req-d892ba4a-e7d1-4598-8c4b-32af6dc3e37d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3490248 Nov 03 19:11:21.353414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Port': ['ID=0dead464-8960-4fab-ba79-a2ceb64df540,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.363806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--442684619'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:21.401327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network 4d344be8-2747-412e-92dd-b52d74daf371 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:21.404447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:21.408711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:21.409688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.567596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41636) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.624672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.645264 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.798674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port e35df845-ffe1-4d52-93cd-6cde2627ede2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e35df845-ffe1-4d52-93cd-6cde2627ede2,segment=NetworkSegment(21886026-689e-43ae-a232-7a46c6930d1c),segment_id=21886026-689e-43ae-a232-7a46c6930d1c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:21.807052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e434c0f-f23a-460a-b359-2c9acbfbfca1 req-dcc649c5-9cec-4d3e-8138-bb0f2bf5285e tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485031 Nov 03 19:11:21.829658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.143025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=e35df845-ffe1-4d52-93cd-6cde2627ede2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.166966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.193499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.195469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-122020413-network', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:22.229873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f7c2f-d23b-4d96-992c-c669515cfe09 None None] Network e4b94fa8-ae74-4d52-9f17-49d7066850af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:22.268688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Made reservation on behalf of 926c5cfa21da4a019d389527080a4a0b for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:22.273177 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.300408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.379614 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.409962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.417757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1065652 Nov 03 19:11:22.418295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41644) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.430711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960396856'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:22.443049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41418bbd-2289-49e5-aa69-056d75c712be tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cf33e3-5f82-4a1e-9450-d13f74bd7cb4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.500386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968a90a-d5a5-435c-83e0-fbe63e32c88b req-14bfd0e0-c7a7-471b-b609-b829601b7bf3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:22.510057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.512481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5b1eaa1d-1180-4415-a829-5941a6921caa None None] Provisioning complete for port 0dead464-8960-4fab-ba79-a2ceb64df540 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:22.513420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b1eaa1d-1180-4415-a829-5941a6921caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.522888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8968a90a-d5a5-435c-83e0-fbe63e32c88b req-14bfd0e0-c7a7-471b-b609-b829601b7bf3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3194580 Nov 03 19:11:22.725427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8968a90a-d5a5-435c-83e0-fbe63e32c88b req-b1b70cd0-6cf6-4c3e-9c35-b6f591f3a14f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923335 Nov 03 19:11:22.877475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b1eaa1d-1180-4415-a829-5941a6921caa None None] Port 0dead464-8960-4fab-ba79-a2ceb64df540 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:22.902754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616445b-3b22-4674-9f12-37082a341700 req-32e8a348-5cd8-4646-a8b3-7c06c1c98c13 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:22.921507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0616445b-3b22-4674-9f12-37082a341700 req-32e8a348-5cd8-4646-a8b3-7c06c1c98c13 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2912455 Nov 03 19:11:22.992435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e35df845-ffe1-4d52-93cd-6cde2627ede2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:23.044186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0616445b-3b22-4674-9f12-37082a341700 req-ca57bb9b-0236-4187-b039-b93e9168f1d7 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1210513 Nov 03 19:11:23.144763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5b1eaa1d-1180-4415-a829-5941a6921caa None None] Provisioning complete for port e35df845-ffe1-4d52-93cd-6cde2627ede2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:23.153319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b1eaa1d-1180-4415-a829-5941a6921caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.273220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.300776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.318106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.333741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.364851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-6cb66eea-d470-440e-808c-f0d9cc440f81 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:23.367635 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-6cb66eea-d470-440e-808c-f0d9cc440f81 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.115 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.4786177 Nov 03 19:11:23.473136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55c97-bccc-481f-b3f6-14d44a828b39 req-7d06417a-1fd6-4e98-a680-3a971a4f67b3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:23.490253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72f55c97-bccc-481f-b3f6-14d44a828b39 req-7d06417a-1fd6-4e98-a680-3a971a4f67b3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.3030264 Nov 03 19:11:23.501691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:23.506477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41658) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.521977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.524462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0998871 Nov 03 19:11:23.560284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Request body: {'floatingip': {'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:23.562784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb954b-a003-4c53-b9dd-68f5dbd4433a req-fa0ca6af-540f-4ddc-80fe-8352e84bb087 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:23.568098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41660) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.574031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efb954b-a003-4c53-b9dd-68f5dbd4433a req-fa0ca6af-540f-4ddc-80fe-8352e84bb087 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.2875874 Nov 03 19:11:23.582728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e35df845-ffe1-4d52-93cd-6cde2627ede2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:23.583383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.583595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6f2aa614-c417-424b-a8a4-fef71e54f95c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group_rule': {'security_group_id': '23cf33e3-5f82-4a1e-9450-d13f74bd7cb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4e8a6f08-1ad7-411a-af7f-0ea343d72196'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:23.596772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a7fd0-3eff-4971-b470-2766a776d112,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:23.676963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.677544 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Added segment 997334d0-cb1f-4ff0-8a83-77881c3efbf9 of type vlan for network 30cbdb71-b407-41d3-a4c8-f4f87367f3de Nov 03 19:11:23.818406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1efb954b-a003-4c53-b9dd-68f5dbd4433a req-82ca2a41-c3c7-4257-9594-669cf581ee66 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281275 Nov 03 19:11:23.879552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.956081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.029953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e148e48-d932-4468-a239-88ffac3031ea req-495ccffa-2e20-4198-890c-afb5b056439d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:24.039175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e148e48-d932-4468-a239-88ffac3031ea req-495ccffa-2e20-4198-890c-afb5b056439d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1277664 Nov 03 19:11:24.110936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7a7f757d-a4e5-480a-9a94-2577525db265 None None] Provisioning complete for port e35df845-ffe1-4d52-93cd-6cde2627ede2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:24.111539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a7f757d-a4e5-480a-9a94-2577525db265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.154236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.158704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.214246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e148e48-d932-4468-a239-88ffac3031ea req-79847539-afab-4f50-bcf3-91a7597e1bda tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732254 Nov 03 19:11:24.348645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4832-0125-4c10-bc2c-6d8488d7c04b tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a6f08-1ad7-411a-af7f-0ea343d72196,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.374804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.498318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:11:24.567287 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-6f2aa614-c417-424b-a8a4-fef71e54f95c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:24.568568 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6f2aa614-c417-424b-a8a4-fef71e54f95c tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9965341 Nov 03 19:11:24.573817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41674) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.652107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event updated for resources: {'Port': ['ID=0dead464-8960-4fab-ba79-a2ceb64df540,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.690786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.692170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:24.693182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.717475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7305f262-bc52-455f-a68b-3fc3060f187a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.770345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7305f262-bc52-455f-a68b-3fc3060f187a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.809688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Deleting port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:24.810206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.883706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7305f262-bc52-455f-a68b-3fc3060f187a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.912064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3429298 Nov 03 19:11:24.916956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7305f262-bc52-455f-a68b-3fc3060f187a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.929163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7305f262-bc52-455f-a68b-3fc3060f187a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/4e8a6f08-1ad7-411a-af7f-0ea343d72196 HTTP/1.1" status: 204 len: 168 time: 0.3498354 Nov 03 19:11:24.933676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41680) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.934692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41682) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.971375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Request body: {'subnet': {'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-subnet', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:24.997603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7968de9-af8e-4d67-a805-0f52fc0f3f7c admin admin] Pushing event updated for resources: {'Network': ['ID=30cbdb71-b407-41d3-a4c8-f4f87367f3de,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:25.013938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:25.023108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Network 4d344be8-2747-412e-92dd-b52d74daf371 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:25.065419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:25.143189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f262-bc52-455f-a68b-3fc3060f187a tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a6f08-1ad7-411a-af7f-0ea343d72196,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:25.411463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Made reservation on behalf of 926c5cfa21da4a019d389527080a4a0b for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:25.415899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.481762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aa6322f7-f4b7-4d6e-b6eb-1929468f7757 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5213742 Nov 03 19:11:25.488021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41692) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:25.673551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ff86-6b38-4b7c-81af-6d812e16f9b4 req-02fffe70-e47a-48d1-b818-0eaeb3d42fa9 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:25.686606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8532ff86-6b38-4b7c-81af-6d812e16f9b4 req-02fffe70-e47a-48d1-b818-0eaeb3d42fa9 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 945 time: 0.4994895 Nov 03 19:11:25.795457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d80a8b5b-d2cf-4d2d-a1e2-19214dd609b7 None None] Provisioning complete for port 0dead464-8960-4fab-ba79-a2ceb64df540 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:25.797658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d80a8b5b-d2cf-4d2d-a1e2-19214dd609b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.804799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] For port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:25.805669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.864205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d80a8b5b-d2cf-4d2d-a1e2-19214dd609b7 None None] Port 0dead464-8960-4fab-ba79-a2ceb64df540 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:25.867594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Router 55e7d5d3-89bf-40b0-8aea-0d2d333b080d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:25.915586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Calling delete_port for 3f55c8cc-95d8-40bd-becc-e45da9d63b4f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:25.995656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8532ff86-6b38-4b7c-81af-6d812e16f9b4 req-4cf14ed7-a932-4893-8e0c-b646f59e55e6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/security-groups?id=3e32f23d-ccb4-4d5d-8d02-27d40788056b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052773 Nov 03 19:11:26.031966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9c34068-f872-4523-9485-78c7f0dc8c7d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.212050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.236317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45fcf-31e3-4e4f-a90d-3e5a97680476 req-8bf99961-0c4d-4a23-8980-96b6da07f434 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.239229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7a45fcf-31e3-4e4f-a90d-3e5a97680476 req-8bf99961-0c4d-4a23-8980-96b6da07f434 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.7029796 Nov 03 19:11:26.428218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e98249-e985-4c9b-8103-2fa44b844085,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:26.454331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7a45fcf-31e3-4e4f-a90d-3e5a97680476 req-6e061102-dcdc-4164-b6dd-1d41f0cd34ee tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739292 Nov 03 19:11:26.472008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Checking segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:26.472637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Network hostable DHCP agents. Network: 30cbdb71-b407-41d3-a4c8-f4f87367f3de, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:26.511636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:26.513284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9c34068-f872-4523-9485-78c7f0dc8c7d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.523498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.545654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 30cbdb71-b407-41d3-a4c8-f4f87367f3de) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:26.554819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.556097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.577408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db6e7b-80ee-4935-81ec-0dc0c3989ee0 None None] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:26.623219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f7046a75-5b49-45ca-9344-16a156e63ee4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6592195 Nov 03 19:11:26.624712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41702) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:26.641932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:26.731599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:11:26.765500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.769970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.809860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Pushing event deleted for resources: {'Port': ['ID=3f55c8cc-95d8-40bd-becc-e45da9d63b4f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:26.842336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 28fff7e5-bbc8-4297-ab3f-998a90e7fecd details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:11:26.924888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] No DVR routers for this DVR port 3f55c8cc-95d8-40bd-becc-e45da9d63b4f on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:26.938023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.944824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-212365c2-9228-4446-9aa2-1a010b85ef22 req-3e2a2464-e45b-485b-a38c-29e8be3a58b6 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.115 "DELETE /v2.0/ports/3f55c8cc-95d8-40bd-becc-e45da9d63b4f HTTP/1.1" status: 204 len: 173 time: 3.5387430 Nov 03 19:11:26.946284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3f55c8cc-95d8-40bd-becc-e45da9d63b4f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:26.958349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'name': 'network-vif-deleted', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:26.964209 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98972dd2-652a-430b-bc1f-371e07eb988d" -d '{"events": [{"server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "name": "network-vif-deleted", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:27.009862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.099179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.146871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9c34068-f872-4523-9485-78c7f0dc8c7d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.152366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9c34068-f872-4523-9485-78c7f0dc8c7d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.163589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9c34068-f872-4523-9485-78c7f0dc8c7d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/23cf33e3-5f82-4a1e-9450-d13f74bd7cb4 HTTP/1.1" status: 204 len: 168 time: 1.6553140 Nov 03 19:11:27.254944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 3f55c8cc-95d8-40bd-becc-e45da9d63b4f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:27.255458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 3f55c8cc-95d8-40bd-becc-e45da9d63b4f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:27.316038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:27.342214 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] Sync routers for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:27.362797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-11a2cf35-2a23-4767-928d-ebcc3990b9fb tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8521197 Nov 03 19:11:27.365096 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ad116-4885-4abb-9b1c-90ef8f8f7291 x-openstack-request-id: req-9e7ad116-4885-4abb-9b1c-90ef8f8f7291 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:27.365445 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7038eed2-c910-4785-a4e8-4d28a72326eb", "name": "network-vif-deleted", "tag": "3f55c8cc-95d8-40bd-becc-e45da9d63b4f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:27.365822 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9e7ad116-4885-4abb-9b1c-90ef8f8f7291 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:27.366416 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7038eed2-c910-4785-a4e8-4d28a72326eb', 'name': 'network-vif-deleted', 'tag': '3f55c8cc-95d8-40bd-becc-e45da9d63b4f', 'status': 'completed', 'code': 200} Nov 03 19:11:27.375525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d84531-f58d-4639-a0b9-1ac5cb44aa3e None None] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:27.406577 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:27.407891 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:27.408611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:27.411282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41712) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:27.488280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:27.522454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'mac_address': 'fa:16:3e:e8:d9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:11:27.602747 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:27.632185 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:27.633281 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:27.750632 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.785065 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:27.786888 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df4c880-fee6-43f3-ae2e-17401346075b None None] The sync data for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:27.823873 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Floating IP 9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86 associated. External IP: 172.25.8.229, port: c3d70e8c-9c41-49b6-b825-f9db110b5a50. Nov 03 19:11:27.830450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28fff7e5-bbc8-4297-ab3f-998a90e7fecd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:27.973706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:28.054549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34068-f872-4523-9485-78c7f0dc8c7d tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cf33e3-5f82-4a1e-9450-d13f74bd7cb4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.058285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.091197 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.256065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf5953ea-44e0-4063-aab0-f5584a123cf3 req-8b0147cb-55b5-45c1-ba8f-500f32f00025 tempest-ServerRescueTestJSONUnderV235-2112247358 tempest-ServerRescueTestJSONUnderV235-2112247358-project] 10.222.0.91 "GET /v2.0/ports?device_id=7038eed2-c910-4785-a4e8-4d28a72326eb HTTP/1.1" status: 200 len: 210 time: 0.2421145 Nov 03 19:11:28.309236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.337780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['28fff7e5-bbc8-4297-ab3f-998a90e7fecd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:11:28.624842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.659963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddecd2-219d-4bff-957f-ffbd8067370f req-7afa9767-845b-4927-b28f-3c714e1002f0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:28.663349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cddecd2-219d-4bff-957f-ffbd8067370f req-7afa9767-845b-4927-b28f-3c714e1002f0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 945 time: 0.6370800 Nov 03 19:11:28.835388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 28fff7e5-bbc8-4297-ab3f-998a90e7fecd up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:28.889605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cddecd2-219d-4bff-957f-ffbd8067370f req-3d4cfa19-cca3-4348-a790-5101cb68dacb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033384 Nov 03 19:11:29.074307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:29.074801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.182437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6658df20-a94b-4268-8598-754f74cc9a34 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.7654316 Nov 03 19:11:29.227915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41754) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.323736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'tempest-secgroup--706403052'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:29.328076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7e2df6d-4b4d-463d-9aea-9ad7ea798667 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.350735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:29.372090 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.395651 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.436095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.438651 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.509330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:29.526967 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c7e03-ad52-41d3-88ed-7238be41bc03" -d '{"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-plugged", "status": "completed", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:29.571544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41764) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.600005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:29.606339 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.665060 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-e7e2df6d-4b4d-463d-9aea-9ad7ea798667 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 19:11:29.672021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e7e2df6d-4b4d-463d-9aea-9ad7ea798667 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d HTTP/1.1" status: 409 len: 329 time: 2.2512841 Nov 03 19:11:29.672888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41770) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.780431 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4011b4-62a4-48db-9087-3589e7455fbf x-openstack-request-id: req-af4011b4-62a4-48db-9087-3589e7455fbf {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:29.780830 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-plugged", "status": "completed", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:29.786843 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af4011b4-62a4-48db-9087-3589e7455fbf {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:29.787525 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'code': 200} Nov 03 19:11:29.788484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:30.206939 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.278905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.513951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41778) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.529921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2786bae4-c1c7-43b7-b0e4-dd253dbdb2d6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:30.586639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.593661 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-338a8232-0652-4383-ac0b-5d855760e016 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2717669 Nov 03 19:11:30.601471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41782) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.650193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Allocated IP 172.25.8.32 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:30.670885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:30.684574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.722294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:30.750186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:30.753877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:30.813777 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5a2dbf43-0e52-4e9b-a4e7-5535adb0f250 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "PUT /v2.0/floatingips/9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86 HTTP/1.1" status: 200 len: 992 time: 7.2866168 Nov 03 19:11:30.827655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:30.845165 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615" -d '{"events": [{"name": "network-changed", "server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:30.906210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.034668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b32de1c8-3244-434a-90f8-6d26437a6bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:31.035468 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-b32de1c8-3244-434a-90f8-6d26437a6bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 19:11:31.039197 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-b32de1c8-3244-434a-90f8-6d26437a6bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 19:11:31.043075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b32de1c8-3244-434a-90f8-6d26437a6bbf tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "PUT /v2.0/security-groups/2786bae4-c1c7-43b7-b0e4-dd253dbdb2d6 HTTP/1.1" status: 409 len: 330 time: 0.4300811 Nov 03 19:11:31.048677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41788) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.070086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753e75-21b9-4921-90dc-6e7921d0d269 req-c6c1cd8c-5d8e-421e-a8b5-25c2bc1c8313 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:31.081287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95753e75-21b9-4921-90dc-6e7921d0d269 req-c6c1cd8c-5d8e-421e-a8b5-25c2bc1c8313 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.9627187 Nov 03 19:11:31.100776 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.192275 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddc6a00-9196-4c2a-abc5-42373c5a8f19 x-openstack-request-id: req-2ddc6a00-9196-4c2a-abc5-42373c5a8f19 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:31.192770 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:31.193190 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2ddc6a00-9196-4c2a-abc5-42373c5a8f19 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:31.194572 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'status': 'completed', 'code': 200} Nov 03 19:11:31.272772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:31.332571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:31.359865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-215d95c8-a03a-4e40-abf9-fcb9c9116e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.421436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.544193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-215d95c8-a03a-4e40-abf9-fcb9c9116e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.549527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:31.554708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:31.569585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-215d95c8-a03a-4e40-abf9-fcb9c9116e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.650987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.750675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.844864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-f667fabd-4796-49e7-8d80-b6b1d1fd2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:31.849280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-f667fabd-4796-49e7-8d80-b6b1d1fd2823 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1097 time: 0.6127729 Nov 03 19:11:31.941256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d95c8-a03a-4e40-abf9-fcb9c9116e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed0244-389e-4d95-8d25-ccd15d995a99,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:32.038865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Pushing event updated for resources: {'Port': ['ID=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:32.138513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-215d95c8-a03a-4e40-abf9-fcb9c9116e5e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=78ceb21f895b44b8af267339106812c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5955322 Nov 03 19:11:32.143083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41794) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.155014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95753e75-21b9-4921-90dc-6e7921d0d269 req-c5180a03-e3e1-4b67-8ef0-bda3fd05500e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9533727 Nov 03 19:11:32.355286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.370541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.377300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/2786bae4-c1c7-43b7-b0e4-dd253dbdb2d6 HTTP/1.1" status: 204 len: 168 time: 1.3231130 Nov 03 19:11:32.398659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41796) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.473731 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.482916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'mac_address': 'fa:16:3e:e1:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c48926-308a-4827-9330-f28ac3e2e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:48Z', 'updated_at': '2021-11-03T19:11:25Z', 'revision_number': 1, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:32.524573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786bae4-c1c7-43b7-b0e4-dd253dbdb2d6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:32.578179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.579141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.579835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.580620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.581348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.582288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.582977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.584425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.585181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.585867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.586566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.587269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34778975-40a0-476e-8f01-8012928076b4 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:32.608158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-5eb2bd15-9d7f-4e9c-8292-0b9f3d99fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:32.617625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-5eb2bd15-9d7f-4e9c-8292-0b9f3d99fc3a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 1097 time: 0.7344387 Nov 03 19:11:32.665629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:32.727171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:32.727171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:32.727664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1dddde2e-6e7f-44c6-8bc8-45bc396a9673 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3107986 Nov 03 19:11:32.754868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41798) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.773802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-09bcd406-aa6c-412f-abfb-e79e3dc929af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:32.776319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-09bcd406-aa6c-412f-abfb-e79e3dc929af service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.9084795 Nov 03 19:11:32.953820 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-c895dae1-a8e4-4532-9bae-1f440a2fdecd tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] delete failed (client error): The resource could not be found. Nov 03 19:11:32.967294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c895dae1-a8e4-4532-9bae-1f440a2fdecd tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "DELETE /v2.0/security-groups/495a4196-78d5-4c1b-839c-6a01a21e6058 HTTP/1.1" status: 404 len: 347 time: 0.2101386 Nov 03 19:11:32.981419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41802) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:33.022366 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1df50ef-f643-45f5-bedf-460c5c908014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.045936 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.139265 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-351ac52f-271b-446d-865f-a98441198a82 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] show failed (client error): The resource could not be found. Nov 03 19:11:33.141836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-351ac52f-271b-446d-865f-a98441198a82 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-groups/5b9c847e-9b57-46dc-931d-2fc34b632eff HTTP/1.1" status: 404 len: 347 time: 0.1497412 Nov 03 19:11:33.156587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41804) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:33.352655 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-09601466-8eac-4503-ac10-a70bbec2bb33 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] show failed (client error): The resource could not be found. Nov 03 19:11:33.357916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-09601466-8eac-4503-ac10-a70bbec2bb33 tempest-NegativeSecGroupTest-770355803 tempest-NegativeSecGroupTest-770355803-project] 10.222.0.91 "GET /v2.0/security-group-rules/415796a0-f15f-4f24-9c02-2f5cb3738f37 HTTP/1.1" status: 404 len: 356 time: 0.1966059 Nov 03 19:11:33.484665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-dc8074bd-30a5-4660-85ca-543b66f9fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:33.487372 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-dc8074bd-30a5-4660-85ca-543b66f9fc17 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 0.8217175 Nov 03 19:11:33.500330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:33.507565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.548145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-6141af5b-fe7e-47c9-a0cb-61525788bd4e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1000 time: 0.7510695 Nov 03 19:11:33.557046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1df50ef-f643-45f5-bedf-460c5c908014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.743752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-a159bb8f-19a1-489f-a378-6b518f19aed3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd HTTP/1.1" status: 200 len: 217 time: 0.2245824 Nov 03 19:11:33.822845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1df50ef-f643-45f5-bedf-460c5c908014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.842066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1df50ef-f643-45f5-bedf-460c5c908014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.846689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d1df50ef-f643-45f5-bedf-460c5c908014 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/91ed0244-389e-4d95-8d25-ccd15d995a99 HTTP/1.1" status: 204 len: 168 time: 1.7010353 Nov 03 19:11:34.113610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-418011d9-b1a9-43ea-9b64-96109938369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:34.116324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-418011d9-b1a9-43ea-9b64-96109938369e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.5569012 Nov 03 19:11:34.143428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df50ef-f643-45f5-bedf-460c5c908014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed0244-389e-4d95-8d25-ccd15d995a99,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:34.268007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41818) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:34.412693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a4480-798f-4e3e-b318-fc9a33640731 req-4020a8d7-211a-4ffa-b23e-653458030080 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:34.426285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-648a4480-798f-4e3e-b318-fc9a33640731 req-4020a8d7-211a-4ffa-b23e-653458030080 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.8669560 Nov 03 19:11:34.432923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.442548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting port 0dead464-8960-4fab-ba79-a2ceb64df540 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:34.446525 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.527561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-f28a195c-48ab-47e8-9603-76b34d0e05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:34.537504 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-f28a195c-48ab-47e8-9603-76b34d0e05b5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.6298511 Nov 03 19:11:34.726481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-431b5d57-67b5-420b-a956-d4c14cb44e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:34.731360 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-431b5d57-67b5-420b-a956-d4c14cb44e60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5993183 Nov 03 19:11:34.740144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d221997-db2b-4e3a-83b2-c65d692cc577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.848501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'mac_address': 'fa:16:3e:e1:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c48926-308a-4827-9330-f28ac3e2e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:48Z', 'updated_at': '2021-11-03T19:11:25Z', 'revision_number': 1, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:34.852693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-3d4f4d3a-6961-4315-bb23-fb875f797893 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2827184 Nov 03 19:11:34.991800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc9598-2d27-4611-b8a4-c0db890f4a1c None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'mac_address': 'fa:16:3e:e1:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c48926-308a-4827-9330-f28ac3e2e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:10:48Z', 'updated_at': '2021-11-03T19:11:25Z', 'revision_number': 1, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:35.588365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.681135 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35782282-58ed-46d9-b4c7-27efcaafdebc None None] New status for floating IP 9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:11:35.691365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Calling delete_port for 0dead464-8960-4fab-ba79-a2ceb64df540 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:35.719732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41832) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:35.809482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Deleting port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:35.810380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.845807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9af7a982-1131-4746-a072-83e9cdc657a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.968284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-011249a9-847e-43e4-bfdb-ee3565d07e1b service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0380244 Nov 03 19:11:35.977488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-603467d6-f7d1-41d4-a37f-1f09e63f504f service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1374571 Nov 03 19:11:36.030518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] For port 133b65ee-f75d-4277-bbe4-6d2c9fee85b8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,segment=NetworkSegment(99ca0749-5f67-478b-94e0-6996cb70efdb),segment_id=99ca0749-5f67-478b-94e0-6996cb70efdb)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:36.031293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.067744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Calling delete_port for 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:36.484108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.595766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Pushing event deleted for resources: {'Port': ['ID=133b65ee-f75d-4277-bbe4-6d2c9fee85b8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.608342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.658786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7099d2c7-35ec-43c4-a025-46554fe7b731 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b933f0fa63214552a2757868f1316639&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3471556 Nov 03 19:11:36.758894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41836) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:36.886715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-648a4480-798f-4e3e-b318-fc9a33640731 req-fdb184f7-8047-4691-bd2e-15ebd011b70c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4565408 Nov 03 19:11:37.016706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa67a58d-3737-40df-b545-fd1ba43a554e req-e336569c-6a2c-4083-93e1-268fb02b26c9 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9901252 Nov 03 19:11:37.101418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d932f81-a067-45d3-a6d9-6e9b7227a557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.164250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab1254b2-17a3-4acd-a3d6-8c7c5dc5f615 req-e43faf75-74df-4279-8ec9-01249f3d72dc service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1497192 Nov 03 19:11:37.170087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d932f81-a067-45d3-a6d9-6e9b7227a557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.315695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9af7a982-1131-4746-a072-83e9cdc657a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.322475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9af7a982-1131-4746-a072-83e9cdc657a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.442815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9af7a982-1131-4746-a072-83e9cdc657a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb826c96531547e7b288433fa53c8f58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7145991 Nov 03 19:11:37.445610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.450530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7a982-1131-4746-a072-83e9cdc657a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f7e5e-2b64-4730-98a2-909ee77a6a35,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:37.510276 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d932f81-a067-45d3-a6d9-6e9b7227a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.514203 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.543774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d932f81-a067-45d3-a6d9-6e9b7227a557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.546285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0d932f81-a067-45d3-a6d9-6e9b7227a557 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b125ccad-e3d8-4454-97bc-bbf3017ac475 HTTP/1.1" status: 204 len: 168 time: 0.7850027 Nov 03 19:11:37.662507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d932f81-a067-45d3-a6d9-6e9b7227a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b125ccad-e3d8-4454-97bc-bbf3017ac475,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:37.671407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Port': ['ID=0dead464-8960-4fab-ba79-a2ceb64df540,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:37.742209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Router c4e71a00-7225-40c4-ba90-da6648d5b1a1 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:37.795170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28e82509-4a50-404c-ad80-1d04d793eb61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.202146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28e82509-4a50-404c-ad80-1d04d793eb61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.207674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.397360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3004fca5-300d-45ab-99c5-7e7861b5689c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.008817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-bbe618a2-294a-4172-95ca-59791c64efca service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9369605 Nov 03 19:11:39.010486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28e82509-4a50-404c-ad80-1d04d793eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.017221 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28e82509-4a50-404c-ad80-1d04d793eb61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.019191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-28e82509-4a50-404c-ad80-1d04d793eb61 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b55f7e5e-2b64-4730-98a2-909ee77a6a35 HTTP/1.1" status: 204 len: 168 time: 1.5707738 Nov 03 19:11:39.160127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.314387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e82509-4a50-404c-ad80-1d04d793eb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f7e5e-2b64-4730-98a2-909ee77a6a35,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:39.383107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Router 55e7d5d3-89bf-40b0-8aea-0d2d333b080d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:39.429416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22308757-4169-421b-9e4e-ebf83d356ccf req-a80b36dd-e502-4105-8663-a2f0c59f27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:39.434248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-a80b36dd-e502-4105-8663-a2f0c59f27d6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=509be90b99d0409cb24800c14a725589&device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1686268 Nov 03 19:11:39.865229 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.956044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22308757-4169-421b-9e4e-ebf83d356ccf req-3a2108f9-8723-4793-9121-014495f71ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:39.958776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:39.970793 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-3a2108f9-8723-4793-9121-014495f71ac0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 200 len: 913 time: 0.4857316 Nov 03 19:11:39.985434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Sync routers for ids ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:40.022422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Routers {'c4e71a00-7225-40c4-ba90-da6648d5b1a1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:40.023566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.112068 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.132620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-254f9e2a-86e3-4c27-9f2f-f223ed8bd76e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.5055840 Nov 03 19:11:40.177307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41890) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.235408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:40.255492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03d9656b-9e5e-4485-9ce3-c5fb781d17f6 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5806007 Nov 03 19:11:40.257353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41894) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.261094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-9bd33fc3-af3d-4372-93fc-594bd92df225 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad HTTP/1.1" status: 200 len: 217 time: 0.1730630 Nov 03 19:11:40.265524 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94676bed-840e-4580-821a-8a458a0554db None None] Sync routers for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:40.339036 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94676bed-840e-4580-821a-8a458a0554db None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:40.358438 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94676bed-840e-4580-821a-8a458a0554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.386566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614daa5-9fbe-4de8-9b62-a2552738a1d9 req-24e0cd13-17df-43b5-b4d6-23c080b87f39 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:40.397155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9614daa5-9fbe-4de8-9b62-a2552738a1d9 req-24e0cd13-17df-43b5-b4d6-23c080b87f39 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.9322791 Nov 03 19:11:40.537740 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9614daa5-9fbe-4de8-9b62-a2552738a1d9 req-a8d74a2a-5204-432e-b4c4-0063085cbb34 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323743 Nov 03 19:11:40.570549 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-3585b65e-654b-4b7c-865e-efc958ff5e42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] show failed (client error): The resource could not be found. Nov 03 19:11:40.582496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3585b65e-654b-4b7c-865e-efc958ff5e42 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "GET /v2.0/routers/tempest-non_exist_router-187335591 HTTP/1.1" status: 404 len: 334 time: 0.3192389 Nov 03 19:11:40.584815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41898) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.617419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4d62357d-ca47-4066-ac5e-ef84378a3b04 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:40.645201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Set router c4e71a00-7225-40c4-ba90-da6648d5b1a1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:40.734419 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94676bed-840e-4580-821a-8a458a0554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.771875 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94676bed-840e-4580-821a-8a458a0554db None None] Routers {'55e7d5d3-89bf-40b0-8aea-0d2d333b080d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:40.786345 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94676bed-840e-4580-821a-8a458a0554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.795257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22308757-4169-421b-9e4e-ebf83d356ccf req-1b282a8b-bfda-43e3-8767-6fa786b94cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:40.797456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-1b282a8b-bfda-43e3-8767-6fa786b94cc4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 200 len: 852 time: 0.4616926 Nov 03 19:11:40.837067 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-4d62357d-ca47-4066-ac5e-ef84378a3b04 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] update failed (client error): The resource could not be found. Nov 03 19:11:40.847933 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4d62357d-ca47-4066-ac5e-ef84378a3b04 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "PUT /v2.0/routers/tempest-non_exist_router-374783365 HTTP/1.1" status: 404 len: 334 time: 0.2506490 Nov 03 19:11:40.853804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41902) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.959701 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-94917796-1298-4e26-a593-b4976a0cb1ef service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=a21d1c18-7126-430b-94ad-8bfee3804540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508346 Nov 03 19:11:40.974022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-94676bed-840e-4580-821a-8a458a0554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.977244 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94676bed-840e-4580-821a-8a458a0554db None None] The sync data for ids ['55e7d5d3-89bf-40b0-8aea-0d2d333b080d'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:41.202832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41904) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:41.236886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting subnet ea389fd7-d3c0-46b4-8fcd-3aa71a9b9ddd {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:41.249772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.261604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:11:32Z', 'revision_number': 3, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:41.277711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Router 5663de03-a84e-4016-9075-91e6651bc8df has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:41.354032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Checking router: c4e71a00-7225-40c4-ba90-da6648d5b1a1 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:41.354542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Updating router c4e71a00-7225-40c4-ba90-da6648d5b1a1 port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:11:41.467027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.487863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-642189147'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:41.510899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.636375 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-ee1e891a-131d-4a7a-a4fb-0506b246029f service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212795 Nov 03 19:11:41.702705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Made reservation on behalf of c504e45c3f944f07ab13731bb47e1a35 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:41.713256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.789102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.926654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.190724 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-22308757-4169-421b-9e4e-ebf83d356ccf req-603ea83b-e7f1-40e7-b305-9ba64bf24b53 service neutron] 10.222.0.115 "GET /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346570 Nov 03 19:11:42.197868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.242308 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.497294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:42.563685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.613574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.631568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] Sync routers for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:42.664986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Subnet': ['ID=ea389fd7-d3c0-46b4-8fcd-3aa71a9b9ddd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:42.671500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:42.673147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:42.691532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.702220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4b70b29f-0a56-442e-aed2-3598777a27f3 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/subnets/ea389fd7-d3c0-46b4-8fcd-3aa71a9b9ddd HTTP/1.1" status: 204 len: 168 time: 1.8497438 Nov 03 19:11:42.710493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:42.733631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0d7c1ed9-f2c4-4d0a-9f9c-4a8fa696b828 admin admin] 10.222.0.91 "PUT /v2.0/routers/5663de03-a84e-4016-9075-91e6651bc8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1603770 Nov 03 19:11:42.760038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41926) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:42.764414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:11:42.924064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:42.938396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27b2c-fccd-4be3-98d5-b2c7fc9daf36 req-6dddaef8-d1c2-4397-a776-af7682685741 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:42.957508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18b27b2c-fccd-4be3-98d5-b2c7fc9daf36 req-6dddaef8-d1c2-4397-a776-af7682685741 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 946 time: 2.8916380 Nov 03 19:11:43.102397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.118120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.141617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-79e2d2d2-c962-468f-aff4-c3d1f424cde6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.144858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-79e2d2d2-c962-468f-aff4-c3d1f424cde6 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.110 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 946 time: 0.6527281 Nov 03 19:11:43.160708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeee492-c8d1-45f4-9d35-043c37590f87 None None] Network e4b94fa8-ae74-4d52-9f17-49d7066850af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:43.164280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.174485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c012-5ade-4046-b0aa-33a0b1b75f16 req-f5ced57f-d313-444d-8cec-4773339c4071 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.178360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeb9c012-5ade-4046-b0aa-33a0b1b75f16 req-f5ced57f-d313-444d-8cec-4773339c4071 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 1.3214211 Nov 03 19:11:43.179810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.205246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:43.228209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.229042 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Added segment d2a05395-c40a-4847-b5fc-3a653fba0034 of type vlan for network b04d5654-211a-40de-8517-0fa0f1f1db03 Nov 03 19:11:43.419715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91282a9-d47b-4cca-ac5c-819ca51fefc9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:43.509032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.547457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.560276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18b27b2c-fccd-4be3-98d5-b2c7fc9daf36 req-cab0304d-a11b-4495-b26f-e02496ade79b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014919 Nov 03 19:11:43.746566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Attempting to bind port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:43.747562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Attempting to bind port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:43.747763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Attempting to bind port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:43.846784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:43.847140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:43.847640 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.847922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:43.848440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Bound port: 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:43.848890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.888422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeb9c012-5ade-4046-b0aa-33a0b1b75f16 req-0c0ee7dc-3d46-4127-8ba8-225249e7017c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6005032 Nov 03 19:11:43.901308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.917760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.919455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.976967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] For port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:43.983244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] For port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:44.006219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.013539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.014364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7686eb7-c502-4732-b81d-c8f07527a7f8 None None] Pushing event updated for resources: {'Port': ['ID=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.065390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Deleting port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:44.066126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.167434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7686eb7-c502-4732-b81d-c8f07527a7f8 None None] Pushing event updated for resources: {'Port': ['ID=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.321177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Routers {'c4e71a00-7225-40c4-ba90-da6648d5b1a1'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:44.322143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.415525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.2001479 Nov 03 19:11:44.427583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.434932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:11:36Z', 'revision_number': 5, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port': {'id': 'd841bd48-ad47-4da9-af26-038816bb26cf', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5663de03-a84e-4016-9075-91e6651bc8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:20Z', 'updated_at': '2021-11-03T19:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.442331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-b9b1b0ad-f3ad-4147-8291-b6dfcdc8cc5a tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-1009684030') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:44.463712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb499ca-dc8d-4703-901b-e3462e9c88d4 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Pushing event updated for resources: {'Network': ['ID=b04d5654-211a-40de-8517-0fa0f1f1db03,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.477460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] Checking router: 5663de03-a84e-4016-9075-91e6651bc8df for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:44.479786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] DHCP port deletion for e4b94fa8-ae74-4d52-9f17-49d7066850af request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:44.512440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b04d5654-211a-40de-8517-0fa0f1f1db03 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:44.543264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting port e35df845-ffe1-4d52-93cd-6cde2627ede2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:44.549810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.773265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.841854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Deleting port d841bd48-ad47-4da9-af26-038816bb26cf {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:44.843209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.924273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] For port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:44.925767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.988063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] For port e35df845-ffe1-4d52-93cd-6cde2627ede2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e35df845-ffe1-4d52-93cd-6cde2627ede2,segment=NetworkSegment(21886026-689e-43ae-a232-7a46c6930d1c),segment_id=21886026-689e-43ae-a232-7a46c6930d1c)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:44.992860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.007664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Calling delete_port for 33651f79-7185-4cec-9a9e-e0a3f87f1b0c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:45.158404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Calling delete_port for e35df845-ffe1-4d52-93cd-6cde2627ede2 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:45.214671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b9b1b0ad-f3ad-4147-8291-b6dfcdc8cc5a tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "PUT /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-1009684030 HTTP/1.1" status: 201 len: 201 time: 0.7804070 Nov 03 19:11:45.227257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41952) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:45.282842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-505e8c16-6955-4fe9-9f9c-66c045405996 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-1009684030') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:45.290669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] Set router c4e71a00-7225-40c4-ba90-da6648d5b1a1 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:45.435822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e35df845-ffe1-4d52-93cd-6cde2627ede2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:45.440344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] Routers {'5663de03-a84e-4016-9075-91e6651bc8df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:45.441786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5663de03-a84e-4016-9075-91e6651bc8df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:45.532501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Allocated IP 172.20.0.1 (30cbdb71-b407-41d3-a4c8-f4f87367f3de/77e98249-e985-4c9b-8103-2fa44b844085/63e89880-bee2-42a5-b040-1b87e6fed878) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:45.540884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] For port d841bd48-ad47-4da9-af26-038816bb26cf, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d841bd48-ad47-4da9-af26-038816bb26cf,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:45.541360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.594344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Calling delete_port for d841bd48-ad47-4da9-af26-038816bb26cf owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:45.789428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee9e2-f7f3-4462-8923-5a7db45a572c req-c8aa621f-3cea-417f-88dd-447e16649105 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:45.802432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97eee9e2-f7f3-4462-8923-5a7db45a572c req-c8aa621f-3cea-417f-88dd-447e16649105 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 946 time: 0.8044488 Nov 03 19:11:45.812172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.839464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.904271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef4e5-1da8-441b-8705-b3d48fee9b23 req-99772a6b-ef7c-43e4-9873-c72d841d5634 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:45.907076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-270ef4e5-1da8-441b-8705-b3d48fee9b23 req-99772a6b-ef7c-43e4-9873-c72d841d5634 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2547758 Nov 03 19:11:45.923620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port e35df845-ffe1-4d52-93cd-6cde2627ede2 {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:11:45.924623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e35df845-ffe1-4d52-93cd-6cde2627ede2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:45.988751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Deleting port e35df845-ffe1-4d52-93cd-6cde2627ede2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:45.989363 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.001379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Port': ['ID=e35df845-ffe1-4d52-93cd-6cde2627ede2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.022309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] No DVR routers for this DVR port e35df845-ffe1-4d52-93cd-6cde2627ede2 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:46.080135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] For port e35df845-ffe1-4d52-93cd-6cde2627ede2, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:46.081269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.138132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] Set router 5663de03-a84e-4016-9075-91e6651bc8df gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:46.168805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97eee9e2-f7f3-4462-8923-5a7db45a572c req-64f02de2-9286-48f1-92fc-eb306982bccf tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648002 Nov 03 19:11:46.229455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-505e8c16-6955-4fe9-9f9c-66c045405996 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-1009684030 HTTP/1.1" status: 204 len: 168 time: 0.9997344 Nov 03 19:11:46.252341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:46.255330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.312625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-d321102c-a19f-428c-b67f-4e55d80ff0df tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:46.391309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:11:44Z', 'revision_number': 6, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:46.410335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Calling delete_port for e35df845-ffe1-4d52-93cd-6cde2627ede2 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:46.417460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.419189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:11:46.466049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-270ef4e5-1da8-441b-8705-b3d48fee9b23 req-62e0103e-1f47-405e-8178-dc87de3d6949 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319100 Nov 03 19:11:46.530135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:46.547734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:46.575366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Port e35df845-ffe1-4d52-93cd-6cde2627ede2 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:11:46.577644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:46.662826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c9e73-b0a6-4d59-b6e5-0118be899051 None None] The sync data for ids ['5663de03-a84e-4016-9075-91e6651bc8df'] in n-d-812151-4 is: [{'id': '5663de03-a84e-4016-9075-91e6651bc8df', 'name': 'tempest-ServerRescueTestJSONUnderV235-261602938-router', 'tenant_id': '2bc191ea494a4970819eb8719bb64c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:18Z', 'updated_at': '2021-11-03T19:11:44Z', 'revision_number': 6, 'project_id': '2bc191ea494a4970819eb8719bb64c6b', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:46.691846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Pushing event updated for resources: {'Port': ['ID=63e89880-bee2-42a5-b040-1b87e6fed878,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.729731 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.741836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.836052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] Pushing event deleted for resources: {'Port': ['ID=e35df845-ffe1-4d52-93cd-6cde2627ede2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.861922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147721c-5221-4fcf-bb0a-a811beec7630 None None] No DVR routers for this DVR port e35df845-ffe1-4d52-93cd-6cde2627ede2 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:46.907413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 33651f79-7185-4cec-9a9e-e0a3f87f1b0c no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:46.959975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 33651f79-7185-4cec-9a9e-e0a3f87f1b0c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:46.960584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 33651f79-7185-4cec-9a9e-e0a3f87f1b0c not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:47.142340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:11:32Z', 'revision_number': 3, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:47.204006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.220852 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.237574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event deleted for resources: {'Port': ['ID=33651f79-7185-4cec-9a9e-e0a3f87f1b0c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.302914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] No DVR routers for this DVR port 33651f79-7185-4cec-9a9e-e0a3f87f1b0c on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:47.308792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.316186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-83c4b0ba-ecc8-432e-9391-8d0b5554dbca req-411d7bb0-c926-49a0-a4e7-c53977e80622 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.110 "DELETE /v2.0/ports/33651f79-7185-4cec-9a9e-e0a3f87f1b0c HTTP/1.1" status: 204 len: 173 time: 4.0274966 Nov 03 19:11:47.333232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'name': 'network-vif-deleted', 'tag': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:47.336963 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb49baf-862b-4fb5-b063-97cace2472b0" -d '{"events": [{"server_uuid": "99fb5398-9b3f-4de3-b09f-8b7e23737890", "name": "network-vif-deleted", "tag": "33651f79-7185-4cec-9a9e-e0a3f87f1b0c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:47.367108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b94fa8-ae74-4d52-9f17-49d7066850af']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:47.421723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21886026-689e-43ae-a232-7a46c6930d1c') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:47.421723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21886026-689e-43ae-a232-7a46c6930d1c') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:47.476494 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42219fcc-e778-454e-bad6-b22fa8c2bb47 x-openstack-request-id: req-42219fcc-e778-454e-bad6-b22fa8c2bb47 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:47.477502 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fb5398-9b3f-4de3-b09f-8b7e23737890", "name": "network-vif-deleted", "tag": "33651f79-7185-4cec-9a9e-e0a3f87f1b0c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:47.478750 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42219fcc-e778-454e-bad6-b22fa8c2bb47 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:47.479664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7ffd8-d327-4ff2-b852-eb984880d4a2 None None] The sync data for ids ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'] in n-d-812151-4 is: [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:11:32Z', 'revision_number': 3, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:47.480962 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb5398-9b3f-4de3-b09f-8b7e23737890', 'name': 'network-vif-deleted', 'tag': '33651f79-7185-4cec-9a9e-e0a3f87f1b0c', 'status': 'completed', 'code': 200} Nov 03 19:11:47.595320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.648963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.696056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:47.711159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:47.718843 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:47.802243 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d321102c-a19f-428c-b67f-4e55d80ff0df tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags HTTP/1.1" status: 200 len: 238 time: 1.5382831 Nov 03 19:11:47.806796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41984) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:47.812561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-fcc56e4c-9fad-4f70-9ae3-1dd7fcf40a66 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', {'tags': ['tempest-TagsTest-Tag-499958736', 'tempest-TagsTest-Tag-1585004294', 'tempest-TagsTest-Tag-724100200']}) {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:47.819099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.956443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3276c163-26d3-4921-8522-e66cf7146c83 req-1c8feb96-28ad-43e6-b27f-c85744c04263 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=99fb5398-9b3f-4de3-b09f-8b7e23737890 HTTP/1.1" status: 200 len: 210 time: 0.2137141 Nov 03 19:11:48.016636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d841bd48-ad47-4da9-af26-038816bb26cf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.132277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.147371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.160396 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/networks/e4b94fa8-ae74-4d52-9f17-49d7066850af HTTP/1.1" status: 204 len: 168 time: 5.4398699 Nov 03 19:11:48.286414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:48.567374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.605776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting subnet f057114f-75f5-4b2c-884e-b4e8f7849bb8 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:48.621919 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.753246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43e0af-1eb6-4328-b651-5d6a36421c30 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Network': ['ID=e4b94fa8-ae74-4d52-9f17-49d7066850af,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.886544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608432-2813-4f7b-8107-a76472fded5f req-9738d6cd-2293-4bdd-ab52-8323570feeba tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:48.888580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a608432-2813-4f7b-8107-a76472fded5f req-9738d6cd-2293-4bdd-ab52-8323570feeba tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.9294984 Nov 03 19:11:48.898837 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.029352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a608432-2813-4f7b-8107-a76472fded5f req-d4cbbcc8-618a-48d8-a2fa-136ff6395e77 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147876 Nov 03 19:11:49.088519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.105335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.128613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:49.248293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fcc56e4c-9fad-4f70-9ae3-1dd7fcf40a66 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "PUT /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags HTTP/1.1" status: 200 len: 307 time: 1.4397600 Nov 03 19:11:49.248985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42000) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.270055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.271660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5663de03-a84e-4016-9075-91e6651bc8df {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:49.293462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.294908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-47ca409c-a9bc-4137-933b-3b2375282c58 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-499958736') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:49.296233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ebfb0f26-555d-407e-b499-c7a7fc2ad6a9 admin admin] 10.222.0.91 "DELETE /v2.0/routers/5663de03-a84e-4016-9075-91e6651bc8df HTTP/1.1" status: 204 len: 168 time: 6.5228891 Nov 03 19:11:49.298537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42004) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.341150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:49.341712 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.397691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Deleting subnet 0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:49.405803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.468399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42006) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.472447 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.504637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.577017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.626959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.736593 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.779621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.781840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:49.804652 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.891006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:49.910822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.931920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2521cc1e-360a-421c-903f-ea744923a16e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0f88f7ca-a47a-47a2-8a49-69b8a2e8ea80 HTTP/1.1" status: 204 len: 168 time: 0.6315587 Nov 03 19:11:49.952180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.954796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:49.968299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Pushing event updated for resources: {'Port': ['ID=63e89880-bee2-42a5-b040-1b87e6fed878,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:50.011698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d841bd48-ad47-4da9-af26-038816bb26cf no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:50.060009 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.119452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d841bd48-ad47-4da9-af26-038816bb26cf {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:50.120617 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d841bd48-ad47-4da9-af26-038816bb26cf not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:50.123890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:50.202327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:50.204556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133b65ee-f75d-4277-bbe4-6d2c9fee85b8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:50.235910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.267708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.270472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45e48b9-33b0-40f4-8999-567f9054b545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.476617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.520180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f126b5e-0233-430c-8dd5-45b677649981']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.554425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ca0749-5f67-478b-94e0-6996cb70efdb') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.555204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ca0749-5f67-478b-94e0-6996cb70efdb') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.582900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.606349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-47ca409c-a9bc-4137-933b-3b2375282c58 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "DELETE /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-499958736 HTTP/1.1" status: 204 len: 168 time: 1.3239362 Nov 03 19:11:50.613954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42018) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:50.629000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-83f0e8f8-f706-41b1-acdc-270305099db6 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-499958736') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.631845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.648272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:50.649573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:50.653572 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:50.684899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.770052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.798056 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.802510 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] 10.222.0.91 "DELETE /v2.0/networks/6f126b5e-0233-430c-8dd5-45b677649981 HTTP/1.1" status: 204 len: 168 time: 0.8489120 Nov 03 19:11:50.865555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6678d-7e84-4e95-bacc-ee1f2c7ab10c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f126b5e-0233-430c-8dd5-45b677649981,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:50.907269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:51.094734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:51.095458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.262376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.393776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72cbe6b9-80a1-4c80-b650-984f9c83caf4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2bc191ea494a4970819eb8719bb64c6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259406 Nov 03 19:11:51.394849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42026) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.493201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b037d1b5-7518-4929-8392-7f250f2fe912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.503463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c98e3-f0bf-423d-94b6-131db43c47a1 req-fae8ef7c-ede8-45db-aacc-1140876ca05e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:51.520421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc4c98e3-f0bf-423d-94b6-131db43c47a1 req-fae8ef7c-ede8-45db-aacc-1140876ca05e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 1.2771678 Nov 03 19:11:51.539106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4b000-f144-4611-93e6-ede440e2343c None None] Network a3fe06cf-2933-471b-be9e-120ce0ad836c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:51.582425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.583155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b037d1b5-7518-4929-8392-7f250f2fe912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.592030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/subnets/f057114f-75f5-4b2c-884e-b4e8f7849bb8 HTTP/1.1" status: 204 len: 168 time: 3.2935700 Nov 03 19:11:51.599711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.729915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b037d1b5-7518-4929-8392-7f250f2fe912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.732822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae94829-4b2b-4582-b9d8-3387e9b3c091 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Subnet': ['ID=f057114f-75f5-4b2c-884e-b4e8f7849bb8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.742566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b037d1b5-7518-4929-8392-7f250f2fe912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.745074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b037d1b5-7518-4929-8392-7f250f2fe912 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3e32f23d-ccb4-4d5d-8d02-27d40788056b HTTP/1.1" status: 204 len: 168 time: 0.3470893 Nov 03 19:11:51.773129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037d1b5-7518-4929-8392-7f250f2fe912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e32f23d-ccb4-4d5d-8d02-27d40788056b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.800119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting subnet 77eacdfb-747b-43de-b243-e206de546581 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:51.821143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.061112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:52.066794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] DHCP port deletion for a3fe06cf-2933-471b-be9e-120ce0ad836c request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:52.090992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45e48b9-33b0-40f4-8999-567f9054b545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.100400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:52.136249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.180781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a45e48b9-33b0-40f4-8999-567f9054b545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.185630 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-83f0e8f8-f706-41b1-acdc-270305099db6 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] show failed (client error): The resource could not be found. Nov 03 19:11:52.194111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83f0e8f8-f706-41b1-acdc-270305099db6 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-499958736 HTTP/1.1" status: 404 len: 325 time: 1.5707963 Nov 03 19:11:52.200166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42034) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.215282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-5c1c009e-997b-478b-8faf-1c82b72102ab tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-1585004294') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:52.223945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc4c98e3-f0bf-423d-94b6-131db43c47a1 req-ec4d3d84-9008-46a6-8cf7-7a1fc775256f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018969 Nov 03 19:11:52.272968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] Deleting port 0942692d-f832-435f-a783-4c5933542232 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:52.274111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.384639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] For port 0942692d-f832-435f-a783-4c5933542232, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0942692d-f832-435f-a783-4c5933542232,segment=NetworkSegment(136267d0-1acd-44f5-b73d-730e70ac4bb4),segment_id=136267d0-1acd-44f5-b73d-730e70ac4bb4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:52.384904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5c1c009e-997b-478b-8faf-1c82b72102ab tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-1585004294 HTTP/1.1" status: 204 len: 168 time: 0.1816189 Nov 03 19:11:52.385836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.388248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.395762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-348dbe68-d33a-411d-bd72-bf0a794f014d tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-724100200') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:52.406804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] Calling delete_port for 0942692d-f832-435f-a783-4c5933542232 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:52.516456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.545413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e48b9-33b0-40f4-8999-567f9054b545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8272c6-c2bf-4310-825e-450656d3f1b3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.563356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] No DVR routers for this DVR port 0942692d-f832-435f-a783-4c5933542232 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:52.580128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18a4c-e042-44ab-8942-2807b99c432f None None] Pushing event deleted for resources: {'Port': ['ID=0942692d-f832-435f-a783-4c5933542232,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.700666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a45e48b9-33b0-40f4-8999-567f9054b545 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c87d9b3b38464e249c477b02967122e4&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2074568 Nov 03 19:11:52.710770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42044) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.823928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.936184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Router c4e71a00-7225-40c4-ba90-da6648d5b1a1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:52.971843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0942692d-f832-435f-a783-4c5933542232 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:52.986934 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-348dbe68-d33a-411d-bd72-bf0a794f014d tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-724100200 HTTP/1.1" status: 204 len: 168 time: 0.5944564 Nov 03 19:11:52.992478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42052) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.002727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-be1ba290-e54d-4a39-9a1d-04f6d92727a9 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.052758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-914435dd-24c3-4e7d-b162-271555b4a368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.060988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0942692d-f832-435f-a783-4c5933542232 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:53.060988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0942692d-f832-435f-a783-4c5933542232 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:53.145592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-914435dd-24c3-4e7d-b162-271555b4a368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.229749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-be1ba290-e54d-4a39-9a1d-04f6d92727a9 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "DELETE /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags HTTP/1.1" status: 204 len: 168 time: 0.2319586 Nov 03 19:11:53.239042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.251851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-c39f60b8-fa1e-4bcc-806a-bb4dec342578 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-1585004294') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.296665 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-914435dd-24c3-4e7d-b162-271555b4a368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.328679 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-914435dd-24c3-4e7d-b162-271555b4a368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.332160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-914435dd-24c3-4e7d-b162-271555b4a368 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df8272c6-c2bf-4310-825e-450656d3f1b3 HTTP/1.1" status: 204 len: 168 time: 0.6102295 Nov 03 19:11:53.361711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914435dd-24c3-4e7d-b162-271555b4a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8272c6-c2bf-4310-825e-450656d3f1b3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:53.473104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:53.497121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Sync routers for ids ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:53.504397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f66cee47-2369-4e87-97e6-7c115623f846 admin admin] 10.222.0.91 "PUT /v2.0/routers/c4e71a00-7225-40c4-ba90-da6648d5b1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3158996 Nov 03 19:11:53.510082 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-c39f60b8-fa1e-4bcc-806a-bb4dec342578 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] show failed (client error): The resource could not be found. Nov 03 19:11:53.511947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c39f60b8-fa1e-4bcc-806a-bb4dec342578 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-1585004294 HTTP/1.1" status: 404 len: 326 time: 0.2715042 Nov 03 19:11:53.535573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42068) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.557794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-3f8c4bfd-f372-4526-ba0b-6849419a54c7 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03', 'tempest-TagsTest-Tag-724100200') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.574096 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Routers {'c4e71a00-7225-40c4-ba90-da6648d5b1a1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:53.578951 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:53.697458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.773970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.781133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb791dfe-f3b9-4147-9f96-ea6f6e4f5810 None None] Network d18f2cd8-b53a-4007-afaa-89e6ebab75b0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:53.801394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/subnets/77eacdfb-747b-43de-b243-e206de546581 HTTP/1.1" status: 204 len: 168 time: 2.1856792 Nov 03 19:11:53.831693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42076) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.855441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a8b77-507d-4583-91ba-e0ae14f3d016 req-68852dd1-f8db-4842-a2b1-10a0a75558d5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:53.901829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a7a8b77-507d-4583-91ba-e0ae14f3d016 req-68852dd1-f8db-4842-a2b1-10a0a75558d5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.4107242 Nov 03 19:11:53.997386 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Set router c4e71a00-7225-40c4-ba90-da6648d5b1a1 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:54.164372 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-3f8c4bfd-f372-4526-ba0b-6849419a54c7 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] show failed (client error): The resource could not be found. Nov 03 19:11:54.183087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f8c4bfd-f372-4526-ba0b-6849419a54c7 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "GET /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags/tempest-TagsTest-Tag-724100200 HTTP/1.1" status: 404 len: 325 time: 0.6449473 Nov 03 19:11:54.193003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42084) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.215800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-c61b2916-5b7c-45fd-b844-50adec18beba tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b04d5654-211a-40de-8517-0fa0f1f1db03') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:54.269409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e84cb-af5a-4cea-9898-c145ab134b06 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Subnet': ['ID=77eacdfb-747b-43de-b243-e206de546581,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:54.376355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.489393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a7a8b77-507d-4583-91ba-e0ae14f3d016 req-302c7e74-fe2a-4944-843f-94262bbe9293 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852706 Nov 03 19:11:54.511028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] DHCP port deletion for d18f2cd8-b53a-4007-afaa-89e6ebab75b0 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:54.682596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.723026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c974fa7-4eae-4ba8-8763-fb94b391bf18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.726620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] Deleting port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:54.728908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.752995 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:11:47Z', 'revision_number': 4, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '63e89880-bee2-42a5-b040-1b87e6fed878', 'name': '', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'mac_address': 'fa:16:3e:63:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '77e98249-e985-4c9b-8103-2fa44b844085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:45Z', 'updated_at': '2021-11-03T19:11:47Z', 'revision_number': 2, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'subnets': [{'id': '77e98249-e985-4c9b-8103-2fa44b844085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:54.878018 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Checking router: c4e71a00-7225-40c4-ba90-da6648d5b1a1 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:54.885845 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Updating router c4e71a00-7225-40c4-ba90-da6648d5b1a1 port 63e89880-bee2-42a5-b040-1b87e6fed878 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:11:54.915805 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c61b2916-5b7c-45fd-b844-50adec18beba tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "DELETE /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03/tags HTTP/1.1" status: 204 len: 168 time: 0.7213466 Nov 03 19:11:54.927953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42096) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.973849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.981628 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.044411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:55.069126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] For port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,segment=NetworkSegment(3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6),segment_id=3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:55.074676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.103040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fe06cf-2933-471b-be9e-120ce0ad836c']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:55.159601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136267d0-1acd-44f5-b73d-730e70ac4bb4') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:55.168256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136267d0-1acd-44f5-b73d-730e70ac4bb4') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:55.225737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.282933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] Calling delete_port for 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:55.305205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.339954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:55.340457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:55.394902 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:55.598285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.619123 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.643661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/networks/a3fe06cf-2933-471b-be9e-120ce0ad836c HTTP/1.1" status: 204 len: 168 time: 1.7993011 Nov 03 19:11:55.665539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.731505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.753240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236744-2764-4f57-9df5-84181f816a90 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Network': ['ID=a3fe06cf-2933-471b-be9e-120ce0ad836c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.904064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c974fa7-4eae-4ba8-8763-fb94b391bf18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.972097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c974fa7-4eae-4ba8-8763-fb94b391bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.989282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.069870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.075284 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.085505 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.152599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c974fa7-4eae-4ba8-8763-fb94b391bf18 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36a496ac40124c989cb7f553fdca948d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4643140 Nov 03 19:11:56.166001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42120) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.273401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] Pushing event deleted for resources: {'Port': ['ID=95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.329008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d160891-a41f-4c6f-a362-17d7b3c91004 None None] No DVR routers for this DVR port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:56.361035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.394657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:11:56.395355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95aed3a0-af8b-4a8c-b4b1-5d6a39a7eb2f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:56.429366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18f2cd8-b53a-4007-afaa-89e6ebab75b0']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.456599 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Pushing event updated for resources: {'Port': ['ID=63e89880-bee2-42a5-b040-1b87e6fed878,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.473127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.474103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb5b112-2bb3-4d3a-ae9f-ae48f32469b6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:56.511493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.543660 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.544658 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.545728 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.546672 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.547537 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.548436 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.549924 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.551551 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.562165 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.563397 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.564315 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.565473 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:56.579902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Attempting to bind port 63e89880-bee2-42a5-b040-1b87e6fed878 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:56.581384 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Attempting to bind port 63e89880-bee2-42a5-b040-1b87e6fed878 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:56.583451 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Attempting to bind port 63e89880-bee2-42a5-b040-1b87e6fed878 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:56.591059 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.597787 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:56.599056 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Checking segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:56.600206 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.601307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Bound using segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:56.604284 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Bound port: 63e89880-bee2-42a5-b040-1b87e6fed878, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:56.605363 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.639679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:56.641073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:56.660492 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:56.704925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-9e1e7cab-1b54-48f9-9aaa-15a7419ce755 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.718289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-9e1e7cab-1b54-48f9-9aaa-15a7419ce755 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 818 time: 0.5962422 Nov 03 19:11:56.888762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.901878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.912654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.921263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/networks/d18f2cd8-b53a-4007-afaa-89e6ebab75b0 HTTP/1.1" status: 204 len: 168 time: 1.2541866 Nov 03 19:11:56.930059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:57.019424 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] For port 63e89880-bee2-42a5-b040-1b87e6fed878, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:57.029035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-982265d1-7e55-4e89-8a9f-b7abbdeea2c4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/quotas/926c5cfa21da4a019d389527080a4a0b HTTP/1.1" status: 200 len: 375 time: 0.3099163 Nov 03 19:11:57.032038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04d5654-211a-40de-8517-0fa0f1f1db03']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:57.038848 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] For port 63e89880-bee2-42a5-b040-1b87e6fed878, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63e89880-bee2-42a5-b040-1b87e6fed878,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:57.041895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974fa7-4eae-4ba8-8763-fb94b391bf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b402301-e3b7-4376-861b-0017726de434,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.049087 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.101171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ad34-46bf-4221-b069-6c7b475c4f72 req-db8fc68d-f4bd-44d1-9302-56b52ecddd12 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:57.106694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb4ad34-46bf-4221-b069-6c7b475c4f72 req-db8fc68d-f4bd-44d1-9302-56b52ecddd12 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 1.1941648 Nov 03 19:11:57.126020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a05395-c40a-4847-b5fc-3a653fba0034') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:57.128971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a05395-c40a-4847-b5fc-3a653fba0034') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:57.169927 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Routers {'c4e71a00-7225-40c4-ba90-da6648d5b1a1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:57.170851 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:11:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:57.185132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fa4d9-10f7-48bb-8fa7-58b4a0d0abb7 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Network': ['ID=d18f2cd8-b53a-4007-afaa-89e6ebab75b0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.204510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.301636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting subnet 348be231-17cb-4011-ac46-2eb96b26557e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:57.318709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.337778 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.380644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:57.381640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:57.387849 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:57.422404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0b05fe0-d847-417d-a21c-ee881c778280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.538104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bb4ad34-46bf-4221-b069-6c7b475c4f72 req-061a7292-87ac-4aab-b29e-5856894cc287 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054523 Nov 03 19:11:57.557502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-6e073671-e21c-4773-9e7d-a2fd31b3ac3b tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4363785 Nov 03 19:11:57.560528 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0b05fe0-d847-417d-a21c-ee881c778280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.563766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.583010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.591061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.609920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] 10.222.0.91 "DELETE /v2.0/networks/b04d5654-211a-40de-8517-0fa0f1f1db03 HTTP/1.1" status: 204 len: 168 time: 2.6484160 Nov 03 19:11:57.923469 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a9779-3953-45a2-b770-f46207c83a19 None None] Pushing event updated for resources: {'Port': ['ID=63e89880-bee2-42a5-b040-1b87e6fed878,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.008060 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] Set router c4e71a00-7225-40c4-ba90-da6648d5b1a1 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:58.016832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac9dc2-6b14-41c0-ab1c-0bc831b3a9e0 tempest-TagsTest-1804889772 tempest-TagsTest-1804889772-project] Pushing event deleted for resources: {'Network': ['ID=b04d5654-211a-40de-8517-0fa0f1f1db03,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.100320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.104070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-cb8a2a49-d619-45d3-9e91-a33504358b74 service neutron] 10.222.0.91 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843521 Nov 03 19:11:58.338522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.407113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Subnet': ['ID=348be231-17cb-4011-ac46-2eb96b26557e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.473686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0b05fe0-d847-417d-a21c-ee881c778280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.481394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.482616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506d512-0fd2-4ab2-817a-aaef82a0fdb0 None None] Network 4d344be8-2747-412e-92dd-b52d74daf371 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:58.490023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-722b11bc-3fa2-4f25-b31c-f1e6202434d2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/subnets/348be231-17cb-4011-ac46-2eb96b26557e HTTP/1.1" status: 204 len: 168 time: 1.5523243 Nov 03 19:11:58.491553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42146) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.522608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0b05fe0-d847-417d-a21c-ee881c778280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.525240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f0b05fe0-d847-417d-a21c-ee881c778280 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3b402301-e3b7-4376-861b-0017726de434 HTTP/1.1" status: 204 len: 168 time: 2.2754264 Nov 03 19:11:58.607014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42150) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.632110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.743675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-fbf87e66-55ef-46c4-b723-a6738c3ece22 service neutron] 10.222.0.91 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371837 Nov 03 19:11:58.754254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b05fe0-d847-417d-a21c-ee881c778280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b402301-e3b7-4376-861b-0017726de434,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.809052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Deleting port e2f4054f-9365-42f7-86e7-273f317ebbd2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:58.809526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.956833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] For port e2f4054f-9365-42f7-86e7-273f317ebbd2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e2f4054f-9365-42f7-86e7-273f317ebbd2,segment=NetworkSegment(0310ca61-bafb-46b4-9df0-00ae006567fb),segment_id=0310ca61-bafb-46b4-9df0-00ae006567fb)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:58.958596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.005130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Calling delete_port for e2f4054f-9365-42f7-86e7-273f317ebbd2 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:59.022166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faa979-a5a0-4624-b4c4-36d585c079ff req-06ce9ca1-4b1f-443e-b2bd-e961d97f7b0a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.029982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4faa979-a5a0-4624-b4c4-36d585c079ff req-06ce9ca1-4b1f-443e-b2bd-e961d97f7b0a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1478887 Nov 03 19:11:59.176003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.200633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4faa979-a5a0-4624-b4c4-36d585c079ff req-e991a469-c249-4f9e-992e-ad94284f5628 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517088 Nov 03 19:11:59.210467 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:11:47Z', 'revision_number': 4, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '63e89880-bee2-42a5-b040-1b87e6fed878', 'name': '', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'mac_address': 'fa:16:3e:63:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '77e98249-e985-4c9b-8103-2fa44b844085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:45Z', 'updated_at': '2021-11-03T19:11:56Z', 'revision_number': 4, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'subnets': [{'id': '77e98249-e985-4c9b-8103-2fa44b844085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:59.278698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Port': ['ID=e2f4054f-9365-42f7-86e7-273f317ebbd2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.288426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] No DVR routers for this DVR port e2f4054f-9365-42f7-86e7-273f317ebbd2 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:59.349524 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc9924-9ecd-451e-b488-13fe16c7acc7 None None] The sync data for ids ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'] in n-d-812151-4 is: [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:11:47Z', 'revision_number': 4, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '63e89880-bee2-42a5-b040-1b87e6fed878', 'name': '', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'mac_address': 'fa:16:3e:63:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '77e98249-e985-4c9b-8103-2fa44b844085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:45Z', 'updated_at': '2021-11-03T19:11:56Z', 'revision_number': 4, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'subnets': [{'id': '77e98249-e985-4c9b-8103-2fa44b844085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:59.430009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-810322b5-4191-4716-adc8-3e2e1effe4de admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c504e45c3f944f07ab13731bb47e1a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8208866 Nov 03 19:11:59.439266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:59.900895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-611e0ba5-20a2-454e-982d-208538291288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.952669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.986650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.047004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d344be8-2747-412e-92dd-b52d74daf371']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:00.100165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0310ca61-bafb-46b4-9df0-00ae006567fb') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:00.100542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0310ca61-bafb-46b4-9df0-00ae006567fb') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:00.130819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fddc0ad-8505-4f69-857f-a5f9b27a263f req-5d375c82-3d89-45bf-a69c-97f63c448a9e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 210 time: 0.1878872 Nov 03 19:12:00.184051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.203257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-611e0ba5-20a2-454e-982d-208538291288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.258068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.272874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64d768-fbfc-40b4-8674-de3cc8c3205f None None] DHCP port deletion for 4d344be8-2747-412e-92dd-b52d74daf371 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:00.277884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:00.280571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:00.315462 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:00.485752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-611e0ba5-20a2-454e-982d-208538291288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.490662 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-611e0ba5-20a2-454e-982d-208538291288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.502305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-611e0ba5-20a2-454e-982d-208538291288 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c91282a9-d47b-4cca-ac5c-819ca51fefc9 HTTP/1.1" status: 204 len: 168 time: 1.0566225 Nov 03 19:12:00.528887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e0ba5-20a2-454e-982d-208538291288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91282a9-d47b-4cca-ac5c-819ca51fefc9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:00.688990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.772485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.783771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/networks/4d344be8-2747-412e-92dd-b52d74daf371 HTTP/1.1" status: 204 len: 168 time: 2.2907004 Nov 03 19:12:00.787287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33b04-ae0a-4692-87fd-5af6ae530de2 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Pushing event deleted for resources: {'Network': ['ID=4d344be8-2747-412e-92dd-b52d74daf371,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:00.813012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42202) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.928942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f3913d7-3c96-4163-a111-534106e36c56 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "GET /v2.0/ports?device_id=55e7d5d3-89bf-40b0-8aea-0d2d333b080d HTTP/1.1" status: 200 len: 205 time: 0.1108177 Nov 03 19:12:00.930040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42208) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.026520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaed27d-86d1-4197-abbd-1057f4651940 req-f373a098-5288-4036-b42e-bcceeac0982b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:01.041169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffaed27d-86d1-4197-abbd-1057f4651940 req-f373a098-5288-4036-b42e-bcceeac0982b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3565743 Nov 03 19:12:01.110465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c163f0eb-dbcf-4be3-b1b7-9764879e9a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.342993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffaed27d-86d1-4197-abbd-1057f4651940 req-cbe003cf-5680-4429-af86-92eb78b0354b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890372 Nov 03 19:12:01.400269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63e89880-bee2-42a5-b040-1b87e6fed878 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:01.459316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c163f0eb-dbcf-4be3-b1b7-9764879e9a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.472998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c163f0eb-dbcf-4be3-b1b7-9764879e9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.689280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.810618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c163f0eb-dbcf-4be3-b1b7-9764879e9a88 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=11fe36c63bb8449292583c9b58f4d50f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8225977 Nov 03 19:12:01.855654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 63e89880-bee2-42a5-b040-1b87e6fed878 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:01.855904 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.874835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42226) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.875970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163f0eb-dbcf-4be3-b1b7-9764879e9a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6daaba2-92dd-4db1-a73a-c010e52212f7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:02.248580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-4b486ff9-0658-4e3b-a116-0969d720697d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:02.270276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-4b486ff9-0658-4e3b-a116-0969d720697d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 818 time: 0.7334383 Nov 03 19:12:02.330024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9245c269-615e-4ee8-855d-f3c87a907cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.362717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-0ff460e4-4a2c-466b-967b-30ae82833729 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/quotas/926c5cfa21da4a019d389527080a4a0b HTTP/1.1" status: 200 len: 375 time: 0.0907938 Nov 03 19:12:02.505515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.539227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.644033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9245c269-615e-4ee8-855d-f3c87a907cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.787817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69725ae1-3360-4714-960a-0cc15d02f39a req-60bae43f-3a79-45b7-be4c-a7d0b6bc5c87 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:02.795219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 63e89880-bee2-42a5-b040-1b87e6fed878, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63e89880-bee2-42a5-b040-1b87e6fed878,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:02.802961 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.814710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69725ae1-3360-4714-960a-0cc15d02f39a req-60bae43f-3a79-45b7-be4c-a7d0b6bc5c87 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 946 time: 0.5341337 Nov 03 19:12:02.868614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-5b56e003-294e-4852-b658-eaf34d00b93a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5014462 Nov 03 19:12:02.979746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9245c269-615e-4ee8-855d-f3c87a907cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.006493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9245c269-615e-4ee8-855d-f3c87a907cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.025856 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9245c269-615e-4ee8-855d-f3c87a907cf2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c6daaba2-92dd-4db1-a73a-c010e52212f7 HTTP/1.1" status: 204 len: 168 time: 1.1444819 Nov 03 19:12:03.030544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2f4054f-9365-42f7-86e7-273f317ebbd2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:03.156416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e2f4054f-9365-42f7-86e7-273f317ebbd2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:03.159149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2f4054f-9365-42f7-86e7-273f317ebbd2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:03.196643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.211366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=63e89880-bee2-42a5-b040-1b87e6fed878,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.231964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69725ae1-3360-4714-960a-0cc15d02f39a req-8d92df34-8e2e-4d9c-b9e3-f4bfcdbb8ded tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558676 Nov 03 19:12:03.258670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.306451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.377844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-98d1a410-1439-4b05-9131-84567359b87f service neutron] 10.222.0.91 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747381 Nov 03 19:12:03.561700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-688df5fd-5bf9-4657-93b1-1401db9dac36 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:03.564071 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-688df5fd-5bf9-4657-93b1-1401db9dac36 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 946 time: 0.5339780 Nov 03 19:12:03.565385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245c269-615e-4ee8-855d-f3c87a907cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6daaba2-92dd-4db1-a73a-c010e52212f7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.815656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27040a9b-1022-45e5-b942-3308833d2956 req-57f91686-c499-46d3-ac9d-fc0302a3e166 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:03.825472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27040a9b-1022-45e5-b942-3308833d2956 req-57f91686-c499-46d3-ac9d-fc0302a3e166 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2936158 Nov 03 19:12:03.846350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-e61705fc-c6ae-4e4d-87f4-1f8361e67347 service neutron] 10.222.0.91 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672656 Nov 03 19:12:04.054477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27040a9b-1022-45e5-b942-3308833d2956 req-85f268eb-3e26-4713-8a46-1cbbfaf6a0aa tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277052 Nov 03 19:12:04.515372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed3ee4a9-eebf-4db9-86d7-5ef87c33fc7a req-59e675ab-e860-4062-8fc9-6447d493686e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 210 time: 0.1524708 Nov 03 19:12:04.622265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42260) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:04.668340 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-475c2a38-bdb5-4165-a5eb-8bcfb3e58a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.793988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5516b71d-7a83-41a0-b46c-4e37fedc9062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.798593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.812508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Fanout notify agent at l3_agent the message router_deleted on router 55e7d5d3-89bf-40b0-8aea-0d2d333b080d {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:12:04.841741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.844485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ea461a65-b4b9-40d9-b6c2-105264eeddc5 tempest-RoutersNegativeIpV6Test-58997100 tempest-RoutersNegativeIpV6Test-58997100-project] 10.222.0.91 "DELETE /v2.0/routers/55e7d5d3-89bf-40b0-8aea-0d2d333b080d HTTP/1.1" status: 204 len: 168 time: 3.9123328 Nov 03 19:12:04.950315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66cdb9-b535-4ef5-bd94-fe4fa3405e99 req-4292cb47-cce3-4867-b5a3-2c20953c7501 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.969179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a66cdb9-b535-4ef5-bd94-fe4fa3405e99 req-4292cb47-cce3-4867-b5a3-2c20953c7501 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 946 time: 0.4707453 Nov 03 19:12:05.115249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-bd41e2cd-ee76-46ae-afcd-d3d198864fda tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:05.133361 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-bd41e2cd-ee76-46ae-afcd-d3d198864fda tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 818 time: 2.0049090 Nov 03 19:12:05.160483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Request body: {'port': {'device_id': '29d0706b-002b-43a9-8d53-424f1373de74', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'admin_state_up': True, 'tenant_id': '926c5cfa21da4a019d389527080a4a0b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:05.194947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Deleting port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:05.196633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.526992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63e89880-bee2-42a5-b040-1b87e6fed878 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:05.536132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a66cdb9-b535-4ef5-bd94-fe4fa3405e99 req-2664f16a-32d8-4876-bff9-e5c4ada91bdc tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629492 Nov 03 19:12:05.720376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] For port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:05.739765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.778431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb40300-e9d3-42ce-ae65-4d6072289fac req-a347d54b-5c73-41cb-8fca-64104fe70e40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:05.796548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cb40300-e9d3-42ce-ae65-4d6072289fac req-a347d54b-5c73-41cb-8fca-64104fe70e40 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3587573 Nov 03 19:12:05.823216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Calling delete_port for c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:05.937970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 63e89880-bee2-42a5-b040-1b87e6fed878 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:05.942022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.000419 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5516b71d-7a83-41a0-b46c-4e37fedc9062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.027128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42292) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.055847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5516b71d-7a83-41a0-b46c-4e37fedc9062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.260548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5516b71d-7a83-41a0-b46c-4e37fedc9062 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5c8ace14b9394da8aef89f1ce679e5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6334453 Nov 03 19:12:06.261594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42296) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.365005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Made reservation on behalf of 926c5cfa21da4a019d389527080a4a0b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:06.366186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b71d-7a83-41a0-b46c-4e37fedc9062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cffac2-c56b-4327-a3b6-83d8f8dafcab,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.370191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.418231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cb40300-e9d3-42ce-ae65-4d6072289fac req-f8eeac8e-82c3-4304-adc5-006559c3923e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188555 Nov 03 19:12:06.447802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b866906-ce41-4d99-abc5-750fe3250869 req-1cdc685d-99d8-4720-aa07-1308eecd9082 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 210 time: 0.4033360 Nov 03 19:12:06.513563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.530132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0110395 Nov 03 19:12:06.541903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42302) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.606631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4888bbcf-3bc4-4386-a437-b4d34a5fe57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.704258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4888bbcf-3bc4-4386-a437-b4d34a5fe57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.868928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.889946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'ab7c6f73-ac72-4520-9184-e25843bd86cf'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:07.050481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event deleted for resources: {'Port': ['ID=c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.093444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4893a734-da7b-4f67-97ba-9a6b42c65b96 req-a7274ca9-7786-42f7-ac90-f52d91fd1d24 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 210 time: 0.3166523 Nov 03 19:12:07.100066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4888bbcf-3bc4-4386-a437-b4d34a5fe57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.107409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4888bbcf-3bc4-4386-a437-b4d34a5fe57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.110309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4888bbcf-3bc4-4386-a437-b4d34a5fe57f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/68cffac2-c56b-4327-a3b6-83d8f8dafcab HTTP/1.1" status: 204 len: 168 time: 0.7210984 Nov 03 19:12:07.149530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888bbcf-3bc4-4386-a437-b4d34a5fe57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cffac2-c56b-4327-a3b6-83d8f8dafcab,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.150167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:07.228168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-975a9989-f520-48e7-9714-a25e00e64d90 tempest-NetworksApiDiscovery-139045667 tempest-NetworksApiDiscovery-139045667-project] 10.222.0.91 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6787446 Nov 03 19:12:07.277887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:07.279180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ee402b8-39b9-401c-92a5-de26441c10be admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bf42a607895d4333a3ae427452df2506&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2417572 Nov 03 19:12:07.279929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:07.281751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] No DVR routers for this DVR port c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:07.283855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42320) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.468895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Allocated IP 172.20.0.14 (30cbdb71-b407-41d3-a4c8-f4f87367f3de/77e98249-e985-4c9b-8103-2fa44b844085/4c5b17a3-27be-4b5f-9bfd-3441bef321d3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:07.515885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.533791 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5df5cf3e-e170-4772-a7f6-223e9a0df092 req-361f876f-8c19-4780-83af-53af21945e99 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "DELETE /v2.0/ports/c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad HTTP/1.1" status: 204 len: 173 time: 3.9104414 Nov 03 19:12:07.536823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'name': 'network-vif-deleted', 'tag': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:07.566993 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4665d7b-dd79-4209-8628-6f6e7389fa0a" -d '{"events": [{"server_uuid": "353c1698-47d5-4db9-a0a0-9626eb8af1e8", "name": "network-vif-deleted", "tag": "c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:08.002063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ea5af3f-7848-46fb-9a55-b0898d98aaed req-4ed16f2e-46c0-4694-a58c-d4a5541b459d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 210 time: 0.1915514 Nov 03 19:12:08.077337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426c6e9-1d3d-486f-9fa4-8a082b4bd5b0 req-11146970-6a31-4f1c-b1c4-55e27ffb4dc9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.105927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6426c6e9-1d3d-486f-9fa4-8a082b4bd5b0 req-11146970-6a31-4f1c-b1c4-55e27ffb4dc9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.4041040 Nov 03 19:12:08.143993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42338) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.171960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-bdfa9050-c028-4afe-9699-d796f6d34374 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.177142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-bdfa9050-c028-4afe-9699-d796f6d34374 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 818 time: 0.7214141 Nov 03 19:12:08.221059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Request body: {'port': {'device_id': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'admin_state_up': True, 'tenant_id': '926c5cfa21da4a019d389527080a4a0b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:08.301694 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2d1913-5bf0-40e0-8f46-ab786dd124c0 x-openstack-request-id: req-7c2d1913-5bf0-40e0-8f46-ab786dd124c0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:08.303132 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353c1698-47d5-4db9-a0a0-9626eb8af1e8", "name": "network-vif-deleted", "tag": "c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:08.303952 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7c2d1913-5bf0-40e0-8f46-ab786dd124c0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:08.305854 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353c1698-47d5-4db9-a0a0-9626eb8af1e8', 'name': 'network-vif-deleted', 'tag': 'c266fc7c-1b2a-4bf0-b894-9ca2b9dcc4ad', 'status': 'completed', 'code': 200} Nov 03 19:12:08.331318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6426c6e9-1d3d-486f-9fa4-8a082b4bd5b0 req-143cb080-660c-4abe-a36b-821c33a1288b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239537 Nov 03 19:12:08.376933 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fff92875-23ec-4254-b093-42d76305bdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.550675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6bdca11-8b5b-40dd-a938-53f67d85ab1e req-2a4a8e12-4131-44a9-9b98-cea0be2e96d8 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=353c1698-47d5-4db9-a0a0-9626eb8af1e8 HTTP/1.1" status: 200 len: 210 time: 0.0565655 Nov 03 19:12:08.616534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b3267f2-1076-4b72-8611-0845330af0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.856169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b3267f2-1076-4b72-8611-0845330af0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.873690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b3267f2-1076-4b72-8611-0845330af0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.939089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e27b58e3-5440-4ebf-acf2-2272c643ba06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.984304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.006434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9b3267f2-1076-4b72-8611-0845330af0af admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9404c9c75ac140f996e2d11ea799c40f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8569801 Nov 03 19:12:09.018017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42352) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.050255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e27b58e3-5440-4ebf-acf2-2272c643ba06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.058482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3267f2-1076-4b72-8611-0845330af0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceddf155-10e0-42f4-825d-1267dd784163,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.214729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e27b58e3-5440-4ebf-acf2-2272c643ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.220010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e27b58e3-5440-4ebf-acf2-2272c643ba06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.222305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e27b58e3-5440-4ebf-acf2-2272c643ba06 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2c572cff-900f-4a52-be01-b16db5e6af4c HTTP/1.1" status: 204 len: 168 time: 1.7650619 Nov 03 19:12:09.224898 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-200fdf8b-61a3-4f77-aaed-fdfc2c49ce47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.306107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b58e3-5440-4ebf-acf2-2272c643ba06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c572cff-900f-4a52-be01-b16db5e6af4c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.324911 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-200fdf8b-61a3-4f77-aaed-fdfc2c49ce47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.453767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-200fdf8b-61a3-4f77-aaed-fdfc2c49ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.467798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-200fdf8b-61a3-4f77-aaed-fdfc2c49ce47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.477045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-200fdf8b-61a3-4f77-aaed-fdfc2c49ce47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ceddf155-10e0-42f4-825d-1267dd784163 HTTP/1.1" status: 204 len: 168 time: 0.4548185 Nov 03 19:12:09.590830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Made reservation on behalf of 926c5cfa21da4a019d389527080a4a0b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:09.592075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61b2c992-633c-4981-82a5-57913f3fc57b req-8f557529-1d8a-4735-ad84-2b1a45bc189a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 210 time: 0.1691065 Nov 03 19:12:09.600124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.603452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fdf8b-61a3-4f77-aaed-fdfc2c49ce47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceddf155-10e0-42f4-825d-1267dd784163,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.616126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.860614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Pushing event updated for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.902142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.934428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38925b60-fa30-4b6f-9b71-a66efd0e4c9b req-88050d9f-1e35-4e88-9a31-664663ad14ef tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:09.937361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38925b60-fa30-4b6f-9b71-a66efd0e4c9b req-88050d9f-1e35-4e88-9a31-664663ad14ef tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3409569 Nov 03 19:12:09.988558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:10.161989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:10.194995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:10.253324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38925b60-fa30-4b6f-9b71-a66efd0e4c9b req-035771ee-dfc8-48c4-9ede-e1fbdb608f7e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977743 Nov 03 19:12:10.499702 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:10.500812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.554178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-c87a9faa-5ce2-46db-abe5-4deebd627938 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4101827 Nov 03 19:12:10.596237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Allocated IP 172.20.0.6 (30cbdb71-b407-41d3-a4c8-f4f87367f3de/77e98249-e985-4c9b-8103-2fa44b844085/ab2fef36-a1a3-42ad-b046-88ba037e7072) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:10.613744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Request body: {'port': {'device_id': '29d0706b-002b-43a9-8d53-424f1373de74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:10.622001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacc913-82bb-4909-88da-7927b94d53e0 req-ea7b3813-6a76-4558-a72d-7c9439781ae0 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:10.626788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbacc913-82bb-4909-88da-7927b94d53e0 req-ea7b3813-6a76-4558-a72d-7c9439781ae0 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.1489923 Nov 03 19:12:10.882095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.900705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-606f0cd7-a5ef-4b2a-bd92-8f181650fdc7 req-69940cf0-719e-49b2-9cc3-32ffcc190cac tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 210 time: 0.1340547 Nov 03 19:12:10.922768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbacc913-82bb-4909-88da-7927b94d53e0 req-83f521a3-552a-4612-9b27-9c1a23f69488 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771587 Nov 03 19:12:11.629051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b563a-f501-4862-b627-98fb091e8b0e req-bb323976-e332-45e1-ae75-e457abce9c55 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:11.659863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e62b563a-f501-4862-b627-98fb091e8b0e req-bb323976-e332-45e1-ae75-e457abce9c55 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2013552 Nov 03 19:12:11.691331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.778007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e62b563a-f501-4862-b627-98fb091e8b0e req-4541280a-3d7a-47b3-b55c-f92c2c2eb598 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941615 Nov 03 19:12:11.811634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.875880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-367131f1-5c37-4c2c-9cd2-4939bddd1771 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:11.878364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-367131f1-5c37-4c2c-9cd2-4939bddd1771 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.1225078 Nov 03 19:12:12.059077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.107453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.505194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Network 30cbdb71-b407-41d3-a4c8-f4f87367f3de is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:12.517613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:12.598200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:12.599968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cea356-e574-4b5c-9d42-2b75b7f5c7b9 req-4470b0c5-fccb-47f5-b5e1-6b90b310232b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:12.617668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57cea356-e574-4b5c-9d42-2b75b7f5c7b9 req-4470b0c5-fccb-47f5-b5e1-6b90b310232b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.3565099 Nov 03 19:12:12.708435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31147c9-2543-42d1-89f3-dfd843f0edeb req-7564537d-984f-4180-aea1-23cc82a9b20f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:12.726572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c31147c9-2543-42d1-89f3-dfd843f0edeb req-7564537d-984f-4180-aea1-23cc82a9b20f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 931 time: 0.3509684 Nov 03 19:12:12.837540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c31147c9-2543-42d1-89f3-dfd843f0edeb req-1850c42f-621e-42b9-aec2-f8cdb038c7af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093826 Nov 03 19:12:12.874176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57cea356-e574-4b5c-9d42-2b75b7f5c7b9 req-66d63df4-9cb3-41d1-9091-6fa018c78153 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533967 Nov 03 19:12:13.119134 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64930c-8ebf-470f-a426-e50dda9723b3 req-880a19c2-4fcd-4713-b586-538879a42226 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:13.128031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d64930c-8ebf-470f-a426-e50dda9723b3 req-880a19c2-4fcd-4713-b586-538879a42226 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1051478 Nov 03 19:12:13.168685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:13.169815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.205988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Pushing event updated for resources: {'Port': ['ID=ab2fef36-a1a3-42ad-b046-88ba037e7072,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.285880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d64930c-8ebf-470f-a426-e50dda9723b3 req-f887a3a9-0ab7-478b-a7f7-85568e09a456 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252227 Nov 03 19:12:13.374031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Deleting port ab7c6f73-ac72-4520-9184-e25843bd86cf {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:13.374477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.395585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-89a6e745-cc56-485d-96cf-b5ed76c839af tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2033384 Nov 03 19:12:13.427032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-880ca325-e82a-4e39-a02b-4b7de5a2d0ec tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:12:13.428266 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-880ca325-e82a-4e39-a02b-4b7de5a2d0ec tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0091074 Nov 03 19:12:13.512577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:13.522429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Request body: {'port': {'device_id': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:13.568989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.658325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.704851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Transition to ACTIVE for port object 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:14.080254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.198900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:14.204637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] For port ab7c6f73-ac72-4520-9184-e25843bd86cf, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab7c6f73-ac72-4520-9184-e25843bd86cf,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:14.206092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.260140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Calling delete_port for ab7c6f73-ac72-4520-9184-e25843bd86cf owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:14.386139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45240a0b-be42-42cb-a357-23140d57d32c req-ee27ab86-8332-4d94-82ea-8d2e55432983 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:14.387653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45240a0b-be42-42cb-a357-23140d57d32c req-ee27ab86-8332-4d94-82ea-8d2e55432983 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 931 time: 0.3271606 Nov 03 19:12:14.423180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42468) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.438631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f7cc-608c-4a2c-a88f-d605ff1cb5d6 req-ad9df2e3-0697-481a-a264-767e82b7955a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:14.440863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70f2f7cc-608c-4a2c-a88f-d605ff1cb5d6 req-ad9df2e3-0697-481a-a264-767e82b7955a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 945 time: 0.3337629 Nov 03 19:12:14.606669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70f2f7cc-608c-4a2c-a88f-d605ff1cb5d6 req-a94e9bed-f548-4cb6-9003-dc20e926e954 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425941 Nov 03 19:12:14.634203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45240a0b-be42-42cb-a357-23140d57d32c req-3ed96a42-8cdd-4f15-a0aa-2f0af583d83c tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128530 Nov 03 19:12:14.704238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Attempting to bind port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:14.709916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Attempting to bind port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:14.713234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Attempting to bind port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:14.763855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:12:14.774510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Attempting to bind port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:14.866181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:14.866611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Checking segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:14.868233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Bound using segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:14.869254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Bound port: 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:14.870163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.906094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.925064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'ab7c6f73-ac72-4520-9184-e25843bd86cf'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:14.976916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d7fed-525e-41b9-b20a-33114428080b req-ade0494f-d312-411b-9f3a-bf776b17d413 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:14.995689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c34d7fed-525e-41b9-b20a-33114428080b req-ade0494f-d312-411b-9f3a-bf776b17d413 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1964622 Nov 03 19:12:15.116409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c34d7fed-525e-41b9-b20a-33114428080b req-ae3749c8-132f-4170-9462-a905065541e9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185429 Nov 03 19:12:15.242676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d7b0adfe-6b75-4ec1-a718-90d3dfce1494 tempest-ServiceProvidersTest-927176182 tempest-ServiceProvidersTest-927176182-project] 10.222.0.91 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7954135 Nov 03 19:12:15.289067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event deleted for resources: {'Port': ['ID=ab7c6f73-ac72-4520-9184-e25843bd86cf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.364950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] No DVR routers for this DVR port ab7c6f73-ac72-4520-9184-e25843bd86cf on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:15.373579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.386010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b1850d28-cdce-499e-b876-7db808b01ed6 req-fc40f79d-18ea-48cd-9dc0-618a50f0592a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "DELETE /v2.0/ports/ab7c6f73-ac72-4520-9184-e25843bd86cf HTTP/1.1" status: 204 len: 173 time: 3.4842675 Nov 03 19:12:15.393152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2fef36-a1a3-42ad-b046-88ba037e7072 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:15.447893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'name': 'network-vif-deleted', 'tag': 'ab7c6f73-ac72-4520-9184-e25843bd86cf'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:15.452198 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e08e5-0eac-45ae-aada-0af6cc84e0d4" -d '{"events": [{"server_uuid": "c64cea56-a383-4cdc-9d38-85908b9cbe55", "name": "network-vif-deleted", "tag": "ab7c6f73-ac72-4520-9184-e25843bd86cf"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:15.495773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.533767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:15.548307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:15.550958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Transition to ACTIVE for port object ab2fef36-a1a3-42ad-b046-88ba037e7072 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:15.561561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.709490 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe95ffe-10a1-4f47-84d9-eec5e0e82c4d x-openstack-request-id: req-bbe95ffe-10a1-4f47-84d9-eec5e0e82c4d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:15.709490 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64cea56-a383-4cdc-9d38-85908b9cbe55", "name": "network-vif-deleted", "tag": "ab7c6f73-ac72-4520-9184-e25843bd86cf", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:15.709912 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bbe95ffe-10a1-4f47-84d9-eec5e0e82c4d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:15.710528 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64cea56-a383-4cdc-9d38-85908b9cbe55', 'name': 'network-vif-deleted', 'tag': 'ab7c6f73-ac72-4520-9184-e25843bd86cf', 'status': 'completed', 'code': 200} Nov 03 19:12:15.711524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.716935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.822831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2fef36-a1a3-42ad-b046-88ba037e7072,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.861932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:15.864432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.867675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-03ddef8b-8b65-4d53-88c0-e9c315aa4eb1 service neutron] 10.222.0.110 "PUT /v2.0/ports/4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 1092 time: 5.2785499 Nov 03 19:12:15.905683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40fa8131-657d-4b71-8a6e-47fdd190e6cf req-67a61ba6-474b-49b6-bb78-84ccbc9629a8 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=c64cea56-a383-4cdc-9d38-85908b9cbe55 HTTP/1.1" status: 200 len: 210 time: 0.0809476 Nov 03 19:12:16.112055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-8089f886-75d3-41f0-84ac-f607ba968e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.115397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-8089f886-75d3-41f0-84ac-f607ba968e44 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1095 time: 0.1310558 Nov 03 19:12:16.122687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed23e1-7d42-4be5-a137-8707407c114d req-e054896f-128b-41d1-9b98-6684af7b6830 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.131351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfed23e1-7d42-4be5-a137-8707407c114d req-e054896f-128b-41d1-9b98-6684af7b6830 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 943 time: 0.1526763 Nov 03 19:12:16.162155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Attempting to bind port ab2fef36-a1a3-42ad-b046-88ba037e7072 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:16.163184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Attempting to bind port ab2fef36-a1a3-42ad-b046-88ba037e7072 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:16.164227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Attempting to bind port ab2fef36-a1a3-42ad-b046-88ba037e7072 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:16.246505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-47f4b03d-ca22-4a10-bb67-69b37106988d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.0862775 Nov 03 19:12:16.251115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Port ab2fef36-a1a3-42ad-b046-88ba037e7072 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:12:16.252155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Attempting to bind port ab2fef36-a1a3-42ad-b046-88ba037e7072 on network 30cbdb71-b407-41d3-a4c8-f4f87367f3de {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:16.265927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:16.267090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Checking segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:16.268533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Bound using segment: {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:16.269889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Bound port: ab2fef36-a1a3-42ad-b046-88ba037e7072, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997334d0-cb1f-4ff0-8a83-77881c3efbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:16.270864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.297658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfed23e1-7d42-4be5-a137-8707407c114d req-c292a8d7-29f8-4f8c-9cc9-f97045db9482 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548762 Nov 03 19:12:16.488923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30924a-6f4d-4749-87bb-808facf5589d req-ce4cf627-1ca3-4228-9480-fad603add2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.494258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-ce4cf627-1ca3-4228-9480-fad603add2fb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.2301421 Nov 03 19:12:16.542587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe92a-cc92-424f-aa68-8d5c9674674e req-16e51989-9e45-4ce8-8b38-1abe9446fe90 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.544796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fadbe92a-cc92-424f-aa68-8d5c9674674e req-16e51989-9e45-4ce8-8b38-1abe9446fe90 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1739335 Nov 03 19:12:16.631809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-687b114b-4fd5-4b0f-8b54-5ec02bb08dd7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146543 Nov 03 19:12:16.638732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] For port ab2fef36-a1a3-42ad-b046-88ba037e7072, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:16.681261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fadbe92a-cc92-424f-aa68-8d5c9674674e req-764e367f-87ac-4139-818f-280d232b3d3f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279683 Nov 03 19:12:16.732706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] For port ab2fef36-a1a3-42ad-b046-88ba037e7072, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:16.756626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.901539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42516) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:17.147265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab7c6f73-ac72-4520-9184-e25843bd86cf no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:17.197680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: ab7c6f73-ac72-4520-9184-e25843bd86cf {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:17.198429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab7c6f73-ac72-4520-9184-e25843bd86cf not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:17.308035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:17.309357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.312018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] 10.222.0.115 "PUT /v2.0/ports/ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 1091 time: 3.8046718 Nov 03 19:12:17.393010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b60177-538f-45e6-933e-acf70854bb54 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2fef36-a1a3-42ad-b046-88ba037e7072,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:17.408034 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-3142dae1-2428-4b33-b4b9-1d4af24cc0b5 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558074 Nov 03 19:12:17.625063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.655835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620b945-0580-4b2c-aabf-adbe687c8184 req-d9c9ea88-a5f2-4b94-96c9-cdf894244703 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:17.657893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e620b945-0580-4b2c-aabf-adbe687c8184 req-d9c9ea88-a5f2-4b94-96c9-cdf894244703 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 943 time: 0.1781707 Nov 03 19:12:17.713317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3'}, {'name': 'network-changed', 'server_uuid': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'tag': 'ab2fef36-a1a3-42ad-b046-88ba037e7072'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:17.718106 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3"}, {"name": "network-changed", "server_uuid": "3dd4f28b-14c6-44a4-9f47-dc34275ae2e8", "tag": "ab2fef36-a1a3-42ad-b046-88ba037e7072"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:17.782719 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.795997 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.865566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-fea2f153-2fd5-4bd6-a22b-cdbedaa2079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:17.873405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0bcf74e0ee641dc98fff7bd4b83decd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9703429 Nov 03 19:12:17.873771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-fea2f153-2fd5-4bd6-a22b-cdbedaa2079a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 1097 time: 0.3036256 Nov 03 19:12:17.878318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42544) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:17.886096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f82cf-fc41-4acc-a814-ab57691e9812,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:17.886709 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d30924a-6f4d-4749-87bb-808facf5589d req-5378df32-ff3e-491a-8f59-075275efb12e service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628410 Nov 03 19:12:17.925754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.926746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.927538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.928543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.930238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.931412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.932326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.933080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.934026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.935936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.936880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-3f092ca7-9270-47f7-8cf7-9f58bbbe34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:17.937389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.938327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c26b2-9c6a-49bd-8f7a-5a6343ccf540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:17.939649 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-3f092ca7-9270-47f7-8cf7-9f58bbbe34a5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1094 time: 0.3924513 Nov 03 19:12:18.042304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade922a-c978-42e9-9cd1-f79d70e08389 req-b0f8eb0c-81e5-4fe3-841d-98621b7bd08d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:18.045351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ade922a-c978-42e9-9cd1-f79d70e08389 req-b0f8eb0c-81e5-4fe3-841d-98621b7bd08d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.1492376 Nov 03 19:12:18.091423 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-8c69f9b2-8405-440d-8547-32bdda6a93ba service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.1263890 Nov 03 19:12:18.142367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e620b945-0580-4b2c-aabf-adbe687c8184 req-760d2824-3c4e-4b12-bdcd-1fac045f26a4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561022 Nov 03 19:12:18.307012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ade922a-c978-42e9-9cd1-f79d70e08389 req-aae1ba9f-1943-429d-a9ca-fd1b1f2a8724 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325130 Nov 03 19:12:18.366826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76801-e445-473b-aac9-6f12e0226769 req-dc35d597-5494-4810-85bc-855fd9cfc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:18.371526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-dc35d597-5494-4810-85bc-855fd9cfc0e8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.1961508 Nov 03 19:12:18.413574 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8606d849-275c-4c03-9d70-3f1dac9a88ba x-openstack-request-id: req-8606d849-275c-4c03-9d70-3f1dac9a88ba {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:18.414554 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dd4f28b-14c6-44a4-9f47-dc34275ae2e8", "tag": "ab2fef36-a1a3-42ad-b046-88ba037e7072", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:18.414960 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8606d849-275c-4c03-9d70-3f1dac9a88ba {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:18.416051 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3', 'status': 'completed', 'code': 200} Nov 03 19:12:18.417290 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'tag': 'ab2fef36-a1a3-42ad-b046-88ba037e7072', 'status': 'completed', 'code': 200} Nov 03 19:12:18.440574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36a10207-513c-4b2a-8bac-6c22ee6c4ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.520578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-f498692d-e97a-414b-920a-bed21a5ca681 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018498 Nov 03 19:12:18.706225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36a10207-513c-4b2a-8bac-6c22ee6c4ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.714050 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-027be84d-50d6-4584-849c-84b74d150392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:18.716175 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-027be84d-50d6-4584-849c-84b74d150392 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 0.8048027 Nov 03 19:12:18.838477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-9d6130bd-6688-42b1-b394-e02c16aeb1cb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd HTTP/1.1" status: 200 len: 217 time: 0.1035452 Nov 03 19:12:18.858857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-dd692f4e-b2a8-41ef-9866-36517e6dd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:18.861255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-dd692f4e-b2a8-41ef-9866-36517e6dd491 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1095 time: 0.4155836 Nov 03 19:12:18.976064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-99c74435-172a-4c90-87d1-93a04c5fa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:18.979167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-99c74435-172a-4c90-87d1-93a04c5fa703 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1164391 Nov 03 19:12:19.019292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-e0988182-00a9-4e35-9d54-51aa5bcaf472 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464707 Nov 03 19:12:19.107355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-d7e3093b-b69a-4810-8f4e-aaada72ff821 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118126 Nov 03 19:12:19.346290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36a10207-513c-4b2a-8bac-6c22ee6c4ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.351191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36a10207-513c-4b2a-8bac-6c22ee6c4ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.353281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-36a10207-513c-4b2a-8bac-6c22ee6c4ab0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c2f82cf-fc41-4acc-a814-ab57691e9812 HTTP/1.1" status: 204 len: 168 time: 1.4647942 Nov 03 19:12:19.464413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a10207-513c-4b2a-8bac-6c22ee6c4ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f82cf-fc41-4acc-a814-ab57691e9812,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.552737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515fb4d-4a04-4f9b-b7ca-ab719f9bcfa2 req-4b8f3f97-b217-4701-a294-a2f785a8cdde tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:19.555595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8515fb4d-4a04-4f9b-b7ca-ab719f9bcfa2 req-4b8f3f97-b217-4701-a294-a2f785a8cdde tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 943 time: 0.1949494 Nov 03 19:12:19.565288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-338a4226-c01e-4e07-ad9d-95bcf9cd5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:19.568045 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-338a4226-c01e-4e07-ad9d-95bcf9cd5920 service neutron] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.6022756 Nov 03 19:12:19.745615 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:12:19.801725 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-4dabcf8a-9df6-498d-abae-598e928363b9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.2159703 Nov 03 19:12:19.850795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70747a-9b7e-4bef-bcff-6bb07d1dd361 req-5acd3b51-07db-4ecc-84dd-eda8d0327516 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:19.865348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec70747a-9b7e-4bef-bcff-6bb07d1dd361 req-5acd3b51-07db-4ecc-84dd-eda8d0327516 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.3080819 Nov 03 19:12:19.865636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-54d76801-e445-473b-aac9-6f12e0226769 req-8e3118ce-cf17-4b6d-a2be-3dc64d2b5749 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165736 Nov 03 19:12:19.901897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8515fb4d-4a04-4f9b-b7ca-ab719f9bcfa2 req-707df88a-2fc6-4d5d-8e22-35793e2b83ac tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061047 Nov 03 19:12:20.064790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec70747a-9b7e-4bef-bcff-6bb07d1dd361 req-1b10dabb-a406-44ad-8c3f-d71ae8f09141 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973650 Nov 03 19:12:20.084591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-a2727b17-4dd1-400b-b51d-8e8525cfd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:20.089340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-a2727b17-4dd1-400b-b51d-8e8525cfd114 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.2574294 Nov 03 19:12:20.097909 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-5c3bac61-4104-4dba-91cf-fd7af871e683 service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9192555 Nov 03 19:12:20.314826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-e063348b-27ae-40f0-8248-fc99b072e031 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762118 Nov 03 19:12:20.478751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-96fc9b82-bc7d-448d-b48c-626399b12f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:20.482460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-96fc9b82-bc7d-448d-b48c-626399b12f4f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1094 time: 0.3904669 Nov 03 19:12:20.737789 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d60b4770-5a17-4adf-ad3a-58c412f7da21 req-9170be13-beda-4f17-bd47-fa978e8197fb service neutron] 10.222.0.110 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012728 Nov 03 19:12:20.808690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-a546eba2-2e76-4a19-84ca-aa9490311df0 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076600 Nov 03 19:12:20.883669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-9369b8a2-8d9f-4960-ae32-ec5550091b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:20.885423 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-9369b8a2-8d9f-4960-ae32-ec5550091b4e service neutron] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.3856907 Nov 03 19:12:21.094437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:21.141353 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-4e2cf6c6-5aa9-46b4-b935-569edcff25b7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.1619351 Nov 03 19:12:21.286042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:21.337025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876fb4a-4a84-49d1-8e72-fa6d5210e4a4 req-60ada934-8714-45ca-bd7c-9b3200747a28 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:21.350311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6876fb4a-4a84-49d1-8e72-fa6d5210e4a4 req-60ada934-8714-45ca-bd7c-9b3200747a28 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 943 time: 0.2747397 Nov 03 19:12:21.373168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-ba9940ad-3531-4c74-a8f6-f8e930d7cc91 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453694 Nov 03 19:12:21.385850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 28fff7e5-bbc8-4297-ab3f-998a90e7fecd no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:21.451659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-179b82d1-2852-46c9-84d6-ac358cdc5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:21.454362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-179b82d1-2852-46c9-84d6-ac358cdc5cab service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.3039529 Nov 03 19:12:21.521918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6876fb4a-4a84-49d1-8e72-fa6d5210e4a4 req-560b0eb5-7386-4d54-b21d-c41b31f7c051 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Nov 03 19:12:21.534512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-d8f9cb2b-9101-4fb9-9807-124309d8e7e7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682099 Nov 03 19:12:21.610141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925bb99-d1bb-4b1a-a78a-83200105936c req-1289934e-7b37-4f60-b1b3-bfb50abcc62c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:21.612939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1925bb99-d1bb-4b1a-a78a-83200105936c req-1289934e-7b37-4f60-b1b3-bfb50abcc62c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 946 time: 0.2610385 Nov 03 19:12:21.690042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.751434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:21.757495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:21.761024 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b747b4-5197-4a28-8713-50003a857e59" -d '{"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-unplugged", "status": "completed", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:21.774142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.828866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1925bb99-d1bb-4b1a-a78a-83200105936c req-640362eb-5b4a-4852-befe-2bc4184a6fdb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002602 Nov 03 19:12:21.841183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:21.890402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'port_id': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3', 'mac_address': 'fa:16:3e:0e:dc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e98249-e985-4c9b-8103-2fa44b844085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:12:21.950100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85809b57-9a40-4dd9-bd10-32bb7de97ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.971731 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-65568001-d3a1-4b17-b825-af34ca648a94 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283090 Nov 03 19:12:22.014085 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7e8efd-fa51-4fd1-9f27-9f2ca4743162 x-openstack-request-id: req-3c7e8efd-fa51-4fd1-9f27-9f2ca4743162 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:22.014531 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-unplugged", "status": "completed", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:22.016886 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3c7e8efd-fa51-4fd1-9f27-9f2ca4743162 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:22.018014 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'code': 200} Nov 03 19:12:22.025221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:22.100699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.107289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.110898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.111776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.112741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.114102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.116832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.118257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.121243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.122149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.122960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.124284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:22.138620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.188987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:22.260964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85809b57-9a40-4dd9-bd10-32bb7de97ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.265967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:22.269159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85809b57-9a40-4dd9-bd10-32bb7de97ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.280691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.316412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01643aa7-8f2f-4bbf-83d2-4c766fc3b1a2 req-732a456b-7451-4564-81d8-20658a683d98 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365967 Nov 03 19:12:22.372010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-85809b57-9a40-4dd9-bd10-32bb7de97ad2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=818f8091f7244923a45b4319ebbd6a36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0843377 Nov 03 19:12:22.377057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42642) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:22.391756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85809b57-9a40-4dd9-bd10-32bb7de97ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a702254-a00c-41d2-bcb9-307ac7c32223,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:22.434181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:22.511712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-011d54c4-8fc6-401f-bc61-cd27455753ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.607393 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-011d54c4-8fc6-401f-bc61-cd27455753ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.695278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['4c5b17a3-27be-4b5f-9bfd-3441bef321d3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:22.747313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-011d54c4-8fc6-401f-bc61-cd27455753ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.762127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-011d54c4-8fc6-401f-bc61-cd27455753ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.771211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-011d54c4-8fc6-401f-bc61-cd27455753ca admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2a702254-a00c-41d2-bcb9-307ac7c32223 HTTP/1.1" status: 204 len: 168 time: 0.3888195 Nov 03 19:12:22.802860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d54c4-8fc6-401f-bc61-cd27455753ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a702254-a00c-41d2-bcb9-307ac7c32223,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:22.907010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96e066-8f6d-47a3-b3ff-eeb9f0d0e85e req-ed1d52a3-4556-4466-a938-fa9cc324c18e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:22.910662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c96e066-8f6d-47a3-b3ff-eeb9f0d0e85e req-ed1d52a3-4556-4466-a938-fa9cc324c18e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 943 time: 0.1769354 Nov 03 19:12:23.120001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c96e066-8f6d-47a3-b3ff-eeb9f0d0e85e req-62562ddd-bdec-478b-b88a-ea00ae8fd5eb tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971140 Nov 03 19:12:23.177816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab2fef36-a1a3-42ad-b046-88ba037e7072 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:23.293688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50ac5-0729-4433-bc8c-681bfc0f5d8e req-87c95f67-4fb7-47c0-ae85-84f0934b8e47 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:23.328406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03a50ac5-0729-4433-bc8c-681bfc0f5d8e req-87c95f67-4fb7-47c0-ae85-84f0934b8e47 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 944 time: 0.1277440 Nov 03 19:12:23.461242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ab2fef36-a1a3-42ad-b046-88ba037e7072, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:23.510795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'ab2fef36-a1a3-42ad-b046-88ba037e7072', 'network_id': '30cbdb71-b407-41d3-a4c8-f4f87367f3de', 'port_id': 'ab2fef36-a1a3-42ad-b046-88ba037e7072', 'mac_address': 'fa:16:3e:16:b9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e98249-e985-4c9b-8103-2fa44b844085', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:12:23.521646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03a50ac5-0729-4433-bc8c-681bfc0f5d8e req-b2ccd37e-e754-4a8f-a2f5-a81e3d58f942 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847732 Nov 03 19:12:23.611588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.649705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2fef36-a1a3-42ad-b046-88ba037e7072 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:23.706365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ab2fef36-a1a3-42ad-b046-88ba037e7072, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:23.716025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.861030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ab2fef36-a1a3-42ad-b046-88ba037e7072,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:24.002509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['ab2fef36-a1a3-42ad-b046-88ba037e7072'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:24.102538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-923dc9d2-88fe-46ab-a929-cf29b6dfb305 req-bbade2f0-4238-42da-ab75-9bb24298ea69 service neutron] (101989) timed out ('10.222.0.110', 53626) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:12:24.130195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42672) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:24.164457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-04f77384-c465-4958-a9c9-c0285b9b3c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.378597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-04f77384-c465-4958-a9c9-c0285b9b3c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.384874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-04f77384-c465-4958-a9c9-c0285b9b3c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.475947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de2357-f7bf-4e0b-87d9-c447f0ddd604 req-6627d96d-867a-4d13-ad91-c3343024c51f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:24.492535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50de2357-f7bf-4e0b-87d9-c447f0ddd604 req-6627d96d-867a-4d13-ad91-c3343024c51f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 944 time: 0.1708424 Nov 03 19:12:24.519397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f77384-c465-4958-a9c9-c0285b9b3c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff79ddd-d9eb-4fa6-a266-5ad71084d8bb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:24.546728 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-04f77384-c465-4958-a9c9-c0285b9b3c80 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b7cc5c697c7c4ede937af2c37636a355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086525 Nov 03 19:12:24.546728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42678) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:24.702340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50de2357-f7bf-4e0b-87d9-c447f0ddd604 req-1cba530e-1d26-4f8c-9884-f82132b4b781 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066891 Nov 03 19:12:24.736275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c412c974-6dd5-4f71-96a4-9ee84bb28072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.803770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c412c974-6dd5-4f71-96a4-9ee84bb28072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.844779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020efd-e4bf-4658-a82f-fb98217d5634 req-570100e9-c97f-46ae-ab2e-8772e902b78a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:24.849085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d020efd-e4bf-4658-a82f-fb98217d5634 req-570100e9-c97f-46ae-ab2e-8772e902b78a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 944 time: 0.1087227 Nov 03 19:12:24.965889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c412c974-6dd5-4f71-96a4-9ee84bb28072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.973001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c412c974-6dd5-4f71-96a4-9ee84bb28072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.975427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c412c974-6dd5-4f71-96a4-9ee84bb28072 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9ff79ddd-d9eb-4fa6-a266-5ad71084d8bb HTTP/1.1" status: 204 len: 168 time: 0.4284906 Nov 03 19:12:24.996608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c974-6dd5-4f71-96a4-9ee84bb28072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff79ddd-d9eb-4fa6-a266-5ad71084d8bb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:25.029594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d020efd-e4bf-4658-a82f-fb98217d5634 req-e84b5a56-f52d-4d49-be63-e79dbbb57f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665468 Nov 03 19:12:25.117415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:25.179155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab2fef36-a1a3-42ad-b046-88ba037e7072 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:25.383290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port ab2fef36-a1a3-42ad-b046-88ba037e7072 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:12:25.397964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port ab2fef36-a1a3-42ad-b046-88ba037e7072 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:25.399049 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.443502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:12:25.469865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:25.470263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.726033 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.746875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.849899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:25.854140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:25.864790 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c0dd0-d94c-4fdc-a101-64d52f2ff706" -d '{"events": [{"server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "name": "network-vif-plugged", "status": "completed", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:25.879758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.920696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42718) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:25.990872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ab2fef36-a1a3-42ad-b046-88ba037e7072, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:26.014896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.123136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:26.128124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133e76-6fd7-4f0f-9754-86c6cc573ef0 req-cb84ab1c-d4ba-4764-9001-89f5cc332449 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.144377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c133e76-6fd7-4f0f-9754-86c6cc573ef0 req-cb84ab1c-d4ba-4764-9001-89f5cc332449 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 944 time: 0.1945164 Nov 03 19:12:26.276438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c133e76-6fd7-4f0f-9754-86c6cc573ef0 req-c091130a-bcea-47a2-939a-d9f3fc1bdd00 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301298 Nov 03 19:12:26.338201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1289182481'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:26.348120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ab2fef36-a1a3-42ad-b046-88ba037e7072,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:26.393663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Made reservation on behalf of 7c280cd1dc914cd48a05b49c0adcfe67 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:26.401646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.425539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.533475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4751e-b484-473d-b92e-e0cd85d2f939 req-554a3083-d840-4e17-b305-e596decc054a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.542473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aa4751e-b484-473d-b92e-e0cd85d2f939 req-554a3083-d840-4e17-b305-e596decc054a tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 945 time: 0.1130826 Nov 03 19:12:26.626401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-0ff165d9-6c67-4fed-8393-a0d3f606f67b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.628510 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-0ff165d9-6c67-4fed-8393-a0d3f606f67b tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 945 time: 0.1270902 Nov 03 19:12:26.647802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aa4751e-b484-473d-b92e-e0cd85d2f939 req-e88d8a49-0f10-4a4c-9a4f-648b3ee86f64 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/security-groups?id=8431e1e3-20f7-45d1-b938-b3c066240130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042671 Nov 03 19:12:26.666819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.725452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.744664 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae78e8a-6b7c-4340-aa5e-2ab645d27e6c x-openstack-request-id: req-6ae78e8a-6b7c-4340-aa5e-2ab645d27e6c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:26.744904 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "name": "network-vif-plugged", "status": "completed", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:26.745453 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ae78e8a-6b7c-4340-aa5e-2ab645d27e6c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:26.746093 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3', 'code': 200} Nov 03 19:12:26.790751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec9eb0-d022-442b-a5fd-d96406b19353,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:26.824244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:12:26.890258 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.890613 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Added segment d6d96d0b-bdb9-428f-8d97-f1b75eb76efd of type vlan for network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc Nov 03 19:12:26.984589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:26.995359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba13684-3141-47f7-b08f-e57320a58c84 req-2d93ca70-3d98-4052-9d98-0f0b52e8d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.997006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ba13684-3141-47f7-b08f-e57320a58c84 req-2d93ca70-3d98-4052-9d98-0f0b52e8d847 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.1229634 Nov 03 19:12:27.051996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Deleting port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:27.052345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.121924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 28fff7e5-bbc8-4297-ab3f-998a90e7fecd no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:27.134841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.140669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:27.141347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.194973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6ba13684-3141-47f7-b08f-e57320a58c84 req-111ace36-a3d9-41d0-ab0a-d3d3f29368b0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832891 Nov 03 19:12:27.293463 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3678837 Nov 03 19:12:27.296193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42768) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:27.311005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Request body: {'subnet': {'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:27.311455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ccfdd-1219-460f-bbb0-11372173dd72 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event updated for resources: {'Network': ['ID=6167c02e-ebc1-4b9e-8e35-95abcb4a71fc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:27.339693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] For port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,segment=NetworkSegment(ba881ccc-588b-4143-b216-257436563a51),segment_id=ba881ccc-588b-4143-b216-257436563a51)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:27.340517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.342403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:12:27.361116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Calling delete_port for 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:27.583010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Made reservation on behalf of 7c280cd1dc914cd48a05b49c0adcfe67 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:27.599142 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.763191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.778675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['14110e23-f3a9-4d72-ba9a-cc0eb6275af6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:27.819385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Pushing event deleted for resources: {'Port': ['ID=14110e23-f3a9-4d72-ba9a-cc0eb6275af6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:27.892118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50fb74-aa26-4b92-9bba-e51b4f9e8f79 req-abc2ceff-3748-4a8d-97cc-263700e90d42 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:27.906356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f50fb74-aa26-4b92-9bba-e51b4f9e8f79 req-abc2ceff-3748-4a8d-97cc-263700e90d42 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.2952688 Nov 03 19:12:27.912636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] No DVR routers for this DVR port 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:27.919528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.930329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c33a02ec-464c-4806-a505-8f1c04ca68a4 req-3f9def57-ab0c-4f7f-ad7e-8a0186320c31 tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.115 "DELETE /v2.0/ports/14110e23-f3a9-4d72-ba9a-cc0eb6275af6 HTTP/1.1" status: 204 len: 173 time: 1.2887185 Nov 03 19:12:27.931445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4832627-3e1c-4773-986f-db8f1b441237', 'name': 'network-vif-deleted', 'tag': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:27.946000 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5597a72-76c5-42fc-ade5-e368bb6a0851" -d '{"events": [{"server_uuid": "e4832627-3e1c-4773-986f-db8f1b441237", "name": "network-vif-deleted", "tag": "14110e23-f3a9-4d72-ba9a-cc0eb6275af6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:27.974619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-7864fa0d-f452-4bd3-8640-94af043d7f4f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:27.976746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-7864fa0d-f452-4bd3-8640-94af043d7f4f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=c321f3e6-91c1-49f3-a325-a379738976bb HTTP/1.1" status: 200 len: 944 time: 0.2650781 Nov 03 19:12:28.191329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f50fb74-aa26-4b92-9bba-e51b4f9e8f79 req-1f901d48-7829-4bd5-92bb-7897201c9ecb tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836206 Nov 03 19:12:28.747870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2fef36-a1a3-42ad-b046-88ba037e7072'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:28.751815 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28997f7b-59d5-45ff-be3e-a7ce46c65d79" -d '{"events": [{"server_uuid": "3dd4f28b-14c6-44a4-9f47-dc34275ae2e8", "name": "network-vif-plugged", "status": "completed", "tag": "ab2fef36-a1a3-42ad-b046-88ba037e7072"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:28.897108 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8be90572-47d2-403c-9120-91fba197616e req-4b068ed8-ced8-479b-818f-31d0d88a324f tempest-AttachVolumeNegativeTest-1333289649 tempest-AttachVolumeNegativeTest-1333289649-project] 10.222.0.91 "GET /v2.0/ports?device_id=e4832627-3e1c-4773-986f-db8f1b441237 HTTP/1.1" status: 200 len: 210 time: 0.1059093 Nov 03 19:12:28.903706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.981269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Deleting port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:28.981669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.106535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event updated for resources: {'Subnet': ['ID=21ebbbac-61d0-4ecd-9be5-6efe098830b1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:29.116216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Checking segment: {'id': 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:29.116981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Network hostable DHCP agents. Network: 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:12:29.158242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] For port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:29.158596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.162013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:12:29.182219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Calling delete_port for 28fff7e5-bbc8-4297-ab3f-998a90e7fecd owned by compute:nova {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:29.197358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:29.215220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241b449-9dac-4a4a-b67b-9210525012ef None None] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:29.235256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:29.236177 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.267856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-49b87fad-4c07-4123-8821-c965df2bb3f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9697719 Nov 03 19:12:29.273767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42822) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:29.280895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Request body: {'port': {'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc', 'name': 'tempest-TagsExtTest-19603022'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:29.463757 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.477817 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be8991-0b68-4f6b-9974-c7f1bf3f8d67 x-openstack-request-id: req-26be8991-0b68-4f6b-9974-c7f1bf3f8d67 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:29.481853 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4832627-3e1c-4773-986f-db8f1b441237", "name": "network-vif-deleted", "tag": "14110e23-f3a9-4d72-ba9a-cc0eb6275af6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:29.482360 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-26be8991-0b68-4f6b-9974-c7f1bf3f8d67 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:29.483085 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4832627-3e1c-4773-986f-db8f1b441237', 'name': 'network-vif-deleted', 'tag': '14110e23-f3a9-4d72-ba9a-cc0eb6275af6', 'status': 'completed', 'code': 200} Nov 03 19:12:29.497106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-6167c02e-ebc1-4b9e-8e35-95abcb4a71fc', 'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc', 'tenant_id': '7c280cd1dc914cd48a05b49c0adcfe67', 'fixed_ips': [{'subnet_id': '21ebbbac-61d0-4ecd-9be5-6efe098830b1'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:12:29.498177 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.615670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event deleted for resources: {'Port': ['ID=28fff7e5-bbc8-4297-ab3f-998a90e7fecd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:29.654548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] No DVR routers for this DVR port 28fff7e5-bbc8-4297-ab3f-998a90e7fecd on host n-h2-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:29.658294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Made reservation on behalf of 7c280cd1dc914cd48a05b49c0adcfe67 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:29.669561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.676908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:29.696209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a674e53-f9f0-4879-beab-9d68509fb953 req-d4fa4e8a-b5dd-427b-bdec-a011a50e3c5a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "DELETE /v2.0/ports/28fff7e5-bbc8-4297-ab3f-998a90e7fecd HTTP/1.1" status: 204 len: 173 time: 1.7073817 Nov 03 19:12:29.704144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-deleted', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:29.717828 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59795cea-52ae-4aac-9989-e4287b0596f1" -d '{"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-deleted", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:29.745858 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa438b-610e-4879-aecf-6fc1e4af8b7e x-openstack-request-id: req-72aa438b-610e-4879-aecf-6fc1e4af8b7e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:29.746774 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4f28b-14c6-44a4-9f47-dc34275ae2e8", "name": "network-vif-plugged", "status": "completed", "tag": "ab2fef36-a1a3-42ad-b046-88ba037e7072", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:29.747239 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72aa438b-610e-4879-aecf-6fc1e4af8b7e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:29.748002 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2fef36-a1a3-42ad-b046-88ba037e7072', 'code': 200} Nov 03 19:12:29.797795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93655733-91c1-4e7c-846c-f6a7b94128c5 req-a19819d4-f6c6-4067-9f4f-04d0984d909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:29.801427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93655733-91c1-4e7c-846c-f6a7b94128c5 req-a19819d4-f6c6-4067-9f4f-04d0984d909c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1096199 Nov 03 19:12:29.849460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] device_id is not set on port 2fa684b0-24cb-4c55-9384-3100ae568aca yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:12:29.868900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Allocated IP 172.20.0.2 (6167c02e-ebc1-4b9e-8e35-95abcb4a71fc/21ebbbac-61d0-4ecd-9be5-6efe098830b1/13df6354-7bda-4ecc-bb10-8b00be04984a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:29.948585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93655733-91c1-4e7c-846c-f6a7b94128c5 req-b5ceb710-df65-4df1-9edb-8f776244e5d9 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376252 Nov 03 19:12:30.020143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f16548-7b0f-4281-a519-3cc4fee7c5b8 req-0e24a807-6b6c-4546-b788-a68fb6fa854f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:30.023149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6f16548-7b0f-4281-a519-3cc4fee7c5b8 req-0e24a807-6b6c-4546-b788-a68fb6fa854f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.3248241 Nov 03 19:12:30.150109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6f16548-7b0f-4281-a519-3cc4fee7c5b8 req-ce62d1c5-ba2a-4b15-a9fa-587abaafc2e2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116867 Nov 03 19:12:30.190295 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac6ee56-2139-4a6f-9108-626b2e45d3a7 x-openstack-request-id: req-3ac6ee56-2139-4a6f-9108-626b2e45d3a7 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:30.190942 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c321f3e6-91c1-49f3-a325-a379738976bb", "name": "network-vif-deleted", "tag": "28fff7e5-bbc8-4297-ab3f-998a90e7fecd", "status": "failed", "code": 422}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:30.191409 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3ac6ee56-2139-4a6f-9108-626b2e45d3a7 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:30.192017 n-d-812151-4 neutron-server[101989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c321f3e6-91c1-49f3-a325-a379738976bb', 'name': 'network-vif-deleted', 'tag': '28fff7e5-bbc8-4297-ab3f-998a90e7fecd', 'status': 'failed', 'code': 422} returned with failed status Nov 03 19:12:30.194264 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.208481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.268139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42846) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:30.340576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Allocated IP 172.20.0.12 (6167c02e-ebc1-4b9e-8e35-95abcb4a71fc/21ebbbac-61d0-4ecd-9be5-6efe098830b1/2fa684b0-24cb-4c55-9384-3100ae568aca) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:30.353110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-acfe5ce5-9a94-4f6a-a8ba-0cdc498d70b0 req-cf7cc8fd-f5e0-418f-b1c7-34d80ac9a7ea service neutron] (101988) timed out ('10.222.0.91', 58334) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:12:30.377204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:30.393686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:30.407633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:30.488130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Pushing event updated for resources: {'Port': ['ID=13df6354-7bda-4ecc-bb10-8b00be04984a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:30.634273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Attempting to bind port 13df6354-7bda-4ecc-bb10-8b00be04984a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:30.635084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Attempting to bind port 13df6354-7bda-4ecc-bb10-8b00be04984a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:30.635668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Attempting to bind port 13df6354-7bda-4ecc-bb10-8b00be04984a on network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:30.647525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:30.647525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Checking segment: {'id': 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:30.647525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.647525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Bound using segment: {'id': 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:30.649026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Bound port: 13df6354-7bda-4ecc-bb10-8b00be04984a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6167c02e-ebc1-4b9e-8e35-95abcb4a71fc'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:30.649707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.791196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] For port 13df6354-7bda-4ecc-bb10-8b00be04984a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:30.795788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] For port 13df6354-7bda-4ecc-bb10-8b00be04984a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=13df6354-7bda-4ecc-bb10-8b00be04984a,segment=NetworkSegment(d6d96d0b-bdb9-428f-8d97-f1b75eb76efd),segment_id=d6d96d0b-bdb9-428f-8d97-f1b75eb76efd)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:30.803712 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.830337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.908469 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.982738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Deleting subnet ec6118f3-8827-46b8-a5d6-9246b5a1ec65 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:31.008136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.089756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:31.094909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:31.103990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:31.113611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.218772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:31.222044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f75077-192c-40c9-9ecc-7acbee2111f0 None None] Pushing event updated for resources: {'Port': ['ID=13df6354-7bda-4ecc-bb10-8b00be04984a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:31.230430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.231200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:31.234974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.291592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:31.292285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 14110e23-f3a9-4d72-ba9a-cc0eb6275af6 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:31.402015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event updated for resources: {'Port': ['ID=2fa684b0-24cb-4c55-9384-3100ae568aca,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:31.456369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.463144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4b3d67bf-4766-4f46-ad1a-560537da02e4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1846766 Nov 03 19:12:31.466098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42884) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:31.472622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1646790356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:31.556195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475f65-894f-43af-826b-52c3ceab8b2d req-fa2bad63-067d-4482-84b7-eb769ad825f7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:31.565506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25475f65-894f-43af-826b-52c3ceab8b2d req-fa2bad63-067d-4482-84b7-eb769ad825f7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1562588 Nov 03 19:12:31.595938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6118f3-8827-46b8-a5d6-9246b5a1ec65,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:31.612450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.620390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-494e49f5-f6d3-4623-8f9a-3a925a0b3322 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ec6118f3-8827-46b8-a5d6-9246b5a1ec65 HTTP/1.1" status: 204 len: 168 time: 1.3496244 Nov 03 19:12:31.623748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42886) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:31.673207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25475f65-894f-43af-826b-52c3ceab8b2d req-0ec0fa83-da77-4d36-b4f6-228449e45bed tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041818 Nov 03 19:12:31.696396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.698164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.789127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.801793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.838076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.842187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-2f55a170-0ee1-46e7-8609-9c851e7f91b3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:31.849245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-2f55a170-0ee1-46e7-8609-9c851e7f91b3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.6054132 Nov 03 19:12:31.914238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-b8fb9fae-13f1-460a-898f-de960d55471f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.0508626 Nov 03 19:12:31.919377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.921766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8d6fd076-9eb1-4f2f-9d7c-f5b3464f0f61 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4537385 Nov 03 19:12:31.925884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:31.960452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-ee63a41a-2a70-4698-9581-587e426d2db9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371192 Nov 03 19:12:31.964919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-237aa015-465d-4624-9203-d266d01dd920 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1512046115', 'prefixes': ['172.20.0.0/16']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:32.040862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.082423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21d1c18-7126-430b-94ad-8bfee3804540']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:32.104786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba881ccc-588b-4143-b216-257436563a51') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:32.112612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba881ccc-588b-4143-b216-257436563a51') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:32.137980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.162005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-0c2028a4-474d-4815-9c14-6e6c4b381190 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798871 Nov 03 19:12:32.169147 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-237aa015-465d-4624-9203-d266d01dd920 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for subnetpool, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.170589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-237aa015-465d-4624-9203-d266d01dd920 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2132471 Nov 03 19:12:32.177307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42896) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:32.180680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.189272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-b9c5d013-669b-4d98-bd81-c39bd12c9f1d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-1532690884') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:32.199759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:32.200683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:32.283482 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:32.316347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.358923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.367778 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a21d1c18-7126-430b-94ad-8bfee3804540 HTTP/1.1" status: 204 len: 168 time: 0.7405138 Nov 03 19:12:32.369919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d7890-5368-452b-8a19-1d5269253408 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21d1c18-7126-430b-94ad-8bfee3804540,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:32.421569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.499631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-9d5f3d4d-b41b-437a-8e7c-594fb47a9445 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062272 Nov 03 19:12:32.530005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b9c5d013-669b-4d98-bd81-c39bd12c9f1d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-1532690884 HTTP/1.1" status: 201 len: 201 time: 0.3466015 Nov 03 19:12:32.533728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42906) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:32.550511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-7b53014c-9bc7-448e-b4db-aafd32461c18 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-974289065') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:32.722683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b53014c-9bc7-448e-b4db-aafd32461c18 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-974289065 HTTP/1.1" status: 201 len: 201 time: 0.1871321 Nov 03 19:12:32.727269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:32.732711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-9818fff9-ace3-4f98-91f6-275103b41aeb tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-1613378259') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:32.920457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-5517cfe2-6bcd-41c9-b406-02451dc81239 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1346722 Nov 03 19:12:32.928205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e946dc7-548d-4753-86a7-3dff08a6ae00 req-0b749903-4190-4767-9078-5d8f71f1ae7c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 210 time: 0.0651202 Nov 03 19:12:33.029634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.048300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9818fff9-ace3-4f98-91f6-275103b41aeb tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-1613378259 HTTP/1.1" status: 201 len: 201 time: 0.3197370 Nov 03 19:12:33.052489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:33.058682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-bfd887cc-f349-447b-9aab-b87b08ba4425 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-1569003504') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:33.087284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2ea2b-1549-4606-b824-ca7444eeebdf req-886850f2-e99f-4eaa-b0f2-3387d0f0c9d9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.089342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ec2ea2b-1549-4606-b824-ca7444eeebdf req-886850f2-e99f-4eaa-b0f2-3387d0f0c9d9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1648407 Nov 03 19:12:33.090070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42930) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:33.124300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305388-2434-4b42-adb0-40e5f57337be req-b1aa8111-c405-46ad-9ac5-dc56d173574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.127071 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-b1aa8111-c405-46ad-9ac5-dc56d173574d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1097 time: 0.1487248 Nov 03 19:12:33.173529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499337a-6392-4098-8d37-584ac37f4c3a None None] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:33.271327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bfd887cc-f349-447b-9aab-b87b08ba4425 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-1569003504 HTTP/1.1" status: 201 len: 201 time: 0.2136755 Nov 03 19:12:33.272409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42932) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:33.286719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-36626039-d49c-486e-a049-726bc4975b2d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:33.344338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6b44ab3e-bd9a-4c0d-a95a-37334ef426aa None None] Provisioning complete for port 13df6354-7bda-4ecc-bb10-8b00be04984a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:33.344752 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b44ab3e-bd9a-4c0d-a95a-37334ef426aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.353058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c14237db-70cf-49db-8ba1-0ad56e40cdd8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=509be90b99d0409cb24800c14a725589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495573 Nov 03 19:12:33.359166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42934) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:33.425634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ec2ea2b-1549-4606-b824-ca7444eeebdf req-c6cc2f54-7372-4f98-bd05-520b20ff2085 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144634 Nov 03 19:12:33.598764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b44ab3e-bd9a-4c0d-a95a-37334ef426aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.664182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 13df6354-7bda-4ecc-bb10-8b00be04984a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:33.688441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b388efcf-cbaf-4ee8-be02-002a09d94cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.747731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6b44ab3e-bd9a-4c0d-a95a-37334ef426aa None None] For port 13df6354-7bda-4ecc-bb10-8b00be04984a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=13df6354-7bda-4ecc-bb10-8b00be04984a,segment=NetworkSegment(d6d96d0b-bdb9-428f-8d97-f1b75eb76efd),segment_id=d6d96d0b-bdb9-428f-8d97-f1b75eb76efd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:33.753125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-36626039-d49c-486e-a049-726bc4975b2d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags HTTP/1.1" status: 200 len: 241 time: 0.4715176 Nov 03 19:12:33.767815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42938) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:33.791917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-b783455a-de75-48c7-b654-9e7ebf9284ff tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-1532690884') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:33.797999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b44ab3e-bd9a-4c0d-a95a-37334ef426aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.811666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b388efcf-cbaf-4ee8-be02-002a09d94cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.044690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b783455a-de75-48c7-b654-9e7ebf9284ff tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-1532690884 HTTP/1.1" status: 204 len: 168 time: 0.2757177 Nov 03 19:12:34.048531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42950) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:34.060675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-003cf766-8b96-4f83-9f6f-3f545a7cc74f tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-1532690884') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:34.137959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 13df6354-7bda-4ecc-bb10-8b00be04984a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:34.142270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.249135 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b388efcf-cbaf-4ee8-be02-002a09d94cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.263685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b388efcf-cbaf-4ee8-be02-002a09d94cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.264804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b388efcf-cbaf-4ee8-be02-002a09d94cd3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8431e1e3-20f7-45d1-b938-b3c066240130 HTTP/1.1" status: 204 len: 168 time: 0.9034841 Nov 03 19:12:34.281296 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1070786-99e9-4357-8dbe-08f31c0219fa req-33e0446e-20b6-42cc-bdd6-7773c6fe75ca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 210 time: 0.1416886 Nov 03 19:12:34.427304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-30d0a625-acc3-42cd-bebf-7ab044aab36f None None] Provisioning complete for port 13df6354-7bda-4ecc-bb10-8b00be04984a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:34.427671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d0a625-acc3-42cd-bebf-7ab044aab36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:34.468941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388efcf-cbaf-4ee8-be02-002a09d94cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8431e1e3-20f7-45d1-b938-b3c066240130,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:34.605766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a7f2-019c-4003-8f18-72a3be57165d req-7635d7df-ccc5-471c-b13d-85f6f6022066 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.621781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44ab3e-bd9a-4c0d-a95a-37334ef426aa None None] Pushing event updated for resources: {'Port': ['ID=13df6354-7bda-4ecc-bb10-8b00be04984a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:34.625080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c153a7f2-019c-4003-8f18-72a3be57165d req-7635d7df-ccc5-471c-b13d-85f6f6022066 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.3388805 Nov 03 19:12:34.704233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305388-2434-4b42-adb0-40e5f57337be req-35feb277-0b97-43d2-b9ed-fdba3ab1b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.707622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-35feb277-0b97-43d2-b9ed-fdba3ab1b5ff service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 1.5293598 Nov 03 19:12:34.848801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c153a7f2-019c-4003-8f18-72a3be57165d req-0a9efdb5-7ecc-4607-8c25-4cdcdc6c1d0a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993284 Nov 03 19:12:34.872924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-003cf766-8b96-4f83-9f6f-3f545a7cc74f tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-1532690884 HTTP/1.1" status: 204 len: 168 time: 0.8143241 Nov 03 19:12:34.874803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42970) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:34.884074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-86776cef-ccb7-4698-9e02-fd1cbbd9cae8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1002 time: 0.1606672 Nov 03 19:12:34.903162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-d55573ea-6a4b-4ff4-a643-8a21edcc7d10 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:34.944163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e08599b-f7db-4222-841e-4e341d03f8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.014055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305388-2434-4b42-adb0-40e5f57337be req-24594ac7-40b0-46ca-9fde-6d851ecb99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.020256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-24594ac7-40b0-46ca-9fde-6d851ecb99ae service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.1214273 Nov 03 19:12:35.083595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d55573ea-6a4b-4ff4-a643-8a21edcc7d10 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags HTTP/1.1" status: 200 len: 205 time: 0.2026799 Nov 03 19:12:35.089827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42974) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.098746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-30d0a625-acc3-42cd-bebf-7ab044aab36f None None] Provisioning complete for port 2fa684b0-24cb-4c55-9384-3100ae568aca triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:35.100268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-03872a6c-f6ee-4ffe-bef0-91a765048ff6 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:35.105075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d0a625-acc3-42cd-bebf-7ab044aab36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.147368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305388-2434-4b42-adb0-40e5f57337be req-6442db73-5f26-4032-b569-4de3fb712390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.152418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-6442db73-5f26-4032-b569-4de3fb712390 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180530 Nov 03 19:12:35.247901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-03872a6c-f6ee-4ffe-bef0-91a765048ff6 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags HTTP/1.1" status: 200 len: 240 time: 0.1563525 Nov 03 19:12:35.254580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.263922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-30d0a625-acc3-42cd-bebf-7ab044aab36f None None] Port 2fa684b0-24cb-4c55-9384-3100ae568aca cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:35.264462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-faa425ff-5e0e-4ac8-9b8f-6ee7ce1de5ec tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-974289065') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:35.386784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-faa425ff-5e0e-4ac8-9b8f-6ee7ce1de5ec tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-974289065 HTTP/1.1" status: 204 len: 168 time: 0.1304600 Nov 03 19:12:35.391691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42982) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.406511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-c268c593-5031-4ed1-9eeb-c1ef0facd038 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-974289065') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:35.424189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4868747b-295d-4478-933c-6ed24abe64df None None] Provisioning complete for port 2fa684b0-24cb-4c55-9384-3100ae568aca triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:35.427812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4868747b-295d-4478-933c-6ed24abe64df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.498144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-559cda92-5d81-4158-9b7b-48004c8749f3 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318431 Nov 03 19:12:35.512810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 13df6354-7bda-4ecc-bb10-8b00be04984a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:35.602596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4868747b-295d-4478-933c-6ed24abe64df None None] Port 2fa684b0-24cb-4c55-9384-3100ae568aca cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:35.724297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 13df6354-7bda-4ecc-bb10-8b00be04984a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:35.725423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.771825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c268c593-5031-4ed1-9eeb-c1ef0facd038 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-974289065 HTTP/1.1" status: 204 len: 168 time: 0.3789902 Nov 03 19:12:35.783556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c50a7ec-aae6-416e-94cb-b3e62ad8432f req-42eeed59-823e-4388-b5b1-6563d75be7a9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 210 time: 0.1607826 Nov 03 19:12:35.786692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42986) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.807750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-e00ad726-13db-4121-8b6b-767bdfe68097 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:36.065867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e00ad726-13db-4121-8b6b-767bdfe68097 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags HTTP/1.1" status: 200 len: 205 time: 0.2745070 Nov 03 19:12:36.068688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42994) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:36.092577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-66f3a239-2b97-40e9-9344-5038624efa17 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:36.484004 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1305388-2434-4b42-adb0-40e5f57337be req-cca104ec-7449-40d8-89c8-73edfc52a60f service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9779103 Nov 03 19:12:36.498537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4504804-c9b0-43d7-a136-b484144402a9 req-c0650cf0-1a65-4ac6-94ba-d79b0aebd1b5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:36.502841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-7731b83c-5cf7-4197-a4d6-14a2cb0eeacc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:36.507373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-7731b83c-5cf7-4197-a4d6-14a2cb0eeacc tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.6024966 Nov 03 19:12:36.511500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-de632833-6512-4991-aed5-16a7e7770664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:36.512049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4504804-c9b0-43d7-a136-b484144402a9 req-c0650cf0-1a65-4ac6-94ba-d79b0aebd1b5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.2328334 Nov 03 19:12:36.515343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-de632833-6512-4991-aed5-16a7e7770664 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 2.0734191 Nov 03 19:12:36.533479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66f3a239-2b97-40e9-9344-5038624efa17 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags HTTP/1.1" status: 200 len: 241 time: 0.4604981 Nov 03 19:12:36.536668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:36.544394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Request body: {'port': {'device_id': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'admin_state_up': True, 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:36.545468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-b07e299d-24a2-4d1d-a190-65376e13db40 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-1613378259') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:36.779211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4504804-c9b0-43d7-a136-b484144402a9 req-79239d8d-ad35-4185-9170-2e829056f91b tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640731 Nov 03 19:12:36.819347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b07e299d-24a2-4d1d-a190-65376e13db40 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-1613378259 HTTP/1.1" status: 204 len: 168 time: 0.2805502 Nov 03 19:12:36.823659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43018) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:36.835242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-a09485d9-147d-4b94-bebf-3317ed191e12 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-1613378259') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:36.924088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:36.933866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:37.111795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc714a5e-f40f-40e2-abcf-b9b1aa100606 req-ae37b4a8-4060-44a8-80ee-957fafb8130f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 210 time: 0.1134865 Nov 03 19:12:37.119733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-066de9ed-ec55-4908-a62c-cd1ea2e2de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.122611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-066de9ed-ec55-4908-a62c-cd1ea2e2de43 service neutron] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.5982997 Nov 03 19:12:37.129647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a09485d9-147d-4b94-bebf-3317ed191e12 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-1613378259 HTTP/1.1" status: 204 len: 168 time: 0.3004570 Nov 03 19:12:37.131519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.148029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-16d0c2d4-5759-400d-b298-fcefa9ebeddd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.232011 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-b9002abc-4dfb-4d47-85c8-2fb49bcc5b69 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.0942035 Nov 03 19:12:37.327614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-16d0c2d4-5759-400d-b298-fcefa9ebeddd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags HTTP/1.1" status: 200 len: 205 time: 0.1899881 Nov 03 19:12:37.328171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43034) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.334749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-ebd711c8-2de6-4695-91f6-08a0d3ae4489 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.380195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ebd711c8-2de6-4695-91f6-08a0d3ae4489 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags HTTP/1.1" status: 200 len: 241 time: 0.0469499 Nov 03 19:12:37.381717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43038) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.387402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-d7d333fd-a83b-40a0-94af-9d5e92230b1c tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-1569003504') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.400172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Allocated IP 172.20.0.3 (6ace652e-f7b7-4bed-b3ed-bfd067cdec51/a7f0272a-60bf-42ad-b9aa-48f06a97aef7/1e6a55a0-3259-409f-97d3-980fe23ccb95) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:37.410051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-5aabf3ec-2e1c-4b71-835d-0765112ca9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.413264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-5aabf3ec-2e1c-4b71-835d-0765112ca9d2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.1731193 Nov 03 19:12:37.425040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d7d333fd-a83b-40a0-94af-9d5e92230b1c tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-1569003504 HTTP/1.1" status: 204 len: 168 time: 0.0379231 Nov 03 19:12:37.438026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.486466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-a9a85d5c-7f61-464b-8ac3-db2a15354a1d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627694 Nov 03 19:12:37.492688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-890fcd56-dbbf-40cc-a771-3903baee9665 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-1569003504') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.857045 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-66ab6b37-ef67-43e7-9407-51028f07a70b service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566992 Nov 03 19:12:37.928927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-890fcd56-dbbf-40cc-a771-3903baee9665 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-1569003504 HTTP/1.1" status: 204 len: 168 time: 0.4480400 Nov 03 19:12:37.941519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43058) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.951098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-60338d0b-1bf8-4005-bb11-2bef356c71ce tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.043548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7194b-53f7-4518-a45f-a1cbd4e90d89 req-5d03845b-692a-4a95-ab2c-5d2413674450 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:38.056539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ef7194b-53f7-4518-a45f-a1cbd4e90d89 req-5d03845b-692a-4a95-ab2c-5d2413674450 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1323950 Nov 03 19:12:38.102849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-60338d0b-1bf8-4005-bb11-2bef356c71ce tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags HTTP/1.1" status: 200 len: 205 time: 0.1567419 Nov 03 19:12:38.107223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43062) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.119708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-eaec7f0f-83ec-4028-ba5e-c1e6435547a2 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.141124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86bb6832-e894-4f30-bbcb-557f56f9b6cd req-d2143b4a-dc3f-4044-b111-a69dff44430c service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749877 Nov 03 19:12:38.147871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.213076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eaec7f0f-83ec-4028-ba5e-c1e6435547a2 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags HTTP/1.1" status: 204 len: 168 time: 0.0989473 Nov 03 19:12:38.219529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43068) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.234031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-9a7287ad-cba0-4d82-b96f-a13ca30015fd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.248485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ef7194b-53f7-4518-a45f-a1cbd4e90d89 req-4463c894-cb65-4689-ba51-b422cea81591 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738758 Nov 03 19:12:38.320408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73c9ec3b-816c-4a6b-b9b3-727e1c815b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.466127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a12ed89d-17d6-494b-8071-57b74f33fd27 req-4abe7fac-1090-4519-bc99-7f8ecc3f206f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 210 time: 0.0713761 Nov 03 19:12:38.493675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.556074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:38.561268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a7287ad-cba0-4d82-b96f-a13ca30015fd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags HTTP/1.1" status: 204 len: 168 time: 0.3373797 Nov 03 19:12:38.561686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43078) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.572032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-5e9721d4-34c4-4538-91d4-4fafa50c1d04 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.577264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:38.585816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:38.642667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:38.643360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:38.657324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event updated for resources: {'Port': ['ID=1e6a55a0-3259-409f-97d3-980fe23ccb95,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:38.679133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.680191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.681454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.683088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.683088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.683757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.684576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.685626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.686710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.687514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.688212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.688991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:38.703412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-f5017c53-8114-423c-b9ff-16efc8e92fed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1755726 Nov 03 19:12:38.709463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5e9721d4-34c4-4538-91d4-4fafa50c1d04 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags HTTP/1.1" status: 204 len: 168 time: 0.1466043 Nov 03 19:12:38.713879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43082) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.719103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-0e8fdb1c-5bba-43ef-adfc-935dfdf0fa1f tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.719947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Request body: {'port': {'device_id': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:38.800875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0e8fdb1c-5bba-43ef-adfc-935dfdf0fa1f tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0797775 Nov 03 19:12:38.801603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43086) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.835503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-d4ff4b0a-7c80-4eb5-83bd-ab2deefb2f32 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-1654244865') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.848222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.096174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4ff4b0a-7c80-4eb5-83bd-ab2deefb2f32 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-1654244865 HTTP/1.1" status: 201 len: 201 time: 0.2861395 Nov 03 19:12:39.097109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43096) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:39.111936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-8d6f97b1-238b-4445-b4ee-0e34e02b9487 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-1442927503') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:39.277637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-5d10c81b-cc29-4982-80ae-1e8bc9ffba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:39.285313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-5d10c81b-cc29-4982-80ae-1e8bc9ffba4a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 0.2126343 Nov 03 19:12:39.400137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8d6f97b1-238b-4445-b4ee-0e34e02b9487 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-1442927503 HTTP/1.1" status: 201 len: 201 time: 0.2984140 Nov 03 19:12:39.405602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43118) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:39.416393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-840ab0a7-301d-4248-8932-98a061495dec tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-590572984') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:39.650335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-840ab0a7-301d-4248-8932-98a061495dec tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-590572984 HTTP/1.1" status: 201 len: 201 time: 0.2421551 Nov 03 19:12:39.654242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43134) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:39.697862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-8cf0ce90-56f2-4cec-abe2-bac7f7a7c5b4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-845730702') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:39.874486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d68af0-47cf-4a6c-a101-cdf4ad382957 req-9781cbbe-8cbd-4c4f-be2d-efeda3b1a9e8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:39.876074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6d68af0-47cf-4a6c-a101-cdf4ad382957 req-9781cbbe-8cbd-4c4f-be2d-efeda3b1a9e8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.2520463 Nov 03 19:12:39.888090 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.951261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-de678ce1-a857-4cc3-834f-c15a8beada2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:39.952629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-de678ce1-a857-4cc3-834f-c15a8beada2e service neutron] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.6335537 Nov 03 19:12:40.072457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4925dc-01f3-43bc-b0eb-c627e0f4c25a req-a8719a35-f6ae-48f3-9c80-6ec3c7722a4d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:40.076685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc4925dc-01f3-43bc-b0eb-c627e0f4c25a req-a8719a35-f6ae-48f3-9c80-6ec3c7722a4d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 931 time: 0.3622551 Nov 03 19:12:40.085637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8cf0ce90-56f2-4cec-abe2-bac7f7a7c5b4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-845730702 HTTP/1.1" status: 201 len: 201 time: 0.4277673 Nov 03 19:12:40.111876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43152) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:40.130979 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-e3d4219f-b77b-4201-9404-21acdce6c82c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.1683283 Nov 03 19:12:40.139715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-dee9688f-9e5e-46d8-b9ce-81e1345871b0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', {'tags': ['tempest-TagsExtTest-Tag-1106791856', 'tempest-TagsExtTest-Tag-735543729', 'tempest-TagsExtTest-Tag-826075506']}) {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:40.201382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6d68af0-47cf-4a6c-a101-cdf4ad382957 req-8110d938-03d0-41b1-9cbf-108a9b608667 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736151 Nov 03 19:12:40.304619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc4925dc-01f3-43bc-b0eb-c627e0f4c25a req-6923aa8f-4776-4041-84b3-e0e4bb7c9e0f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159367 Nov 03 19:12:40.576678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-d4c1fc27-2d03-4f51-bb45-28f471c3644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:40.581050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-d4c1fc27-2d03-4f51-bb45-28f471c3644a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.4351406 Nov 03 19:12:40.698290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-77a02070-d779-41de-bb49-aa2c7b06cced service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894482 Nov 03 19:12:40.706457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6a55a0-3259-409f-97d3-980fe23ccb95 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:40.720854 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dee9688f-9e5e-46d8-b9ce-81e1345871b0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags HTTP/1.1" status: 200 len: 316 time: 0.5938420 Nov 03 19:12:40.721804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43168) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:40.730488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-2cd2d66d-7334-4839-9b50-02e68ee9e76c tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:40.741169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:40.810736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Transition to ACTIVE for port object 1e6a55a0-3259-409f-97d3-980fe23ccb95 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:40.881288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.015358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2cd2d66d-7334-4839-9b50-02e68ee9e76c tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags HTTP/1.1" status: 204 len: 168 time: 0.2874887 Nov 03 19:12:41.015810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43174) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:41.032137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-c43035bf-adb9-4b89-a6d5-1c08a3b67080 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-1106791856') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:41.115403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a55a0-3259-409f-97d3-980fe23ccb95,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:41.126947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-8e92b5fc-804d-4dff-a9d4-e6cdbe7e2a1c service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021811 Nov 03 19:12:41.216574 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-c43035bf-adb9-4b89-a6d5-1c08a3b67080 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:41.222178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c43035bf-adb9-4b89-a6d5-1c08a3b67080 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-1106791856 HTTP/1.1" status: 404 len: 329 time: 0.2051189 Nov 03 19:12:41.229932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43182) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:41.274912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-dc435f87-eeb3-489e-95b6-d2b87ed2e305 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-735543729') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:41.290005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43188) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:41.383460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20787055-8ed3-4acb-a477-a3b1e55c78b8 req-9063ca78-34ee-4356-a90b-13aa75e63b59 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364919 Nov 03 19:12:41.495306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Attempting to bind port 1e6a55a0-3259-409f-97d3-980fe23ccb95 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:41.496065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Attempting to bind port 1e6a55a0-3259-409f-97d3-980fe23ccb95 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:41.496797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Attempting to bind port 1e6a55a0-3259-409f-97d3-980fe23ccb95 on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:41.508501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Port 1e6a55a0-3259-409f-97d3-980fe23ccb95 on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:12:41.508501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Attempting to bind port 1e6a55a0-3259-409f-97d3-980fe23ccb95 on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:41.514228 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-dc435f87-eeb3-489e-95b6-d2b87ed2e305 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:41.519752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dc435f87-eeb3-489e-95b6-d2b87ed2e305 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-735543729 HTTP/1.1" status: 404 len: 328 time: 0.2843189 Nov 03 19:12:41.520107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:41.520107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:41.520107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Bound using segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:41.520107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Bound port: 1e6a55a0-3259-409f-97d3-980fe23ccb95, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:41.520107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.521285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43196) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:41.525906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-14b04780-7417-4724-9f80-98523efbd287 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1', 'tempest-TagsExtTest-Tag-826075506') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:41.697971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] For port 1e6a55a0-3259-409f-97d3-980fe23ccb95, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:41.706086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] For port 1e6a55a0-3259-409f-97d3-980fe23ccb95, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:41.716276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.796128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.816449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:41.818356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:41.822409 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] 10.222.0.115 "PUT /v2.0/ports/1e6a55a0-3259-409f-97d3-980fe23ccb95 HTTP/1.1" status: 200 len: 1091 time: 3.1090305 Nov 03 19:12:41.824649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'tag': '1e6a55a0-3259-409f-97d3-980fe23ccb95'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:41.850302 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "604d7a07-830e-4ed8-9b36-2f80e8351e22", "tag": "1e6a55a0-3259-409f-97d3-980fe23ccb95"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:41.965242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ed5e5-a258-47e0-aebb-43b418f13668 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a55a0-3259-409f-97d3-980fe23ccb95,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:42.000126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-14012752-64ca-49c3-9f19-70bbdb824977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:42.003965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-14012752-64ca-49c3-9f19-70bbdb824977 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 1094 time: 0.1072600 Nov 03 19:12:42.044132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a0-5d91-42f3-aa21-15c6571738a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.057625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39201c51-7f47-4643-9aef-04fe1995e7f1 req-65252636-d8ea-4276-a808-7bdb580303b1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:42.060624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39201c51-7f47-4643-9aef-04fe1995e7f1 req-65252636-d8ea-4276-a808-7bdb580303b1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.6468775 Nov 03 19:12:42.070583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e32d2-8627-483f-976e-e2aa754c6cb4 req-f7ad68f3-43f3-4326-86e3-31b50636ed4a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:42.079353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.080090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac2e32d2-8627-483f-976e-e2aa754c6cb4 req-f7ad68f3-43f3-4326-86e3-31b50636ed4a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 943 time: 0.6336658 Nov 03 19:12:42.144822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-5bb4a871-1da3-43f2-ba7f-735b1a8d8209 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95 HTTP/1.1" status: 200 len: 217 time: 0.1288655 Nov 03 19:12:42.261840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-c8378d4c-a322-4290-9b39-588623bbfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:42.265599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-c8378d4c-a322-4290-9b39-588623bbfbf3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1118996 Nov 03 19:12:42.276412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac2e32d2-8627-483f-976e-e2aa754c6cb4 req-24382b28-219b-4bef-a181-73917e0a57f5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951160 Nov 03 19:12:42.281052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39201c51-7f47-4643-9aef-04fe1995e7f1 req-3efecd83-e2a1-4a79-a819-646831ac895e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957827 Nov 03 19:12:42.292673 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-14b04780-7417-4724-9f80-98523efbd287 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:42.297872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-14b04780-7417-4724-9f80-98523efbd287 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags/tempest-TagsExtTest-Tag-826075506 HTTP/1.1" status: 404 len: 328 time: 0.7724302 Nov 03 19:12:42.298132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43210) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:42.312385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-04c9ca00-9f18-462a-a632-53451d3bb81e tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', {'tags': ['tempest-TagsExtTest-Tag-2011540449', 'tempest-TagsExtTest-Tag-370821194', 'tempest-TagsExtTest-Tag-1358151588']}) {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:42.438573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a0-5d91-42f3-aa21-15c6571738a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.446451 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-71caddb8-c981-47a7-a60c-16ad8379e97c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585526 Nov 03 19:12:42.451685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a0-5d91-42f3-aa21-15c6571738a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.549696 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f38784c-d75c-448f-930c-ae486a441a06 x-openstack-request-id: req-4f38784c-d75c-448f-930c-ae486a441a06 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:42.550800 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604d7a07-830e-4ed8-9b36-2f80e8351e22", "tag": "1e6a55a0-3259-409f-97d3-980fe23ccb95", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:42.551467 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4f38784c-d75c-448f-930c-ae486a441a06 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:42.552384 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'tag': '1e6a55a0-3259-409f-97d3-980fe23ccb95', 'status': 'completed', 'code': 200} Nov 03 19:12:42.559040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-04c9ca00-9f18-462a-a632-53451d3bb81e tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags HTTP/1.1" status: 200 len: 317 time: 0.2556698 Nov 03 19:12:42.569766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43220) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:42.574597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-ea0a7274-8738-410f-a34e-a7c644c28472 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:42.586190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89a0a0-5d91-42f3-aa21-15c6571738a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80be7e2-be3c-442b-8b24-a0254dc64131,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:42.625346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4c89a0a0-5d91-42f3-aa21-15c6571738a4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3deaccd3f18248c5827869dbddf193e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3302042 Nov 03 19:12:42.631788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43222) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:42.750434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7913506-356c-4c88-8501-18355df073a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.751843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-b4c678bc-620a-40f5-a3b5-b56b1910d33b service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911887 Nov 03 19:12:42.796572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7913506-356c-4c88-8501-18355df073a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:42.830634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ea0a7274-8738-410f-a34e-a7c644c28472 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags HTTP/1.1" status: 204 len: 168 time: 0.2596297 Nov 03 19:12:42.841315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43230) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:42.847534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-e0df732a-0246-4a0b-be93-36f8ffaa50af tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-2011540449') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:43.003020 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2560206-5105-477d-b2e5-dbb37dc64394 req-1d128038-5503-487e-9234-14ab74aece9d service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411034 Nov 03 19:12:43.004026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7913506-356c-4c88-8501-18355df073a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.006749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7913506-356c-4c88-8501-18355df073a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.016575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b7913506-356c-4c88-8501-18355df073a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b80be7e2-be3c-442b-8b24-a0254dc64131 HTTP/1.1" status: 204 len: 168 time: 0.3792255 Nov 03 19:12:43.026902 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-e0df732a-0246-4a0b-be93-36f8ffaa50af tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:43.028630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e0df732a-0246-4a0b-be93-36f8ffaa50af tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-2011540449 HTTP/1.1" status: 404 len: 329 time: 0.1859708 Nov 03 19:12:43.034297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:43.039849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7913506-356c-4c88-8501-18355df073a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80be7e2-be3c-442b-8b24-a0254dc64131,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:43.063120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-fac85294-3454-4cd4-85a8-66e52af5b517 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-370821194') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:43.265047 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-fac85294-3454-4cd4-85a8-66e52af5b517 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:43.271205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fac85294-3454-4cd4-85a8-66e52af5b517 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-370821194 HTTP/1.1" status: 404 len: 328 time: 0.2238433 Nov 03 19:12:43.271523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43250) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:43.278046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-fa92032d-99f8-4996-a4c3-7d00af90989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:43.278945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-86754632-a609-45af-8958-d6c03be85fbd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca', 'tempest-TagsExtTest-Tag-1358151588') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:43.283573 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-fa92032d-99f8-4996-a4c3-7d00af90989a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 1094 time: 0.1830268 Nov 03 19:12:43.529291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-101de750-d2e2-409f-bb4c-36c4ce13adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:43.531385 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-101de750-d2e2-409f-bb4c-36c4ce13adcc service neutron] 10.222.0.115 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 0.2377505 Nov 03 19:12:43.592554 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-86754632-a609-45af-8958-d6c03be85fbd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:43.599298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-86754632-a609-45af-8958-d6c03be85fbd tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags/tempest-TagsExtTest-Tag-1358151588 HTTP/1.1" status: 404 len: 329 time: 0.3254058 Nov 03 19:12:43.664625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:43.691869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-50a3ded0-fe41-42c4-abe9-b4ddfe28865b tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', {'tags': ['tempest-TagsExtTest-Tag-2090578911', 'tempest-TagsExtTest-Tag-1681872078', 'tempest-TagsExtTest-Tag-1884705349']}) {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:44.004756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7854-c35a-4a10-89e6-805de0b5bcbf req-763831a4-d073-4e78-9985-ccb232d594a5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:44.017794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b8a7854-c35a-4a10-89e6-805de0b5bcbf req-763831a4-d073-4e78-9985-ccb232d594a5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.4738538 Nov 03 19:12:44.057070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33c93b-6a79-4317-9a63-32e379904788 req-7af58f3d-3e5f-44ac-8e2e-eaadf10ab041 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:44.072372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf33c93b-6a79-4317-9a63-32e379904788 req-7af58f3d-3e5f-44ac-8e2e-eaadf10ab041 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 943 time: 0.5620003 Nov 03 19:12:44.149555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-6f8e898e-1dd1-4d66-b2ae-b7f6975de3d2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95 HTTP/1.1" status: 200 len: 217 time: 0.6099374 Nov 03 19:12:44.203818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50a3ded0-fe41-42c4-abe9-b4ddfe28865b tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags HTTP/1.1" status: 200 len: 318 time: 0.5331655 Nov 03 19:12:44.213233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43276) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:44.223756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-d4eafe0a-c231-49ff-868d-beb931750d21 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:44.304075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-93c560f6-15c0-4815-91d3-b2ae1b65ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:44.311153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-93c560f6-15c0-4815-91d3-b2ae1b65ca07 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1499515 Nov 03 19:12:44.407093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-b5d1f38f-3d0b-47ad-8ee9-aa086af4111b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907257 Nov 03 19:12:44.518481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b8a7854-c35a-4a10-89e6-805de0b5bcbf req-3ce09fbc-7f9a-4047-bcd3-a9f3654bf833 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959893 Nov 03 19:12:44.564317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf33c93b-6a79-4317-9a63-32e379904788 req-7159271c-33bf-408f-98e8-fc80df0c0922 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900765 Nov 03 19:12:44.630056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43284) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:44.630850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4eafe0a-c231-49ff-868d-beb931750d21 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags HTTP/1.1" status: 204 len: 168 time: 0.4131622 Nov 03 19:12:44.640159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-435e7238-0850-4eea-aac2-35f476fff1be tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-2090578911') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:44.822711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-c8376baf-506c-4d37-8f26-9a9de4cfd6b9 service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055746 Nov 03 19:12:44.865424 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-435e7238-0850-4eea-aac2-35f476fff1be tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:44.867978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-435e7238-0850-4eea-aac2-35f476fff1be tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-2090578911 HTTP/1.1" status: 404 len: 329 time: 0.2356794 Nov 03 19:12:44.872841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43292) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:44.880925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-17fd8438-df06-49c6-9096-37619c830f1d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-1681872078') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.047354 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-17fd8438-df06-49c6-9096-37619c830f1d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:45.052586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.054798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17fd8438-df06-49c6-9096-37619c830f1d tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-1681872078 HTTP/1.1" status: 404 len: 329 time: 0.1802905 Nov 03 19:12:45.071375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-4430fe5d-6c04-402a-95ed-589fb932b1b8 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97', 'tempest-TagsExtTest-Tag-1884705349') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.177299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-279f2186-8ff5-4f19-bf73-8cbdc9924eb4 req-aa4838f8-bbd5-4800-8309-d7835d6fce18 service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402002 Nov 03 19:12:45.285985 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-4430fe5d-6c04-402a-95ed-589fb932b1b8 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:45.287991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4430fe5d-6c04-402a-95ed-589fb932b1b8 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags/tempest-TagsExtTest-Tag-1884705349 HTTP/1.1" status: 404 len: 329 time: 0.2286553 Nov 03 19:12:45.292315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43306) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.307938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-567e9c49-7b97-48a9-b5ad-3a782feb22cc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', {'tags': ['tempest-TagsExtTest-Tag-875346023', 'tempest-TagsExtTest-Tag-1141495062', 'tempest-TagsExtTest-Tag-156260991']}) {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.379409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-567e9c49-7b97-48a9-b5ad-3a782feb22cc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "PUT /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags HTTP/1.1" status: 200 len: 316 time: 0.0811987 Nov 03 19:12:45.381214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43310) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.395065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-5f4aa637-75c0-4061-bf29-d1917cddbcfc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.477007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43312) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.477947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5f4aa637-75c0-4061-bf29-d1917cddbcfc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags HTTP/1.1" status: 204 len: 168 time: 0.0930743 Nov 03 19:12:45.482855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-854287b6-7a88-48a5-b120-30c8e90544df tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-875346023') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.531810 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-854287b6-7a88-48a5-b120-30c8e90544df tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:45.540230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43314) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.545454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-854287b6-7a88-48a5-b120-30c8e90544df tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-875346023 HTTP/1.1" status: 404 len: 328 time: 0.0668173 Nov 03 19:12:45.550182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-989820bb-5f44-40cc-9718-5835d9f8c9dc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-1141495062') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.587827 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-989820bb-5f44-40cc-9718-5835d9f8c9dc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:45.593675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-989820bb-5f44-40cc-9718-5835d9f8c9dc tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-1141495062 HTTP/1.1" status: 404 len: 329 time: 0.0517187 Nov 03 19:12:45.602133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43318) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.614139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-67b5989c-1699-4bc7-a9b2-ae5d2447ddc2 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41', 'tempest-TagsExtTest-Tag-156260991') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.685939 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-67b5989c-1699-4bc7-a9b2-ae5d2447ddc2 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] show failed (client error): The resource could not be found. Nov 03 19:12:45.687405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-67b5989c-1699-4bc7-a9b2-ae5d2447ddc2 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags/tempest-TagsExtTest-Tag-156260991 HTTP/1.1" status: 404 len: 328 time: 0.0846093 Nov 03 19:12:45.691453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43322) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.710469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-1b77ad32-4609-49ee-aafa-a8ccba3beb07 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3810a812-b0ca-48e4-8616-0f93a8f17d41') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.915149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731937-7cad-4fd7-baa1-a244eeed0d15 req-d121f9f0-8ef8-4706-8c89-97d7ff5d2a8c tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:45.928579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5731937-7cad-4fd7-baa1-a244eeed0d15 req-d121f9f0-8ef8-4706-8c89-97d7ff5d2a8c tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.2085583 Nov 03 19:12:45.943426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1b77ad32-4609-49ee-aafa-a8ccba3beb07 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41/tags HTTP/1.1" status: 204 len: 168 time: 0.2498701 Nov 03 19:12:45.946377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43332) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:45.956776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-5f119c3d-40cb-4843-9fe4-f60bb42a547a tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:45.989219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f45d3-b883-400c-9086-f49ae483a9b9 req-a99c8fd2-2a6e-4688-86d9-191701eef718 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:45.992373 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a81f45d3-b883-400c-9086-f49ae483a9b9 req-a99c8fd2-2a6e-4688-86d9-191701eef718 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 943 time: 0.2174122 Nov 03 19:12:46.089805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5731937-7cad-4fd7-baa1-a244eeed0d15 req-5d739203-828b-4d76-895a-ab55c34271c9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592565 Nov 03 19:12:46.163355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5f119c3d-40cb-4843-9fe4-f60bb42a547a tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97/tags HTTP/1.1" status: 204 len: 168 time: 0.2147670 Nov 03 19:12:46.166468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:46.184676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a81f45d3-b883-400c-9086-f49ae483a9b9 req-9691de4f-4ba8-4333-8059-08b6d073b1ed tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765466 Nov 03 19:12:46.188912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.tag.tag_plugin [None req-09a5c388-1b30-43c0-beee-f6948a72a83a tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2fa684b0-24cb-4c55-9384-3100ae568aca') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:46.355521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-09a5c388-1b30-43c0-beee-f6948a72a83a tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca/tags HTTP/1.1" status: 204 len: 168 time: 0.1850028 Nov 03 19:12:46.359615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43346) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:46.365000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.tag.tag_plugin [None req-7f0cdf20-0e8d-47be-965d-3733d5ad9c3f tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21ebbbac-61d0-4ecd-9be5-6efe098830b1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:46.477400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:46.487574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7f0cdf20-0e8d-47be-965d-3733d5ad9c3f tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1/tags HTTP/1.1" status: 204 len: 168 time: 0.1104448 Nov 03 19:12:46.654686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2d59-e395-4ada-b962-8420870d184a tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for subnetpool, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:46.660777 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ae9e2d59-e395-4ada-b962-8420870d184a tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnetpools/3810a812-b0ca-48e4-8616-0f93a8f17d41 HTTP/1.1" status: 204 len: 168 time: 0.1777575 Nov 03 19:12:46.661083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:46.706924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43356) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:46.707794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-06c759be-4cf9-4d50-93b7-93586a2485a1 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97 HTTP/1.1" status: 200 len: 205 time: 0.0450654 Nov 03 19:12:46.870948 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.258863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.264822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1e6a55a0-3259-409f-97d3-980fe23ccb95 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:47.270097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.361577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.364338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:12:47.382471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.390237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1374b42f-2122-420b-a8fb-b9b0d7d1d8b7 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/routers/2c5e39ec-56b4-4fd1-9c90-1883ff5f3e97 HTTP/1.1" status: 204 len: 168 time: 0.6815939 Nov 03 19:12:47.391628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:47.616144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Deleting port 2fa684b0-24cb-4c55-9384-3100ae568aca {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:47.617363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.704568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfed3f-814f-4de3-854a-8c6703bf850a req-ad7e4b4a-54cd-460d-8c98-21d6aa164491 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:47.721506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2dfed3f-814f-4de3-854a-8c6703bf850a req-ad7e4b4a-54cd-460d-8c98-21d6aa164491 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.3722932 Nov 03 19:12:47.749516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1e6a55a0-3259-409f-97d3-980fe23ccb95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:47.789261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552743c-860e-4328-8a41-1dec2d41028c req-69634539-6ee5-457f-8768-da3b10e08ccb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:47.801173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '1e6a55a0-3259-409f-97d3-980fe23ccb95', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': '1e6a55a0-3259-409f-97d3-980fe23ccb95', 'mac_address': 'fa:16:3e:f2:f1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:12:47.805127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7552743c-860e-4328-8a41-1dec2d41028c req-69634539-6ee5-457f-8768-da3b10e08ccb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 943 time: 0.2924716 Nov 03 19:12:47.834055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.872706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Calling delete_port for 2fa684b0-24cb-4c55-9384-3100ae568aca owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:47.947546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7552743c-860e-4328-8a41-1dec2d41028c req-ae107847-a1ef-4cc4-b3bc-65146dcaaa04 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402452 Nov 03 19:12:47.966403 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:47.974818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2dfed3f-814f-4de3-854a-8c6703bf850a req-108ddd95-6da2-42d9-9138-4832fe82bb67 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468724 Nov 03 19:12:48.011160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6a55a0-3259-409f-97d3-980fe23ccb95 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:48.112795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1e6a55a0-3259-409f-97d3-980fe23ccb95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:48.123790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.213285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1e6a55a0-3259-409f-97d3-980fe23ccb95,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:48.340374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.363119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['1e6a55a0-3259-409f-97d3-980fe23ccb95'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:48.474502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event deleted for resources: {'Port': ['ID=2fa684b0-24cb-4c55-9384-3100ae568aca,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:48.729453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.737942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-10d78e0e-cda4-408f-bc0a-5418948dc3d4 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/ports/2fa684b0-24cb-4c55-9384-3100ae568aca HTTP/1.1" status: 204 len: 168 time: 1.3439441 Nov 03 19:12:48.739802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:48.855852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Deleting subnet 21ebbbac-61d0-4ecd-9be5-6efe098830b1 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:48.861280 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:48.944900 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.274560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1e6a55a0-3259-409f-97d3-980fe23ccb95 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:49.419217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 1e6a55a0-3259-409f-97d3-980fe23ccb95 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:12:49.433799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 1e6a55a0-3259-409f-97d3-980fe23ccb95 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:49.436303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.552209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.692511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.784919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a55a0-3259-409f-97d3-980fe23ccb95'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:49.789119 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca67fe-db43-47dc-94c4-20dbbe24c0b9" -d '{"events": [{"server_uuid": "604d7a07-830e-4ed8-9b36-2f80e8351e22", "name": "network-vif-plugged", "status": "completed", "tag": "1e6a55a0-3259-409f-97d3-980fe23ccb95"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:49.839159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 1e6a55a0-3259-409f-97d3-980fe23ccb95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:49.848654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.874072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a86de7-a5f4-425d-a67e-e7c4d8bb5edf req-5a8f8774-7bfd-4f7e-9b60-85b452a986c8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:49.878210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70a86de7-a5f4-425d-a67e-e7c4d8bb5edf req-5a8f8774-7bfd-4f7e-9b60-85b452a986c8 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 944 time: 0.5936062 Nov 03 19:12:49.882087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.968058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:49.970741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6249b-ba79-4a01-9d17-83c2ee463681 None None] Network 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:49.977204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/subnets/21ebbbac-61d0-4ecd-9be5-6efe098830b1 HTTP/1.1" status: 204 len: 168 time: 1.2329791 Nov 03 19:12:49.980281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:50.083214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb5e52-200f-4ee2-948f-afd8ae7b3854 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event deleted for resources: {'Subnet': ['ID=21ebbbac-61d0-4ecd-9be5-6efe098830b1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:50.132406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eeed6-1bbf-4a78-9221-a65a403324a6 req-8ab0c3ec-ec2d-4953-bdf2-0600ee25ec46 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:50.139633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-881eeed6-1bbf-4a78-9221-a65a403324a6 req-8ab0c3ec-ec2d-4953-bdf2-0600ee25ec46 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.8583012 Nov 03 19:12:50.187220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=1e6a55a0-3259-409f-97d3-980fe23ccb95,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:50.219633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.330488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70a86de7-a5f4-425d-a67e-e7c4d8bb5edf req-5dd70eb3-dce9-4e9c-9e42-dcb6cf8fc42d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149692 Nov 03 19:12:50.410481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] DHCP port deletion for 6167c02e-ebc1-4b9e-8e35-95abcb4a71fc request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:50.410781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Deleting port 13df6354-7bda-4ecc-bb10-8b00be04984a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:50.411097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.622581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-881eeed6-1bbf-4a78-9221-a65a403324a6 req-80ed2175-d22c-4b05-b1f0-516083da69e1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208246 Nov 03 19:12:50.672199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] Deleting port 13df6354-7bda-4ecc-bb10-8b00be04984a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:50.673133 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.729798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] For port 13df6354-7bda-4ecc-bb10-8b00be04984a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=13df6354-7bda-4ecc-bb10-8b00be04984a,segment=NetworkSegment(d6d96d0b-bdb9-428f-8d97-f1b75eb76efd),segment_id=d6d96d0b-bdb9-428f-8d97-f1b75eb76efd)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:50.730359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.761040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Calling delete_port for 13df6354-7bda-4ecc-bb10-8b00be04984a owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:50.898101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.946987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] No DVR routers for this DVR port 13df6354-7bda-4ecc-bb10-8b00be04984a on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:50.975968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] For port 13df6354-7bda-4ecc-bb10-8b00be04984a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=13df6354-7bda-4ecc-bb10-8b00be04984a,segment=NetworkSegment(d6d96d0b-bdb9-428f-8d97-f1b75eb76efd),segment_id=d6d96d0b-bdb9-428f-8d97-f1b75eb76efd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:50.976590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.028358 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb8ec94-6857-46c5-a0a0-f49e5d0ddc03 x-openstack-request-id: req-5bb8ec94-6857-46c5-a0a0-f49e5d0ddc03 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:51.029099 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604d7a07-830e-4ed8-9b36-2f80e8351e22", "name": "network-vif-plugged", "status": "completed", "tag": "1e6a55a0-3259-409f-97d3-980fe23ccb95", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:51.029499 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5bb8ec94-6857-46c5-a0a0-f49e5d0ddc03 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:51.031335 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a55a0-3259-409f-97d3-980fe23ccb95', 'code': 200} Nov 03 19:12:51.064937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] Calling delete_port for 13df6354-7bda-4ecc-bb10-8b00be04984a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:51.112262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event deleted for resources: {'Port': ['ID=13df6354-7bda-4ecc-bb10-8b00be04984a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.254116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.307143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] Pushing event deleted for resources: {'Port': ['ID=13df6354-7bda-4ecc-bb10-8b00be04984a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.318549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3895a-8de9-44d9-b235-296c1a1b93d5 None None] No DVR routers for this DVR port 13df6354-7bda-4ecc-bb10-8b00be04984a on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:51.340578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.390963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c6539-665b-4264-bc1b-d8eeb2febdde req-48a3af4f-276e-4ee0-9c69-eb12492297a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:51.400711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f51c6539-665b-4264-bc1b-d8eeb2febdde req-48a3af4f-276e-4ee0-9c69-eb12492297a7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 1096 time: 0.3436086 Nov 03 19:12:51.473413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6167c02e-ebc1-4b9e-8e35-95abcb4a71fc']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:51.503552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:51.504687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d96d0b-bdb9-428f-8d97-f1b75eb76efd') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:51.539663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 13df6354-7bda-4ecc-bb10-8b00be04984a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:51.551943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.605816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f51c6539-665b-4264-bc1b-d8eeb2febdde req-2b7e94bf-7b17-458e-9d20-aa804db50e70 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855226 Nov 03 19:12:51.608120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.623960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:51.625408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:51.632782 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:51.647945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 13df6354-7bda-4ecc-bb10-8b00be04984a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:51.648592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 13df6354-7bda-4ecc-bb10-8b00be04984a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:51.830975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.841557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0e03e-bfc5-410c-800e-f20df3a7c94e req-496eea13-9715-4724-af49-9747e4c3dbd7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:51.857513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7e0e03e-bfc5-410c-800e-f20df3a7c94e req-496eea13-9715-4724-af49-9747e4c3dbd7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.2938354 Nov 03 19:12:51.882154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.890044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] 10.222.0.91 "DELETE /v2.0/networks/6167c02e-ebc1-4b9e-8e35-95abcb4a71fc HTTP/1.1" status: 204 len: 168 time: 1.9074912 Nov 03 19:12:51.972690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8f8e3-a604-42d9-ba72-9526ff0976f0 tempest-TagsExtTest-1636464525 tempest-TagsExtTest-1636464525-project] Pushing event deleted for resources: {'Network': ['ID=6167c02e-ebc1-4b9e-8e35-95abcb4a71fc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:52.011735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7e0e03e-bfc5-410c-800e-f20df3a7c94e req-1aa66922-08cd-4286-a3f8-3b660932f160 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499798 Nov 03 19:12:52.144864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcef7-8a8f-4ead-a478-5a8936e47674 req-b2ac7bd9-2043-4e82-99fc-2610e14c9448 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:52.148263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed5fcef7-8a8f-4ead-a478-5a8936e47674 req-b2ac7bd9-2043-4e82-99fc-2610e14c9448 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.0731378 Nov 03 19:12:52.218663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed5fcef7-8a8f-4ead-a478-5a8936e47674 req-58ab55c4-230b-4384-bde4-a3d2744b2f06 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635035 Nov 03 19:12:52.789538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:53.295136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b641-cf42-4ed8-9663-09b90fe1a778 req-ed6d8b49-0d56-471f-a224-d9ffeb16ccdd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:53.338249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6489b641-cf42-4ed8-9663-09b90fe1a778 req-ed6d8b49-0d56-471f-a224-d9ffeb16ccdd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1655157 Nov 03 19:12:53.460624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6489b641-cf42-4ed8-9663-09b90fe1a778 req-c7cc1596-d0b7-4a05-a1e1-ded90e22aae1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209650 Nov 03 19:12:53.520396 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-19a98f9d-d783-479b-84a7-e808096b4296 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7c280cd1dc914cd48a05b49c0adcfe67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7243187 Nov 03 19:12:53.528203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:53.543243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132470-9ffc-428c-8243-f70000da5616 req-524a178c-cea5-4968-bb0a-6765b925c93f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:53.565730 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c132470-9ffc-428c-8243-f70000da5616 req-524a178c-cea5-4968-bb0a-6765b925c93f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1346323 Nov 03 19:12:53.691119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afa518-8104-4d39-93d5-c9b358d2ac98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.707159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c132470-9ffc-428c-8243-f70000da5616 req-597dd72b-6509-455d-ad2e-69a1831de994 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397979 Nov 03 19:12:53.758865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afa518-8104-4d39-93d5-c9b358d2ac98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.926661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afa518-8104-4d39-93d5-c9b358d2ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.932485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afa518-8104-4d39-93d5-c9b358d2ac98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:53.936081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-64afa518-8104-4d39-93d5-c9b358d2ac98 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/49ec9eb0-d022-442b-a5fd-d96406b19353 HTTP/1.1" status: 204 len: 168 time: 0.4013665 Nov 03 19:12:53.955255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afa518-8104-4d39-93d5-c9b358d2ac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec9eb0-d022-442b-a5fd-d96406b19353,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:54.078023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c53cb-6d1d-4414-999e-89123b9ae57a req-c345b785-e6c8-46bd-9ecc-39aa6f9fd8a5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:54.080899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-886c53cb-6d1d-4414-999e-89123b9ae57a req-c345b785-e6c8-46bd-9ecc-39aa6f9fd8a5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1511204 Nov 03 19:12:54.211369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-886c53cb-6d1d-4414-999e-89123b9ae57a req-118f0e72-f32f-4fad-b590-a32c8793b2fb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179283 Nov 03 19:12:54.968313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379cc98-0e67-43f1-bb4c-95519ff1534c req-bcbf4fd1-3cca-467b-8d04-4d0f08c0ccc0 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:54.983284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2379cc98-0e67-43f1-bb4c-95519ff1534c req-bcbf4fd1-3cca-467b-8d04-4d0f08c0ccc0 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1406021 Nov 03 19:12:55.085967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2379cc98-0e67-43f1-bb4c-95519ff1534c req-78416b32-2ddc-4b96-8ff5-a01ef04ab17d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847065 Nov 03 19:12:55.490632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9abba3-3fa1-40cb-bc62-d099b2f84016 req-5a5ec3ac-9bac-48a3-aa0a-2a35686ddbf4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:55.494286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a9abba3-3fa1-40cb-bc62-d099b2f84016 req-5a5ec3ac-9bac-48a3-aa0a-2a35686ddbf4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1019583 Nov 03 19:12:55.600946 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a9abba3-3fa1-40cb-bc62-d099b2f84016 req-40b4109a-b79c-4909-a844-f0e420b83902 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939193 Nov 03 19:12:56.335569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b8ee-3cf1-445c-86ec-fc22e45ab054 req-054a76ed-7bca-499b-9035-fa3fb439d8d7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:56.351997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8560b8ee-3cf1-445c-86ec-fc22e45ab054 req-054a76ed-7bca-499b-9035-fa3fb439d8d7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1203799 Nov 03 19:12:56.429317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8560b8ee-3cf1-445c-86ec-fc22e45ab054 req-45986a30-fab6-4b02-abbd-352590f726a6 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747736 Nov 03 19:12:56.761535 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:12:56.878773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4b20-32ee-43c3-9fdb-55caf47690ab req-133184be-300d-4b6e-a443-d4c7d20bf9bb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:56.896511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-340b4b20-32ee-43c3-9fdb-55caf47690ab req-133184be-300d-4b6e-a443-d4c7d20bf9bb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1113892 Nov 03 19:12:56.972012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-340b4b20-32ee-43c3-9fdb-55caf47690ab req-d538b978-c1d3-4820-802d-f5813293a83a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730171 Nov 03 19:12:57.732940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd3d2-1138-4720-b26e-4503c2c24365 req-b8f6da2d-417c-4855-b889-f49abee56cdb tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:57.747611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1adbd3d2-1138-4720-b26e-4503c2c24365 req-b8f6da2d-417c-4855-b889-f49abee56cdb tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1317754 Nov 03 19:12:57.867632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1adbd3d2-1138-4720-b26e-4503c2c24365 req-30451d79-8cde-4e8b-b8e3-bdb2350ee8b2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148553 Nov 03 19:12:58.243425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1e25-3825-4202-bba5-13aaff33f5c4 req-b908c3d6-9b9a-41f9-8288-adcdcf3bc3b5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:58.245643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9aab1e25-3825-4202-bba5-13aaff33f5c4 req-b908c3d6-9b9a-41f9-8288-adcdcf3bc3b5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.0906944 Nov 03 19:12:58.356892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9aab1e25-3825-4202-bba5-13aaff33f5c4 req-b806e0d1-f03b-44b8-9695-c55bd22b1c0d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Nov 03 19:12:59.056692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ca259-e5dc-4392-b099-701fe4fe2d24 req-67102a39-b1df-42f2-b512-48d1c735c94e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:59.058525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb6ca259-e5dc-4392-b099-701fe4fe2d24 req-67102a39-b1df-42f2-b512-48d1c735c94e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1043332 Nov 03 19:12:59.166109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb6ca259-e5dc-4392-b099-701fe4fe2d24 req-c3c924c7-af20-4d8b-ac33-5ced3d6c79e4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984435 Nov 03 19:12:59.565470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e712504-0352-46ec-90e8-5ca6cb00c4f0 req-4a48df59-97c5-4dbc-a681-8b81a8fca114 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:59.568447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e712504-0352-46ec-90e8-5ca6cb00c4f0 req-4a48df59-97c5-4dbc-a681-8b81a8fca114 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1042159 Nov 03 19:12:59.651283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e712504-0352-46ec-90e8-5ca6cb00c4f0 req-ca9c30af-032e-49ea-b710-64a756c335c4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723193 Nov 03 19:12:59.895473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43702) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:00.191152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf530390-f6ee-462c-a36b-0f673ed526db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.337224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf530390-f6ee-462c-a36b-0f673ed526db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.359516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf530390-f6ee-462c-a36b-0f673ed526db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.399787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd055c-a666-464a-82a6-d4ae3c6f7d72 req-704711ae-4d61-4c89-879d-0e4891806872 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:00.415557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15dd055c-a666-464a-82a6-d4ae3c6f7d72 req-704711ae-4d61-4c89-879d-0e4891806872 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1272383 Nov 03 19:13:00.446433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf530390-f6ee-462c-a36b-0f673ed526db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7891e866-91f3-4d90-8d05-decb03a52c91,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:00.497307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf530390-f6ee-462c-a36b-0f673ed526db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8976124f84ee454b93e313dde1bbca06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990839 Nov 03 19:13:00.500303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43724) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:00.550605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15dd055c-a666-464a-82a6-d4ae3c6f7d72 req-4fc5e4a9-a335-4dba-a64e-81225024c30e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331553 Nov 03 19:13:00.601343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-078c31ea-c96c-4809-81ec-64ed5666296e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.649666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-078c31ea-c96c-4809-81ec-64ed5666296e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.744373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-078c31ea-c96c-4809-81ec-64ed5666296e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.759345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-078c31ea-c96c-4809-81ec-64ed5666296e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.759345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-078c31ea-c96c-4809-81ec-64ed5666296e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7891e866-91f3-4d90-8d05-decb03a52c91 HTTP/1.1" status: 204 len: 168 time: 0.2481098 Nov 03 19:13:00.784664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c31ea-c96c-4809-81ec-64ed5666296e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891e866-91f3-4d90-8d05-decb03a52c91,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:00.971249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb89b-2842-4d92-a881-5e13e9306006 req-5c03b074-206e-4440-b130-7552c9ee48b7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:00.973352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f1bb89b-2842-4d92-a881-5e13e9306006 req-5c03b074-206e-4440-b130-7552c9ee48b7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1167457 Nov 03 19:13:01.068192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f1bb89b-2842-4d92-a881-5e13e9306006 req-7d53d61c-616e-4077-9324-bf35440480a6 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818453 Nov 03 19:13:01.766398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc003b6b-1e5e-4e56-b0d1-40a86f6517cf req-4dba824d-944f-4fc8-bb99-61aeffcf4846 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:01.769226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc003b6b-1e5e-4e56-b0d1-40a86f6517cf req-4dba824d-944f-4fc8-bb99-61aeffcf4846 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.0926983 Nov 03 19:13:01.777881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43758) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:01.805252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f052ae43-b620-4e78-b47c-63010384a287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.934772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc003b6b-1e5e-4e56-b0d1-40a86f6517cf req-0c113082-dcb3-4ddd-823f-937869660fc3 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335406 Nov 03 19:13:02.058700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f052ae43-b620-4e78-b47c-63010384a287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.067565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f052ae43-b620-4e78-b47c-63010384a287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.134864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ae43-b620-4e78-b47c-63010384a287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7246a725-9c6d-4f81-bb3a-f1e49e950802,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:02.160397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f052ae43-b620-4e78-b47c-63010384a287 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=80b42cdf1df54dc8a471f06ae692aaac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3807290 Nov 03 19:13:02.164962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43770) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.398481 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f022-707a-4cb5-b329-b6f763de8812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.448518 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.473983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5fd12-fa8d-4c19-97e9-8635b7e2f818 req-4ca93d29-11f0-4720-8b68-ae72245090d1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:02.494467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67d5fd12-fa8d-4c19-97e9-8635b7e2f818 req-4ca93d29-11f0-4720-8b68-ae72245090d1 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.2438142 Nov 03 19:13:02.575999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43784) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:02.584806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f022-707a-4cb5-b329-b6f763de8812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.738060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67d5fd12-fa8d-4c19-97e9-8635b7e2f818 req-c09dd53f-ebdb-42fc-b646-94fa70bea52b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420883 Nov 03 19:13:02.805499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f022-707a-4cb5-b329-b6f763de8812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.821487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f022-707a-4cb5-b329-b6f763de8812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.827122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a0a3f022-707a-4cb5-b329-b6f763de8812 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7246a725-9c6d-4f81-bb3a-f1e49e950802 HTTP/1.1" status: 204 len: 168 time: 0.6603954 Nov 03 19:13:02.857294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3f022-707a-4cb5-b329-b6f763de8812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7246a725-9c6d-4f81-bb3a-f1e49e950802,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:03.061471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.296335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67fd1838-a316-44e5-8122-8f06a681e720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.353880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72118d67-d57f-4662-bc2a-519cdc72d92f req-a6e49dd3-03f8-46ac-8085-2b23fdd636a1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:03.377831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72118d67-d57f-4662-bc2a-519cdc72d92f req-a6e49dd3-03f8-46ac-8085-2b23fdd636a1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.2054617 Nov 03 19:13:03.482953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72118d67-d57f-4662-bc2a-519cdc72d92f req-985cfbff-a24b-402a-8e43-873ba33234fb tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037340 Nov 03 19:13:03.590427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67fd1838-a316-44e5-8122-8f06a681e720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.601616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67fd1838-a316-44e5-8122-8f06a681e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.674125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd1838-a316-44e5-8122-8f06a681e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b36829-8472-4642-9ccc-d69b687db1f9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:03.722244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-67fd1838-a316-44e5-8122-8f06a681e720 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5aa893124c974315a8cabb47ac1df588&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1464326 Nov 03 19:13:03.726887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43816) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:03.876765 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9849910d-6170-46a6-bf62-5651b9ce673c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.951137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9849910d-6170-46a6-bf62-5651b9ce673c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.026941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb873d1-f04a-40f8-a205-d1315c53d33d req-740ba595-acac-4601-84af-b49c961bbd22 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:04.042558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eb873d1-f04a-40f8-a205-d1315c53d33d req-740ba595-acac-4601-84af-b49c961bbd22 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1430655 Nov 03 19:13:04.120850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9849910d-6170-46a6-bf62-5651b9ce673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.125645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9849910d-6170-46a6-bf62-5651b9ce673c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.128009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9849910d-6170-46a6-bf62-5651b9ce673c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2b36829-8472-4642-9ccc-d69b687db1f9 HTTP/1.1" status: 204 len: 168 time: 0.3987908 Nov 03 19:13:04.160361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849910d-6170-46a6-bf62-5651b9ce673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b36829-8472-4642-9ccc-d69b687db1f9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:04.185160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eb873d1-f04a-40f8-a205-d1315c53d33d req-7140f39d-ae76-472c-94e3-925e2ad95872 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333869 Nov 03 19:13:04.646922 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d59562c6-f341-4d2a-a603-1df65317ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:04.725185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5abe-1fa3-451d-ba7f-b9b1764a0a73 req-f708b93c-2e26-4e8a-a14a-ae8cb862aa26 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:04.728800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c57d5abe-1fa3-451d-ba7f-b9b1764a0a73 req-f708b93c-2e26-4e8a-a14a-ae8cb862aa26 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1148202 Nov 03 19:13:04.849174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c57d5abe-1fa3-451d-ba7f-b9b1764a0a73 req-6bf34d43-9e04-42d4-a865-83a6db6197e8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083806 Nov 03 19:13:05.259795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43860) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:05.285300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4db4a484-604b-4cc7-93bc-804117a242dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.538193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e2ce3-8405-4ea7-ade6-fe5ef140516b req-47920824-5cb4-4b4e-a246-2654f59d3e1f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:05.539996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-912e2ce3-8405-4ea7-ade6-fe5ef140516b req-47920824-5cb4-4b4e-a246-2654f59d3e1f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1795988 Nov 03 19:13:05.680175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4db4a484-604b-4cc7-93bc-804117a242dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.689738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-912e2ce3-8405-4ea7-ade6-fe5ef140516b req-56ab44a9-334a-40ee-8856-051a4628c2ca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250632 Nov 03 19:13:05.691702 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4db4a484-604b-4cc7-93bc-804117a242dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.742300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4a484-604b-4cc7-93bc-804117a242dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca8bc7-e515-4e80-800c-22e68e748676,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:05.806206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4db4a484-604b-4cc7-93bc-804117a242dd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2442cc78e9334a22b78074fc8efd3cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405812 Nov 03 19:13:05.806812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43872) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:05.905814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cd04d5a-7010-4ec7-b033-680bf258f458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:05.957002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cd04d5a-7010-4ec7-b033-680bf258f458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.050347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cd04d5a-7010-4ec7-b033-680bf258f458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.056104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cd04d5a-7010-4ec7-b033-680bf258f458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:06.057431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5cd04d5a-7010-4ec7-b033-680bf258f458 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5ca8bc7-e515-4e80-800c-22e68e748676 HTTP/1.1" status: 204 len: 168 time: 0.2491524 Nov 03 19:13:06.072341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd04d5a-7010-4ec7-b033-680bf258f458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca8bc7-e515-4e80-800c-22e68e748676,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:06.155020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6af357-1f52-4caa-b8d3-18d8d7cd1d4f req-75def49e-cf71-42a1-975f-6c1b787e49a5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:06.161391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d6af357-1f52-4caa-b8d3-18d8d7cd1d4f req-75def49e-cf71-42a1-975f-6c1b787e49a5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1478407 Nov 03 19:13:06.272086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d6af357-1f52-4caa-b8d3-18d8d7cd1d4f req-4f683ce1-597a-4b2b-a6c7-1c844fe0ddd1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008329 Nov 03 19:13:06.945564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc721ca9-7427-4432-a5a4-42b40d51c613 req-8d8e1705-307d-40b7-b411-ec34a9f15536 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:06.961144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc721ca9-7427-4432-a5a4-42b40d51c613 req-8d8e1705-307d-40b7-b411-ec34a9f15536 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1309111 Nov 03 19:13:07.066455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc721ca9-7427-4432-a5a4-42b40d51c613 req-ae5e6c85-deba-45fb-a0df-90030792f83b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026285 Nov 03 19:13:07.507687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d11b-8396-493d-9951-e9da33c3d047 req-a0f1bc43-1234-42db-b1fc-1520ca6180dd tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:07.509807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6c8d11b-8396-493d-9951-e9da33c3d047 req-a0f1bc43-1234-42db-b1fc-1520ca6180dd tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.0990021 Nov 03 19:13:07.589912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6c8d11b-8396-493d-9951-e9da33c3d047 req-69126327-8a37-41e7-b81c-95f7aeed13bc tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702522 Nov 03 19:13:08.272082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfff7e2-27bc-4aeb-8a5b-2dd9432f19f8 req-7a0c56f1-710d-4a8e-bca4-868298bc7aac tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:08.274328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bfff7e2-27bc-4aeb-8a5b-2dd9432f19f8 req-7a0c56f1-710d-4a8e-bca4-868298bc7aac tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.0960002 Nov 03 19:13:08.315887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ec537988-5af8-418f-af9c-871b37e52f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:08.389628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bfff7e2-27bc-4aeb-8a5b-2dd9432f19f8 req-acafa676-7416-4a6e-8f6a-9a88ef301638 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003869 Nov 03 19:13:09.190569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea1415-99dd-4dc4-a093-c7c1fa750df0 req-67b3164c-d7bc-4fb9-85cf-ebd1a49ed7e9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.202400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2ea1415-99dd-4dc4-a093-c7c1fa750df0 req-67b3164c-d7bc-4fb9-85cf-ebd1a49ed7e9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.4950380 Nov 03 19:13:09.280493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2ea1415-99dd-4dc4-a093-c7c1fa750df0 req-7a557d10-244d-4d16-ac09-64cdb04d5d8f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738635 Nov 03 19:13:09.597028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136c9cc-7714-4184-b145-6707b370219d req-b65de0ac-0cc3-4140-957c-02a1fb243959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.598785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a136c9cc-7714-4184-b145-6707b370219d req-b65de0ac-0cc3-4140-957c-02a1fb243959 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1003976 Nov 03 19:13:09.628666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91adb2-bf6f-4c4b-9852-9e3aeb8a9b3f req-a534d6e2-3e17-4017-8dfa-e32df8cace4b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.631251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c91adb2-bf6f-4c4b-9852-9e3aeb8a9b3f req-a534d6e2-3e17-4017-8dfa-e32df8cace4b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.0954106 Nov 03 19:13:09.711230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a136c9cc-7714-4184-b145-6707b370219d req-a1662f23-3c80-48eb-aebc-8e44e317e5b9 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945623 Nov 03 19:13:09.772899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c91adb2-bf6f-4c4b-9852-9e3aeb8a9b3f req-01a1c9df-f656-4748-84a2-5d94bd196808 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291165 Nov 03 19:13:09.867631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:10.628945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f89b10-6b15-4e73-ae1a-a615e40df362 req-b4d7cd81-20c9-4853-a29e-9fe4ef813321 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:10.643642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65f89b10-6b15-4e73-ae1a-a615e40df362 req-b4d7cd81-20c9-4853-a29e-9fe4ef813321 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.1684237 Nov 03 19:13:10.824854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65f89b10-6b15-4e73-ae1a-a615e40df362 req-b5b27500-535a-43a0-ba9b-3ecdaed0a614 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782243 Nov 03 19:13:11.277328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286697-e5ea-498a-a3ef-b72597ed65f9 req-dc32c585-d43c-4ffe-a99e-8150108cea4c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:11.282485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34286697-e5ea-498a-a3ef-b72597ed65f9 req-dc32c585-d43c-4ffe-a99e-8150108cea4c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.2697551 Nov 03 19:13:11.388405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34286697-e5ea-498a-a3ef-b72597ed65f9 req-74f4d7c2-06b5-40bb-bfdf-a5d93fda7bb0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885942 Nov 03 19:13:11.811956 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.038212 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.276253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a1579-45f3-4bfd-adc5-553f037c61e4 req-cef76001-912e-4d1e-8ae6-860525c8b213 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.297273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d93a1579-45f3-4bfd-adc5-553f037c61e4 req-cef76001-912e-4d1e-8ae6-860525c8b213 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.3101854 Nov 03 19:13:12.456261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d93a1579-45f3-4bfd-adc5-553f037c61e4 req-835c4b3a-78c7-45d8-a5df-cfda52dce528 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489077 Nov 03 19:13:12.856740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c34ae-af6b-4711-9727-8969fedd434c req-380230f8-174a-425f-8ecf-80f6971180cf tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.871235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f68c34ae-af6b-4711-9727-8969fedd434c req-380230f8-174a-425f-8ecf-80f6971180cf tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2250917 Nov 03 19:13:12.872115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44124) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:12.899073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334b01-8d7d-428b-97d2-39210a844131 req-398bf07a-bfcf-45c2-9063-1a89261ef018 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.911391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04334b01-8d7d-428b-97d2-39210a844131 req-398bf07a-bfcf-45c2-9063-1a89261ef018 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.2333214 Nov 03 19:13:12.933840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:12.950672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44134) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:12.982867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:13.047700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04334b01-8d7d-428b-97d2-39210a844131 req-cc7d9b11-099f-4982-a702-daa9351863b3 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351371 Nov 03 19:13:13.080325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f68c34ae-af6b-4711-9727-8969fedd434c req-f82964e0-5d16-4090-b6a7-f9585a446419 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969883 Nov 03 19:13:13.306620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0c533a-1fda-49c0-aed0-5ead56c1e9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.340094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe3bb-09d7-4a00-bcd8-7d9b330fdc0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.480589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dff48b8-2125-4ac3-b9a3-2bd362b5541e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.497467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78213781-346a-44cf-abc8-05d4c9a44ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.499620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea300-1fc2-4543-a1dd-9df345711845 req-6f55bd06-693f-4233-8e54-89f9b7cc9bbc tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.511496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bcea300-1fc2-4543-a1dd-9df345711845 req-6f55bd06-693f-4233-8e54-89f9b7cc9bbc tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.0904520 Nov 03 19:13:13.597633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bcea300-1fc2-4543-a1dd-9df345711845 req-0e3dccdc-194c-48ef-b270-2cf5cd3c5795 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807130 Nov 03 19:13:13.700117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0c533a-1fda-49c0-aed0-5ead56c1e9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.706247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe3bb-09d7-4a00-bcd8-7d9b330fdc0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.720619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe3bb-09d7-4a00-bcd8-7d9b330fdc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.725711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0c533a-1fda-49c0-aed0-5ead56c1e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.887958 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d0c533a-1fda-49c0-aed0-5ead56c1e9ff admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=84a642c4f07f41e8adb24e4195f767d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0144644 Nov 03 19:13:13.892650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44160) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:13.896634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ea0fe3bb-09d7-4a00-bcd8-7d9b330fdc0e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=51ad7d751f6f4e4085762a61ca020759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9612005 Nov 03 19:13:13.905776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fe3bb-09d7-4a00-bcd8-7d9b330fdc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2dec2-1c91-4001-ba08-daf2f5058012,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:13.910501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44162) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:13.998729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c533a-1fda-49c0-aed0-5ead56c1e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee554bd-e699-43f5-ae43-5c28ce9581c2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.040651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78213781-346a-44cf-abc8-05d4c9a44ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.044883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dff48b8-2125-4ac3-b9a3-2bd362b5541e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.047330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78213781-346a-44cf-abc8-05d4c9a44ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.061760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa13d89d-4b60-4e42-968e-42cf5f557bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.067994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dff48b8-2125-4ac3-b9a3-2bd362b5541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.097639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04d036f2-f22b-4a33-82d8-447217340eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.132157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44168) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:14.132700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-78213781-346a-44cf-abc8-05d4c9a44ce0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5c547597d3e341a894dfa1b338effd9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1482804 Nov 03 19:13:14.137575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78213781-346a-44cf-abc8-05d4c9a44ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f302b16-df8b-472e-9e37-7c90d6e842db,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.155764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2dff48b8-2125-4ac3-b9a3-2bd362b5541e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2962fcd4e1449639a30532cd292a7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2032573 Nov 03 19:13:14.164828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44170) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:14.218974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04d036f2-f22b-4a33-82d8-447217340eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.222347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff48b8-2125-4ac3-b9a3-2bd362b5541e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0927540d-ad70-4fde-9c5e-683bddc228cf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.233532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa13d89d-4b60-4e42-968e-42cf5f557bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.265445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7fff348-5c2d-4f91-874a-c490624be523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.319605 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7fff348-5c2d-4f91-874a-c490624be523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.398684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32ba-118f-4506-89bd-968156946cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.416199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7fff348-5c2d-4f91-874a-c490624be523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.421972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7fff348-5c2d-4f91-874a-c490624be523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.424248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7fff348-5c2d-4f91-874a-c490624be523 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0927540d-ad70-4fde-9c5e-683bddc228cf HTTP/1.1" status: 204 len: 168 time: 0.2574737 Nov 03 19:13:14.442724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fff348-5c2d-4f91-874a-c490624be523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927540d-ad70-4fde-9c5e-683bddc228cf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.469282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed13a0-ed44-43a6-8c73-45b9c0991d77 req-5660181f-0026-4533-a2a5-70e5af6fba49 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.472081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9ed13a0-ed44-43a6-8c73-45b9c0991d77 req-5660181f-0026-4533-a2a5-70e5af6fba49 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.2425907 Nov 03 19:13:14.490584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32ba-118f-4506-89bd-968156946cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.534626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04d036f2-f22b-4a33-82d8-447217340eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.539885 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04d036f2-f22b-4a33-82d8-447217340eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.543788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-04d036f2-f22b-4a33-82d8-447217340eeb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ee554bd-e699-43f5-ae43-5c28ce9581c2 HTTP/1.1" status: 204 len: 168 time: 0.6463771 Nov 03 19:13:14.552598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa13d89d-4b60-4e42-968e-42cf5f557bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.555254 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa13d89d-4b60-4e42-968e-42cf5f557bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.560151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fa13d89d-4b60-4e42-968e-42cf5f557bf1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6f2dec2-1c91-4001-ba08-daf2f5058012 HTTP/1.1" status: 204 len: 168 time: 0.6470525 Nov 03 19:13:14.598531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d036f2-f22b-4a33-82d8-447217340eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee554bd-e699-43f5-ae43-5c28ce9581c2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.624139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13d89d-4b60-4e42-968e-42cf5f557bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2dec2-1c91-4001-ba08-daf2f5058012,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.638576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9ed13a0-ed44-43a6-8c73-45b9c0991d77 req-70c44795-da90-417f-a90e-f6c262edcc1c tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321573 Nov 03 19:13:14.649855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32ba-118f-4506-89bd-968156946cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.654477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e0b32ba-118f-4506-89bd-968156946cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:14.658487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2e0b32ba-118f-4506-89bd-968156946cf1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f302b16-df8b-472e-9e37-7c90d6e842db HTTP/1.1" status: 204 len: 168 time: 0.5173671 Nov 03 19:13:14.678685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b32ba-118f-4506-89bd-968156946cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f302b16-df8b-472e-9e37-7c90d6e842db,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:14.879315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82914-cdeb-44a6-a2e9-27983a8d25fc req-3b8f288c-7be0-425d-b1b6-0f64aefa5498 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.882418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4d82914-cdeb-44a6-a2e9-27983a8d25fc req-3b8f288c-7be0-425d-b1b6-0f64aefa5498 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.0987766 Nov 03 19:13:14.960669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4d82914-cdeb-44a6-a2e9-27983a8d25fc req-2d607dfe-a955-46c3-8607-e1a16b9641f1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709386 Nov 03 19:13:15.470369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017fb16-5012-4d54-8077-db144448245c req-74770cf6-bdbf-4840-8691-0417f19e4a3e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.473076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d017fb16-5012-4d54-8077-db144448245c req-74770cf6-bdbf-4840-8691-0417f19e4a3e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1029439 Nov 03 19:13:15.533874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44210) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:15.566356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b990425c-90ee-429a-a16f-f9f610ea54b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.603764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d017fb16-5012-4d54-8077-db144448245c req-38e0e499-e2cb-4d17-bb9d-b3db138c5abb tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142929 Nov 03 19:13:15.750469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44214) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:15.756849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b990425c-90ee-429a-a16f-f9f610ea54b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.764898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b990425c-90ee-429a-a16f-f9f610ea54b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.778856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-628da207-2d06-4548-9ee6-9d17bdcd208f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:15.914063 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b990425c-90ee-429a-a16f-f9f610ea54b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e23488e97f6402fb38ddf7578a996e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775451 Nov 03 19:13:15.921176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44218) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:15.925240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990425c-90ee-429a-a16f-f9f610ea54b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e17794-a3ee-4b02-9163-cdabb2ba10e5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:15.963715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026ac8-6ef4-43c2-9468-097974f1de70 req-1e4d4dd0-2be8-43ef-9444-8e9f5f6e45f4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.965929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4026ac8-6ef4-43c2-9468-097974f1de70 req-1e4d4dd0-2be8-43ef-9444-8e9f5f6e45f4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1533313 Nov 03 19:13:16.062363 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-628da207-2d06-4548-9ee6-9d17bdcd208f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.076394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-628da207-2d06-4548-9ee6-9d17bdcd208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.145032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f05023b0-44eb-4ff4-b812-e99984504667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.155503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4026ac8-6ef4-43c2-9468-097974f1de70 req-e50397e0-16e2-44e0-b97a-313ba0772dac tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715369 Nov 03 19:13:16.187167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-628da207-2d06-4548-9ee6-9d17bdcd208f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10ca58a03795483e8235b262e20a2712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341297 Nov 03 19:13:16.190634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44222) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.195275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628da207-2d06-4548-9ee6-9d17bdcd208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105f2146-f6f9-4d6f-b896-05a7d5df0416,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.203282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f05023b0-44eb-4ff4-b812-e99984504667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.285214 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f05023b0-44eb-4ff4-b812-e99984504667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.289300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f05023b0-44eb-4ff4-b812-e99984504667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.291919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f05023b0-44eb-4ff4-b812-e99984504667 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/39e17794-a3ee-4b02-9163-cdabb2ba10e5 HTTP/1.1" status: 204 len: 168 time: 0.3683507 Nov 03 19:13:16.313693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05023b0-44eb-4ff4-b812-e99984504667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e17794-a3ee-4b02-9163-cdabb2ba10e5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.381811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad3d494b-2d27-4c40-8c9f-9736bae74368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.420784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad3d494b-2d27-4c40-8c9f-9736bae74368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.441808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44228) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.492239 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed6dc000-3501-42f8-8059-41f7d424cb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.498326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44230) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.526342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9f9990d-8b1e-47cd-9d05-c5aac8679189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.597952 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad3d494b-2d27-4c40-8c9f-9736bae74368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.602452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad3d494b-2d27-4c40-8c9f-9736bae74368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.609218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ad3d494b-2d27-4c40-8c9f-9736bae74368 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/105f2146-f6f9-4d6f-b896-05a7d5df0416 HTTP/1.1" status: 204 len: 168 time: 0.4150794 Nov 03 19:13:16.637525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d494b-2d27-4c40-8c9f-9736bae74368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f2146-f6f9-4d6f-b896-05a7d5df0416,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.709803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed6dc000-3501-42f8-8059-41f7d424cb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.717078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed6dc000-3501-42f8-8059-41f7d424cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.738493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9f9990d-8b1e-47cd-9d05-c5aac8679189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.750061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9f9990d-8b1e-47cd-9d05-c5aac8679189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:16.783558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dc000-3501-42f8-8059-41f7d424cb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c1fff8-ea79-4344-86be-9d0ee2c918ef,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.790016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ed6dc000-3501-42f8-8059-41f7d424cb1d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=83897e16d65f44978548946241b7bd60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468733 Nov 03 19:13:16.794313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44240) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.876865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9990d-8b1e-47cd-9d05-c5aac8679189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc2823-25b5-481f-b864-d4eacdf871db,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:16.890362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9f9990d-8b1e-47cd-9d05-c5aac8679189 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7842b249af6f402ba71998da86b39e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907681 Nov 03 19:13:16.893343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:16.969838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12f4c4b6-fe5b-47a9-abc2-c9702af0f440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.008560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12f4c4b6-fe5b-47a9-abc2-c9702af0f440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.026070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239e088-d5de-4722-871e-729b99f95678 req-af21cec5-cdaf-4b6b-9e29-88a2062378e4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:17.041410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c239e088-d5de-4722-871e-729b99f95678 req-af21cec5-cdaf-4b6b-9e29-88a2062378e4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1655416 Nov 03 19:13:17.076776 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0e617752-c59e-458e-a560-414fb7bc219d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.131873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12f4c4b6-fe5b-47a9-abc2-c9702af0f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.137815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12f4c4b6-fe5b-47a9-abc2-c9702af0f440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.141180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-12f4c4b6-fe5b-47a9-abc2-c9702af0f440 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c4bc2823-25b5-481f-b864-d4eacdf871db HTTP/1.1" status: 204 len: 168 time: 0.2454195 Nov 03 19:13:17.156323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4c4b6-fe5b-47a9-abc2-c9702af0f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc2823-25b5-481f-b864-d4eacdf871db,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.189575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c239e088-d5de-4722-871e-729b99f95678 req-575599d1-c808-45fb-839d-ae5c21547e43 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465964 Nov 03 19:13:17.219347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0e617752-c59e-458e-a560-414fb7bc219d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.332640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0e617752-c59e-458e-a560-414fb7bc219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.352388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0e617752-c59e-458e-a560-414fb7bc219d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:17.352388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0e617752-c59e-458e-a560-414fb7bc219d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/84c1fff8-ea79-4344-86be-9d0ee2c918ef HTTP/1.1" status: 204 len: 168 time: 0.5476542 Nov 03 19:13:17.366680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e617752-c59e-458e-a560-414fb7bc219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c1fff8-ea79-4344-86be-9d0ee2c918ef,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:17.425511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:17.531992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872c956-92b4-4a2e-8f87-ce33953df614 req-b825a79e-a4dd-49be-b835-cb9456ddbffd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:17.535918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9872c956-92b4-4a2e-8f87-ce33953df614 req-b825a79e-a4dd-49be-b835-cb9456ddbffd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1124241 Nov 03 19:13:17.656477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9872c956-92b4-4a2e-8f87-ce33953df614 req-20460b22-29ce-453f-aa81-8ef0f26bc987 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078570 Nov 03 19:13:18.092513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a008fa06-0fab-469e-8db9-cf6285180239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.350764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a008fa06-0fab-469e-8db9-cf6285180239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.366256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a008fa06-0fab-469e-8db9-cf6285180239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.469064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:18.470010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a008fa06-0fab-469e-8db9-cf6285180239 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5d38eccd598421ba8df36010248b499&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0421214 Nov 03 19:13:18.474388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fa06-0fab-469e-8db9-cf6285180239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502664d3-a12b-4fd2-b2f1-f44d20cd1221,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:18.620513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.668025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.798591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.805211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:18.808805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/502664d3-a12b-4fd2-b2f1-f44d20cd1221 HTTP/1.1" status: 204 len: 168 time: 0.3365138 Nov 03 19:13:18.833793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502664d3-a12b-4fd2-b2f1-f44d20cd1221,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:18.857510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.858732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.859608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.860365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.861951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.863179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.865383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.866304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.867818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.869629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.870506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:18.871725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977dbe-e08e-408b-9981-05d01673e602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:19.048701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8c2ff-f947-4842-a263-d010688b3cc0 req-313ff171-1866-4e98-adab-112a893e74c9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:19.051770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ce8c2ff-f947-4842-a263-d010688b3cc0 req-313ff171-1866-4e98-adab-112a893e74c9 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1980996 Nov 03 19:13:19.173415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ce8c2ff-f947-4842-a263-d010688b3cc0 req-32d0d826-d6e2-4584-8962-4cd39a865684 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055570 Nov 03 19:13:19.658784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44344) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:19.682913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-681e5247-fa60-4dca-be06-870581d54ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.827368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-681e5247-fa60-4dca-be06-870581d54ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.833580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-681e5247-fa60-4dca-be06-870581d54ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:19.890940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e5247-fa60-4dca-be06-870581d54ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96fbcd6-3b07-47f1-b135-7b290e653e24,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:19.899199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:19.907751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-681e5247-fa60-4dca-be06-870581d54ac9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=887c8296963342d48fc7f0753e495862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448852 Nov 03 19:13:19.985594 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c78112e3-f6e5-47af-9efa-53c22f45b5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.038928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c78112e3-f6e5-47af-9efa-53c22f45b5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.150859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c78112e3-f6e5-47af-9efa-53c22f45b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.155402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c78112e3-f6e5-47af-9efa-53c22f45b5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.157743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c78112e3-f6e5-47af-9efa-53c22f45b5bc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a96fbcd6-3b07-47f1-b135-7b290e653e24 HTTP/1.1" status: 204 len: 168 time: 0.2571335 Nov 03 19:13:20.171707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78112e3-f6e5-47af-9efa-53c22f45b5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96fbcd6-3b07-47f1-b135-7b290e653e24,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:20.406297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31157bf8-a328-4f83-b8db-84b20a3589fe req-83222241-aea2-4bff-88f4-7c1f92f798a7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:20.409293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31157bf8-a328-4f83-b8db-84b20a3589fe req-83222241-aea2-4bff-88f4-7c1f92f798a7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1149161 Nov 03 19:13:20.503711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31157bf8-a328-4f83-b8db-84b20a3589fe req-2a0c0241-4ced-4cc2-82dd-6dc0e1d6d480 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855966 Nov 03 19:13:20.597460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41a6f7-b0b2-4936-a8d0-36610f87ee61 req-b00771df-95d3-471b-b188-3fddd10775d8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:20.599773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b41a6f7-b0b2-4936-a8d0-36610f87ee61 req-b00771df-95d3-471b-b188-3fddd10775d8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.0946767 Nov 03 19:13:20.718210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b41a6f7-b0b2-4936-a8d0-36610f87ee61 req-97765cd5-4b36-41e3-9729-624c4263322e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039705 Nov 03 19:13:21.178636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9b29-dc5e-4495-8650-36956c0c67df req-eb0ba7ea-34aa-488e-952d-3f4427684127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:21.183081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-eb0ba7ea-34aa-488e-952d-3f4427684127 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.7026350 Nov 03 19:13:21.330766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9b29-dc5e-4495-8650-36956c0c67df req-610d93f4-fea1-4b23-9e5e-abb8917edfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:21.332646 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-610d93f4-fea1-4b23-9e5e-abb8917edfe2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.1340783 Nov 03 19:13:21.398226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-79fbfad6-0fb8-4b32-b0cf-6ca06c613b57 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.0539770 Nov 03 19:13:21.495181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9b29-dc5e-4495-8650-36956c0c67df req-c3ef8b33-a6b3-496c-8323-29e560bbfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:21.497759 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-c3ef8b33-a6b3-496c-8323-29e560bbfa7d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.0873773 Nov 03 19:13:21.567228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-d3383997-06d1-48a7-ae0d-0a75a11191fd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543900 Nov 03 19:13:21.590763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-a58d65d6-a307-44ba-98f4-599404f176ce service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:13:21.599872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-a58d65d6-a307-44ba-98f4-599404f176ce service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0175402 Nov 03 19:13:21.777974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-25bf97f7-ed4b-47c6-a630-bb2ca6ee9310 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614385 Nov 03 19:13:21.814973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c5e80-bd2e-40df-983e-5af88ee9a0d3 req-936bd0fd-671c-4614-a3c9-0ad21396a026 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:21.817399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-367c5e80-bd2e-40df-983e-5af88ee9a0d3 req-936bd0fd-671c-4614-a3c9-0ad21396a026 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1235619 Nov 03 19:13:21.946775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-367c5e80-bd2e-40df-983e-5af88ee9a0d3 req-04c57428-1de1-43c6-94a2-e028cfe4bfd4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171563 Nov 03 19:13:22.029791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587a6f4-40ba-40ce-9c0c-c2f524f4223b req-8ad23608-3137-471d-8ab6-3a1ba37fe129 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:22.033945 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-652f9b29-dc5e-4495-8650-36956c0c67df req-e843cf78-28c5-4c95-9195-0c02a9a6801a service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393661 Nov 03 19:13:22.042804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e587a6f4-40ba-40ce-9c0c-c2f524f4223b req-8ad23608-3137-471d-8ab6-3a1ba37fe129 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1215293 Nov 03 19:13:22.123493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e587a6f4-40ba-40ce-9c0c-c2f524f4223b req-c108e12b-635a-4d8a-b68a-ae3cff36b4f9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791090 Nov 03 19:13:23.153455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66427a-2063-407b-8273-2ee0eb9214a5 req-d02851bc-d8e3-4870-951d-87720bf10c59 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:23.155242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c66427a-2063-407b-8273-2ee0eb9214a5 req-d02851bc-d8e3-4870-951d-87720bf10c59 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.0815628 Nov 03 19:13:23.292229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c66427a-2063-407b-8273-2ee0eb9214a5 req-1041162f-b03f-4d2e-b9b0-f1c25557223b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256378 Nov 03 19:13:23.465441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec37ae7-ecee-49b0-8d1b-6ff15da32881 req-921ea640-c897-4f62-bc6e-13bea00b7a8b tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:23.478023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ec37ae7-ecee-49b0-8d1b-6ff15da32881 req-921ea640-c897-4f62-bc6e-13bea00b7a8b tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2137845 Nov 03 19:13:23.579250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ec37ae7-ecee-49b0-8d1b-6ff15da32881 req-27b621bd-cf36-480a-9bb4-944275b704a4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962429 Nov 03 19:13:24.315316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:24.619296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaeb4d-b9d5-46da-91e7-89451da8d374 req-b94bdc91-5139-4fff-b322-9abf92e7d527 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:24.620423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bcaeb4d-b9d5-46da-91e7-89451da8d374 req-b94bdc91-5139-4fff-b322-9abf92e7d527 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1159766 Nov 03 19:13:24.704618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bcaeb4d-b9d5-46da-91e7-89451da8d374 req-9bbaceab-9559-48a0-9bb7-0058911fe7b0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757575 Nov 03 19:13:24.725029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1240173214-network', 'tenant_id': '7c8c0ca938de4797935d89f4ec9b9730'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:24.776851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Made reservation on behalf of 7c8c0ca938de4797935d89f4ec9b9730 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:24.781007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.799540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:24.856490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad47d1-f081-4c2f-80c5-df52d39493b1 req-b0888457-bd99-4446-9627-a70f69409034 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:24.860923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17ad47d1-f081-4c2f-80c5-df52d39493b1 req-b0888457-bd99-4446-9627-a70f69409034 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1490691 Nov 03 19:13:24.996166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17ad47d1-f081-4c2f-80c5-df52d39493b1 req-3ffe4377-3a66-46a7-8363-ca88547d252a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182265 Nov 03 19:13:25.017895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.025049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.077887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:25.158964 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.159536 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Added segment 2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b of type vlan for network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 Nov 03 19:13:25.193501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3408b29f-fd20-4db8-a4f4-a9dc5df6d634,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:25.282435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.339345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.341347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:25.342546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.457725 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1380804 Nov 03 19:13:25.459948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44618) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:25.468378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Request body: {'subnet': {'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1240173214-subnet', 'tenant_id': '7c8c0ca938de4797935d89f4ec9b9730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:25.479131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178cff1-8071-4715-9abd-c85381332cdc admin admin] Pushing event updated for resources: {'Network': ['ID=73e64cbf-f2f1-45c1-9138-2b6ba2a36680,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:25.496968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:25.537577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Made reservation on behalf of 7c8c0ca938de4797935d89f4ec9b9730 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:25.549144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.611848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44622) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:26.075324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d502d4-1c39-4f90-8b5c-c13f2537caeb req-ab1558d8-9412-4317-8e52-8e8e3778c06d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.091411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97d502d4-1c39-4f90-8b5c-c13f2537caeb req-ab1558d8-9412-4317-8e52-8e8e3778c06d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.2318807 Nov 03 19:13:26.265608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.348427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4f4150f-8bd5-4435-a094-5b6e038ecf53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.409882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97d502d4-1c39-4f90-8b5c-c13f2537caeb req-52621938-4efa-41e5-99e5-b99e7f549f34 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166866 Nov 03 19:13:26.441483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7bc045-4c51-4ae3-84c2-382cb6e4fee0,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:26.521003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37025003-d7ce-40fe-837e-d455627b4bdd req-791b4c82-68f7-4c70-917a-ddf88e08c3e9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.529260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37025003-d7ce-40fe-837e-d455627b4bdd req-791b4c82-68f7-4c70-917a-ddf88e08c3e9 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3710301 Nov 03 19:13:26.540562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4f4150f-8bd5-4435-a094-5b6e038ecf53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.554415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4f4150f-8bd5-4435-a094-5b6e038ecf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.607089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Checking segment: {'id': '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:26.608238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Network hostable DHCP agents. Network: 73e64cbf-f2f1-45c1-9138-2b6ba2a36680, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:26.658652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37025003-d7ce-40fe-837e-d455627b4bdd req-b1e6465f-551f-4468-a7ae-f9d22dcd39b8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138806 Nov 03 19:13:26.673937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:26.694586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4150f-8bd5-4435-a094-5b6e038ecf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6446f73b-895f-4908-8f5b-53de3fb02d4c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:26.697024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 73e64cbf-f2f1-45c1-9138-2b6ba2a36680) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:26.706822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.707577 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.710066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab682f-15bd-4f2c-913d-25b69f743590 None None] Network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:26.722187 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a4f4150f-8bd5-4435-a094-5b6e038ecf53 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=339e95cef11e4ca6a957e802e0382131&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1083465 Nov 03 19:13:26.741510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44658) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:26.762779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-40e862a7-9bdc-4ab0-887e-deae67961245 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3005860 Nov 03 19:13:26.903590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45d7812a-e627-4fd1-9067-5096820c8801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:26.952190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45d7812a-e627-4fd1-9067-5096820c8801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.063428 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45d7812a-e627-4fd1-9067-5096820c8801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.069177 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-45d7812a-e627-4fd1-9067-5096820c8801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.079737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28693e-16dc-4b21-bb45-30ae408f0319 None None] Network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:27.085097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45d7812a-e627-4fd1-9067-5096820c8801 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6446f73b-895f-4908-8f5b-53de3fb02d4c HTTP/1.1" status: 204 len: 168 time: 0.3496726 Nov 03 19:13:27.103724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7812a-e627-4fd1-9067-5096820c8801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6446f73b-895f-4908-8f5b-53de3fb02d4c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:27.163874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44670) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:27.278278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa17f9-ee32-4424-983e-f60fcf259e45 req-ace4f837-ca93-4a38-aa64-cc14175608ca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:27.282569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfaa17f9-ee32-4424-983e-f60fcf259e45 req-ace4f837-ca93-4a38-aa64-cc14175608ca tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1278706 Nov 03 19:13:27.413782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfaa17f9-ee32-4424-983e-f60fcf259e45 req-7fc459cb-8092-4af0-a780-e28fe387295f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192582 Nov 03 19:13:27.790432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44684) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:27.967187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56e0f3-81c3-468e-892f-a9b5295607fd req-e1e51be9-48e3-45e6-a9a2-bbbb04ced860 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:27.969986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff56e0f3-81c3-468e-892f-a9b5295607fd req-e1e51be9-48e3-45e6-a9a2-bbbb04ced860 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1153092 Nov 03 19:13:27.977090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-969a7ba9-2ead-46a2-b7f6-0c4002e9fd0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.091510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff56e0f3-81c3-468e-892f-a9b5295607fd req-33e5b8da-a8de-4ce4-b24e-60da91690498 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119251 Nov 03 19:13:28.155770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-969a7ba9-2ead-46a2-b7f6-0c4002e9fd0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.163047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-969a7ba9-2ead-46a2-b7f6-0c4002e9fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.242107 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-969a7ba9-2ead-46a2-b7f6-0c4002e9fd0c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=39ddde82b8fd47aa85e68929e7c4d015&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0763710 Nov 03 19:13:28.244051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7ba9-2ead-46a2-b7f6-0c4002e9fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b48179f-c515-4d0d-b23d-0e6587baffc5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:28.247060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:28.310721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44694) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:28.335687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e59e051c-b3dd-48a3-8ad6-ed41fa699e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.387959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-102d04cb-f102-4618-a009-0db0b3a0574c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.436206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-102d04cb-f102-4618-a009-0db0b3a0574c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.586256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-102d04cb-f102-4618-a009-0db0b3a0574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.592095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-102d04cb-f102-4618-a009-0db0b3a0574c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.595964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-102d04cb-f102-4618-a009-0db0b3a0574c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5b48179f-c515-4d0d-b23d-0e6587baffc5 HTTP/1.1" status: 204 len: 168 time: 0.3463383 Nov 03 19:13:28.643809 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e59e051c-b3dd-48a3-8ad6-ed41fa699e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.647571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a3f50bd-a78a-49ee-b5bc-caa61b223ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.678199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d04cb-f102-4618-a009-0db0b3a0574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b48179f-c515-4d0d-b23d-0e6587baffc5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:28.739117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e59e051c-b3dd-48a3-8ad6-ed41fa699e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.757233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1213-7ee2-4d58-8404-dffccb129250 req-9df02b25-d838-4f13-a91b-2f698c94c787 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:28.772001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7aa1213-7ee2-4d58-8404-dffccb129250 req-9df02b25-d838-4f13-a91b-2f698c94c787 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.1736019 Nov 03 19:13:28.799756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e051c-b3dd-48a3-8ad6-ed41fa699e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e42ca98-6749-4d34-929f-8759cea591d1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:28.912023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7aa1213-7ee2-4d58-8404-dffccb129250 req-080f36c4-16f4-47b7-bd45-99dedf87f4ff tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352615 Nov 03 19:13:28.929353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-02a03570-c1b4-42b2-bc60-1bfe75a75774 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:28.932370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-02a03570-c1b4-42b2-bc60-1bfe75a75774 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 945 time: 0.3459418 Nov 03 19:13:28.943077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e59e051c-b3dd-48a3-8ad6-ed41fa699e4b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bc80b84bd3214387a7ada050661cbc50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6246417 Nov 03 19:13:28.943447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44708) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:29.037958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f29b290d-48e4-496e-ba2d-33a61147800b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.097450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f29b290d-48e4-496e-ba2d-33a61147800b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.102909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a3f50bd-a78a-49ee-b5bc-caa61b223ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.109727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a3f50bd-a78a-49ee-b5bc-caa61b223ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.221191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44714) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:29.223172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2a3f50bd-a78a-49ee-b5bc-caa61b223ccf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9fbdf0d1f09d4dd78743067a647335e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4318185 Nov 03 19:13:29.266334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f50bd-a78a-49ee-b5bc-caa61b223ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa4a51-ae12-49fd-8f76-e8df2fc9c33b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:29.284564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Deleting port 1e6a55a0-3259-409f-97d3-980fe23ccb95 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:29.285411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.340876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f29b290d-48e4-496e-ba2d-33a61147800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.346524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f29b290d-48e4-496e-ba2d-33a61147800b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.352755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f29b290d-48e4-496e-ba2d-33a61147800b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0e42ca98-6749-4d34-929f-8759cea591d1 HTTP/1.1" status: 204 len: 168 time: 0.4035234 Nov 03 19:13:29.424502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b290d-48e4-496e-ba2d-33a61147800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e42ca98-6749-4d34-929f-8759cea591d1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:29.506114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] For port 1e6a55a0-3259-409f-97d3-980fe23ccb95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=1e6a55a0-3259-409f-97d3-980fe23ccb95,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:29.507080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.520553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cd168-1d2e-4322-b8f0-a68b9b32a2d7 req-41f99e9f-1f02-4134-8d45-66ee1570f777 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:29.522812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce8cd168-1d2e-4322-b8f0-a68b9b32a2d7 req-41f99e9f-1f02-4134-8d45-66ee1570f777 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1976583 Nov 03 19:13:29.524251 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1cfca417-b550-4b8f-9ef2-1caf42ee2274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.542424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Calling delete_port for 1e6a55a0-3259-409f-97d3-980fe23ccb95 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:29.562105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1cfca417-b550-4b8f-9ef2-1caf42ee2274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.684060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce8cd168-1d2e-4322-b8f0-a68b9b32a2d7 req-616b4bed-8e1d-4882-bfb7-4464378b8372 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190310 Nov 03 19:13:29.709784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1cfca417-b550-4b8f-9ef2-1caf42ee2274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.717393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1cfca417-b550-4b8f-9ef2-1caf42ee2274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.721232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1cfca417-b550-4b8f-9ef2-1caf42ee2274 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80fa4a51-ae12-49fd-8f76-e8df2fc9c33b HTTP/1.1" status: 204 len: 168 time: 0.4976382 Nov 03 19:13:29.748451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfca417-b550-4b8f-9ef2-1caf42ee2274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa4a51-ae12-49fd-8f76-e8df2fc9c33b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:29.795114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44724) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:29.822978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82119edd-ae99-45ca-9890-ccb6201bd3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.883082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.901829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['1e6a55a0-3259-409f-97d3-980fe23ccb95'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:29.995000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event deleted for resources: {'Port': ['ID=1e6a55a0-3259-409f-97d3-980fe23ccb95,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.053814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] No DVR routers for this DVR port 1e6a55a0-3259-409f-97d3-980fe23ccb95 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:30.057882 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82119edd-ae99-45ca-9890-ccb6201bd3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.058860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.063985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7a2f2ebe-64aa-4db8-a1f2-b8834e595be8 req-9d1649d2-8913-4a6f-9fb5-6ef0a00b0054 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "DELETE /v2.0/ports/1e6a55a0-3259-409f-97d3-980fe23ccb95 HTTP/1.1" status: 204 len: 173 time: 1.1239560 Nov 03 19:13:30.064713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'name': 'network-vif-deleted', 'tag': '1e6a55a0-3259-409f-97d3-980fe23ccb95'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:30.071199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82119edd-ae99-45ca-9890-ccb6201bd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.080479 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75712f81-6a3d-450f-9c33-0ad207fe855b" -d '{"events": [{"server_uuid": "604d7a07-830e-4ed8-9b36-2f80e8351e22", "name": "network-vif-deleted", "tag": "1e6a55a0-3259-409f-97d3-980fe23ccb95"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:30.151575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119edd-ae99-45ca-9890-ccb6201bd3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d57df-eedd-4c20-97d0-702c1e3917ac,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.217657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-82119edd-ae99-45ca-9890-ccb6201bd3c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6145c3da1ad5428fb23f42047798bd0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169388 Nov 03 19:13:30.218547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44734) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:30.341077 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97700a8d-8e7e-4f67-9443-28c3cf9e75de x-openstack-request-id: req-97700a8d-8e7e-4f67-9443-28c3cf9e75de {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:30.342097 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604d7a07-830e-4ed8-9b36-2f80e8351e22", "name": "network-vif-deleted", "tag": "1e6a55a0-3259-409f-97d3-980fe23ccb95", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:30.342555 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-97700a8d-8e7e-4f67-9443-28c3cf9e75de {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:30.343177 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604d7a07-830e-4ed8-9b36-2f80e8351e22', 'name': 'network-vif-deleted', 'tag': '1e6a55a0-3259-409f-97d3-980fe23ccb95', 'status': 'completed', 'code': 200} Nov 03 19:13:30.398206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd3f6897-51b4-496f-90e1-f28f41b043ad req-0ea586c1-d6a9-43b8-8fa5-b33821f63c31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=604d7a07-830e-4ed8-9b36-2f80e8351e22 HTTP/1.1" status: 200 len: 210 time: 0.0774920 Nov 03 19:13:30.414046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4107ff6-fdfc-4a90-bf15-c17c00736107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.455955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4107ff6-fdfc-4a90-bf15-c17c00736107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.575231 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4107ff6-fdfc-4a90-bf15-c17c00736107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.578979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4107ff6-fdfc-4a90-bf15-c17c00736107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.581244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44740) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:30.585499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a4107ff6-fdfc-4a90-bf15-c17c00736107 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/318d57df-eedd-4c20-97d0-702c1e3917ac HTTP/1.1" status: 204 len: 168 time: 0.3646648 Nov 03 19:13:30.613029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44746) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:30.619087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4107ff6-fdfc-4a90-bf15-c17c00736107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d57df-eedd-4c20-97d0-702c1e3917ac,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.619510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694238923-network', 'tenant_id': '090cfe03bf1046d899b5220c78a8be2b'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:30.678727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Made reservation on behalf of 090cfe03bf1046d899b5220c78a8be2b for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:30.682710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.701150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.965566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44752) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:30.987263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.999118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.014949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba790a5f-594f-4a69-a00c-de9fd50e8057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.060230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f649a-ff85-4849-9389-0600fff86a69,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.098102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aa83d-1457-4428-b010-7ef79d1d005f req-acc42672-daf2-4984-a1fb-ee28b44df6b4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.101723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d0aa83d-1457-4428-b010-7ef79d1d005f req-acc42672-daf2-4984-a1fb-ee28b44df6b4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1883337 Nov 03 19:13:31.109320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:13:31.158462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.158962 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Added segment 506699f8-ceaa-4a4c-bb00-31d0a35b95dd of type vlan for network 1acc03ef-6d16-4535-8dca-b47445b0ae30 Nov 03 19:13:31.277387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba790a5f-594f-4a69-a00c-de9fd50e8057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.288261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ba790a5f-594f-4a69-a00c-de9fd50e8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.354660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ba790a5f-594f-4a69-a00c-de9fd50e8057 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=03fc0c0291314ba994bb11aafaedaee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871717 Nov 03 19:13:31.357893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.358995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44760) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:31.440476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba790a5f-594f-4a69-a00c-de9fd50e8057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31f321-8b93-498c-8138-136761820c4f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.480288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d0aa83d-1457-4428-b010-7ef79d1d005f req-854ab6dd-202d-4084-b7e7-169ed4670179 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666909 Nov 03 19:13:31.488355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dfe6618f-d4f4-4681-bb4b-65f175d51117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.504505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.512480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.518117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.524576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd970bf1-c5a7-41c4-b046-7fec941fec97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.590894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd970bf1-c5a7-41c4-b046-7fec941fec97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.725819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1116574 Nov 03 19:13:31.730594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44780) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:31.747586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Request body: {'subnet': {'network_id': '1acc03ef-6d16-4535-8dca-b47445b0ae30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694238923-subnet', 'tenant_id': '090cfe03bf1046d899b5220c78a8be2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:31.780359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Made reservation on behalf of 090cfe03bf1046d899b5220c78a8be2b for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:31.784339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.827703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd970bf1-c5a7-41c4-b046-7fec941fec97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.833854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd970bf1-c5a7-41c4-b046-7fec941fec97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.840770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd970bf1-c5a7-41c4-b046-7fec941fec97 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf31f321-8b93-498c-8138-136761820c4f HTTP/1.1" status: 204 len: 168 time: 0.4798629 Nov 03 19:13:31.893451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aeaf9-57cd-42c6-989a-89442a03411e admin admin] Pushing event updated for resources: {'Network': ['ID=1acc03ef-6d16-4535-8dca-b47445b0ae30,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.904378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd970bf1-c5a7-41c4-b046-7fec941fec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31f321-8b93-498c-8138-136761820c4f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:31.915974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1acc03ef-6d16-4535-8dca-b47445b0ae30 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:13:32.051552 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dfe6618f-d4f4-4681-bb4b-65f175d51117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.066492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dfe6618f-d4f4-4681-bb4b-65f175d51117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.293460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dfe6618f-d4f4-4681-bb4b-65f175d51117 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aeffef99d93c4a84ac139f6695f621b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7089672 Nov 03 19:13:32.313735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44798) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:32.328946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6618f-d4f4-4681-bb4b-65f175d51117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9938ea-7389-4663-a3d6-9964f9a6e8d3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:32.456027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.706193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e20efd-a83d-4433-84d6-52b387d93b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.847925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:32.945361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-60a17f4c-8810-4701-8c93-3fd928d59f7b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:32.949198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-60a17f4c-8810-4701-8c93-3fd928d59f7b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.7924695 Nov 03 19:13:32.989257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e20efd-a83d-4433-84d6-52b387d93b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.007910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29067808-57f6-4d3c-bfc1-9831a00c2edd,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:33.017222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Checking segment: {'id': '506699f8-ceaa-4a4c-bb00-31d0a35b95dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1acc03ef-6d16-4535-8dca-b47445b0ae30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:33.019493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Network hostable DHCP agents. Network: 1acc03ef-6d16-4535-8dca-b47445b0ae30, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:13:33.055246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.058435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Network 1acc03ef-6d16-4535-8dca-b47445b0ae30 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:13:33.080527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-c44ffcb3-19fb-47c5-926b-6af3ca0ec35b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/quotas/f02136704c1e409fab8d60dbda6a6460 HTTP/1.1" status: 200 len: 375 time: 0.1174982 Nov 03 19:13:33.087188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1acc03ef-6d16-4535-8dca-b47445b0ae30) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:33.096306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c36d-cff0-4dff-b523-8f31e2dda8c4 req-4cd9cb5d-40ae-42e7-b941-f3ef6f677561 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:33.099267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59e6c36d-cff0-4dff-b523-8f31e2dda8c4 req-4cd9cb5d-40ae-42e7-b941-f3ef6f677561 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3943219 Nov 03 19:13:33.126185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a223511-30d5-4bff-8a88-c9d08a7eff83 None None] Network 1acc03ef-6d16-4535-8dca-b47445b0ae30 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:33.135148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:33.136201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.179044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fda18acc-59f1-4aa5-9569-56141b39aaf4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4468746 Nov 03 19:13:33.191536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-ca46ce91-8fd4-4630-a9bf-8d1e3601c8b7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890324 Nov 03 19:13:33.278139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59e6c36d-cff0-4dff-b523-8f31e2dda8c4 req-4dc35885-817b-49ab-885e-18e50dc9c0d8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461344 Nov 03 19:13:33.341482 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e20efd-a83d-4433-84d6-52b387d93b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.348073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e20efd-a83d-4433-84d6-52b387d93b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:33.350380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a5e20efd-a83d-4433-84d6-52b387d93b18 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0f9938ea-7389-4663-a3d6-9964f9a6e8d3 HTTP/1.1" status: 204 len: 168 time: 1.0351362 Nov 03 19:13:33.431328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e20efd-a83d-4433-84d6-52b387d93b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9938ea-7389-4663-a3d6-9964f9a6e8d3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:33.491920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec6d25-9480-416d-aefd-de39b4776a54 None None] Network 1acc03ef-6d16-4535-8dca-b47445b0ae30 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:33.570729 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-cd3910eb-f143-41b7-aac5-9116b6c8e5d0 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064313 Nov 03 19:13:33.648340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1e6a55a0-3259-409f-97d3-980fe23ccb95 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:33.801140 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:13:33.869841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 1e6a55a0-3259-409f-97d3-980fe23ccb95 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:33.870588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 1e6a55a0-3259-409f-97d3-980fe23ccb95 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:33.977036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-7a3e1f33-f647-430f-9a3e-7fb8612656b3 service neutron] 10.222.0.91 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904011 Nov 03 19:13:34.004406 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-22a2db6a-65d5-4857-9d1e-88d12b2b6797 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1849813 Nov 03 19:13:34.229926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee08df-de97-4cf5-9154-d2dced401260 req-37fda991-dc46-4405-82e6-743f2abc1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.232880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-37fda991-dc46-4405-82e6-743f2abc1e9d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1097 time: 0.1250241 Nov 03 19:13:34.561615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a232d90-bdd9-463f-9e06-6b4478574bf3 req-0acba2ec-e8df-44f0-bdf4-1215c31e3e3a tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 210 time: 0.1008883 Nov 03 19:13:34.636535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee08df-de97-4cf5-9154-d2dced401260 req-9b05c466-7d30-406a-8f67-c4871f74c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.638715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-9b05c466-7d30-406a-8f67-c4871f74c62c service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.3509798 Nov 03 19:13:34.726948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf377c-d7da-459d-87c3-91733febf415 req-884200b8-2244-4677-ab98-d7e5ebba0302 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:34.743458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eddf377c-d7da-459d-87c3-91733febf415 req-884200b8-2244-4677-ab98-d7e5ebba0302 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2008526 Nov 03 19:13:34.835523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eddf377c-d7da-459d-87c3-91733febf415 req-80611cf2-8f8c-4cbb-a9ee-ecbba49b98e8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905313 Nov 03 19:13:34.903755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9927849-29b9-44d1-80d5-b5e421c5b20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:34.917944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-9d6ac8e2-2797-4abe-95a3-1e2897e76525 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1002 time: 0.2654264 Nov 03 19:13:34.998235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee08df-de97-4cf5-9154-d2dced401260 req-59ec8923-e18d-4034-a1dd-dd8729c02a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:35.000129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-59ec8923-e18d-4034-a1dd-dd8729c02a27 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.0690382 Nov 03 19:13:35.112141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee08df-de97-4cf5-9154-d2dced401260 req-95e6897d-08c0-49ee-9426-e07f8a8559ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:35.113758 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-95e6897d-08c0-49ee-9426-e07f8a8559ae service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998573 Nov 03 19:13:35.222322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44872) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:35.294495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d6621d-2498-4c3b-8199-9786f04804d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.305880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-d3247b97-5e5b-49ce-a254-c83eacfcdcdf service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776712 Nov 03 19:13:35.498765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7cee08df-de97-4cf5-9154-d2dced401260 req-0759dd35-6b2d-4dd1-a992-bc226e30c8a5 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752565 Nov 03 19:13:35.520873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d6621d-2498-4c3b-8199-9786f04804d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.531346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d6621d-2498-4c3b-8199-9786f04804d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.622373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44890) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:35.622689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-88d6621d-2498-4c3b-8199-9786f04804d8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c1ee826fa2b402a891e6e2bfb21f822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969288 Nov 03 19:13:35.641098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6621d-2498-4c3b-8199-9786f04804d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae2f77-01e3-4b00-b904-883774b26efa,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:35.792916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe674a-e8c7-422c-ba3d-1843f26a4a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.853734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe674a-e8c7-422c-ba3d-1843f26a4a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.869950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba05fc91-46c2-4921-9036-5716f6c966fb req-f1279778-7d0d-435d-b85c-3f4175139546 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 210 time: 0.0431304 Nov 03 19:13:35.903889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-b728c2cf-4df6-419d-8b34-5a0df54bbfca tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:35.915071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-b728c2cf-4df6-419d-8b34-5a0df54bbfca tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/networks?id=73e64cbf-f2f1-45c1-9138-2b6ba2a36680 HTTP/1.1" status: 200 len: 809 time: 0.3507135 Nov 03 19:13:35.963483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe674a-e8c7-422c-ba3d-1843f26a4a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.967217 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe674a-e8c7-422c-ba3d-1843f26a4a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:35.967437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-b7d091a7-8432-4983-a73c-d1393a1dc0d7 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/quotas/7c8c0ca938de4797935d89f4ec9b9730 HTTP/1.1" status: 200 len: 375 time: 0.0508320 Nov 03 19:13:35.972395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7fe674a-e8c7-422c-ba3d-1843f26a4a75 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6cae2f77-01e3-4b00-b904-883774b26efa HTTP/1.1" status: 204 len: 168 time: 0.3485439 Nov 03 19:13:35.987751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe674a-e8c7-422c-ba3d-1843f26a4a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae2f77-01e3-4b00-b904-883774b26efa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:36.105961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-d3b63b05-e927-4d21-adb4-2c29a2f8f44b tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7c8c0ca938de4797935d89f4ec9b9730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329205 Nov 03 19:13:36.321270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90f20-7ee5-4835-8ecb-127bde7c38a6 req-900d0699-97db-462c-a89a-8ae8b46ce78f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:36.340825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da90f20-7ee5-4835-8ecb-127bde7c38a6 req-900d0699-97db-462c-a89a-8ae8b46ce78f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3717289 Nov 03 19:13:36.396469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-61c70869-53d1-4d3c-829c-2e2786ef76d5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:36.400612 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-61c70869-53d1-4d3c-829c-2e2786ef76d5 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 811 time: 0.2617059 Nov 03 19:13:36.437000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Request body: {'port': {'device_id': '5cf27064-a578-4134-b931-b43385f2d172', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'admin_state_up': True, 'tenant_id': 'f02136704c1e409fab8d60dbda6a6460'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:36.684473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Made reservation on behalf of f02136704c1e409fab8d60dbda6a6460 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:36.688989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:36.806890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-3bbe295d-004d-49b7-894e-b5cdd07b0c80 service neutron] 10.222.0.91 "GET /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910453 Nov 03 19:13:36.823926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da90f20-7ee5-4835-8ecb-127bde7c38a6 req-4f385a99-e11e-4baf-a35a-7c60a0cf59b7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650431 Nov 03 19:13:36.991884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-547defbf-91ae-4f6f-9dbe-3fc8f99e194f service neutron] 10.222.0.91 "GET /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840668 Nov 03 19:13:36.992147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Allocated IP 172.20.0.13 (6ace652e-f7b7-4bed-b3ed-bfd067cdec51/a7f0272a-60bf-42ad-b9aa-48f06a97aef7/8d8f1e89-cc08-48a3-8259-c9e80eee2b83) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:37.468010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d726d1b9-d58b-48d1-a8fe-cfcc5449556a req-42e8a319-4ecb-48b3-9674-df7c55433d4f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 210 time: 0.0480521 Nov 03 19:13:37.508048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.633188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:37.693830 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38f86880-c7c3-49ee-92ec-5b82a71a9cd2 req-ecd26d21-f877-4298-a35e-cf9ece6cb15e tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 210 time: 0.1271548 Nov 03 19:13:37.727292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:37.740792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:37.761856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:37.858023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76c0c-81a3-4674-ae02-1fd163977339 req-07759897-3253-4981-9055-a0bc68cdd09b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:37.872392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3f76c0c-81a3-4674-ae02-1fd163977339 req-07759897-3253-4981-9055-a0bc68cdd09b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1272655 Nov 03 19:13:37.933209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event updated for resources: {'Port': ['ID=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:37.996425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3f76c0c-81a3-4674-ae02-1fd163977339 req-9a344762-218e-40e4-8347-3e421c59d413 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1205757 Nov 03 19:13:38.042929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:38.044187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.076163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-d49d0556-087a-4c51-b2a6-9ad94f551f31 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6524899 Nov 03 19:13:38.096753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Request body: {'port': {'device_id': '5cf27064-a578-4134-b931-b43385f2d172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:38.202506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.262970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b734c-243d-4721-89ef-f0fdf344efbe req-59031c91-7bfc-4b9f-abd0-c3bf2ca4655a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:38.287902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc6b734c-243d-4721-89ef-f0fdf344efbe req-59031c91-7bfc-4b9f-abd0-c3bf2ca4655a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2474709 Nov 03 19:13:38.322234 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1484ab42-3597-47a9-ac0e-77fcd7ed9375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:38.429777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc6b734c-243d-4721-89ef-f0fdf344efbe req-b268b2b5-e0b9-4838-b9c1-1a6922d9dce6 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377261 Nov 03 19:13:38.969807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dafdcf-19f6-4d82-8058-dc52eecaa794 req-45aca001-1524-41da-87e4-dd9ed026e661 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:38.979240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5dafdcf-19f6-4d82-8058-dc52eecaa794 req-45aca001-1524-41da-87e4-dd9ed026e661 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 932 time: 0.1943710 Nov 03 19:13:39.061189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0b680f5-702d-4a26-94cf-80e0529de0e7 req-c8f25d5e-b8f5-404b-8a83-073b54bcb390 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 210 time: 0.0768230 Nov 03 19:13:39.275739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5dafdcf-19f6-4d82-8058-dc52eecaa794 req-42148373-2c11-4429-abb7-1f08e930784b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094679 Nov 03 19:13:39.337080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a00aa-ca5e-4bf1-a216-5139f5bc8d91 req-40be8c84-4a6a-4080-a3b7-9ef89a0a8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:39.343956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c19a00aa-ca5e-4bf1-a216-5139f5bc8d91 req-40be8c84-4a6a-4080-a3b7-9ef89a0a8fdf service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.2940400 Nov 03 19:13:39.511764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129d6f8-55ef-45db-948c-8b7090160597 req-31f6c940-9c5c-40ba-8c98-cf56b5ff3f59 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:39.514888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4129d6f8-55ef-45db-948c-8b7090160597 req-31f6c940-9c5c-40ba-8c98-cf56b5ff3f59 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2009709 Nov 03 19:13:39.628596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4129d6f8-55ef-45db-948c-8b7090160597 req-aea9e880-af1a-4f70-a3f4-a89f76a9f996 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0938714 Nov 03 19:13:39.761103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:39.774901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.794830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c19a00aa-ca5e-4bf1-a216-5139f5bc8d91 req-68dd6ff5-afc0-4a18-9a79-e8531d72cf1f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312119 Nov 03 19:13:39.806508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Transition to ACTIVE for port object 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:13:39.827960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.885123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:39.949606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5cf2b-a95f-4328-bdc5-e7697d5bd48b req-51456394-b0eb-411e-a783-1f7c68d38787 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:39.952428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7d5cf2b-a95f-4328-bdc5-e7697d5bd48b req-51456394-b0eb-411e-a783-1f7c68d38787 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2306633 Nov 03 19:13:40.088785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7d5cf2b-a95f-4328-bdc5-e7697d5bd48b req-732262a3-1b6a-4353-ad73-e518bd3605a2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239855 Nov 03 19:13:40.121308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:40.156470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.156969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.157516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.158389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.158926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.159467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.160020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.160542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.161933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.163001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.177107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.177708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:40.408708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a905276-b64a-4258-8773-c8084d21d362 req-aedbb8b3-ab9f-4070-82ad-a8025f8367dd tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 210 time: 0.1260600 Nov 03 19:13:40.518392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Attempting to bind port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:40.519260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Attempting to bind port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:40.519563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Attempting to bind port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:40.538635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:13:40.539193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Attempting to bind port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 on network 6ace652e-f7b7-4bed-b3ed-bfd067cdec51 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:40.591426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:40.592330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Checking segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:40.593317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Bound using segment: {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:40.594780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Bound port: 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3766b9aa-8556-4a8d-a8f8-3e953101be37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:40.595026 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:40.655249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-d7acf937-09b7-4762-be66-738d6f6affdc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:40.658670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-d7acf937-09b7-4762-be66-738d6f6affdc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.110 "GET /v2.0/networks?id=73e64cbf-f2f1-45c1-9138-2b6ba2a36680 HTTP/1.1" status: 200 len: 809 time: 0.5421920 Nov 03 19:13:40.735127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45064) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:40.748950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Request body: {'port': {'device_id': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680', 'admin_state_up': True, 'tenant_id': '7c8c0ca938de4797935d89f4ec9b9730'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:40.760672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d538d-3e34-413b-8bf3-035b428598bc req-55d54aeb-f381-4e60-ad05-108f01e70052 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:40.773637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a0d538d-3e34-413b-8bf3-035b428598bc req-55d54aeb-f381-4e60-ad05-108f01e70052 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 944 time: 0.2177985 Nov 03 19:13:40.947434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] For port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:40.955230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] For port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:41.025042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a0d538d-3e34-413b-8bf3-035b428598bc req-e747a8eb-1a42-447a-b1af-e2120094c518 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500777 Nov 03 19:13:41.059441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.094244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361108-f610-48b3-ab52-d963a0bdcc4e req-f631eef1-94bc-4be1-8fa4-c0c30caa1972 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.109752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65361108-f610-48b3-ab52-d963a0bdcc4e req-f631eef1-94bc-4be1-8fa4-c0c30caa1972 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2253809 Nov 03 19:13:41.206091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.206091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.210262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] 10.222.0.115 "PUT /v2.0/ports/8d8f1e89-cc08-48a3-8259-c9e80eee2b83 HTTP/1.1" status: 200 len: 1092 time: 3.1198802 Nov 03 19:13:41.227083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf27064-a578-4134-b931-b43385f2d172', 'tag': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:41.232789 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf27064-a578-4134-b931-b43385f2d172", "tag": "8d8f1e89-cc08-48a3-8259-c9e80eee2b83"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:41.324354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65361108-f610-48b3-ab52-d963a0bdcc4e req-fc1c04c1-7e40-4800-a2b4-80a595632eef tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2117968 Nov 03 19:13:41.424173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c5c715c-c0a6-406c-a081-272f75af9a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.472771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-91ddba12-30c4-4d77-ab11-107ae27aeaa3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5131426 Nov 03 19:13:41.473513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f000b31-36d1-41c6-8333-35bd54493ecf service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:41.553570 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d695b-e959-433a-ab05-d174d40437b3 x-openstack-request-id: req-3b0d695b-e959-433a-ab05-d174d40437b3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:41.554618 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf27064-a578-4134-b931-b43385f2d172", "tag": "8d8f1e89-cc08-48a3-8259-c9e80eee2b83", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:41.554618 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3b0d695b-e959-433a-ab05-d174d40437b3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:41.554929 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf27064-a578-4134-b931-b43385f2d172', 'tag': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83', 'status': 'completed', 'code': 200} Nov 03 19:13:41.712007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-97e695da-6220-4ab0-8ae5-c3a19ca27610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.727680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-97e695da-6220-4ab0-8ae5-c3a19ca27610 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 1095 time: 0.4303854 Nov 03 19:13:41.778879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Made reservation on behalf of 7c8c0ca938de4797935d89f4ec9b9730 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:41.782867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.812299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:41.815862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-c07c1da5-19b9-462d-acd3-40f65af1570d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83 HTTP/1.1" status: 200 len: 217 time: 0.0862150 Nov 03 19:13:41.830795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a962e907-cae9-42d1-8c36-faf33f9e15f1 req-9eb0d05d-56ca-4cee-affc-54b418b20147 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 210 time: 0.1124675 Nov 03 19:13:41.882126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45098) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:41.899436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44775c71-86ce-4462-b13b-a54bb27ea61f req-abf478cc-ef1e-4623-a5cb-f43707d83f97 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.902629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44775c71-86ce-4462-b13b-a54bb27ea61f req-abf478cc-ef1e-4623-a5cb-f43707d83f97 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.4245005 Nov 03 19:13:41.961538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-194f4704-02e2-43a1-a742-4891238b8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.964254 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-194f4704-02e2-43a1-a742-4891238b8e30 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 0.3723271 Nov 03 19:13:41.995675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-bc812409-b2b6-49a7-ba0c-908d8b5478e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:41.997223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-bc812409-b2b6-49a7-ba0c-908d8b5478e6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.1486771 Nov 03 19:13:42.041333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.149433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-44775c71-86ce-4462-b13b-a54bb27ea61f req-d79efcae-8ee9-410e-8971-3b6d49d1763a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311277 Nov 03 19:13:42.169379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c5c715c-c0a6-406c-a081-272f75af9a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.173557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-6e3615ac-1e73-4ea7-9987-aed9cd32b581 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589956 Nov 03 19:13:42.261338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c5c715c-c0a6-406c-a081-272f75af9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.345554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Allocated IP 172.20.0.8 (73e64cbf-f2f1-45c1-9138-2b6ba2a36680/dc7bc045-4c51-4ae3-84c2-382cb6e4fee0/9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:42.361442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e72a0ea9-76bd-46fa-88c6-09ff9633beb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.414154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8c5c715c-c0a6-406c-a081-272f75af9a13 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fbb1110ada2a4ab9b90337e498620126&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6358600 Nov 03 19:13:42.428882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45112) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:42.429822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba18d9-bc78-49d1-a2e8-5a15a3aa553f req-3b0f36df-5517-446a-9d89-04d9e1ee9704 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:42.433038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09ba18d9-bc78-49d1-a2e8-5a15a3aa553f req-3b0f36df-5517-446a-9d89-04d9e1ee9704 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 944 time: 0.2470818 Nov 03 19:13:42.436972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c715c-c0a6-406c-a081-272f75af9a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da051d00-5071-4661-bb82-f92fea76f9a2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:42.470551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-59391a93-b318-4c9e-98a9-e0931e47d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:42.472178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-59391a93-b318-4c9e-98a9-e0931e47d51b service neutron] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.4604354 Nov 03 19:13:42.497112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-92c51b51-6e44-4f06-b37f-463b76153069 service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031237 Nov 03 19:13:42.570132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-cc4ef1f5-88a9-4234-9343-8e8ef189031c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.0884435 Nov 03 19:13:42.572268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09ba18d9-bc78-49d1-a2e8-5a15a3aa553f req-bb851cf1-2947-4c21-9443-3361b87f1607 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252828 Nov 03 19:13:42.759117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd92a5d-d1dd-4620-9978-9f372cad4843 req-8feb6ec3-ce6b-4916-b745-94edbac85912 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:42.775103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fd92a5d-d1dd-4620-9978-9f372cad4843 req-8feb6ec3-ce6b-4916-b745-94edbac85912 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1599014 Nov 03 19:13:42.796489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efa0602e-e913-458e-9e74-d6061efc7128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.835247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e72a0ea9-76bd-46fa-88c6-09ff9633beb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.836610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-084df846-e364-4a82-b1cf-b4c65e6f93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:42.838343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-084df846-e364-4a82-b1cf-b4c65e6f93fd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.2518027 Nov 03 19:13:42.854422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e72a0ea9-76bd-46fa-88c6-09ff9633beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.901144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-f4f66c44-daaf-4821-b459-8726341a5d1a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456402 Nov 03 19:13:42.919846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efa0602e-e913-458e-9e74-d6061efc7128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:42.955074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e72a0ea9-76bd-46fa-88c6-09ff9633beb3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f70be927dc2b4dbb967938f05dd0b756&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0504444 Nov 03 19:13:42.959979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a0ea9-76bd-46fa-88c6-09ff9633beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0e5d8-aec5-4406-90e9-ee0889b64199,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:42.968100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:42.997479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.068334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.079810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fd92a5d-d1dd-4620-9978-9f372cad4843 req-367bf192-c98e-4a07-891e-965ba093402b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2418163 Nov 03 19:13:43.111874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3e04d022-94eb-4ad6-9d05-874d43c0f187 req-be3e2f5a-021b-4ab9-850f-7abf577ee253 service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710073 Nov 03 19:13:43.215662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0913680-2c15-4162-a95a-a279d3318137 req-8fbb9900-0f1a-494a-89ba-38e5275eba53 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.219504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0913680-2c15-4162-a95a-a279d3318137 req-8fbb9900-0f1a-494a-89ba-38e5275eba53 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 931 time: 0.2043872 Nov 03 19:13:43.325556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:43.349547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:43.355368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-623cd1f0-aa99-436e-9e45-8cb675918b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.404028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:43.444162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Pushing event updated for resources: {'Port': ['ID=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:43.458755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-623cd1f0-aa99-436e-9e45-8cb675918b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.493347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0913680-2c15-4162-a95a-a279d3318137 req-57d6ac14-832e-442d-a01f-0279a96dbb98 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607913 Nov 03 19:13:43.544058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-64013e08-2b19-4e25-b6bc-7f4851685f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.546715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-64013e08-2b19-4e25-b6bc-7f4851685f41 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f02136704c1e409fab8d60dbda6a6460&device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 1095 time: 0.3147509 Nov 03 19:13:43.570824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.571841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.591438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-ae68d441-8581-41b1-8373-7e4604919150 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579082 Nov 03 19:13:43.599497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efa0602e-e913-458e-9e74-d6061efc7128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.608120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efa0602e-e913-458e-9e74-d6061efc7128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.615987 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-efa0602e-e913-458e-9e74-d6061efc7128 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/da051d00-5071-4661-bb82-f92fea76f9a2 HTTP/1.1" status: 204 len: 168 time: 1.1866477 Nov 03 19:13:43.639245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fbeea-5dab-4f58-b681-16f26c033fdb req-2a50db16-eed5-4565-91f4-9944b320c570 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:43.657596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4fbeea-5dab-4f58-b681-16f26c033fdb req-2a50db16-eed5-4565-91f4-9944b320c570 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2132361 Nov 03 19:13:43.691451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0602e-e913-458e-9e74-d6061efc7128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da051d00-5071-4661-bb82-f92fea76f9a2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:43.777993 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-623cd1f0-aa99-436e-9e45-8cb675918b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.789969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-623cd1f0-aa99-436e-9e45-8cb675918b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:43.793117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-623cd1f0-aa99-436e-9e45-8cb675918b73 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bef0e5d8-aec5-4406-90e9-ee0889b64199 HTTP/1.1" status: 204 len: 168 time: 0.8229804 Nov 03 19:13:43.845269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-fe9e7520-e370-4f6f-8c84-eb6ba52d8916 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1044426 Nov 03 19:13:43.873847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cd1f0-aa99-436e-9e45-8cb675918b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0e5d8-aec5-4406-90e9-ee0889b64199,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:43.931152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Request body: {'port': {'device_id': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:44.028029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4fbeea-5dab-4f58-b681-16f26c033fdb req-f21ef8a5-b3af-413b-98dd-447d6b30e0e5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688982 Nov 03 19:13:44.081010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bf6c1-962c-4f10-a89f-f789f0fefca0 req-532b7f39-2a02-475b-98cc-e8238ec16924 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.084682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-736bf6c1-962c-4f10-a89f-f789f0fefca0 req-532b7f39-2a02-475b-98cc-e8238ec16924 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 944 time: 0.2525764 Nov 03 19:13:44.241210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-736bf6c1-962c-4f10-a89f-f789f0fefca0 req-d4657ff4-768d-44fa-a6c7-6f38370efde0 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392660 Nov 03 19:13:44.396431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18e273-7205-4b70-8601-b4a4d962ce6f req-5bc801df-b6ad-428e-96da-493fa99084f8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.410093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d18e273-7205-4b70-8601-b4a4d962ce6f req-5bc801df-b6ad-428e-96da-493fa99084f8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1337326 Nov 03 19:13:44.558945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d18e273-7205-4b70-8601-b4a4d962ce6f req-b14aecf3-64c2-4e21-8063-7073a5dd0365 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1444819 Nov 03 19:13:44.737037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:44.967379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d0bc-172d-420b-b604-e615012d1a08 req-71f20cff-f4a6-4cf3-ae3b-b1ae12e8e92f tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.976569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-aeb4cd90-803f-45a9-80a6-22f3dc109d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:44.979600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-aeb4cd90-803f-45a9-80a6-22f3dc109d26 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 200 len: 912 time: 1.4218891 Nov 03 19:13:44.982411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd3d0bc-172d-420b-b604-e615012d1a08 req-71f20cff-f4a6-4cf3-ae3b-b1ae12e8e92f tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 931 time: 0.2119873 Nov 03 19:13:45.157244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c763d8-990c-4c41-b64c-d7630accf008 req-f6f685b7-f6c1-4db9-a894-3e61823e6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.161104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-f6f685b7-f6c1-4db9-a894-3e61823e6291 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.3569589 Nov 03 19:13:45.167721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-aecf54f0-c0d8-4f66-93c0-0929a95ec9b4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83 HTTP/1.1" status: 200 len: 217 time: 0.1684644 Nov 03 19:13:45.176883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc8ad-ba5c-417b-9645-a1056f4f0ae4 req-7dce2096-0422-4747-a815-a6cca5ec005d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.180779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efcbc8ad-ba5c-417b-9645-a1056f4f0ae4 req-7dce2096-0422-4747-a815-a6cca5ec005d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2455418 Nov 03 19:13:45.182063 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2ecfca15-14a4-484a-aee6-bb1c289e4ca5 req-92b8b273-dc93-4093-8c85-275fd55b3df3 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5348868 Nov 03 19:13:45.231055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd3d0bc-172d-420b-b604-e615012d1a08 req-f5748b81-6f0c-4e30-9744-5d5202b6f898 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471790 Nov 03 19:13:45.481196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45174) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:45.505767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efcbc8ad-ba5c-417b-9645-a1056f4f0ae4 req-60e380f4-3e6a-478b-a181-5ed67a900bc4 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730596 Nov 03 19:13:45.529869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-fb27ae32-f974-4bb7-9035-1316bbb0048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.554810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-fb27ae32-f974-4bb7-9035-1316bbb0048f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 200 len: 851 time: 0.2732322 Nov 03 19:13:45.581386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02173583-9547-4bac-b633-0c36ab5e8179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:45.650930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84e15c-0382-46c2-8796-cef8b2eac5c9 req-904768ca-4be7-4566-8a2e-77fc139cb93b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.663368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:45.669173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf84e15c-0382-46c2-8796-cef8b2eac5c9 req-904768ca-4be7-4566-8a2e-77fc139cb93b tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 944 time: 0.1806309 Nov 03 19:13:45.780887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c763d8-990c-4c41-b64c-d7630accf008 req-c66e8a43-d8c1-4b6e-a248-715f762d7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:45.790580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-c66e8a43-d8c1-4b6e-a248-715f762d7b16 service neutron] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.6138666 Nov 03 19:13:45.810507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-8055bfd7-f7bd-41cf-9bb1-069546acf1d9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6ace652e-f7b7-4bed-b3ed-bfd067cdec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2476938 Nov 03 19:13:45.869714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf84e15c-0382-46c2-8796-cef8b2eac5c9 req-e891b727-0c12-4a9d-a740-9b588411bf9e tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922460 Nov 03 19:13:46.012509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-b21a9825-ce92-4843-a584-c97401de7ac8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.2001073 Nov 03 19:13:46.050836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec45ba-68c1-4073-a3c5-bb4900b0e0d4 req-99f22be5-516d-4b0e-a080-93298fffb045 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.059824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ec45ba-68c1-4073-a3c5-bb4900b0e0d4 req-99f22be5-516d-4b0e-a080-93298fffb045 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2344735 Nov 03 19:13:46.061214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:46.099806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83', 'network_id': '6ace652e-f7b7-4bed-b3ed-bfd067cdec51', 'port_id': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83', 'mac_address': 'fa:16:3e:c5:70:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f0272a-60bf-42ad-b9aa-48f06a97aef7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:46.269572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6ec45ba-68c1-4073-a3c5-bb4900b0e0d4 req-c3109cec-b3c2-45b1-90eb-ee82f064302f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1952925 Nov 03 19:13:46.276750 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:46.333525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:46.408403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:46.419223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:46.634198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:46.637099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81396009-7b89-4953-ac1d-69453dbb3902 req-1ae366e6-82fc-4993-a945-8aa3c104fe18 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.660272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81396009-7b89-4953-ac1d-69453dbb3902 req-1ae366e6-82fc-4993-a945-8aa3c104fe18 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 931 time: 0.1974781 Nov 03 19:13:46.671164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.671960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.681772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.682669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.683248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.683883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.684431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.685049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.685608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.686147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.692460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.693191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:46.737752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c763d8-990c-4c41-b64c-d7630accf008 req-da042f8b-3af5-484e-97e4-8dccd9063827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.743104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-da042f8b-3af5-484e-97e4-8dccd9063827 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.6359768 Nov 03 19:13:46.760821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8d8f1e89-cc08-48a3-8259-c9e80eee2b83'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:46.852570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81396009-7b89-4953-ac1d-69453dbb3902 req-2592039a-eb64-41c9-bf88-58da7d9d3b48 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902139 Nov 03 19:13:46.881277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02173583-9547-4bac-b633-0c36ab5e8179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:46.941490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6a467-9356-48ba-aa18-50eeacb79bf8 req-aaeb5ed3-4d0b-4f0a-9d95-947417d99573 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.944627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80a6a467-9356-48ba-aa18-50eeacb79bf8 req-aaeb5ed3-4d0b-4f0a-9d95-947417d99573 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1775522 Nov 03 19:13:46.945400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45202) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:47.101712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02173583-9547-4bac-b633-0c36ab5e8179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.135863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80a6a467-9356-48ba-aa18-50eeacb79bf8 req-71085784-136a-4e70-b1f7-9f617d6d6251 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648805 Nov 03 19:13:47.326457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-2fc420e5-6558-458d-a0e3-ea36c840ab65 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5578399 Nov 03 19:13:47.410843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9f773-0dbf-41c4-9026-f2910a3bfdcf req-8a4b6ce9-67a3-4905-9b46-3e0af76ed6f7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.428084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67a9f773-0dbf-41c4-9026-f2910a3bfdcf req-8a4b6ce9-67a3-4905-9b46-3e0af76ed6f7 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 945 time: 0.2901540 Nov 03 19:13:47.510823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-198f605a-019e-40aa-865b-5628dfc821a1 service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5376601 Nov 03 19:13:47.521954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c7399c3-35a6-403f-ae92-1491e715168f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.540794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-02173583-9547-4bac-b633-0c36ab5e8179 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=36c9aca7b79940e7be6bbffa69d0ce6b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0461872 Nov 03 19:13:47.650710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45212) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:47.737386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02173583-9547-4bac-b633-0c36ab5e8179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa655d8-7c7a-4cf1-8153-fdff95458384,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:47.766042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-67a9f773-0dbf-41c4-9026-f2910a3bfdcf req-6120ba91-e251-41e6-acd7-ed9945326fb4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365307 Nov 03 19:13:47.788134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:47.806482 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c7399c3-35a6-403f-ae92-1491e715168f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.825475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e88227-4973-4788-b76f-b6eaf6d88731 req-fd06537f-52b9-4a30-90a3-13eec81de6ce tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:47.830712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9e88227-4973-4788-b76f-b6eaf6d88731 req-fd06537f-52b9-4a30-90a3-13eec81de6ce tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1746650 Nov 03 19:13:47.836763 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.837491 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c7399c3-35a6-403f-ae92-1491e715168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.905584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Transition to ACTIVE for port object 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:13:47.932144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51b17741-f174-4936-93fd-ac07835b858a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:47.941600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.005325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c7399c3-35a6-403f-ae92-1491e715168f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e94b6ea6b84b481da56956a554166f40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0561993 Nov 03 19:13:48.020895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9e88227-4973-4788-b76f-b6eaf6d88731 req-6559b899-cbd5-4a32-be88-343808702722 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1763005 Nov 03 19:13:48.023472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45220) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:48.033178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7399c3-35a6-403f-ae92-1491e715168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ad1df-b4db-4a9c-b056-8080da2a25aa,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.041252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-449336b9-f77b-44ae-821c-c0483e898ff1 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388283 Nov 03 19:13:48.141274 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51b17741-f174-4936-93fd-ac07835b858a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.170811 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-531d5ee7-6cd2-44d0-a48b-507aacf9f8fc req-da49f351-ed00-4923-9316-7b9309509e57 service neutron] 10.222.0.115 "GET /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296475 Nov 03 19:13:48.209624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.232004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20cf3c71-0d72-4888-8a2f-eb146bed9df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.297085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20cf3c71-0d72-4888-8a2f-eb146bed9df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.363104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349145bf-72fb-411d-96e0-bb9f4c7f0f47 req-46fb8ae1-add2-4e8a-9d45-bacc024f334d tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:48.378752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349145bf-72fb-411d-96e0-bb9f4c7f0f47 req-46fb8ae1-add2-4e8a-9d45-bacc024f334d tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 943 time: 0.3360758 Nov 03 19:13:48.492121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51b17741-f174-4936-93fd-ac07835b858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.497171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51b17741-f174-4936-93fd-ac07835b858a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.501559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-51b17741-f174-4936-93fd-ac07835b858a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0fa655d8-7c7a-4cf1-8153-fdff95458384 HTTP/1.1" status: 204 len: 168 time: 0.8476069 Nov 03 19:13:48.569760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b17741-f174-4936-93fd-ac07835b858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa655d8-7c7a-4cf1-8153-fdff95458384,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.596123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349145bf-72fb-411d-96e0-bb9f4c7f0f47 req-bfb4eb66-bcc1-4866-812d-818f67ffceae tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154319 Nov 03 19:13:48.625223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20cf3c71-0d72-4888-8a2f-eb146bed9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.633355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20cf3c71-0d72-4888-8a2f-eb146bed9df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.641096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-20cf3c71-0d72-4888-8a2f-eb146bed9df5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/136ad1df-b4db-4a9c-b056-8080da2a25aa HTTP/1.1" status: 204 len: 168 time: 0.6011345 Nov 03 19:13:48.665940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf3c71-0d72-4888-8a2f-eb146bed9df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ad1df-b4db-4a9c-b056-8080da2a25aa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:48.688167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298e1d5-624f-4fd2-961c-7517f9e1d80f req-2024b26b-7cee-4886-921c-a17cbdee0621 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:48.701537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e298e1d5-624f-4fd2-961c-7517f9e1d80f req-2024b26b-7cee-4886-921c-a17cbdee0621 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2708657 Nov 03 19:13:48.721752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-01c763d8-990c-4c41-b64c-d7630accf008 req-5200b3e1-6a51-46f1-8aae-e33488b3f891 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156499 Nov 03 19:13:48.787467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Attempting to bind port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:48.787955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Attempting to bind port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:48.788430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Attempting to bind port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 on network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:48.796771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 on network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:13:48.797011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Attempting to bind port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 on network 73e64cbf-f2f1-45c1-9138-2b6ba2a36680 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:48.806189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:48.806846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Checking segment: {'id': '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:48.807468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Bound using segment: {'id': '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:48.808686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Bound port: 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:48.809311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:48.852025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e298e1d5-624f-4fd2-961c-7517f9e1d80f req-7b8935ad-4b02-49b9-85bf-73e7facf8b98 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458457 Nov 03 19:13:48.994372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] For port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:49.005649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] For port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,segment=NetworkSegment(2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b),segment_id=2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:49.021928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.042026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8df3-1b71-4ae2-8118-7d37f488dcc3 req-dcb4d6a7-acb3-4fe3-b861-edcb1a7b8d27 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.045352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec7c8df3-1b71-4ae2-8118-7d37f488dcc3 req-dcb4d6a7-acb3-4fe3-b861-edcb1a7b8d27 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 945 time: 0.1014860 Nov 03 19:13:49.120140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.121636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:49.123611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] 10.222.0.110 "PUT /v2.0/ports/9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 HTTP/1.1" status: 200 len: 1091 time: 5.2639282 Nov 03 19:13:49.124464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'tag': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:49.129638 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e590a6-686f-4eb4-ae13-d0c21bf27304" -d '{"events": [{"name": "network-changed", "server_uuid": "199ee73b-d57b-42e8-89ad-97bb611399d7", "tag": "9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:49.181345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec7c8df3-1b71-4ae2-8118-7d37f488dcc3 req-ba5ad14f-6556-4cee-a786-ddc980eba1de tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045499 Nov 03 19:13:49.184175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004a217-d0fc-42a2-8e96-7e201eb8b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:49.339871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-87ddd5c1-37a3-447e-a8a2-f7bbea2492e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.350704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-87ddd5c1-37a3-447e-a8a2-f7bbea2492e3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7c8c0ca938de4797935d89f4ec9b9730&device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 1094 time: 0.1602664 Nov 03 19:13:49.392162 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3153ec0-c6e6-49bb-8173-e3882e14342e x-openstack-request-id: req-e3153ec0-c6e6-49bb-8173-e3882e14342e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:49.392663 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199ee73b-d57b-42e8-89ad-97bb611399d7", "tag": "9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:49.393116 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e3153ec0-c6e6-49bb-8173-e3882e14342e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:49.396164 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'tag': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775', 'status': 'completed', 'code': 200} Nov 03 19:13:49.419517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3dd06-6bff-4a51-b050-7c08b9b643c9 req-36df4a93-bfb3-4aa4-9091-f5b578c9f64f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.421811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70b3dd06-6bff-4a51-b050-7c08b9b643c9 req-36df4a93-bfb3-4aa4-9091-f5b578c9f64f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1268346 Nov 03 19:13:49.506431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-88c2b144-520a-4ea5-95e6-17ba29153952 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 HTTP/1.1" status: 200 len: 217 time: 0.1384389 Nov 03 19:13:49.526266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70b3dd06-6bff-4a51-b050-7c08b9b643c9 req-30f8ea99-ed72-44fb-a1a8-4ea9acbd7d5e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0935724 Nov 03 19:13:49.647450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-0814c26f-a6ed-48c3-823d-20656efa65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:49.650257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-0814c26f-a6ed-48c3-823d-20656efa65f7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dc7bc045-4c51-4ae3-84c2-382cb6e4fee0 HTTP/1.1" status: 200 len: 849 time: 0.1312175 Nov 03 19:13:49.676823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:49.800393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-167c7cc0-23d7-4afb-ac99-817c02bd998d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=73e64cbf-f2f1-45c1-9138-2b6ba2a36680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342165 Nov 03 19:13:49.871591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:13:49.880219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:49.880839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.049975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cfb88-7fb1-47c0-ae68-e88438d23b6b req-502843f2-862e-404e-85dd-c569e6488f8e tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:50.065940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a8cfb88-7fb1-47c0-ae68-e88438d23b6b req-502843f2-862e-404e-85dd-c569e6488f8e tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 943 time: 0.1520996 Nov 03 19:13:50.148667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.190945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf27064-a578-4134-b931-b43385f2d172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:50.195752 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89986cc-4bcf-42cf-ad90-d77b8c4ef2fc" -d '{"events": [{"server_uuid": "5cf27064-a578-4134-b931-b43385f2d172", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f1e89-cc08-48a3-8259-c9e80eee2b83"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:50.207915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-e848b875-581b-461f-83f8-89f1c0bd8377 service neutron] 10.222.0.110 "GET /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842728 Nov 03 19:13:50.208670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:50.243536 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-215529f8-2d92-40ee-bdaa-02ca3007e138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.253364 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a8cfb88-7fb1-47c0-ae68-e88438d23b6b req-4c6a491c-1a6a-4bb3-8bc4-14adf674711a tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826019 Nov 03 19:13:50.263726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:50.288759 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.306406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc39dc-3609-4b7c-8cda-63d26e089497 req-96205782-45c8-42ef-802b-d2cfa734bfe7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:50.311844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88dc39dc-3609-4b7c-8cda-63d26e089497 req-96205782-45c8-42ef-802b-d2cfa734bfe7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2296264 Nov 03 19:13:50.456506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:50.493988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88dc39dc-3609-4b7c-8cda-63d26e089497 req-1484162a-c5c6-483f-9cf4-935d19ef1af7 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443100 Nov 03 19:13:50.640693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-215529f8-2d92-40ee-bdaa-02ca3007e138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.660938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-215529f8-2d92-40ee-bdaa-02ca3007e138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:50.726707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d2680-4f1d-4a57-a2f2-ea4516785ee8 req-19742212-8198-42ee-8dd9-3236f78794bd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:50.737834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-097d2680-4f1d-4a57-a2f2-ea4516785ee8 req-19742212-8198-42ee-8dd9-3236f78794bd tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.1553445 Nov 03 19:13:50.800436 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-215529f8-2d92-40ee-bdaa-02ca3007e138 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7167e9eccfda4b6cbaee3e4e26282469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5901401 Nov 03 19:13:50.805388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215529f8-2d92-40ee-bdaa-02ca3007e138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667182a-7fe6-443f-9b42-9796c7176e1b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:50.810114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:50.817772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef5dedd8-d6e6-4b66-be32-36c6734c5ec2 req-881d3a42-d736-4758-93c1-3348d9d575e1 service neutron] 10.222.0.110 "GET /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111931 Nov 03 19:13:50.958888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-097d2680-4f1d-4a57-a2f2-ea4516785ee8 req-3cc9dab9-f4e2-477f-9637-59bba5793264 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169466 Nov 03 19:13:51.056459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2727e4ac-082d-49eb-ba43-1951e62a0349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.071091 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d84620-1696-4d07-9cc3-c5f44174da95 x-openstack-request-id: req-41d84620-1696-4d07-9cc3-c5f44174da95 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:51.071883 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf27064-a578-4134-b931-b43385f2d172", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f1e89-cc08-48a3-8259-c9e80eee2b83", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:51.072270 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-41d84620-1696-4d07-9cc3-c5f44174da95 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:51.073042 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf27064-a578-4134-b931-b43385f2d172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83', 'code': 200} Nov 03 19:13:51.133016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-5b00566f-5a8b-43ee-b206-903ced5a692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:51.136124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-5b00566f-5a8b-43ee-b206-903ced5a692d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7c8c0ca938de4797935d89f4ec9b9730&device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 1094 time: 0.2122324 Nov 03 19:13:51.186370 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2727e4ac-082d-49eb-ba43-1951e62a0349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.364463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df63d34-9fbe-4f44-932e-9cdfdd33bcbe req-98c53782-5e6f-4289-a85a-562c0d097ad8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:51.381437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4df63d34-9fbe-4f44-932e-9cdfdd33bcbe req-98c53782-5e6f-4289-a85a-562c0d097ad8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1716204 Nov 03 19:13:51.589626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2727e4ac-082d-49eb-ba43-1951e62a0349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.601951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2727e4ac-082d-49eb-ba43-1951e62a0349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.603655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2727e4ac-082d-49eb-ba43-1951e62a0349 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c667182a-7fe6-443f-9b42-9796c7176e1b HTTP/1.1" status: 204 len: 168 time: 0.7921228 Nov 03 19:13:51.621410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a618ac-7e23-48fe-a63f-ead8167ebc29 req-12428bac-7c45-4dd0-856a-eb7fae7ff4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:51.625622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39a618ac-7e23-48fe-a63f-ead8167ebc29 req-12428bac-7c45-4dd0-856a-eb7fae7ff4b7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 1097 time: 0.4298251 Nov 03 19:13:51.627636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727e4ac-082d-49eb-ba43-1951e62a0349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667182a-7fe6-443f-9b42-9796c7176e1b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:51.667520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4df63d34-9fbe-4f44-932e-9cdfdd33bcbe req-bd149559-5f05-4fad-af45-d0210945bf90 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2846522 Nov 03 19:13:51.734446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8de05-50a2-43dd-b74a-0b638c5befa0 req-c5a0313b-ca9d-4368-8b84-edba84f18153 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:51.748310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-a758b1be-46be-4b6e-b946-fcc178935cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:51.750643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61f8de05-50a2-43dd-b74a-0b638c5befa0 req-c5a0313b-ca9d-4368-8b84-edba84f18153 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 943 time: 0.2456930 Nov 03 19:13:51.750924 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-a758b1be-46be-4b6e-b946-fcc178935cc7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=73e64cbf-f2f1-45c1-9138-2b6ba2a36680 HTTP/1.1" status: 200 len: 910 time: 0.5810423 Nov 03 19:13:51.861538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-6f5fa0f0-5e23-4318-86a4-77ec4c0a1e63 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 HTTP/1.1" status: 200 len: 217 time: 0.0960808 Nov 03 19:13:51.874461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39a618ac-7e23-48fe-a63f-ead8167ebc29 req-2d8bfc4b-6cd5-4243-b633-2fc28b9378b8 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294834 Nov 03 19:13:51.937507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61f8de05-50a2-43dd-b74a-0b638c5befa0 req-8c177708-d88d-4b99-9ead-81287cd071f1 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853745 Nov 03 19:13:52.086569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-d3e1a55e-e995-481e-8b71-0a4e7489318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:52.095776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-d3e1a55e-e995-481e-8b71-0a4e7489318c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=dc7bc045-4c51-4ae3-84c2-382cb6e4fee0 HTTP/1.1" status: 200 len: 849 time: 0.2112899 Nov 03 19:13:52.139957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd142d9-666c-4667-9421-b14a8b8428e8 req-cab1c871-706d-4d7d-9367-9fcbeca9daef tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:52.148910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cd142d9-666c-4667-9421-b14a8b8428e8 req-cab1c871-706d-4d7d-9367-9fcbeca9daef tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2089210 Nov 03 19:13:52.171077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-f2d29fd4-47ee-4c4b-ad91-68853f594758 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=73e64cbf-f2f1-45c1-9138-2b6ba2a36680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680833 Nov 03 19:13:52.304252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e925c-54af-4166-8d04-0928a3a79ef5 req-9b54a792-b60a-4060-bdd7-00acfe97ad2d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:52.306591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d3e925c-54af-4166-8d04-0928a3a79ef5 req-9b54a792-b60a-4060-bdd7-00acfe97ad2d tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.1465456 Nov 03 19:13:52.359228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cd142d9-666c-4667-9421-b14a8b8428e8 req-196abc40-d4dd-499b-bff3-c764cefde03c tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036741 Nov 03 19:13:52.415028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d3e925c-54af-4166-8d04-0928a3a79ef5 req-09dbf40f-e396-4478-944c-f60fc97e0751 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953743 Nov 03 19:13:52.518942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-2536ed73-66c8-4dc8-ab78-568177bf2d2c service neutron] 10.222.0.110 "GET /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325379 Nov 03 19:13:52.690882 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39e590a6-686f-4eb4-ae13-d0c21bf27304 req-92c49fbd-662b-4d0b-8c1c-f244c8259e66 service neutron] 10.222.0.110 "GET /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579812 Nov 03 19:13:52.937466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752298-817b-4fca-9518-63921fe0f49d req-34c472f9-e135-4293-b4f8-fbc3bc1dd457 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:52.940250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13752298-817b-4fca-9518-63921fe0f49d req-34c472f9-e135-4293-b4f8-fbc3bc1dd457 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1151130 Nov 03 19:13:53.053447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45408) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:53.191939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13752298-817b-4fca-9518-63921fe0f49d req-57572d07-3cf8-4b15-9568-42759da07b8b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2403805 Nov 03 19:13:53.345410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b08e-c13e-4ca1-b3d7-4383d740e339 req-fbc97db5-3735-4337-bae8-0456b25cbafd tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.358493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1b9b08e-c13e-4ca1-b3d7-4383d740e339 req-fbc97db5-3735-4337-bae8-0456b25cbafd tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 943 time: 0.1562181 Nov 03 19:13:53.460299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1b9b08e-c13e-4ca1-b3d7-4383d740e339 req-1f6184e2-6e98-4fcb-84a9-37347b9e411a tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001117 Nov 03 19:13:53.593503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:53.630129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f19bd400-c773-4532-8a85-53ae38440033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.741726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5869f-6005-4578-9bce-b02acedd600f req-5a4305d4-a9fa-409c-b613-ff09b04ebc4f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.749380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79f5869f-6005-4578-9bce-b02acedd600f req-5a4305d4-a9fa-409c-b613-ff09b04ebc4f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.1680238 Nov 03 19:13:53.880194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f19bd400-c773-4532-8a85-53ae38440033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.895052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f19bd400-c773-4532-8a85-53ae38440033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.956291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79f5869f-6005-4578-9bce-b02acedd600f req-0865859d-81e5-4b9f-8ca6-fa161d037560 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904786 Nov 03 19:13:54.052562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,segment=NetworkSegment(2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b),segment_id=2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:54.095958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45438) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:54.105419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f19bd400-c773-4532-8a85-53ae38440033 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dc52cbc9487c478ab3f75c7102512043&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0501316 Nov 03 19:13:54.114675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bd400-c773-4532-8a85-53ae38440033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12fafce-a5a5-43c3-b476-3c565812ff11,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.132334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775', 'network_id': '73e64cbf-f2f1-45c1-9138-2b6ba2a36680', 'port_id': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775', 'mac_address': 'fa:16:3e:32:fc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7bc045-4c51-4ae3-84c2-382cb6e4fee0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:54.340083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85a17d4a-c9bf-4627-ae99-cd569d294733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.438603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.442443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85a17d4a-c9bf-4627-ae99-cd569d294733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.549764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:54.610979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85a17d4a-c9bf-4627-ae99-cd569d294733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.617380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85a17d4a-c9bf-4627-ae99-cd569d294733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.631712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-85a17d4a-c9bf-4627-ae99-cd569d294733 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c12fafce-a5a5-43c3-b476-3c565812ff11 HTTP/1.1" status: 204 len: 168 time: 0.5340137 Nov 03 19:13:54.640277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,segment=NetworkSegment(2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b),segment_id=2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:54.655221 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.689011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17d4a-c9bf-4627-ae99-cd569d294733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12fafce-a5a5-43c3-b476-3c565812ff11,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.919509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:55.008678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5687d1-4a07-447f-9a0a-718a9fe78385 req-ef609bec-2927-4cf5-b4fd-d49611218631 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:55.029741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec5687d1-4a07-447f-9a0a-718a9fe78385 req-ef609bec-2927-4cf5-b4fd-d49611218631 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.4213920 Nov 03 19:13:55.114893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f9941-5b1f-4630-984f-b505828b04a4 req-30709b28-5402-4f04-8bdc-3ec063d66b34 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:55.129760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a53f9941-5b1f-4630-984f-b505828b04a4 req-30709b28-5402-4f04-8bdc-3ec063d66b34 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 944 time: 0.3763330 Nov 03 19:13:55.215072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:55.261584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a53f9941-5b1f-4630-984f-b505828b04a4 req-a7383a1e-a830-41ef-82c5-ff769f8686b2 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297119 Nov 03 19:13:55.345609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec5687d1-4a07-447f-9a0a-718a9fe78385 req-d7cd4791-fb9b-430c-8f1d-dad1e5a41697 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2970450 Nov 03 19:13:55.606247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c766-332f-4572-997f-1e645229160b req-436b6010-cefe-4a00-87fb-57d975cd29f2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:55.608693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eda4c766-332f-4572-997f-1e645229160b req-436b6010-cefe-4a00-87fb-57d975cd29f2 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.1942990 Nov 03 19:13:55.649168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:55.868996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eda4c766-332f-4572-997f-1e645229160b req-94325839-3d45-42b8-994a-aced76ff6b08 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391145 Nov 03 19:13:56.067537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45480) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:56.102771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b896f2af-8407-4a53-b4c8-ad8d580b1fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.121360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:56.154433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'mac_address': 'fa:16:3e:e1:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:56.278605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.341202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3d70e8c-9c41-49b6-b825-f9db110b5a50 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:56.413481 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b896f2af-8407-4a53-b4c8-ad8d580b1fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.439236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b896f2af-8407-4a53-b4c8-ad8d580b1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.449717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:56.457948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.598917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:56.679359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b896f2af-8407-4a53-b4c8-ad8d580b1fb9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c40dc644211a46678d35c2c0c181d1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101892 Nov 03 19:13:56.684756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45516) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:56.686834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896f2af-8407-4a53-b4c8-ad8d580b1fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fcbc23-2cfe-4695-a40c-8ee7f0ea2350,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:56.695672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['c3d70e8c-9c41-49b6-b825-f9db110b5a50'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:56.774856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c9c59-bff1-4b4a-8524-747f0da43c87 req-56d13af4-3c55-450b-a661-359fe9d8636a tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:56.776706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349c9c59-bff1-4b4a-8524-747f0da43c87 req-56d13af4-3c55-450b-a661-359fe9d8636a tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 944 time: 0.2654185 Nov 03 19:13:56.797986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d25c8-322e-4eac-b537-7a936747a55e req-f8d58018-6d6c-49c9-881a-1d5e14e6cc5f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:56.802434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a5d25c8-322e-4eac-b537-7a936747a55e req-f8d58018-6d6c-49c9-881a-1d5e14e6cc5f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.1307595 Nov 03 19:13:56.933398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ab1035b-7b15-4929-873a-196170111fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.040364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ab1035b-7b15-4929-873a-196170111fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.095571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-349c9c59-bff1-4b4a-8524-747f0da43c87 req-3f65331c-2747-4cde-88b3-ef2c314eba36 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897859 Nov 03 19:13:57.125595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a5d25c8-322e-4eac-b537-7a936747a55e req-6d2da7f5-4806-4530-94e6-a351b83835bb tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786262 Nov 03 19:13:57.214754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ab1035b-7b15-4929-873a-196170111fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.219749 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ab1035b-7b15-4929-873a-196170111fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.225756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ab1035b-7b15-4929-873a-196170111fdf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/07fcbc23-2cfe-4695-a40c-8ee7f0ea2350 HTTP/1.1" status: 204 len: 168 time: 0.5354478 Nov 03 19:13:57.266736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1035b-7b15-4929-873a-196170111fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fcbc23-2cfe-4695-a40c-8ee7f0ea2350,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:57.501408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27338b-7498-475c-b95d-cb022846ddbd req-c1e9f0f9-55cd-4b44-88fe-7c3b19f308d3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:57.504237 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec27338b-7498-475c-b95d-cb022846ddbd req-c1e9f0f9-55cd-4b44-88fe-7c3b19f308d3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 945 time: 0.2237225 Nov 03 19:13:57.535791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568ceec-189a-4932-929c-55d27231f2d0 req-dc9545e9-6a6d-4933-9c79-948ea94179c2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:57.538434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9568ceec-189a-4932-929c-55d27231f2d0 req-dc9545e9-6a6d-4933-9c79-948ea94179c2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1605434 Nov 03 19:13:57.626464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:57.708399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec27338b-7498-475c-b95d-cb022846ddbd req-4f2e9f6c-b0eb-4ba1-baf1-cef486eb9af9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1897471 Nov 03 19:13:57.760434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9568ceec-189a-4932-929c-55d27231f2d0 req-b5ab7a0d-632b-439d-88d7-2404ff757176 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906896 Nov 03 19:13:57.830226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:13:57.846136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:57.848753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.047017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.111021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45570) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:58.183667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-a676b56a-3c34-479e-9dbd-5771310bdfb4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:58.190637 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-a676b56a-3c34-479e-9dbd-5771310bdfb4 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.2392209 Nov 03 19:13:58.192172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,segment=NetworkSegment(2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b),segment_id=2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:58.198173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:58.203804 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd796e-becd-4607-961e-811b62e8ae7a" -d '{"events": [{"server_uuid": "199ee73b-d57b-42e8-89ad-97bb611399d7", "name": "network-vif-plugged", "status": "completed", "tag": "9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:58.210424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.211583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:58.325085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port c3d70e8c-9c41-49b6-b825-f9db110b5a50 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:58.326056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.523320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.654607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.657930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da500ab-9639-4236-a2ce-561c8c4b016a req-3a5b29b9-e5bd-43e0-b614-78d0b280aabf tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:58.664653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5da500ab-9639-4236-a2ce-561c8c4b016a req-3a5b29b9-e5bd-43e0-b614-78d0b280aabf tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.2834680 Nov 03 19:13:58.682915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Deleting port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:58.684788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.819609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:58.833390 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.839546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5da500ab-9639-4236-a2ce-561c8c4b016a req-ea0cb431-21c5-47c1-963b-fadef7d01798 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422815 Nov 03 19:13:59.153022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:59.300698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] For port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,segment=NetworkSegment(3766b9aa-8556-4a8d-a8f8-3e953101be37),segment_id=3766b9aa-8556-4a8d-a8f8-3e953101be37)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:59.301544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.382712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Calling delete_port for 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:59.535370 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92445713-0dc1-44d7-b0fc-684efa6ff2c3 x-openstack-request-id: req-92445713-0dc1-44d7-b0fc-684efa6ff2c3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:59.536700 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199ee73b-d57b-42e8-89ad-97bb611399d7", "name": "network-vif-plugged", "status": "completed", "tag": "9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:59.538252 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92445713-0dc1-44d7-b0fc-684efa6ff2c3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:59.539699 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775', 'code': 200} Nov 03 19:13:59.568274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b31a82-28bb-4a20-b0e9-7d37cbbd9f34 req-206f9866-ffb3-49c9-818a-4d1964250655 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:59.593800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52b31a82-28bb-4a20-b0e9-7d37cbbd9f34 req-206f9866-ffb3-49c9-818a-4d1964250655 tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 946 time: 0.4146252 Nov 03 19:13:59.595842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6630b48e-5a38-4bb1-b635-20ad413827e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.919435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3210406-8045-4853-b10b-86abde961283 req-171965bf-cf51-4365-92d0-76b92d433a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:59.938474 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3210406-8045-4853-b10b-86abde961283 req-171965bf-cf51-4365-92d0-76b92d433a04 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 1096 time: 0.2242029 Nov 03 19:14:00.003251 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52b31a82-28bb-4a20-b0e9-7d37cbbd9f34 req-ba9d40bf-7484-4c77-8437-8409dd56f2ea tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a9c3e1e-5820-4157-a80f-ee13bcf5631c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720047 Nov 03 19:14:00.018314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.355150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Pushing event deleted for resources: {'Port': ['ID=8d8f1e89-cc08-48a3-8259-c9e80eee2b83,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.456452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6630b48e-5a38-4bb1-b635-20ad413827e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.468976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6630b48e-5a38-4bb1-b635-20ad413827e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.531253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] No DVR routers for this DVR port 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:00.601115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.639516 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2a88bb6-35c1-44ab-b6e5-f0492b02b429 req-cc8a03bc-9cc2-4e63-88c1-15f6250e277f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.115 "DELETE /v2.0/ports/8d8f1e89-cc08-48a3-8259-c9e80eee2b83 HTTP/1.1" status: 204 len: 173 time: 2.4371176 Nov 03 19:14:00.640800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf27064-a578-4134-b931-b43385f2d172', 'name': 'network-vif-deleted', 'tag': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:00.649444 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b5910-016c-4514-97d5-8babe6167fcc" -d '{"events": [{"server_uuid": "5cf27064-a578-4134-b931-b43385f2d172", "name": "network-vif-deleted", "tag": "8d8f1e89-cc08-48a3-8259-c9e80eee2b83"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:00.683788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6630b48e-5a38-4bb1-b635-20ad413827e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a88a92a6357745b8a6107cfee9d1cccd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5713592 Nov 03 19:14:00.698325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45618) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:00.729707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630b48e-5a38-4bb1-b635-20ad413827e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa968f6b-3fb2-44bf-9dc6-500c12a48445,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.854427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3210406-8045-4853-b10b-86abde961283 req-b2849941-4cae-470f-9292-462581343418 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8659294 Nov 03 19:14:00.903211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a775e5-8cd1-4401-a13b-0581ae125758 req-1bcb22cf-fa3c-4805-be09-4c65a394fdb4 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:00.917239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd520120-d66a-4389-b429-3f9c28853389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.935410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60a775e5-8cd1-4401-a13b-0581ae125758 req-1bcb22cf-fa3c-4805-be09-4c65a394fdb4 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.8053396 Nov 03 19:14:01.018138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd520120-d66a-4389-b429-3f9c28853389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.151099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd520120-d66a-4389-b429-3f9c28853389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.158238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd520120-d66a-4389-b429-3f9c28853389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.161776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd520120-d66a-4389-b429-3f9c28853389 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aa968f6b-3fb2-44bf-9dc6-500c12a48445 HTTP/1.1" status: 204 len: 168 time: 0.4599075 Nov 03 19:14:01.182104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd520120-d66a-4389-b429-3f9c28853389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa968f6b-3fb2-44bf-9dc6-500c12a48445,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:01.275766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60a775e5-8cd1-4401-a13b-0581ae125758 req-d28b81ed-1ab2-4de7-8bcd-1412082d8ac0 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256860 Nov 03 19:14:01.412374 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fbd00-0ec0-4c94-bf93-4e3f9d6cf6de x-openstack-request-id: req-496fbd00-0ec0-4c94-bf93-4e3f9d6cf6de {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:01.413385 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf27064-a578-4134-b931-b43385f2d172", "name": "network-vif-deleted", "tag": "8d8f1e89-cc08-48a3-8259-c9e80eee2b83", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:01.413893 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-496fbd00-0ec0-4c94-bf93-4e3f9d6cf6de {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:01.414580 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf27064-a578-4134-b931-b43385f2d172', 'name': 'network-vif-deleted', 'tag': '8d8f1e89-cc08-48a3-8259-c9e80eee2b83', 'status': 'completed', 'code': 200} Nov 03 19:14:01.541531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:01.543899 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8606b5-e60d-4916-be79-97cc1848779b" -d '{"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-plugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:01.649172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a0f5-427a-4c17-88b4-06395c23172e req-90eb6ce0-c4c8-48db-91ec-47bb2ec03826 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:01.673716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3361a0f5-427a-4c17-88b4-06395c23172e req-90eb6ce0-c4c8-48db-91ec-47bb2ec03826 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2487264 Nov 03 19:14:01.752248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:01.942001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:01.957403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8d8f1e89-cc08-48a3-8259-c9e80eee2b83 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:01.983300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3361a0f5-427a-4c17-88b4-06395c23172e req-904e7d51-da13-4417-abb7-1203e53d6f9e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3050716 Nov 03 19:14:02.075933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afcdb34f-823d-4f24-8e36-a6ccef51a97d req-98cf3813-06a5-4e6f-977c-c2c81e28003f tempest-DeleteServersTestJSON-878888187 tempest-DeleteServersTestJSON-878888187-project] 10.222.0.91 "GET /v2.0/ports?device_id=5cf27064-a578-4134-b931-b43385f2d172 HTTP/1.1" status: 200 len: 210 time: 0.2473280 Nov 03 19:14:02.268530 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51e208-82e4-49ad-a9f1-3e08b6131f8f x-openstack-request-id: req-bb51e208-82e4-49ad-a9f1-3e08b6131f8f {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:02.269562 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-plugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:02.270332 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb51e208-82e4-49ad-a9f1-3e08b6131f8f {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:02.270956 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'code': 200} Nov 03 19:14:02.516676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.649307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45650) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:02.697209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64fe193d-73e3-48e9-907f-4a7aa19e33a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.729851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f82dad-8bc1-48aa-93c5-6db86ea096d7 req-b5a64595-5df8-4501-a134-3534aeb47c52 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:02.741359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58f82dad-8bc1-48aa-93c5-6db86ea096d7 req-b5a64595-5df8-4501-a134-3534aeb47c52 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.1366518 Nov 03 19:14:02.819099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58f82dad-8bc1-48aa-93c5-6db86ea096d7 req-c0af865b-fd2f-4108-8278-245922cfe379 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770481 Nov 03 19:14:03.109417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64fe193d-73e3-48e9-907f-4a7aa19e33a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.122724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64fe193d-73e3-48e9-907f-4a7aa19e33a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.163342 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.393853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-64fe193d-73e3-48e9-907f-4a7aa19e33a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=65fe180e05294c2c8dbec9374b840529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6934369 Nov 03 19:14:03.393853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45666) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:03.746562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dc262-80a1-4750-a920-76e2e38fa836 req-71468511-5bce-4565-bccc-960f6e9f8940 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:03.761615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c3dc262-80a1-4750-a920-76e2e38fa836 req-71468511-5bce-4565-bccc-960f6e9f8940 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2208903 Nov 03 19:14:03.804082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe193d-73e3-48e9-907f-4a7aa19e33a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63242b1c-d8c7-4903-82b9-3b4e9e08baff,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:03.870798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c3dc262-80a1-4750-a920-76e2e38fa836 req-a4404fb5-9143-4857-aed8-2c6781cc843a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1044269 Nov 03 19:14:03.885226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e433bc8-2790-44ec-9955-580ff9946a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.983641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e433bc8-2790-44ec-9955-580ff9946a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.114298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e433bc8-2790-44ec-9955-580ff9946a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.126275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e433bc8-2790-44ec-9955-580ff9946a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.140985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2e433bc8-2790-44ec-9955-580ff9946a48 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/63242b1c-d8c7-4903-82b9-3b4e9e08baff HTTP/1.1" status: 204 len: 168 time: 0.7578707 Nov 03 19:14:04.196582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e433bc8-2790-44ec-9955-580ff9946a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63242b1c-d8c7-4903-82b9-3b4e9e08baff,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:04.352702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1703c-b684-4c89-85d3-47e20b254fc5 req-f676c2f0-3b97-4816-806c-c155e1f7a232 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:04.368750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92c1703c-b684-4c89-85d3-47e20b254fc5 req-f676c2f0-3b97-4816-806c-c155e1f7a232 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.2218504 Nov 03 19:14:04.532423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92c1703c-b684-4c89-85d3-47e20b254fc5 req-7f6a3eec-116e-40b3-9a0b-27816f1502d5 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599324 Nov 03 19:14:04.683142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ae38ff0-5114-435d-bed3-1c06e2c1cfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.437981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0979a9-edc4-46e5-9d8d-819d201e5134 req-45ce3176-f54f-42ad-acee-24d9a96e82ac tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:05.455943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad0979a9-edc4-46e5-9d8d-819d201e5134 req-45ce3176-f54f-42ad-acee-24d9a96e82ac tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.3091152 Nov 03 19:14:05.689609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad0979a9-edc4-46e5-9d8d-819d201e5134 req-0e7f7fd2-549c-41a4-a139-d7312c5522c4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2291965 Nov 03 19:14:07.189525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346769-513c-4b4c-9683-6ebf46d8afac req-c8c12774-84da-435f-97c4-e4ebfad0b360 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.192931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb346769-513c-4b4c-9683-6ebf46d8afac req-c8c12774-84da-435f-97c4-e4ebfad0b360 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1592052 Nov 03 19:14:07.413122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb346769-513c-4b4c-9683-6ebf46d8afac req-afd5ff79-3e07-4e93-a62d-d00c078b4b06 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1826632 Nov 03 19:14:08.333642 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5619d20-a074-4bba-9bd6-9acefb64a76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.886783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bdd44-9016-44df-a810-a8eb9ce4f1c3 req-1580520d-bd1a-4a60-9beb-6246d5a6c174 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.903937 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c96bdd44-9016-44df-a810-a8eb9ce4f1c3 req-1580520d-bd1a-4a60-9beb-6246d5a6c174 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2978747 Nov 03 19:14:09.046468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c96bdd44-9016-44df-a810-a8eb9ce4f1c3 req-0b7b56f7-c699-4806-b852-64d572284123 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1395295 Nov 03 19:14:09.885377 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.708877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835e21d-732e-4182-bade-f1e102d78aff req-d9f92be2-d56d-4dd3-b107-309f43f90052 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:10.727564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4835e21d-732e-4182-bade-f1e102d78aff req-d9f92be2-d56d-4dd3-b107-309f43f90052 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.3591135 Nov 03 19:14:10.786396 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:14:11.011861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4835e21d-732e-4182-bade-f1e102d78aff req-d1802ff9-c87b-4396-b68f-9caf450b500c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2654967 Nov 03 19:14:11.819758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.089603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.538645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c52c1-a4a4-404f-b412-9f321887fb32 req-7dbf1d75-11d8-4772-8e39-7a22fdfdd194 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:12.540534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d5c52c1-a4a4-404f-b412-9f321887fb32 req-7dbf1d75-11d8-4772-8e39-7a22fdfdd194 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2531819 Nov 03 19:14:12.780333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d5c52c1-a4a4-404f-b412-9f321887fb32 req-a2f3e8f6-0558-4334-8ddc-cc23ab72682c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2243278 Nov 03 19:14:14.082201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45960) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:14.484181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b355f-6fd4-4547-8d59-fb1b38676aa5 req-26a4ec69-cee2-4291-afc3-89f74f4d26bc tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.492345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e77b355f-6fd4-4547-8d59-fb1b38676aa5 req-26a4ec69-cee2-4291-afc3-89f74f4d26bc tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2732821 Nov 03 19:14:14.709401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e77b355f-6fd4-4547-8d59-fb1b38676aa5 req-901cf485-e0af-4d63-996e-2936f3936884 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2027562 Nov 03 19:14:14.980606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68ae3d1c-8b06-4358-b98c-0bbcee7fce43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.526495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68ae3d1c-8b06-4358-b98c-0bbcee7fce43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.546566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68ae3d1c-8b06-4358-b98c-0bbcee7fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:15.682380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae3d1c-8b06-4358-b98c-0bbcee7fce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6446f7-9525-47d8-ac5c-d71f15bc8db2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:15.778473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:15.780085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-68ae3d1c-8b06-4358-b98c-0bbcee7fce43 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb977b693cfa44e8b012e9f199af5fee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6950133 Nov 03 19:14:16.255544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44de7996-fb01-4074-b285-dd843e3848fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.340446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44de7996-fb01-4074-b285-dd843e3848fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.522446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44de7996-fb01-4074-b285-dd843e3848fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.528631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44de7996-fb01-4074-b285-dd843e3848fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:16.530825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-44de7996-fb01-4074-b285-dd843e3848fa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f6446f7-9525-47d8-ac5c-d71f15bc8db2 HTTP/1.1" status: 204 len: 168 time: 0.7506359 Nov 03 19:14:16.553877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7996-fb01-4074-b285-dd843e3848fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6446f7-9525-47d8-ac5c-d71f15bc8db2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:16.576078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876d4c-b1cf-43b8-af16-754577c93d2a req-49019a1f-2f69-455f-b732-97097323c631 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:16.589577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1876d4c-b1cf-43b8-af16-754577c93d2a req-49019a1f-2f69-455f-b732-97097323c631 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.5320125 Nov 03 19:14:16.721454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1876d4c-b1cf-43b8-af16-754577c93d2a req-69df5f25-4d7a-48d3-801d-8e996d0dd5f1 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246705 Nov 03 19:14:16.775032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883a15-ee1d-49a8-a78a-1427b1fb1f34 req-8de31ae9-988f-44e2-8b95-e6a8e949a554 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:16.778866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12883a15-ee1d-49a8-a78a-1427b1fb1f34 req-8de31ae9-988f-44e2-8b95-e6a8e949a554 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.7040510 Nov 03 19:14:16.968072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12883a15-ee1d-49a8-a78a-1427b1fb1f34 req-7de89ff2-94c8-4b5e-abdb-db2155177edb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1761558 Nov 03 19:14:17.263540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46026) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:18.180043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1b2ee-5c4b-4ca9-894e-50c4819dd9ed req-924174f2-18b6-4f46-a57c-e13d6a44e681 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.194075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ede1b2ee-5c4b-4ca9-894e-50c4819dd9ed req-924174f2-18b6-4f46-a57c-e13d6a44e681 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.2342265 Nov 03 19:14:18.203057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97235936-36ef-4664-8122-cf14fa1985b1 req-e14d60a6-7520-4f11-8b9c-8ba0e0e0c26f tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.207459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-97235936-36ef-4664-8122-cf14fa1985b1 req-e14d60a6-7520-4f11-8b9c-8ba0e0e0c26f tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.110 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 945 time: 0.2793193 Nov 03 19:14:18.454425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ede1b2ee-5c4b-4ca9-894e-50c4819dd9ed req-026004e2-bcf3-40a4-9c61-00302f598bdc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/security-groups?id=3408b29f-fd20-4db8-a4f4-a9dc5df6d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585256 Nov 03 19:14:18.558877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Deleting port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:18.563968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c692a-c048-4d12-8d2c-6c06c7fc7b8d req-cfc24f88-e2e0-4ac7-82df-093b3a9888b1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.568437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.590831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c1c692a-c048-4d12-8d2c-6c06c7fc7b8d req-cfc24f88-e2e0-4ac7-82df-093b3a9888b1 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.3056452 Nov 03 19:14:18.827866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3f95-9fd7-40cc-8171-bd7beb1b68c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.883797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c1c692a-c048-4d12-8d2c-6c06c7fc7b8d req-1e486016-154d-4e20-86c5-566e9c516836 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2906141 Nov 03 19:14:19.199571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] For port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,segment=NetworkSegment(2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b),segment_id=2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:19.199879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.233214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Calling delete_port for 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:19.455981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3f95-9fd7-40cc-8171-bd7beb1b68c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.485243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3f95-9fd7-40cc-8171-bd7beb1b68c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.579085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c3f95-9fd7-40cc-8171-bd7beb1b68c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142f29b7-d94e-4a1d-9add-b5c79832eb76,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:19.636641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2a0c3f95-9fd7-40cc-8171-bd7beb1b68c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb37cb47d7544ef98259ab2222048fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3694983 Nov 03 19:14:19.639548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46082) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:19.838280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.932422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Pushing event deleted for resources: {'Port': ['ID=9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:20.147533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.158121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] No DVR routers for this DVR port 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:20.166187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.193147 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-97235936-36ef-4664-8122-cf14fa1985b1 req-3fa1652c-8e9f-4011-ab32-ef34e27099dc tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.110 "DELETE /v2.0/ports/9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 HTTP/1.1" status: 204 len: 173 time: 1.9697471 Nov 03 19:14:20.194839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'name': 'network-vif-deleted', 'tag': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:20.201320 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd72ac9-bb0d-4990-a555-26e74695c880" -d '{"events": [{"server_uuid": "199ee73b-d57b-42e8-89ad-97bb611399d7", "name": "network-vif-deleted", "tag": "9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:20.285455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.441431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b63ba0ea-6dfb-4c1c-898b-4da5fa1807fa req-994c4927-b17c-4e84-9b26-7d508554a2d8 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 210 time: 0.5327780 Nov 03 19:14:20.657678 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a606af6-7fbe-49f9-964a-902c1f6c0a1e x-openstack-request-id: req-7a606af6-7fbe-49f9-964a-902c1f6c0a1e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:20.658438 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199ee73b-d57b-42e8-89ad-97bb611399d7", "name": "network-vif-deleted", "tag": "9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:20.658562 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7a606af6-7fbe-49f9-964a-902c1f6c0a1e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:20.659254 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199ee73b-d57b-42e8-89ad-97bb611399d7', 'name': 'network-vif-deleted', 'tag': '9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775', 'status': 'completed', 'code': 200} Nov 03 19:14:20.689741 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.710987 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:20.719600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/142f29b7-d94e-4a1d-9add-b5c79832eb76 HTTP/1.1" status: 204 len: 168 time: 1.0733981 Nov 03 19:14:20.773606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f29b7-d94e-4a1d-9add-b5c79832eb76,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:20.814361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.815345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.818607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.819490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.821774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.828108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.829119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.829911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.830719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.832257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.833353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.834829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696de8f-e571-4db1-a285-d09fab6bb617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:20.911644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1778a5e-cf63-427b-8fda-d4de0d0d29cc req-b6be5b1b-43bb-40a0-83cb-38a1d25ff851 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:20.931812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1778a5e-cf63-427b-8fda-d4de0d0d29cc req-b6be5b1b-43bb-40a0-83cb-38a1d25ff851 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.4860106 Nov 03 19:14:21.124764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1778a5e-cf63-427b-8fda-d4de0d0d29cc req-910956ff-5d8c-4ef2-b997-34bb0b7b7ab9 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1798780 Nov 03 19:14:21.754082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:21.871113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:21.871930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9c4da5c4-6c39-4db3-82a2-6a2fd0ab4775 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:21.970574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65afecce-8bc3-4c3b-ac90-9b656664c464 req-714dd0e0-caf6-4a33-9eac-6766816b5ba7 tempest-VolumesActionsTest-187758186 tempest-VolumesActionsTest-187758186-project] 10.222.0.91 "GET /v2.0/ports?device_id=199ee73b-d57b-42e8-89ad-97bb611399d7 HTTP/1.1" status: 200 len: 210 time: 0.1057386 Nov 03 19:14:22.392686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46154) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:22.450840 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8249a449-97a4-451b-a0e8-9c9d311f72e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.796844 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8249a449-97a4-451b-a0e8-9c9d311f72e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.846601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8249a449-97a4-451b-a0e8-9c9d311f72e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.924456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa402d-61d7-4bcd-85e3-9cdcee49ba00 req-3a771951-b475-44c1-9857-6b57eb1da96b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.927470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7eaa402d-61d7-4bcd-85e3-9cdcee49ba00 req-3a771951-b475-44c1-9857-6b57eb1da96b tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.4676330 Nov 03 19:14:22.972389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8249a449-97a4-451b-a0e8-9c9d311f72e4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1575f327f3c643e39891dcd4b02bed61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5762699 Nov 03 19:14:22.976016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46160) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:22.999780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249a449-97a4-451b-a0e8-9c9d311f72e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437c3b1-dac0-4b4a-a183-5d5e19d5a6d7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:23.164273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34ae468e-2242-472c-b759-fc9c730613ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.229296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34ae468e-2242-472c-b759-fc9c730613ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.262866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7eaa402d-61d7-4bcd-85e3-9cdcee49ba00 req-589bf26d-1689-46bb-9af6-4e7f62827ef4 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3124740 Nov 03 19:14:23.397740 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34ae468e-2242-472c-b759-fc9c730613ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.412377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34ae468e-2242-472c-b759-fc9c730613ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.416607 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-34ae468e-2242-472c-b759-fc9c730613ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d437c3b1-dac0-4b4a-a183-5d5e19d5a6d7 HTTP/1.1" status: 204 len: 168 time: 0.4384601 Nov 03 19:14:23.462445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae468e-2242-472c-b759-fc9c730613ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437c3b1-dac0-4b4a-a183-5d5e19d5a6d7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:24.673675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d66be-4734-4c92-a8a3-abd8d903b544 req-7c95ae31-5951-4fb4-8c03-2b93780c2107 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:24.690997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-351d66be-4734-4c92-a8a3-abd8d903b544 req-7c95ae31-5951-4fb4-8c03-2b93780c2107 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1378958 Nov 03 19:14:24.821637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-351d66be-4734-4c92-a8a3-abd8d903b544 req-385adde6-dc39-4045-abf8-8e0ca1688068 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1286912 Nov 03 19:14:24.823494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46212) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:25.678925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85fd-06c6-49eb-9841-50903d3e9fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.916496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85fd-06c6-49eb-9841-50903d3e9fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.927613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85fd-06c6-49eb-9841-50903d3e9fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.046236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc85fd-06c6-49eb-9841-50903d3e9fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fa39c6-0f9d-4523-9638-9824b24a0d80,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:26.113799 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9dc85fd-06c6-49eb-9841-50903d3e9fef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ec3279a862fa40eda33616746bb6f42b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2884834 Nov 03 19:14:26.117104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46248) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:26.170964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46250) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:26.228379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-173db2a9-c890-4e08-ad4a-e660d1dcbed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.293468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd996d1-8fe6-43fa-a821-c4d2bc56bd43 req-1c203fee-e4c3-4587-90ca-a0f86667728a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:26.303663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-173db2a9-c890-4e08-ad4a-e660d1dcbed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.308598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcd996d1-8fe6-43fa-a821-c4d2bc56bd43 req-1c203fee-e4c3-4587-90ca-a0f86667728a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2255087 Nov 03 19:14:26.408121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-173db2a9-c890-4e08-ad4a-e660d1dcbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.419957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-173db2a9-c890-4e08-ad4a-e660d1dcbed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:26.422535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-173db2a9-c890-4e08-ad4a-e660d1dcbed9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/43fa39c6-0f9d-4523-9638-9824b24a0d80 HTTP/1.1" status: 204 len: 168 time: 0.3033261 Nov 03 19:14:26.437570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173db2a9-c890-4e08-ad4a-e660d1dcbed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fa39c6-0f9d-4523-9638-9824b24a0d80,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:26.538609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcd996d1-8fe6-43fa-a821-c4d2bc56bd43 req-201a9c95-0b25-4756-9472-fbb540f0bcf3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2263768 Nov 03 19:14:26.723385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46264) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:27.048503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Deleting subnet a7f0272a-60bf-42ad-b9aa-48f06a97aef7 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:27.083872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.271500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.387860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.468942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.544419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f0272a-60bf-42ad-b9aa-48f06a97aef7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:27.552373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.562660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-44f4f523-8f90-4bf8-bd3f-d10c756536d6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a7f0272a-60bf-42ad-b9aa-48f06a97aef7 HTTP/1.1" status: 204 len: 168 time: 1.3898358 Nov 03 19:14:27.567015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46276) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:27.799715 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:27.810383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1876438170', 'router:external': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:28.230719 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:28.493885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Made reservation on behalf of cc16331dd51449c4bb07b07913ab42d6 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:28.497113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.038726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ace652e-f7b7-4bed-b3ed-bfd067cdec51']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:29.045378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.092365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3766b9aa-8556-4a8d-a8f8-3e953101be37') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:29.096945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3766b9aa-8556-4a8d-a8f8-3e953101be37') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:29.140830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483260-c850-4cf4-a074-45ea6f8a27d3 req-58872392-5216-4852-8940-f8a0a2d8a68c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:29.146752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66483260-c850-4cf4-a074-45ea6f8a27d3 req-58872392-5216-4852-8940-f8a0a2d8a68c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 1.1809156 Nov 03 19:14:29.429996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.445332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.471665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:29.497877 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.498480 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Added segment 83a16d3f-cd48-4d1b-8330-b0780e101064 of type vlan for network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f Nov 03 19:14:29.675492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.772484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.875845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.896484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66483260-c850-4cf4-a074-45ea6f8a27d3 req-c40d649b-4847-4ca4-9ea9-17ad69f4230d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4626839 Nov 03 19:14:29.937159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa2efc-59b6-447a-8ffc-48f4aa532410,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:29.973477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:29.973897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:29.976290 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:29.979483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:14:30.108599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.109942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:30.110555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.205638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Network': ['ID=693cea86-e5d1-4fdc-bd3b-5965f791ed6f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:30.225128 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.233606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bd170f54-52a4-4e04-86cf-d2cdf449a0f9 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5059195 Nov 03 19:14:30.236428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:30.246793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:30.256429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'subnet': {'network_id': '693cea86-e5d1-4fdc-bd3b-5965f791ed6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:30.290373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.303745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] 10.222.0.91 "DELETE /v2.0/networks/6ace652e-f7b7-4bed-b3ed-bfd067cdec51 HTTP/1.1" status: 204 len: 168 time: 2.7349586 Nov 03 19:14:30.305201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a54b80-a473-4866-aac9-273d8bee3a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ace652e-f7b7-4bed-b3ed-bfd067cdec51,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:30.352185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Made reservation on behalf of cc16331dd51449c4bb07b07913ab42d6 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:30.364456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.413022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:31.455896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9c623-ce87-464a-8070-68bf13714d77 req-f7db9ff8-0300-4fb0-8d5c-6c6d57fdc387 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:31.460159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31b9c623-ce87-464a-8070-68bf13714d77 req-f7db9ff8-0300-4fb0-8d5c-6c6d57fdc387 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.1849122 Nov 03 19:14:31.534114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:14:31.535035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.591520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a5f3f67-f35b-4736-b216-ac6015114819 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f02136704c1e409fab8d60dbda6a6460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697626 Nov 03 19:14:31.601212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46356) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:31.666104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b84c3d41-bb0d-43e4-b457-31b3db0dfe1c,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:31.736235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31b9c623-ce87-464a-8070-68bf13714d77 req-269ffe0c-2e80-44c0-849a-4f8de96f7231 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2345748 Nov 03 19:14:31.764905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0943e2b9-876d-4b1e-958c-0177437eef26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.812612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Checking segment: {'id': '83a16d3f-cd48-4d1b-8330-b0780e101064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '693cea86-e5d1-4fdc-bd3b-5965f791ed6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:31.814303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network hostable DHCP agents. Network: 693cea86-e5d1-4fdc-bd3b-5965f791ed6f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:31.845356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0943e2b9-876d-4b1e-958c-0177437eef26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.879806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:31.902917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 693cea86-e5d1-4fdc-bd3b-5965f791ed6f) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:31.911774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:31.912551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.936186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098d9e2-03cf-4337-9f9c-11af8a7d44af None None] Network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:31.990219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46362) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:31.992893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-36fcdd99-c911-472b-b63c-f9f555fe385e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7539775 Nov 03 19:14:32.010441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2141147201', 'network_id': '693cea86-e5d1-4fdc-bd3b-5965f791ed6f'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:32.027306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0943e2b9-876d-4b1e-958c-0177437eef26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.038831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0943e2b9-876d-4b1e-958c-0177437eef26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.043751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0943e2b9-876d-4b1e-958c-0177437eef26 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1a9c3e1e-5820-4157-a80f-ee13bcf5631c HTTP/1.1" status: 204 len: 168 time: 0.4363205 Nov 03 19:14:32.128625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943e2b9-876d-4b1e-958c-0177437eef26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9c3e1e-5820-4157-a80f-ee13bcf5631c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:32.187827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Made reservation on behalf of cc16331dd51449c4bb07b07913ab42d6 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:32.190469 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:32.261459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] device_id is not set on port 966af797-9ee4-4d34-ab1f-d449ec4aaac6 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:32.417662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf6a83-77ed-4111-8c80-60c65c331545 None None] Network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:32.664825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Allocated IP 172.20.0.2 (693cea86-e5d1-4fdc-bd3b-5965f791ed6f/b84c3d41-bb0d-43e4-b457-31b3db0dfe1c/966af797-9ee4-4d34-ab1f-d449ec4aaac6) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:32.790207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.039700 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.084796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.326606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:33.415098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83f22-5780-4638-9901-40072219bd37 req-cba31fb3-a8aa-4dab-907d-9b269b49ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:33.454265 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-cba31fb3-a8aa-4dab-907d-9b269b49ab5c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.1804535 Nov 03 19:14:33.612369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530130c-4fb7-448e-9dc9-ada77c95d4d9 req-370dbdd3-4112-469a-a04d-840a4bfaf8c5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:33.628321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8530130c-4fb7-448e-9dc9-ada77c95d4d9 req-370dbdd3-4112-469a-a04d-840a4bfaf8c5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.4921403 Nov 03 19:14:33.687296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:33.719185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:33.738866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:33.759802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Port': ['ID=966af797-9ee4-4d34-ab1f-d449ec4aaac6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:33.939752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f5ab4-fbc6-4ac2-8317-71643fe5ff01 req-9e612a1d-408a-436f-b891-cc3e3f350ebc tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:33.941421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e10f5ab4-fbc6-4ac2-8317-71643fe5ff01 req-9e612a1d-408a-436f-b891-cc3e3f350ebc tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.4299159 Nov 03 19:14:34.001135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8530130c-4fb7-448e-9dc9-ada77c95d4d9 req-badef7e8-7063-4159-8bcd-3255660c73e8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3711333 Nov 03 19:14:34.072477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:34.076791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.157698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e10f5ab4-fbc6-4ac2-8317-71643fe5ff01 req-39d51274-9fd8-4acf-b659-6094f9cd7956 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043111 Nov 03 19:14:34.172157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-929a05a2-d31c-412e-9187-ec1054ed04c5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1780860 Nov 03 19:14:34.175393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:34.397420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Deleting port 966af797-9ee4-4d34-ab1f-d449ec4aaac6 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:34.397968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.539403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83f22-5780-4638-9901-40072219bd37 req-0d4ede1d-7146-4e3e-b5f1-fea8434d5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:34.548772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-0d4ede1d-7146-4e3e-b5f1-fea8434d5894 service neutron] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 1.0782928 Nov 03 19:14:34.629078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.658748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Calling delete_port for 966af797-9ee4-4d34-ab1f-d449ec4aaac6 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:34.672418 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cfd51770-cdb1-4b35-9d9b-c98d53babd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:34.719854 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-7a1d84f6-7144-4786-83c8-0865a9738d82 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.1590817 Nov 03 19:14:34.876939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83f22-5780-4638-9901-40072219bd37 req-e9eee50f-062f-4135-bbb3-105e443b6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:34.880974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-e9eee50f-062f-4135-bbb3-105e443b6e43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.1459770 Nov 03 19:14:34.881795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46422) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:35.011430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-d7b2d20b-0f6e-4104-974b-1904c4e62bbb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164589 Nov 03 19:14:35.019203 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.127796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event deleted for resources: {'Port': ['ID=966af797-9ee4-4d34-ab1f-d449ec4aaac6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:35.325193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.342987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-022b39c4-ae5a-495f-8e24-3c879478b829 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/ports/966af797-9ee4-4d34-ab1f-d449ec4aaac6 HTTP/1.1" status: 204 len: 168 time: 1.1623287 Nov 03 19:14:35.344073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46434) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:35.369731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '693cea86-e5d1-4fdc-bd3b-5965f791ed6f', 'external_fixed_ips': [{'subnet_id': 'b84c3d41-bb0d-43e4-b457-31b3db0dfe1c', 'ip_address': '172.20.0.2'}]}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:35.500977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.504643 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:35.558813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-5d5dd452-b499-4884-a880-e5334f011e41 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312347 Nov 03 19:14:35.680631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.076347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:36.218383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46444) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:36.301854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.319890 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.428403 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-faa83f22-5780-4638-9901-40072219bd37 req-4864469f-1c1f-4f39-ac58-53a24f5d4b93 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8488884 Nov 03 19:14:36.695001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded90f1-3e80-4fff-b42d-00b07e9ed1c4 req-7af3a758-9305-4ebd-b07e-fedf9a825fe5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:36.706819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ded90f1-3e80-4fff-b42d-00b07e9ed1c4 req-7af3a758-9305-4ebd-b07e-fedf9a825fe5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 1.2554588 Nov 03 19:14:36.809410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691163b1-52d8-4181-926b-b96b7ace9697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:36.968756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78010ced-ac07-45f7-8693-6a73553bd6c1 req-e14b6448-b1ac-4070-88dd-e92bd18b9e8d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:36.981582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78010ced-ac07-45f7-8693-6a73553bd6c1 req-e14b6448-b1ac-4070-88dd-e92bd18b9e8d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 1.2926254 Nov 03 19:14:37.099151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691163b1-52d8-4181-926b-b96b7ace9697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.105847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ded90f1-3e80-4fff-b42d-00b07e9ed1c4 req-b6f44adf-c5bd-4de0-9360-abccd694c631 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3451829 Nov 03 19:14:37.113893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46466) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:37.161828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691163b1-52d8-4181-926b-b96b7ace9697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.183517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-bcffcabd-bf00-4914-950b-4da5b5231074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:37.190450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-bcffcabd-bf00-4914-950b-4da5b5231074 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.5045538 Nov 03 19:14:37.276503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78010ced-ac07-45f7-8693-6a73553bd6c1 req-ef52957a-6616-40ee-88d4-d6c997bcf8fa tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914968 Nov 03 19:14:37.396393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691163b1-52d8-4181-926b-b96b7ace9697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2711c568-75ec-41c2-bdd0-8a1604502832,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:37.409801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-691163b1-52d8-4181-926b-b96b7ace9697 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13c3d45168744a2b907802fbbbe2534d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1815646 Nov 03 19:14:37.468518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46472) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:37.789311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.798851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1737450725-network', 'tenant_id': '9ef0b34f13b44864b1eca8605caee148'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:37.846818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:37.877508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-817049c5-fd6e-40e3-a33c-7b4a949cb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:37.879243 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-817049c5-fd6e-40e3-a33c-7b4a949cb31e service neutron] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.5965266 Nov 03 19:14:37.982427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.154798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Allocated IP 172.20.0.2 (693cea86-e5d1-4fdc-bd3b-5965f791ed6f/b84c3d41-bb0d-43e4-b457-31b3db0dfe1c/266361b8-0c16-4b95-9fa9-307ed87b1c16) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:38.181454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-3270c3be-41e2-430f-9f44-90c05f051888 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.2776408 Nov 03 19:14:38.259021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Made reservation on behalf of 9ef0b34f13b44864b1eca8605caee148 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:38.266046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.342066 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a485fbd1-619c-4675-a96a-bc14741cc072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.344392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-515b0dc1-d87f-49d4-9d75-7f9f856c471c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.352946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Allocated IP 172.25.8.120 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/5c5c0e7b-abb8-4c67-950b-172ecc7c05da) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:38.378973 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.520605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-e30c9f22-7bff-467a-9bbc-c306c3ded417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:38.523796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-e30c9f22-7bff-467a-9bbc-c306c3ded417 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.3155792 Nov 03 19:14:38.595123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aeaea-19b8-4f3e-a8a9-af8ad166843b req-a5d43882-b232-4829-9575-e870b855d2c5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:38.603954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-019aeaea-19b8-4f3e-a8a9-af8ad166843b req-a5d43882-b232-4829-9575-e870b855d2c5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 0.2316408 Nov 03 19:14:38.614336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-515b0dc1-d87f-49d4-9d75-7f9f856c471c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.731838 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-9f7e3c2e-a635-4979-b4da-34c7d3129937 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719828 Nov 03 19:14:38.910184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.946595 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:38.982582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:39.005281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.005281 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Added segment b22c8779-b569-41de-adfd-5300953c4e24 of type vlan for network bba60b4f-3f01-4a3f-8baa-e31094b96f4e Nov 03 19:14:39.132968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-515b0dc1-d87f-49d4-9d75-7f9f856c471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.139348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-515b0dc1-d87f-49d4-9d75-7f9f856c471c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.142133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-515b0dc1-d87f-49d4-9d75-7f9f856c471c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2711c568-75ec-41c2-bdd0-8a1604502832 HTTP/1.1" status: 204 len: 168 time: 1.6700447 Nov 03 19:14:39.233644 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.258330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-f346f9c8-00d3-45ff-ae87-aaa8b02da217 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055604 Nov 03 19:14:39.265250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b0dc1-d87f-49d4-9d75-7f9f856c471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2711c568-75ec-41c2-bdd0-8a1604502832,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:39.273070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.468306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:14:39.565500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4833bca8-2c7b-42b1-b961-6a3649c41104 req-0b8ddab7-d320-4542-b0d1-418e0701da80 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868595 Nov 03 19:14:39.659928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.667943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.698060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee239c-36a3-4bc4-a0ba-4d1b9cf39d08 req-cb913e0a-6f81-421e-aef0-f9953e450d17 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:39.700091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-deee239c-36a3-4bc4-a0ba-4d1b9cf39d08 req-cb913e0a-6f81-421e-aef0-f9953e450d17 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 1.1756258 Nov 03 19:14:39.713151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.714235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:39.714856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:39.735690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbab6453-871a-4174-8406-c945b7ab620c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:39.787970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-019aeaea-19b8-4f3e-a8a9-af8ad166843b req-c45b7886-d7b7-409d-97f1-32b8a28308d3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.1825309 Nov 03 19:14:39.836939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Pushing event updated for resources: {'Port': ['ID=5c5c0e7b-abb8-4c67-950b-172ecc7c05da,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:39.847228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:39.876470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:39.892525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:39.916394 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.126076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.152316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0254502 Nov 03 19:14:40.181788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46502) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:40.191574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Request body: {'subnet': {'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1737450725-subnet', 'tenant_id': '9ef0b34f13b44864b1eca8605caee148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:40.259974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:40.261504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b90433-5228-447d-a03d-c72a735c4c06 admin admin] Pushing event updated for resources: {'Network': ['ID=bba60b4f-3f01-4a3f-8baa-e31094b96f4e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:40.275508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:40.276317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Made reservation on behalf of 9ef0b34f13b44864b1eca8605caee148 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:40.279874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network bba60b4f-3f01-4a3f-8baa-e31094b96f4e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:40.280115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.377127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.538584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:40.548318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.561492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:40.695521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46514) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:40.750918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-deee239c-36a3-4bc4-a0ba-4d1b9cf39d08 req-39631297-414c-4b9f-9ed5-f1641e746c52 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9688363 Nov 03 19:14:40.777139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Port': ['ID=266361b8-0c16-4b95-9fa9-307ed87b1c16,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:40.965455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de43914-94bb-4ea9-a126-3c504a208c2c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:41.036025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b80c58dc-0afd-49b2-8ff0-dbba106bf1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.046967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Checking segment: {'id': 'b22c8779-b569-41de-adfd-5300953c4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:41.048648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Network hostable DHCP agents. Network: bba60b4f-3f01-4a3f-8baa-e31094b96f4e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:41.153553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-f45ea9a1-fa42-41b3-bdfd-3d8d1c011681 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2282965 Nov 03 19:14:41.229429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Network bba60b4f-3f01-4a3f-8baa-e31094b96f4e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:41.270525 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.372016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.577612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Pushing event updated for resources: {'Port': ['ID=5c5c0e7b-abb8-4c67-950b-172ecc7c05da,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:41.667863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.669256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.670014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.670771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.671479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.672207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.672913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.673807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.674930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.677616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.678587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.681019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:41.805187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-5de44c28-2573-4904-b60d-5982d50d4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:41.809995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-5de44c28-2573-4904-b60d-5982d50d4b8d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 0.4994202 Nov 03 19:14:41.815132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.850803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.947568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:41.951778 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8de7e418-5ddb-48d9-b994-55352fe31e73 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0676668 Nov 03 19:14:42.013472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46524) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:42.048190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.051018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1275828578', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'fixed_ips': [{'ip_address': '172.25.8.120'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:42.111421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, bba60b4f-3f01-4a3f-8baa-e31094b96f4e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:42.116470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:42.117080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.117479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b80c58dc-0afd-49b2-8ff0-dbba106bf1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.132975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48747c-8cdd-48c1-9422-e0455faf3c15 None None] Network bba60b4f-3f01-4a3f-8baa-e31094b96f4e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:42.152684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b80c58dc-0afd-49b2-8ff0-dbba106bf1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.216262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Made reservation on behalf of 0d883cc9303741cd83ff767d86f30a39 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:42.219963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.258061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.278360 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.279201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-0c6797ca-df59-4c64-bd48-e38983fc8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:42.282521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-0c6797ca-df59-4c64-bd48-e38983fc8bd9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.4232149 Nov 03 19:14:42.287503 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b80c58dc-0afd-49b2-8ff0-dbba106bf1b5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e326b7dc321d4657a381860869f9190b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5896735 Nov 03 19:14:42.296015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46526) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:42.431399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-6ccfc9e1-bc04-44b7-a311-3598cca79669 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.1310954 Nov 03 19:14:42.484015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c58dc-0afd-49b2-8ff0-dbba106bf1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea9814a-5329-43b0-af37-e1e87c1b91fd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:42.501336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96da8a-3bb0-4b2a-99fb-eb74a3e1bff8 None None] Network bba60b4f-3f01-4a3f-8baa-e31094b96f4e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:42.512971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf00a2-2a0b-41d1-a068-5291b1685d49 req-6159ac63-ee0a-46c4-ac07-8e2f06243055 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:42.515782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8acf00a2-2a0b-41d1-a068-5291b1685d49 req-6159ac63-ee0a-46c4-ac07-8e2f06243055 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 1.3776112 Nov 03 19:14:42.540303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c0913b98-4aea-4ade-a277-4db4697ceaa8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3540225 Nov 03 19:14:42.559056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-a73897c5-0a68-49f4-9ec2-3d6464d86a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:42.560241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-a73897c5-0a68-49f4-9ec2-3d6464d86a12 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.1052020 Nov 03 19:14:42.634080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bef09-d589-4516-8f84-136782b80995 req-6d34a9f0-8a8f-46c7-b887-af667f11af67 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:42.658737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e60bef09-d589-4516-8f84-136782b80995 req-6d34a9f0-8a8f-46c7-b887-af667f11af67 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.6430359 Nov 03 19:14:42.704194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-4e5e576b-09ce-409f-8b41-b2bba7d98519 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213610 Nov 03 19:14:43.045225 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-41bbb404-0e76-4434-af96-cd82d7f99224 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981942 Nov 03 19:14:43.199500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c2505a6-9168-4edf-a108-89976da85fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.556398 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.647805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8acf00a2-2a0b-41d1-a068-5291b1685d49 req-1e0b8960-6241-40ec-8a7c-57ba556f1fc8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.0990136 Nov 03 19:14:43.665125 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c2505a6-9168-4edf-a108-89976da85fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.737100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e60bef09-d589-4516-8f84-136782b80995 req-2be87250-48eb-438e-a878-3d68327568db tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0300643 Nov 03 19:14:43.900195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-278d3081-b200-406f-810c-69cd9e1bbfb9 req-fd00e42d-0172-429a-9f03-03116a0220ae service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8473930 Nov 03 19:14:43.919248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.935601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.947392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] device_id is not set on port 839f307d-8aef-4005-868d-e1afdecd1ebb yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:14:43.956974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c2505a6-9168-4edf-a108-89976da85fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.962070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c2505a6-9168-4edf-a108-89976da85fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:43.963651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c2505a6-9168-4edf-a108-89976da85fd8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ea9814a-5329-43b0-af37-e1e87c1b91fd HTTP/1.1" status: 204 len: 168 time: 1.6648188 Nov 03 19:14:44.013950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2505a6-9168-4edf-a108-89976da85fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea9814a-5329-43b0-af37-e1e87c1b91fd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:44.278502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-30033c57-821e-46ff-8f07-486756fe66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:44.279988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-30033c57-821e-46ff-8f07-486756fe66dc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1097 time: 0.2232883 Nov 03 19:14:44.468542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2261c87c-89b2-4632-bbe1-1acd88635f0b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:44.541316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-1927ac62-f846-49c4-94c9-32db6e017bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:44.545858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-1927ac62-f846-49c4-94c9-32db6e017bfe service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.2505169 Nov 03 19:14:44.721968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Router 992d87f4-2280-4f0d-9b0c-0d0fe13a060b is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:14:44.858602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-aecd1f69-3a82-4c02-a52a-c7821cd5bc54 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1002 time: 0.2933984 Nov 03 19:14:45.051733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-00d5b32a-0d95-46ec-8075-2828a91321d7 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:45.054791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-00d5b32a-0d95-46ec-8075-2828a91321d7 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/networks?id=bba60b4f-3f01-4a3f-8baa-e31094b96f4e HTTP/1.1" status: 200 len: 818 time: 0.6779535 Nov 03 19:14:45.057750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-a0322e6a-ac26-4f4b-8370-689991e27569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:45.076333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-a0322e6a-ac26-4f4b-8370-689991e27569 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.1890502 Nov 03 19:14:45.228688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-045b5577-dacc-4abc-958c-30ac80b8f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:45.230679 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-045b5577-dacc-4abc-958c-30ac80b8f9d9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443095 Nov 03 19:14:45.276116 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:14:45.277117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:14:45.321098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-2348f52b-7f47-4414-a1bd-7292f218a58b tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/quotas/9ef0b34f13b44864b1eca8605caee148 HTTP/1.1" status: 200 len: 375 time: 0.2386911 Nov 03 19:14:45.347227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692288d9-3da2-43ed-b9b4-45e22bfa5080 req-0fd10860-261c-4a22-be66-d2049605b193 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:45.350317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-692288d9-3da2-43ed-b9b4-45e22bfa5080 req-0fd10860-261c-4a22-be66-d2049605b193 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.4205511 Nov 03 19:14:45.357260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-21a6ee2a-c4d0-4513-b7e9-3459984ce48d tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.3225334 Nov 03 19:14:45.405014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46586) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:45.585037 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-4d0f2b9c-8852-4bc2-b66c-c79b073318d4 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297698 Nov 03 19:14:45.614174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:45.627959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-104ec74e-0ed3-4153-95b1-3e9737e2c655 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9ef0b34f13b44864b1eca8605caee148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2658303 Nov 03 19:14:45.656467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Sync routers for ids ['992d87f4-2280-4f0d-9b0c-0d0fe13a060b'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:45.699591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Routers {'992d87f4-2280-4f0d-9b0c-0d0fe13a060b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:45.702570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:14:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['992d87f4-2280-4f0d-9b0c-0d0fe13a060b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:45.820893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-427cbf9c-dd39-4a9e-a238-4023ab728983 req-a1b09717-6410-4a35-ba40-559d05de641e service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235873 Nov 03 19:14:46.020330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.026772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46598) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:46.030705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66d3821e-fc63-4b91-9a31-c980e4dba56f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.6793642 Nov 03 19:14:46.042913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Set router 992d87f4-2280-4f0d-9b0c-0d0fe13a060b gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:46.099119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:46.463425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-692288d9-3da2-43ed-b9b4-45e22bfa5080 req-e9fc69a5-0c5c-4c4d-93f8-d81b009866a8 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0727463 Nov 03 19:14:46.533921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.723826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Deleting port 5c5c0e7b-abb8-4c67-950b-172ecc7c05da {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:46.724409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:46.828646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-7a4e40a8-5cfa-43a1-bc63-f68d910f7f4d service neutron] 10.222.0.91 "GET /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1052139 Nov 03 19:14:46.849915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.067542 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.120180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Deleting port 266361b8-0c16-4b95-9fa9-307ed87b1c16 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:47.125253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.233260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:47.238838 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf303a58-4890-4eed-b887-a73e0c2978af" -d '{"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:47.259815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:47.274070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.397756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992d87f4-2280-4f0d-9b0c-0d0fe13a060b', 'name': '', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '693cea86-e5d1-4fdc-bd3b-5965f791ed6f', 'external_fixed_ips': [{'subnet_id': 'b84c3d41-bb0d-43e4-b457-31b3db0dfe1c', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '266361b8-0c16-4b95-9fa9-307ed87b1c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:35Z', 'updated_at': '2021-11-03T19:14:41Z', 'revision_number': 3, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port': {'id': '266361b8-0c16-4b95-9fa9-307ed87b1c16', 'name': '', 'network_id': '693cea86-e5d1-4fdc-bd3b-5965f791ed6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992d87f4-2280-4f0d-9b0c-0d0fe13a060b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'b84c3d41-bb0d-43e4-b457-31b3db0dfe1c', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:37Z', 'updated_at': '2021-11-03T19:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84c3d41-bb0d-43e4-b457-31b3db0dfe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:47.438361 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.439099 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.446419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.473438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Calling delete_port for 5c5c0e7b-abb8-4c67-950b-172ecc7c05da owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:47.481553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Calling delete_port for 266361b8-0c16-4b95-9fa9-307ed87b1c16 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:47.554912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Checking router: 992d87f4-2280-4f0d-9b0c-0d0fe13a060b for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:14:47.555516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Updating router 992d87f4-2280-4f0d-9b0c-0d0fe13a060b port 266361b8-0c16-4b95-9fa9-307ed87b1c16 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:14:47.646930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:47.686612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.687204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.688436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.700180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.701255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.701792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.702273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.702618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.703002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.703532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.704018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.704585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:47.732032 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.779345 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:14:47.828054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18b09-9f21-46fc-a421-fec732bd000b req-9a40b604-fb14-4e1a-b4ac-76e99c165e96 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:47.831484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3b18b09-9f21-46fc-a421-fec732bd000b req-9a40b604-fb14-4e1a-b4ac-76e99c165e96 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 946 time: 1.0691845 Nov 03 19:14:47.895936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.014607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46630) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:48.043685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event deleted for resources: {'Port': ['ID=266361b8-0c16-4b95-9fa9-307ed87b1c16,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:48.434472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.709521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-28a65f8e-7749-4fbd-b0e7-de2783e988b9 service neutron] 10.222.0.91 "GET /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8111391 Nov 03 19:14:48.719730 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:14:48.720467 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:14:48.830184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-365b52a4-1d2e-44a6-9eb4-d65f32ebd8a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.858139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.875659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:48.969279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a3b18b09-9f21-46fc-a421-fec732bd000b req-e2ca143c-4513-4991-b45c-97d2155108c8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.1013722 Nov 03 19:14:48.980567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.056281 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4fde1e-277c-4dcc-b6b9-e92d28a6a979 x-openstack-request-id: req-0e4fde1e-277c-4dcc-b6b9-e92d28a6a979 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:49.056909 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:49.057304 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0e4fde1e-277c-4dcc-b6b9-e92d28a6a979 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:49.057804 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'code': 200} Nov 03 19:14:49.097524 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-365b52a4-1d2e-44a6-9eb4-d65f32ebd8a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.101093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.102485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 992d87f4-2280-4f0d-9b0c-0d0fe13a060b {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:14:49.105826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c5c0e7b-abb8-4c67-950b-172ecc7c05da,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:49.131251 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.144043 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-15e5356d-86c1-4265-b490-4221da5c70fb tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/routers/992d87f4-2280-4f0d-9b0c-0d0fe13a060b HTTP/1.1" status: 204 len: 168 time: 3.1157553 Nov 03 19:14:49.146293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46644) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:49.175169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-365b52a4-1d2e-44a6-9eb4-d65f32ebd8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.303148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Port 266361b8-0c16-4b95-9fa9-307ed87b1c16 not found while updating agent binding for router 992d87f4-2280-4f0d-9b0c-0d0fe13a060b. {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 19:14:49.338804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Routers set() bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:49.343091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Router IDs set() for agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:14:49.345682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_agentschedulers_db [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'992d87f4-2280-4f0d-9b0c-0d0fe13a060b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:14:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent'). {{(pid=101991) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:14:49.349540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c293e-db56-412d-aad5-9048e71c6327 None None] The sync data for ids ['992d87f4-2280-4f0d-9b0c-0d0fe13a060b'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:49.429389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Deleting subnet b84c3d41-bb0d-43e4-b457-31b3db0dfe1c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:14:49.433790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.440280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.445723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.454053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8bd21887-cfdc-4b12-b431-8cb21ce7ca64 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130 tempest-ExternalNetworksAdminNegativeTestJSON-1656905130-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/fc65c306-88a6-4db3-ab9e-663b11c43ac4 HTTP/1.1" status: 204 len: 168 time: 4.0471981 Nov 03 19:14:49.558978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc7af9db-e603-4dcc-a863-161a557b95b2 req-ddcd6131-a041-4e08-8bc6-70e18666665a tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 210 time: 0.1690533 Nov 03 19:14:49.669006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:49.680504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8cf56-62b1-4a67-b33f-829bf98133d8 req-8e082852-e8dc-4b11-b674-958b65317f9f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:49.697857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6a8cf56-62b1-4a67-b33f-829bf98133d8 req-8e082852-e8dc-4b11-b674-958b65317f9f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3469086 Nov 03 19:14:49.878277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-365b52a4-1d2e-44a6-9eb4-d65f32ebd8a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ada621c349d3483c9826353b33a94334&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8613269 Nov 03 19:14:49.895826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46658) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:49.951323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6a8cf56-62b1-4a67-b33f-829bf98133d8 req-47e9143c-f297-40a3-b360-06e8fc2cbfca tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285552 Nov 03 19:14:49.971989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b52a4-1d2e-44a6-9eb4-d65f32ebd8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98f03f-ac59-4994-ac25-899fe9a4dac0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.098179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.154757 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6e7492e-beee-4cb5-8fcc-3eb2f16576a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.253601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.254052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6e7492e-beee-4cb5-8fcc-3eb2f16576a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.411857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.479402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6401-3c14-445c-99e7-714191c53a79 req-a288da63-5f11-4b05-835f-5b270c68a7d8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:50.491839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5bb6401-3c14-445c-99e7-714191c53a79 req-a288da63-5f11-4b05-835f-5b270c68a7d8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.2349696 Nov 03 19:14:50.519206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b84c3d41-bb0d-43e4-b457-31b3db0dfe1c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.539290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6e7492e-beee-4cb5-8fcc-3eb2f16576a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.546058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6e7492e-beee-4cb5-8fcc-3eb2f16576a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.551158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6e7492e-beee-4cb5-8fcc-3eb2f16576a2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6c98f03f-ac59-4994-ac25-899fe9a4dac0 HTTP/1.1" status: 204 len: 168 time: 0.6488235 Nov 03 19:14:50.551780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:50.562660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dad64494-7fe3-455e-8a6a-ef27c39fa251 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/subnets/b84c3d41-bb0d-43e4-b457-31b3db0dfe1c HTTP/1.1" status: 204 len: 168 time: 1.4120274 Nov 03 19:14:50.570676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46672) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:50.587457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7492e-beee-4cb5-8fcc-3eb2f16576a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98f03f-ac59-4994-ac25-899fe9a4dac0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:50.772981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5bb6401-3c14-445c-99e7-714191c53a79 req-f7f55c67-593b-4ab9-b7de-c5ec252c74f3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2587278 Nov 03 19:14:50.956447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbfcc8cc-fd25-4b17-9368-317656114d95 req-cdca957d-400c-4741-8cc4-52ab4f682ec8 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 210 time: 0.1442459 Nov 03 19:14:51.129144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69b4ba9b-cfc6-4af2-ad53-876a2f3ccfd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.256457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.362698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97be84-b52e-4b80-967d-d41d4d73f533 req-9b631773-70a6-4c29-8473-b94ea041dc00 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:51.373039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e97be84-b52e-4b80-967d-d41d4d73f533 req-9b631773-70a6-4c29-8473-b94ea041dc00 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2846260 Nov 03 19:14:51.483674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.561230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693cea86-e5d1-4fdc-bd3b-5965f791ed6f']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:51.595543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e97be84-b52e-4b80-967d-d41d4d73f533 req-9fba49a0-8f84-48f7-a21b-881def145157 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135324 Nov 03 19:14:51.621670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a16d3f-cd48-4d1b-8330-b0780e101064') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:51.622413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a16d3f-cd48-4d1b-8330-b0780e101064') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:51.661488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69b4ba9b-cfc6-4af2-ad53-876a2f3ccfd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.698193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69b4ba9b-cfc6-4af2-ad53-876a2f3ccfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.709083 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.805605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ba9b-cfc6-4af2-ad53-876a2f3ccfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a0feaa-8c51-46d2-bd51-87965db7ce3e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:51.821688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.838941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:14:51.839355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:14:51.841757 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:14:51.857472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:51.872392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-69b4ba9b-cfc6-4af2-ad53-876a2f3ccfd5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2f5217e429af4d06ac29fe1f9eb19585&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5996437 Nov 03 19:14:51.877410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46714) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:52.213478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46722) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:52.294143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.325700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 693cea86-e5d1-4fdc-bd3b-5965f791ed6f {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:14:52.337245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.357257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-35c57907-2559-4d42-9b27-e0788e1e2b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.371760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/networks/693cea86-e5d1-4fdc-bd3b-5965f791ed6f HTTP/1.1" status: 204 len: 168 time: 1.7921517 Nov 03 19:14:52.521797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-35c57907-2559-4d42-9b27-e0788e1e2b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.584322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37e28-8989-4213-a319-978228ccb654 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event deleted for resources: {'Network': ['ID=693cea86-e5d1-4fdc-bd3b-5965f791ed6f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:52.753914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-35c57907-2559-4d42-9b27-e0788e1e2b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.764080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-35c57907-2559-4d42-9b27-e0788e1e2b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.769233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-35c57907-2559-4d42-9b27-e0788e1e2b96 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/91a0feaa-8c51-46d2-bd51-87965db7ce3e HTTP/1.1" status: 204 len: 168 time: 0.8890402 Nov 03 19:14:52.842883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57907-2559-4d42-9b27-e0788e1e2b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a0feaa-8c51-46d2-bd51-87965db7ce3e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:52.875617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e8cc500-c704-40de-91a7-af2b40d2bbe7 req-69ae5789-9a57-49bc-ae49-562dd95fe457 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 210 time: 0.1855805 Nov 03 19:14:53.135251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-baf370c7-c7ef-4bd4-8eb0-32908cfe38df tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:53.147756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-baf370c7-c7ef-4bd4-8eb0-32908cfe38df tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.115 "GET /v2.0/networks?id=bba60b4f-3f01-4a3f-8baa-e31094b96f4e HTTP/1.1" status: 200 len: 818 time: 0.7588892 Nov 03 19:14:53.169388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Request body: {'port': {'device_id': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e', 'admin_state_up': True, 'tenant_id': '9ef0b34f13b44864b1eca8605caee148'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:53.228475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fcf81fc-3c07-4390-a0fe-8fa47a5a957f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.386215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce37c-801d-42fb-ba43-246b184b0f82 req-0791ddf6-e992-4ad5-9c1a-0addd5af4977 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:53.401059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56cce37c-801d-42fb-ba43-246b184b0f82 req-0791ddf6-e992-4ad5-9c1a-0addd5af4977 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3998675 Nov 03 19:14:53.512680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46760) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:53.528010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'name': 'tempest-router--1581672807', 'project_id': '8b5c8fa76a9c40079abdad76699dbb61'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:53.678431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56cce37c-801d-42fb-ba43-246b184b0f82 req-d64c53cf-7dcb-4a74-9378-890a6fb02946 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759366 Nov 03 19:14:53.760408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fcf81fc-3c07-4390-a0fe-8fa47a5a957f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.762409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.764195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.776918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fcf81fc-3c07-4390-a0fe-8fa47a5a957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:53.864010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf81fc-3c07-4390-a0fe-8fa47a5a957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc0a58f-c72b-441a-8690-3c4539a08187,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:53.874675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46768) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:54.071133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9fcf81fc-3c07-4390-a0fe-8fa47a5a957f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=331da37aa11c43b0a30eec501d8b9dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8427556 Nov 03 19:14:54.077129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46774) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:54.371316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5868b22a-9de7-466e-84c9-03a993caaa96 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d883cc9303741cd83ff767d86f30a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868522 Nov 03 19:14:54.375845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1a13b13-f8e9-4121-a3e2-ea1e0ebe41d9 req-891c9be5-72bd-4b8c-8994-475604c79eae tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 210 time: 0.2180316 Nov 03 19:14:54.377214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46788) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:54.438530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Made reservation on behalf of 9ef0b34f13b44864b1eca8605caee148 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:54.443665 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.454160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ccf-096d-4a9c-8b1b-722de976ffc2 req-4d70045f-6e2b-46b3-bb03-dfe84d8fdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:54.456712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f541ccf-096d-4a9c-8b1b-722de976ffc2 req-4d70045f-6e2b-46b3-bb03-dfe84d8fdcf0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 1.1876082 Nov 03 19:14:54.513470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.542094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.635471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Allocated IP 172.20.0.3 (bba60b4f-3f01-4a3f-8baa-e31094b96f4e/2de43914-94bb-4ea9-a126-3c504a208c2c/9d688518-7d27-4867-8646-44ed55da50db) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:54.663592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.667412 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad3439c8-2641-44d8-a88d-256c53793230 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1508777 Nov 03 19:14:54.676617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46800) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:54.863014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.913901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.917742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16b6-6605-42e6-850e-e299f8cb0e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.921303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.985115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c86-f161-4389-bce0-c664d0f6bc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:54.998296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f541ccf-096d-4a9c-8b1b-722de976ffc2 req-8cfee3e0-fa25-4b75-8287-916600acb8b9 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954828 Nov 03 19:14:55.031611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Network bba60b4f-3f01-4a3f-8baa-e31094b96f4e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:55.043007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:55.059612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:55.094586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16b6-6605-42e6-850e-e299f8cb0e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.129918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:55.130646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.140579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Pushing event updated for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:55.161370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-456f0c25-25b3-436e-9b82-670ce411c9c5 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0080886 Nov 03 19:14:55.174838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Request body: {'port': {'device_id': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:55.275399 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.278876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.314851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.437486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.438842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df6946ff-ba40-4319-869a-53ee0faba518 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:14:55.445122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c86-f161-4389-bce0-c664d0f6bc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.459564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.466018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dbcea7d3-a049-4ed8-ad8e-a5d10a80fd10 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/routers/df6946ff-ba40-4319-869a-53ee0faba518 HTTP/1.1" status: 204 len: 168 time: 0.7693067 Nov 03 19:14:55.526998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd24ed5-a492-41c5-85fd-894d227c4bb8 req-f0e8da38-4889-4747-8145-9a574622a351 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:55.539551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cd24ed5-a492-41c5-85fd-894d227c4bb8 req-f0e8da38-4889-4747-8145-9a574622a351 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.6142831 Nov 03 19:14:55.610106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46832) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:55.754777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6cd24ed5-a492-41c5-85fd-894d227c4bb8 req-12377be3-87ad-4408-a5c8-b8d7ecc9cce6 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134776 Nov 03 19:14:55.775836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0074-7b50-46e0-8fa7-9b02debcb8bb req-ea20dc85-3e71-4a9f-b88d-1facb156a9d7 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:55.778056 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fccd0074-7b50-46e0-8fa7-9b02debcb8bb req-ea20dc85-3e71-4a9f-b88d-1facb156a9d7 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.1735194 Nov 03 19:14:55.783941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16b6-6605-42e6-850e-e299f8cb0e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.788256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16b6-6605-42e6-850e-e299f8cb0e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.790278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ebb16b6-6605-42e6-850e-e299f8cb0e95 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2261c87c-89b2-4632-bbe1-1acd88635f0b HTTP/1.1" status: 204 len: 168 time: 1.3438199 Nov 03 19:14:55.803220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c86-f161-4389-bce0-c664d0f6bc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.806714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c86-f161-4389-bce0-c664d0f6bc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:55.808583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3e2d7c86-f161-4389-bce0-c664d0f6bc47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1cc0a58f-c72b-441a-8690-3c4539a08187 HTTP/1.1" status: 204 len: 168 time: 1.6344242 Nov 03 19:14:55.810706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb16b6-6605-42e6-850e-e299f8cb0e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2261c87c-89b2-4632-bbe1-1acd88635f0b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:55.912206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7c86-f161-4389-bce0-c664d0f6bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc0a58f-c72b-441a-8690-3c4539a08187,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:56.064820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fccd0074-7b50-46e0-8fa7-9b02debcb8bb req-2b3b3d0a-7f28-4e8d-bbfd-73cc6d430946 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2708960 Nov 03 19:14:56.162717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:56.233294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b4d62-bfb9-4249-bc79-dfd13918e937 req-0583fe29-11a7-4d39-98a1-7e0944702a2e tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:56.236129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-688b4d62-bfb9-4249-bc79-dfd13918e937 req-0583fe29-11a7-4d39-98a1-7e0944702a2e tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 931 time: 0.1661432 Nov 03 19:14:56.268635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d688518-7d27-4867-8646-44ed55da50db {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:14:56.306827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.354285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Transition to ACTIVE for port object 9d688518-7d27-4867-8646-44ed55da50db will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:14:56.375369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-688b4d62-bfb9-4249-bc79-dfd13918e937 req-7b8a2265-7995-4933-ae2b-a89b0b07ca97 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292908 Nov 03 19:14:56.378203 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.618975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Pushing event updated for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:56.644451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-848e1880-4df8-45ad-bc33-a7528bd7440f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.748327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Attempting to bind port 9d688518-7d27-4867-8646-44ed55da50db on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:56.748711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Attempting to bind port 9d688518-7d27-4867-8646-44ed55da50db by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b22c8779-b569-41de-adfd-5300953c4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:56.749748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Attempting to bind port 9d688518-7d27-4867-8646-44ed55da50db on network bba60b4f-3f01-4a3f-8baa-e31094b96f4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:56.768818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Port 9d688518-7d27-4867-8646-44ed55da50db on network bba60b4f-3f01-4a3f-8baa-e31094b96f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:14:56.769335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Attempting to bind port 9d688518-7d27-4867-8646-44ed55da50db on network bba60b4f-3f01-4a3f-8baa-e31094b96f4e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:56.785727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:56.785727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Checking segment: {'id': 'b22c8779-b569-41de-adfd-5300953c4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:56.786291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Bound using segment: {'id': 'b22c8779-b569-41de-adfd-5300953c4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:56.786588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Bound port: 9d688518-7d27-4867-8646-44ed55da50db, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c8779-b569-41de-adfd-5300953c4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:56.787375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.889929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-848e1880-4df8-45ad-bc33-a7528bd7440f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.904124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-848e1880-4df8-45ad-bc33-a7528bd7440f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.958449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:57.016447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d688518-7d27-4867-8646-44ed55da50db,segment=NetworkSegment(b22c8779-b569-41de-adfd-5300953c4e24),segment_id=b22c8779-b569-41de-adfd-5300953c4e24)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:57.023914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-848e1880-4df8-45ad-bc33-a7528bd7440f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c94cc7336a9f47c09ab805c7aa4e91d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4119234 Nov 03 19:14:57.026605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e1880-4df8-45ad-bc33-a7528bd7440f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42509149-7862-4599-89e2-35ef23ce43a8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:57.033885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46856) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:57.036053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.071956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:57.073289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.075844 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] 10.222.0.115 "PUT /v2.0/ports/9d688518-7d27-4867-8646-44ed55da50db HTTP/1.1" status: 200 len: 1091 time: 1.9057689 Nov 03 19:14:57.080837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'tag': '9d688518-7d27-4867-8646-44ed55da50db'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:57.085383 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c1a74-8acd-489e-9220-b0d79b91cc19" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "tag": "9d688518-7d27-4867-8646-44ed55da50db"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:57.167873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1292112696', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:57.187195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4207f98-cfb7-4dba-843b-2158dbbb420e req-bded95b5-341c-4ff0-8c2d-5962eb718a15 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:57.197826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4207f98-cfb7-4dba-843b-2158dbbb420e req-bded95b5-341c-4ff0-8c2d-5962eb718a15 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1768463 Nov 03 19:14:57.321387 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc9dbdd-2098-4b2b-b246-4f59d1b2a122 x-openstack-request-id: req-bfc9dbdd-2098-4b2b-b246-4f59d1b2a122 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:57.321734 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "tag": "9d688518-7d27-4867-8646-44ed55da50db", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:57.322233 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bfc9dbdd-2098-4b2b-b246-4f59d1b2a122 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:57.322726 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'tag': '9d688518-7d27-4867-8646-44ed55da50db', 'status': 'completed', 'code': 200} Nov 03 19:14:57.333236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4207f98-cfb7-4dba-843b-2158dbbb420e req-89dcba80-c1d1-4409-aeb0-a133e4d6e169 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215832 Nov 03 19:14:57.490802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.491917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.565485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a2da3-272c-476f-95d3-d877418c529e service neutron] Pushing event updated for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:57.574611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73404-f859-45b8-b429-a06ab17ebf58 req-0491d01f-eddd-439c-bf05-e5cddd74be38 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:57.588928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96f73404-f859-45b8-b429-a06ab17ebf58 req-0491d01f-eddd-439c-bf05-e5cddd74be38 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.1552322 Nov 03 19:14:57.642286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-9b792f42-4979-4be5-be31-c94f8e841432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:57.653856 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-9b792f42-4979-4be5-be31-c94f8e841432 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9ef0b34f13b44864b1eca8605caee148&device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 1094 time: 0.4957552 Nov 03 19:14:57.665796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14dc31ad-d880-4334-8789-29fbf9f5cda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:57.758316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96f73404-f859-45b8-b429-a06ab17ebf58 req-7f815e1a-c233-45fa-8138-7b24dbf32fd2 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1674139 Nov 03 19:14:57.827261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14dc31ad-d880-4334-8789-29fbf9f5cda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.007135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46884) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:58.079005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a961-ce9e-4916-b88e-499649bad20a req-9056ae52-ab92-4b1c-ae1f-b91f4cc6c9c4 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:58.083553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2a6a961-ce9e-4916-b88e-499649bad20a req-9056ae52-ab92-4b1c-ae1f-b91f4cc6c9c4 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 943 time: 0.1944873 Nov 03 19:14:58.161532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cf78b0-1b4e-4f77-ba1a-8031d266fb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.193304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-56795eb9-3ec5-4764-aa5c-ce9f8e9384ca service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d688518-7d27-4867-8646-44ed55da50db HTTP/1.1" status: 200 len: 217 time: 0.5378940 Nov 03 19:14:58.281780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2a6a961-ce9e-4916-b88e-499649bad20a req-d4ec42ce-63c8-4216-a948-5d1e44fe48c8 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950953 Nov 03 19:14:58.390786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594de0-eb6d-4754-8932-b53ca9f3ed51 req-ece5efc4-cc3c-4cc3-917d-1d5f4945f491 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:58.393873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6594de0-eb6d-4754-8932-b53ca9f3ed51 req-ece5efc4-cc3c-4cc3-917d-1d5f4945f491 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1059489 Nov 03 19:14:58.476776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6594de0-eb6d-4754-8932-b53ca9f3ed51 req-608eca1c-b4da-41ac-a75a-c7eff19b695c tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706091 Nov 03 19:14:58.523750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.537650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-2a4de98b-829a-40aa-873b-76259eee7a0e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.1807764 Nov 03 19:14:58.576980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14dc31ad-d880-4334-8789-29fbf9f5cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.580764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14dc31ad-d880-4334-8789-29fbf9f5cda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:58.586118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14dc31ad-d880-4334-8789-29fbf9f5cda2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/42509149-7862-4599-89e2-35ef23ce43a8 HTTP/1.1" status: 204 len: 168 time: 1.5302691 Nov 03 19:14:58.691283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-c81cc040-905c-4bc0-a277-bf76704bca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:58.694638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-c81cc040-905c-4bc0-a277-bf76704bca3e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2de43914-94bb-4ea9-a126-3c504a208c2c HTTP/1.1" status: 200 len: 858 time: 0.4203250 Nov 03 19:14:58.701893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-4b3a8554-9b0c-425e-b052-30829a403e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:58.709010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-4b3a8554-9b0c-425e-b052-30829a403e28 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 1097 time: 0.4179218 Nov 03 19:14:58.712626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc31ad-d880-4334-8789-29fbf9f5cda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42509149-7862-4599-89e2-35ef23ce43a8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:59.004590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46912) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:59.070874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39485-aa49-45ee-8755-fc97301521db req-256d4de0-47d8-41d2-9939-8d3b5abe2bd8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.076693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebd39485-aa49-45ee-8755-fc97301521db req-256d4de0-47d8-41d2-9939-8d3b5abe2bd8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.1405451 Nov 03 19:14:59.205287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-bcd260da-1361-4ad2-a986-401130bd2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.207164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-bcd260da-1361-4ad2-a986-401130bd2ece service neutron] 10.222.0.110 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.4820590 Nov 03 19:14:59.240312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-1c051e61-899c-4c9b-880e-aae2e4307493 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bba60b4f-3f01-4a3f-8baa-e31094b96f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4666214 Nov 03 19:14:59.287285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebd39485-aa49-45ee-8755-fc97301521db req-15efec63-cebd-4524-87f7-969b3e63a675 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1900797 Nov 03 19:14:59.825841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.895367 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cf78b0-1b4e-4f77-ba1a-8031d266fb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.971066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad559ce8-d6b8-4c72-9e8b-1032f17ab12d req-43f4a1c5-e515-4e9f-90d0-95eec6cd2030 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.973358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad559ce8-d6b8-4c72-9e8b-1032f17ab12d req-43f4a1c5-e515-4e9f-90d0-95eec6cd2030 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 943 time: 0.4418974 Nov 03 19:14:59.993950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91cf78b0-1b4e-4f77-ba1a-8031d266fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.051327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36049f-7674-4b42-bddc-afffbaa9a122 req-23e05ac9-b7a8-4aa8-a1e3-dbac1c5c5d78 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:00.067847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b36049f-7674-4b42-bddc-afffbaa9a122 req-23e05ac9-b7a8-4aa8-a1e3-dbac1c5c5d78 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3609190 Nov 03 19:15:00.075301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-63642ff6-88a5-4dbc-8763-6b8c80b2c73d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 200 len: 217 time: 0.8194375 Nov 03 19:15:00.091221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf78b0-1b4e-4f77-ba1a-8031d266fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9810516d-f557-4962-bd5d-6a188fafb015,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:00.215602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1982696132'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:00.243789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad559ce8-d6b8-4c72-9e8b-1032f17ab12d req-df0c876a-80af-4adc-9ea0-61ea6a5dde64 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546694 Nov 03 19:15:00.294806 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-b7c860de-7780-4ad7-a7e4-e280fbf30f26 service neutron] 10.222.0.115 "GET /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0127873 Nov 03 19:15:00.299710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b36049f-7674-4b42-bddc-afffbaa9a122 req-792c29f1-e3d5-40f0-b87c-c3b04e6381ba tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334535 Nov 03 19:15:00.317097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91cf78b0-1b4e-4f77-ba1a-8031d266fb8d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c7c8f574f2b4496f85833672c54deb51&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3035910 Nov 03 19:15:00.317391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:00.418970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-71630936-b964-4b07-8a5b-2c69f322d3ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.495290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-71630936-b964-4b07-8a5b-2c69f322d3ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.592256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-a262bdb8-afbd-49b8-9cea-f6d7553c1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:00.595428 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-a262bdb8-afbd-49b8-9cea-f6d7553c1907 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.4862349 Nov 03 19:15:00.606996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:00.615043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.700499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338da08e-7400-455e-888f-e23a6834294d req-f3a0c9a6-d357-4908-a6b1-d88cd38883e7 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:00.702158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-338da08e-7400-455e-888f-e23a6834294d req-f3a0c9a6-d357-4908-a6b1-d88cd38883e7 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.1417305 Nov 03 19:15:00.727120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-71630936-b964-4b07-8a5b-2c69f322d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.735009 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-71630936-b964-4b07-8a5b-2c69f322d3ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.737956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-71630936-b964-4b07-8a5b-2c69f322d3ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9810516d-f557-4962-bd5d-6a188fafb015 HTTP/1.1" status: 204 len: 168 time: 0.4189813 Nov 03 19:15:00.748225 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-3b5fcbb0-4517-4317-b54f-06927fa52653 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281793 Nov 03 19:15:00.749956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.790557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71630936-b964-4b07-8a5b-2c69f322d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9810516d-f557-4962-bd5d-6a188fafb015,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:00.901637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-338da08e-7400-455e-888f-e23a6834294d req-c32bc63e-e3d1-4e86-a3aa-166a172266cb tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1599264 Nov 03 19:15:01.025970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6c6b9ee4-e72e-4aae-be45-2357fd5453f9 req-9aecb092-eef8-417c-9b17-640c8753f088 service neutron] 10.222.0.115 "GET /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107143 Nov 03 19:15:01.042158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-789e6f4e-725e-4e82-ada1-bbc611ec84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.044752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-789e6f4e-725e-4e82-ada1-bbc611ec84f8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182&tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43 HTTP/1.1" status: 200 len: 1095 time: 0.5267041 Nov 03 19:15:01.424597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-bad7a29d-dcf7-4d21-9fbc-efe6a9ee461f service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588504 Nov 03 19:15:01.498414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-115ca0c0-ca37-4743-b48e-57e29df1e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.501327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-115ca0c0-ca37-4743-b48e-57e29df1e77d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1095 time: 0.3760936 Nov 03 19:15:01.516381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.704933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.751928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdb5e4-29ab-4486-acfa-9a1f027763c5 req-c0c97685-db67-4d6b-a46b-3d70497c978e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.760098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5fdb5e4-29ab-4486-acfa-9a1f027763c5 req-c0c97685-db67-4d6b-a46b-3d70497c978e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3002794 Nov 03 19:15:01.772844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.791429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.803583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef22fc3-f652-418d-9bab-a6c209f8f911 req-63b2faa7-a3e1-4229-9d65-df46d2a669d3 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.811615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ef22fc3-f652-418d-9bab-a6c209f8f911 req-63b2faa7-a3e1-4229-9d65-df46d2a669d3 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 943 time: 0.3303323 Nov 03 19:15:01.886445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-b10e2dc7-02bf-425f-9280-1535c007e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.888349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-b10e2dc7-02bf-425f-9280-1535c007e453 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9ef0b34f13b44864b1eca8605caee148&device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 1094 time: 0.7001927 Nov 03 19:15:01.906251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:01.913526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-79ef37e8-adf8-4fac-bf25-e6e7f3ca3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.924142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-79ef37e8-adf8-4fac-bf25-e6e7f3ca3070 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.3935556 Nov 03 19:15:01.976099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ef22fc3-f652-418d-9bab-a6c209f8f911 req-56e867f6-8102-4423-8374-007abd33bc28 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577263 Nov 03 19:15:01.987381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.989801 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Added segment 4fd0e11f-149a-4e0e-83da-4453d95b25bd of type vlan for network 9a3a5ecf-9286-4505-b012-13ccd1d022fd Nov 03 19:15:02.023862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e78dd-1476-4156-b364-02a865ed3754,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:02.037784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-45d4ca59-59d3-4c25-abba-5ffd0cdd8dd7 req-bb079723-3efa-4521-873d-d0cec607e357 service neutron] 10.222.0.110 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459545 Nov 03 19:15:02.045008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5fdb5e4-29ab-4486-acfa-9a1f027763c5 req-a488f197-a5c6-4a54-9f7b-a74917a65f7d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136278 Nov 03 19:15:02.308536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575830e1-e4ce-4f9d-a798-780292a8f867 req-19c22511-5161-443b-9852-dd387f363262 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:02.314876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-575830e1-e4ce-4f9d-a798-780292a8f867 req-19c22511-5161-443b-9852-dd387f363262 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.1336813 Nov 03 19:15:02.522480 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.529633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-575830e1-e4ce-4f9d-a798-780292a8f867 req-55974cb1-4016-4fd0-9635-5ad698ea5c20 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2014201 Nov 03 19:15:02.887110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.995748 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-5c91adae-3117-489f-9026-caedc652206e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1000 time: 1.0567713 Nov 03 19:15:03.020816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Allocated IP 172.25.8.193 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/10f4163d-c83f-4cf9-a417-567a6f706ace) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:03.060260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.132175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-6ece9c9f-5b4a-4a56-89aa-5fa63277eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.134434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-6ece9c9f-5b4a-4a56-89aa-5fa63277eb11 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bba60b4f-3f01-4a3f-8baa-e31094b96f4e HTTP/1.1" status: 200 len: 919 time: 1.2253335 Nov 03 19:15:03.135447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.142166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.142961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.325229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-0d7e3462-2419-4174-80da-065ef294a138 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d688518-7d27-4867-8646-44ed55da50db HTTP/1.1" status: 200 len: 217 time: 0.1759636 Nov 03 19:15:03.402451 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.3037281 Nov 03 19:15:03.458823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47046) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.509140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'subnet': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:03.554784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-b2d62f21-6ea4-4f59-af2c-580a24e52425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.558203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-b2d62f21-6ea4-4f59-af2c-580a24e52425 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.5397806 Nov 03 19:15:03.599564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-b4ae1000-1ebe-43f9-8023-bca97a0cc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.602599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-b4ae1000-1ebe-43f9-8023-bca97a0cc346 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2de43914-94bb-4ea9-a126-3c504a208c2c HTTP/1.1" status: 200 len: 858 time: 0.2676945 Nov 03 19:15:03.666351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e9915-595f-4951-9280-195e40840ed0 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Network': ['ID=9a3a5ecf-9286-4505-b012-13ccd1d022fd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.685688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:03.739943 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-d3f8cc6e-57cc-49cc-b763-333e22cf32b8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bba60b4f-3f01-4a3f-8baa-e31094b96f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187105 Nov 03 19:15:03.971399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583f48e-692f-49dc-962a-0fa4608085f6 req-8612878b-757f-4947-a682-1f13d6fefdd9 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.982030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f583f48e-692f-49dc-962a-0fa4608085f6 req-8612878b-757f-4947-a682-1f13d6fefdd9 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 943 time: 0.6919906 Nov 03 19:15:03.986450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:04.000839 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.065179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d688518-7d27-4867-8646-44ed55da50db details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:15:04.149930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-d6da3283-40ce-4969-8fe1-50f069e38101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.159003 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-d6da3283-40ce-4969-8fe1-50f069e38101 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5803692 Nov 03 19:15:04.341903 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.557426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b145247-872d-4486-a1a6-13b7f51a3a87 req-da8658ce-76e4-48fe-a540-4b76cc4f21f1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.560543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b145247-872d-4486-a1a6-13b7f51a3a87 req-da8658ce-76e4-48fe-a540-4b76cc4f21f1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 1.1901367 Nov 03 19:15:04.597320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-3631b344-0057-484e-ac10-45d482255d0c service neutron] 10.222.0.115 "GET /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551748 Nov 03 19:15:04.770623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d688518-7d27-4867-8646-44ed55da50db,segment=NetworkSegment(b22c8779-b569-41de-adfd-5300953c4e24),segment_id=b22c8779-b569-41de-adfd-5300953c4e24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:04.826050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f583f48e-692f-49dc-962a-0fa4608085f6 req-45d8588d-0ae3-469c-947f-28cb1c9c94c4 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585366 Nov 03 19:15:04.828703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '9d688518-7d27-4867-8646-44ed55da50db', 'network_id': 'bba60b4f-3f01-4a3f-8baa-e31094b96f4e', 'port_id': '9d688518-7d27-4867-8646-44ed55da50db', 'mac_address': 'fa:16:3e:e1:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de43914-94bb-4ea9-a126-3c504a208c2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:15:04.890591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-7bb30cd2-4740-4f16-ba80-2378f69999cd service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884298 Nov 03 19:15:04.905521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.931077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dabe0336-ba93-4565-9c18-2d5c258f5214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.019502 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.080898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.088170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b145247-872d-4486-a1a6-13b7f51a3a87 req-1ab554aa-4897-49eb-aabe-17b311913c95 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401360 Nov 03 19:15:05.151792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d688518-7d27-4867-8646-44ed55da50db {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:05.192578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d688518-7d27-4867-8646-44ed55da50db,segment=NetworkSegment(b22c8779-b569-41de-adfd-5300953c4e24),segment_id=b22c8779-b569-41de-adfd-5300953c4e24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:05.201590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.353056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event updated for resources: {'Port': ['ID=10f4163d-c83f-4cf9-a417-567a6f706ace,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.361243 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-785c1a74-8acd-489e-9220-b0d79b91cc19 req-3fd5bd14-e28d-4d99-a9c3-b7ffdab7ce8c service neutron] 10.222.0.115 "GET /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523451 Nov 03 19:15:05.388228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eab84-80ca-4068-a60c-dedaaef9671d req-7bd309df-1a2f-46cc-88e1-3d8826886861 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.405430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b50eab84-80ca-4068-a60c-dedaaef9671d req-7bd309df-1a2f-46cc-88e1-3d8826886861 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.4137771 Nov 03 19:15:05.414828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47138) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:05.415620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Checking segment: {'id': '4fd0e11f-149a-4e0e-83da-4453d95b25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:05.415980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network hostable DHCP agents. Network: 9a3a5ecf-9286-4505-b012-13ccd1d022fd, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:05.434472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Subnet': ['ID=cc6e56e6-e77f-4b6f-990f-ebc802a57216,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.449445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:05.452895 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-754a293a-ad81-41df-ac7b-38f82a42a792 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427961 Nov 03 19:15:05.455261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:05.461140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:05.469298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.489025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9d688518-7d27-4867-8646-44ed55da50db'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:05.624570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b50eab84-80ca-4068-a60c-dedaaef9671d req-9959c5b4-20bb-49e5-bb44-c20bbcdf4dd3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2179773 Nov 03 19:15:05.651209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:05.709929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 9a3a5ecf-9286-4505-b012-13ccd1d022fd) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:05.722114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.723162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.749640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e7ef5-a92a-4d21-9abc-4e222be79f6d None None] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:05.774997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4bd3a76a-2ff1-438e-9ef0-cca54d2a9e0d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3193471 Nov 03 19:15:05.778745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:05.785362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'name': 'tempest-AllowedAddressPairTestJSON-2047438738'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:06.081761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb6d0-dfe8-4c63-90db-f54b02ca53c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.406189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4000d6-fdee-4ce3-bb74-2d1d20f8ee77 req-87d7a7b1-7b74-4a81-b9b6-e20415147391 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:06.409037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d4000d6-fdee-4ce3-bb74-2d1d20f8ee77 req-87d7a7b1-7b74-4a81-b9b6-e20415147391 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 944 time: 0.2858214 Nov 03 19:15:06.423256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.648931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'tenant_id': '586d1fc6265c4b2099f04c3ed030643e', 'fixed_ips': [{'subnet_id': 'cc6e56e6-e77f-4b6f-990f-ebc802a57216'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:06.650138 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.876829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:06.895145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.093366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0288d9-a682-40c1-b022-d5b506d25cf9 req-72a90a0f-398f-4e69-9bde-b313a3d36c12 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.101991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d0288d9-a682-40c1-b022-d5b506d25cf9 req-72a90a0f-398f-4e69-9bde-b313a3d36c12 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.6468720 Nov 03 19:15:07.105742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] device_id is not set on port b79039fe-6680-4915-b28e-cb4978b92eef yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:07.134996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d4000d6-fdee-4ce3-bb74-2d1d20f8ee77 req-bb8b8d59-abac-45a5-9cc0-60353db920b2 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715932 Nov 03 19:15:07.230921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Allocated IP 172.20.0.2 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/59d9e567-be6d-4409-9144-f6b600118ec1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:07.266149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47206) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:07.306603 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb6d0-dfe8-4c63-90db-f54b02ca53c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.465444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.561574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb6d0-dfe8-4c63-90db-f54b02ca53c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.814278 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.830374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.972634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:07.987518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:08.001973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Router 459f2190-9c0d-457a-80c3-d8aace8817f2 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:08.026442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:08.167537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d688518-7d27-4867-8646-44ed55da50db up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:08.208269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Pushing event updated for resources: {'Port': ['ID=59d9e567-be6d-4409-9144-f6b600118ec1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:08.292901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf7844d-0137-40c1-b46a-1a4e097a9816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.342271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d0288d9-a682-40c1-b022-d5b506d25cf9 req-62a2b3af-ef83-419b-b119-74d97adc75c2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2388144 Nov 03 19:15:08.359376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeb6d0-dfe8-4c63-90db-f54b02ca53c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8f7ae-71dd-4597-95d8-41ffebec0896,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:08.470191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:08.540698 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] Sync routers for ids ['459f2190-9c0d-457a-80c3-d8aace8817f2'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:08.555730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Attempting to bind port 59d9e567-be6d-4409-9144-f6b600118ec1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:08.556500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Attempting to bind port 59d9e567-be6d-4409-9144-f6b600118ec1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4fd0e11f-149a-4e0e-83da-4453d95b25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:08.564457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0aeb6d0-dfe8-4c63-90db-f54b02ca53c8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6b84ba93895845d2b8127bf13bada6ab&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1154289 Nov 03 19:15:08.564774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Attempting to bind port 59d9e567-be6d-4409-9144-f6b600118ec1 on network 9a3a5ecf-9286-4505-b012-13ccd1d022fd {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:08.574342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.580690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4161fab1-b76f-4f03-8ad7-543ae8be7028 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.4079893 Nov 03 19:15:08.580690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47220) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:08.585665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47222) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:08.605015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2b694e6-ae74-438d-897c-ff9aa74673d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.619504 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] Routers {'459f2190-9c0d-457a-80c3-d8aace8817f2'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:08.624775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b347db-5a5d-4952-b7d7-aad90144679b req-0bbc5a5f-aece-40f3-999a-1e47eb0e0583 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.636032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:08.636400 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['459f2190-9c0d-457a-80c3-d8aace8817f2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:08.636588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Checking segment: {'id': '4fd0e11f-149a-4e0e-83da-4453d95b25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:08.641977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65b347db-5a5d-4952-b7d7-aad90144679b req-0bbc5a5f-aece-40f3-999a-1e47eb0e0583 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 1.1220503 Nov 03 19:15:08.646063 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.646467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Bound using segment: {'id': '4fd0e11f-149a-4e0e-83da-4453d95b25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:08.663212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Bound port: 59d9e567-be6d-4409-9144-f6b600118ec1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd0e11f-149a-4e0e-83da-4453d95b25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:08.664318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.825870 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:08.831982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5382b9c-a84e-47d8-8306-ded94c5d3436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.885352 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] Routers {'459f2190-9c0d-457a-80c3-d8aace8817f2'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:08.887204 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['459f2190-9c0d-457a-80c3-d8aace8817f2'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:08.949864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] For port 59d9e567-be6d-4409-9144-f6b600118ec1, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:08.957953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] For port 59d9e567-be6d-4409-9144-f6b600118ec1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59d9e567-be6d-4409-9144-f6b600118ec1,segment=NetworkSegment(4fd0e11f-149a-4e0e-83da-4453d95b25bd),segment_id=4fd0e11f-149a-4e0e-83da-4453d95b25bd)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:08.968955 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.977921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 9d688518-7d27-4867-8646-44ed55da50db completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:15:08.978160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5382b9c-a84e-47d8-8306-ded94c5d3436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.037334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 9d688518-7d27-4867-8646-44ed55da50db triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:09.040224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.111647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Allocated IP 172.20.0.11 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/b79039fe-6680-4915-b28e-cb4978b92eef) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:09.129979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:09.134591 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ea4c5-fe11-450f-a872-451cb8bb9a42 None None] The sync data for ids ['459f2190-9c0d-457a-80c3-d8aace8817f2'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:09.284101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5382b9c-a84e-47d8-8306-ded94c5d3436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.302639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5382b9c-a84e-47d8-8306-ded94c5d3436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.316193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c5382b9c-a84e-47d8-8306-ded94c5d3436 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/47d8f7ae-71dd-4597-95d8-41ffebec0896 HTTP/1.1" status: 204 len: 168 time: 0.7367373 Nov 03 19:15:09.363936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc9949-d025-4af1-9e7a-5db9b27e5c56 None None] Pushing event updated for resources: {'Port': ['ID=59d9e567-be6d-4409-9144-f6b600118ec1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:09.375626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5382b9c-a84e-47d8-8306-ded94c5d3436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8f7ae-71dd-4597-95d8-41ffebec0896,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:09.479277 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.646657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf7844d-0137-40c1-b46a-1a4e097a9816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.710014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9928d-ade0-4fd5-b12e-b5fd162feb2e req-1977e2be-5d6b-4336-b711-fd057eaab34c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.711872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0c9928d-ade0-4fd5-b12e-b5fd162feb2e req-1977e2be-5d6b-4336-b711-fd057eaab34c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 944 time: 1.0402472 Nov 03 19:15:09.752803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf7844d-0137-40c1-b46a-1a4e097a9816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.754160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d688518-7d27-4867-8646-44ed55da50db'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:09.782293 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f329d84c-16f7-4c25-a012-98331a831ca9" -d '{"events": [{"server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "name": "network-vif-plugged", "status": "completed", "tag": "9d688518-7d27-4867-8646-44ed55da50db"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:09.786042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65b347db-5a5d-4952-b7d7-aad90144679b req-c7807edd-7b7e-490e-9535-530651f01818 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.1428761 Nov 03 19:15:09.971185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d688518-7d27-4867-8646-44ed55da50db,segment=NetworkSegment(b22c8779-b569-41de-adfd-5300953c4e24),segment_id=b22c8779-b569-41de-adfd-5300953c4e24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:10.069412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7844d-0137-40c1-b46a-1a4e097a9816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a10e83-89af-4b9a-ae5c-9eee6e654af9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:10.120077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.371423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.556356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fcf7844d-0137-40c1-b46a-1a4e097a9816 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ecaf3f1e67b45d3849dc42d19e07d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2768455 Nov 03 19:15:10.562653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47240) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:10.565767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:10.588750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8a8b296-53d4-4994-853b-5a530014bf97 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/459f2190-9c0d-457a-80c3-d8aace8817f2 HTTP/1.1" status: 200 len: 921 time: 1.9949541 Nov 03 19:15:10.620029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47242) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:10.949327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a92a45d1-980f-4530-8230-7d14b99e4a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:10.978644 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2af179-073d-4cf1-95d5-4a5cd78a63e2 x-openstack-request-id: req-0f2af179-073d-4cf1-95d5-4a5cd78a63e2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:10.979386 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "name": "network-vif-plugged", "status": "completed", "tag": "9d688518-7d27-4867-8646-44ed55da50db", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:10.979386 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0f2af179-073d-4cf1-95d5-4a5cd78a63e2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:10.979920 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d688518-7d27-4867-8646-44ed55da50db', 'code': 200} Nov 03 19:15:11.080615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47248) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:11.108205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a92a45d1-980f-4530-8230-7d14b99e4a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.345362 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.383771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a246881e-5635-4d5d-a247-2382871c5d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.507946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.515705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b5b418bf-23ac-4a34-9d7f-249df0f59a6d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=459f2190-9c0d-457a-80c3-d8aace8817f2 HTTP/1.1" status: 200 len: 205 time: 0.8927684 Nov 03 19:15:11.531252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47250) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:11.643729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79549f-a7c6-4af2-a8b8-dde653cecda3 req-6493a3fe-67a1-4e34-bc13-fd3c929a2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:11.646918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4b79549f-a7c6-4af2-a8b8-dde653cecda3 req-6493a3fe-67a1-4e34-bc13-fd3c929a2c20 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 1096 time: 0.4781294 Nov 03 19:15:11.699472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a92a45d1-980f-4530-8230-7d14b99e4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.708375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a92a45d1-980f-4530-8230-7d14b99e4a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.721655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a92a45d1-980f-4530-8230-7d14b99e4a00 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a1a10e83-89af-4b9a-ae5c-9eee6e654af9 HTTP/1.1" status: 204 len: 168 time: 1.1553910 Nov 03 19:15:11.742091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0c9928d-ade0-4fd5-b12e-b5fd162feb2e req-2de5874e-f56f-4182-a466-286f80d7686c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9891753 Nov 03 19:15:11.891293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:11.931693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a45d1-980f-4530-8230-7d14b99e4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a10e83-89af-4b9a-ae5c-9eee6e654af9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.013904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4b79549f-a7c6-4af2-a8b8-dde653cecda3 req-d2bad6c9-d811-4c63-a695-ba154327968f service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533847 Nov 03 19:15:12.122200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728846b5-3873-4b8d-8e9d-2146e617ff7c None None] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:12.168976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a246881e-5635-4d5d-a247-2382871c5d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.178600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a246881e-5635-4d5d-a247-2382871c5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.264542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246881e-5635-4d5d-a247-2382871c5d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c17574-3ec4-4343-9135-da11be654189,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.330111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a246881e-5635-4d5d-a247-2382871c5d35 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b9fe72541fdf48429f90a5b28b4fd433&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2443593 Nov 03 19:15:12.330574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47258) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:12.437677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:12.488098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:12.550044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13d6-7361-44bd-9489-9ed379f4bf5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.588518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:12.635266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13d6-7361-44bd-9489-9ed379f4bf5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.691851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59d9e567-be6d-4409-9144-f6b600118ec1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:12.801710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13d6-7361-44bd-9489-9ed379f4bf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.808442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ccb13d6-7361-44bd-9489-9ed379f4bf5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.814583 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.815991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8ccb13d6-7361-44bd-9489-9ed379f4bf5b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e8c17574-3ec4-4343-9135-da11be654189 HTTP/1.1" status: 204 len: 168 time: 0.4792352 Nov 03 19:15:12.833577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=b79039fe-6680-4915-b28e-cb4978b92eef,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.861212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb13d6-7361-44bd-9489-9ed379f4bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c17574-3ec4-4343-9135-da11be654189,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.933459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-44ecf286-8f3a-4c03-be24-a043dd19aa1b None None] Provisioning complete for port 59d9e567-be6d-4409-9144-f6b600118ec1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:12.934222 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44ecf286-8f3a-4c03-be24-a043dd19aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.965451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159a483-4fd5-4784-965c-133bb6dd2e84 req-0af3e349-1ff3-4863-8932-588642e42f36 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:12.968324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4159a483-4fd5-4784-965c-133bb6dd2e84 req-0af3e349-1ff3-4863-8932-588642e42f36 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 1.4652178 Nov 03 19:15:13.295836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59d9e567-be6d-4409-9144-f6b600118ec1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:13.296604 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.347721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:13.399612 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9984856-6146-405e-aa5c-0b575aed6140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.783702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9984856-6146-405e-aa5c-0b575aed6140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.789142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a9984856-6146-405e-aa5c-0b575aed6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.805815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44ecf286-8f3a-4c03-be24-a043dd19aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.931628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a9984856-6146-405e-aa5c-0b575aed6140 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c78d6676eb134ded94ea9505b76260fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823343 Nov 03 19:15:13.939565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47292) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:14.011226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:14.019866 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.051933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.235908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4159a483-4fd5-4784-965c-133bb6dd2e84 req-9a37503f-568e-4152-b130-505e18cb8049 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9584997 Nov 03 19:15:14.469890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9984856-6146-405e-aa5c-0b575aed6140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e23369f-3e5c-4a52-9efc-7b12ce70fd9c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:14.553046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-020bfb16-a104-4610-8a5f-f86be0639305 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.7725139 Nov 03 19:15:14.556133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47302) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:14.567331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fad-cdc0-46e6-877c-fc2cd972b524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.588205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'name': 'tempest-AllowedAddressPairTestJSON-572017952', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:26:a3:7e'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:14.690774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.924204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae31dd6-3010-4ed7-b5b2-8d0fbe34a528 req-e04425a8-ce74-48bf-a39b-21fe214a6174 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:14.936570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bae31dd6-3010-4ed7-b5b2-8d0fbe34a528 req-e04425a8-ce74-48bf-a39b-21fe214a6174 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 945 time: 1.7710974 Nov 03 19:15:14.968626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-44ecf286-8f3a-4c03-be24-a043dd19aa1b None None] For port 59d9e567-be6d-4409-9144-f6b600118ec1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59d9e567-be6d-4409-9144-f6b600118ec1,segment=NetworkSegment(4fd0e11f-149a-4e0e-83da-4453d95b25bd),segment_id=4fd0e11f-149a-4e0e-83da-4453d95b25bd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:14.983069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44ecf286-8f3a-4c03-be24-a043dd19aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.035261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fad-cdc0-46e6-877c-fc2cd972b524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.169944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bae31dd6-3010-4ed7-b5b2-8d0fbe34a528 req-a5c5585e-1909-41b1-8976-684a1eaaf9d7 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940041 Nov 03 19:15:15.181492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fad-cdc0-46e6-877c-fc2cd972b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.187495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fad-cdc0-46e6-877c-fc2cd972b524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.195339 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d61d5fad-cdc0-46e6-877c-fc2cd972b524 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9e23369f-3e5c-4a52-9efc-7b12ce70fd9c HTTP/1.1" status: 204 len: 168 time: 1.2224209 Nov 03 19:15:15.199403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.267966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5fad-cdc0-46e6-877c-fc2cd972b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e23369f-3e5c-4a52-9efc-7b12ce70fd9c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:15.503928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Deleting port 10f4163d-c83f-4cf9-a417-567a6f706ace {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:15.509233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.541372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:15.650530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecf286-8f3a-4c03-be24-a043dd19aa1b None None] Pushing event updated for resources: {'Port': ['ID=59d9e567-be6d-4409-9144-f6b600118ec1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:15.690493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ae3d65fc-96a1-4e80-91c4-aa44fc3fa67e None None] Provisioning complete for port 59d9e567-be6d-4409-9144-f6b600118ec1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:15.694171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae3d65fc-96a1-4e80-91c4-aa44fc3fa67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:15.702917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:15:15.704266 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:15:15.994246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.072347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] device_id is not set on port ffc26d47-440e-48b5-b067-5c4dceb7b539 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:16.288221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ae3d65fc-96a1-4e80-91c4-aa44fc3fa67e None None] Provisioning complete for port b79039fe-6680-4915-b28e-cb4978b92eef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:16.289218 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae3d65fc-96a1-4e80-91c4-aa44fc3fa67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.347718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86272cb-b64b-45fb-9195-728beae1b21e req-b76ae87a-434c-4761-8cf7-aa79f3da0a60 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:16.367651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86272cb-b64b-45fb-9195-728beae1b21e req-b76ae87a-434c-4761-8cf7-aa79f3da0a60 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.5426896 Nov 03 19:15:16.397072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:16.473729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Allocated IP 172.20.0.3 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/ffc26d47-440e-48b5-b067-5c4dceb7b539) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:16.607501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Calling delete_port for 10f4163d-c83f-4cf9-a417-567a6f706ace owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:16.742448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d65fc-96a1-4e80-91c4-aa44fc3fa67e None None] Port b79039fe-6680-4915-b28e-cb4978b92eef cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:16.975078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-26a2f8ed-91c1-40a3-be58-3277cc59f716 None None] Provisioning complete for port b79039fe-6680-4915-b28e-cb4978b92eef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:16.975617 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-26a2f8ed-91c1-40a3-be58-3277cc59f716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.136573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59d9e567-be6d-4409-9144-f6b600118ec1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:17.164972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-26a2f8ed-91c1-40a3-be58-3277cc59f716 None None] Port b79039fe-6680-4915-b28e-cb4978b92eef cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:17.193640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86272cb-b64b-45fb-9195-728beae1b21e req-1eae15ec-be64-4f17-87ce-c82ae6baeb33 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8245933 Nov 03 19:15:17.325435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e3b7a-c211-437a-84e1-8c2ea68d6a35 req-16cfd4f0-07df-4e16-98c1-757b0da6a458 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:17.341552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d01e3b7a-c211-437a-84e1-8c2ea68d6a35 req-16cfd4f0-07df-4e16-98c1-757b0da6a458 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 945 time: 0.8054154 Nov 03 19:15:17.430811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 59d9e567-be6d-4409-9144-f6b600118ec1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:17.433743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.470644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.727439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:17.977030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:17.994993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:18.008508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:18.135547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d01e3b7a-c211-437a-84e1-8c2ea68d6a35 req-0006f118-c531-4bb9-85c8-98c3e79c0b2b tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925096 Nov 03 19:15:18.224459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.360936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event deleted for resources: {'Port': ['ID=10f4163d-c83f-4cf9-a417-567a6f706ace,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:18.521998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:18.521998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.567362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=ffc26d47-440e-48b5-b067-5c4dceb7b539,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:18.650364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3632e143-d5d0-4057-90a3-37a8e548b1ca tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.0867498 Nov 03 19:15:18.651769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47360) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:18.695079 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.867048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3c788246-8862-4c17-8b2f-1956062eecda None None] Provisioning complete for port ffc26d47-440e-48b5-b067-5c4dceb7b539 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:18.867527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c788246-8862-4c17-8b2f-1956062eecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.049233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3c788246-8862-4c17-8b2f-1956062eecda None None] Port ffc26d47-440e-48b5-b067-5c4dceb7b539 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:19.316879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710950dc-525a-4bba-8894-9bdba96c7d5c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:19.371086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710950dc-525a-4bba-8894-9bdba96c7d5c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:19.404645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710950dc-525a-4bba-8894-9bdba96c7d5c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:19.413420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-710950dc-525a-4bba-8894-9bdba96c7d5c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.7536175 Nov 03 19:15:19.414631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47374) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:19.518549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.027322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port ffc26d47-440e-48b5-b067-5c4dceb7b539 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:20.040060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.376494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.450788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.502142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for ffc26d47-440e-48b5-b067-5c4dceb7b539 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:20.594589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f858d-a848-48a7-93a1-53d0fcee583c req-1097914b-371a-4abc-9cdf-1e7e0cdafc98 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:20.614411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-582f858d-a848-48a7-93a1-53d0fcee583c req-1097914b-371a-4abc-9cdf-1e7e0cdafc98 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 1.9324145 Nov 03 19:15:20.652318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4ba9-3db8-4654-89bd-98a7235a4917 req-6f8fa639-5eb5-40b3-b6a6-f757331698e8 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:20.670027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec6f4ba9-3db8-4654-89bd-98a7235a4917 req-6f8fa639-5eb5-40b3-b6a6-f757331698e8 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 945 time: 1.2273118 Nov 03 19:15:20.697044 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.698483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Fanout notify agent at l3_agent the message router_deleted on router 459f2190-9c0d-457a-80c3-d8aace8817f2 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:15:20.784338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.787188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a58f9de7-edd4-4db1-a2df-d6f2c6cee874 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/459f2190-9c0d-457a-80c3-d8aace8817f2 HTTP/1.1" status: 204 len: 168 time: 9.1982489 Nov 03 19:15:20.793449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47398) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:20.805400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'name': 'tempest-snat-router-809736837', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': False}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:20.875086 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.879114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.021279 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.063174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec6f4ba9-3db8-4654-89bd-98a7235a4917 req-b332078d-f363-4473-b447-e15aac69d544 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725662 Nov 03 19:15:21.697074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.911846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-582f858d-a848-48a7-93a1-53d0fcee583c req-0a6a5ff3-8a5f-4c07-87d8-ca1d0b332fcd tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.2944458 Nov 03 19:15:22.629816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:22.717257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=ffc26d47-440e-48b5-b067-5c4dceb7b539,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:22.784612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66695e-6403-4fe3-9c43-0355ebd3a83e req-3de102dc-44b2-4aef-a82a-528ac2b0e510 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:22.816985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d66695e-6403-4fe3-9c43-0355ebd3a83e req-3de102dc-44b2-4aef-a82a-528ac2b0e510 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 945 time: 0.5079701 Nov 03 19:15:23.119746 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.255656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-1c1a9f5a-860e-4295-aa22-bbc3230e2563 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:23.257417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-1c1a9f5a-860e-4295-aa22-bbc3230e2563 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.115 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 945 time: 0.6590273 Nov 03 19:15:23.323252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d66695e-6403-4fe3-9c43-0355ebd3a83e req-32cbea60-92e0-4c70-8ee0-000b860b6996 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049162 Nov 03 19:15:23.326131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.565076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:23.578554 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f790bfbe-7bd0-4794-b8d6-1a9b60a691cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/ports/ffc26d47-440e-48b5-b067-5c4dceb7b539 HTTP/1.1" status: 204 len: 168 time: 4.1311915 Nov 03 19:15:23.589245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:23.677119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Allocated IP 172.25.8.163 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/133843de-a60e-4b7c-ad81-bd2e0315a9f2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:23.792960 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a6a1ec-d941-46a0-a551-5ee8eab8bb96 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] GET failed (client error): The resource could not be found. Nov 03 19:15:23.812144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a0a6a1ec-d941-46a0-a551-5ee8eab8bb96 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "GET /v2.0/ports/ffc26d47-440e-48b5-b067-5c4dceb7b539 HTTP/1.1" status: 404 len: 333 time: 0.2124348 Nov 03 19:15:23.834316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47446) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:23.863625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'name': 'tempest-AllowedAddressPairTestJSON-1712635749'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:24.095565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Deleting port 9d688518-7d27-4867-8646-44ed55da50db {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:24.106559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.112472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47454) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:24.185975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d688518-7d27-4867-8646-44ed55da50db no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:24.336977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.392485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f5a7-ef30-45e7-ac86-ee2641bc9522 req-7e1fbbb3-babe-4643-afa5-3bb532e356ff tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:24.402930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c95f5a7-ef30-45e7-ac86-ee2641bc9522 req-7e1fbbb3-babe-4643-afa5-3bb532e356ff tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 1.1379285 Nov 03 19:15:24.773896 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:15:24.780972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c95f5a7-ef30-45e7-ac86-ee2641bc9522 req-6aae8c56-f6ef-4de7-a56a-20307f1fd828 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3699009 Nov 03 19:15:24.811703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.864710 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.032451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d688518-7d27-4867-8646-44ed55da50db'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:25.052466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:25.053886 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf612e55-684e-4838-acd0-80f81cb83857" -d '{"events": [{"server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "name": "network-vif-unplugged", "status": "completed", "tag": "9d688518-7d27-4867-8646-44ed55da50db"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:25.063235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d688518-7d27-4867-8646-44ed55da50db,segment=NetworkSegment(b22c8779-b569-41de-adfd-5300953c4e24),segment_id=b22c8779-b569-41de-adfd-5300953c4e24)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:25.063235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.083808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d688518-7d27-4867-8646-44ed55da50db, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d688518-7d27-4867-8646-44ed55da50db,segment=NetworkSegment(b22c8779-b569-41de-adfd-5300953c4e24),segment_id=b22c8779-b569-41de-adfd-5300953c4e24)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:25.090828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:25.101641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:25.103179 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.142805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Calling delete_port for 9d688518-7d27-4867-8646-44ed55da50db owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:25.478498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:25.513152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Port': ['ID=133843de-a60e-4b7c-ad81-bd2e0315a9f2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:25.539284 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5d5da-402a-4e96-8571-a04814342628 x-openstack-request-id: req-23e5d5da-402a-4e96-8571-a04814342628 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:25.540049 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "name": "network-vif-unplugged", "status": "completed", "tag": "9d688518-7d27-4867-8646-44ed55da50db", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:25.540697 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-23e5d5da-402a-4e96-8571-a04814342628 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:25.541595 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d688518-7d27-4867-8646-44ed55da50db', 'code': 200} Nov 03 19:15:25.569506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.570631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.573368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.577417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.578222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.579584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.580316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.583819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.585557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.587161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.588008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.589372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:25.747523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f29a7-e299-4151-aaf1-d5957dee176e req-066ed807-e463-47a7-a8fd-ca4f57a64d34 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:25.763154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f4f29a7-e299-4151-aaf1-d5957dee176e req-066ed807-e463-47a7-a8fd-ca4f57a64d34 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/ports?device_id=5e9535ad-d881-4e60-a732-9af16d1d21c6 HTTP/1.1" status: 200 len: 943 time: 0.7840707 Nov 03 19:15:25.805874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:25.855922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.097055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Pushing event deleted for resources: {'Port': ['ID=9d688518-7d27-4867-8646-44ed55da50db,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:26.206226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.249112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:26.272872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.369035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] No DVR routers for this DVR port 9d688518-7d27-4867-8646-44ed55da50db on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:26.398681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.423079 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6cd0d1bc-16b1-4dfe-a1ba-e7367c6351bb req-a3fa1a16-cc70-4560-b0a6-dc1f3c54cd3c tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.115 "DELETE /v2.0/ports/9d688518-7d27-4867-8646-44ed55da50db HTTP/1.1" status: 204 len: 173 time: 3.1577377 Nov 03 19:15:26.491179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'name': 'network-vif-deleted', 'tag': '9d688518-7d27-4867-8646-44ed55da50db'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:26.512941 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e7e713-997e-4929-b705-8638e9088cdd" -d '{"events": [{"server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "name": "network-vif-deleted", "tag": "9d688518-7d27-4867-8646-44ed55da50db"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:26.559918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] device_id is not set on port 7ecad607-46e5-40a3-b354-17b8aa7a0256 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:26.844998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e35a97-6372-4cfc-be1b-80c703be4a67 req-a7ff788b-ceae-4247-8598-acf56d150796 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.848304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38e35a97-6372-4cfc-be1b-80c703be4a67 req-a7ff788b-ceae-4247-8598-acf56d150796 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.3814456 Nov 03 19:15:27.112198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f4f29a7-e299-4151-aaf1-d5957dee176e req-0ad20588-cbf4-42d5-8b85-60bf66229bc8 tempest-InstanceActionsV221TestJSON-172375317 tempest-InstanceActionsV221TestJSON-172375317-project] 10.222.0.91 "GET /v2.0/security-groups?id=cbab6453-871a-4174-8406-c945b7ab620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3476889 Nov 03 19:15:27.296027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38e35a97-6372-4cfc-be1b-80c703be4a67 req-f440731d-06c8-4c5c-bce6-5177a943a02a tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4102283 Nov 03 19:15:27.421829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Allocated IP 172.20.0.8 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/7ecad607-46e5-40a3-b354-17b8aa7a0256) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:27.661507 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:27.712844 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc6f09d-09dc-44cf-a6a3-08794110e786 x-openstack-request-id: req-1bc6f09d-09dc-44cf-a6a3-08794110e786 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:27.713308 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9535ad-d881-4e60-a732-9af16d1d21c6", "name": "network-vif-deleted", "tag": "9d688518-7d27-4867-8646-44ed55da50db", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:27.713712 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1bc6f09d-09dc-44cf-a6a3-08794110e786 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:27.714375 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9535ad-d881-4e60-a732-9af16d1d21c6', 'name': 'network-vif-deleted', 'tag': '9d688518-7d27-4867-8646-44ed55da50db', 'status': 'completed', 'code': 200} Nov 03 19:15:28.467893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:28.820881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.026034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.092126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66e00c-4f57-46ce-869d-4832b9dac0d4 req-01a256ac-366b-4c7b-b749-fcd100c9fc28 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:29.098533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b66e00c-4f57-46ce-869d-4832b9dac0d4 req-01a256ac-366b-4c7b-b749-fcd100c9fc28 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.3986788 Nov 03 19:15:29.106996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.267718 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:29.290161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:29.351846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:29.438491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b66e00c-4f57-46ce-869d-4832b9dac0d4 req-ae72ccb0-4ead-4b42-9d7a-abffeb3c038c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3245001 Nov 03 19:15:29.700925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Allocated IP 172.25.8.221 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/2b5a5a33-d642-4977-bfa3-9c766b5d408a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:29.746680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47506) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:29.924485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=7ecad607-46e5-40a3-b354-17b8aa7a0256,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:29.968391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Router 5c978cb1-b1ef-4efe-a532-f3c3d93c626d is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:30.052239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4b338082-9863-448b-9c13-1e5ed4e7544b None None] Provisioning complete for port 7ecad607-46e5-40a3-b354-17b8aa7a0256 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:30.056230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b338082-9863-448b-9c13-1e5ed4e7544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.192256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.214989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4b338082-9863-448b-9c13-1e5ed4e7544b None None] Port 7ecad607-46e5-40a3-b354-17b8aa7a0256 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:30.342175 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.470057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:30.471178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.481418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:30.501413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Sync routers for ids ['5c978cb1-b1ef-4efe-a532-f3c3d93c626d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:30.521561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:30.527275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Routers {'5c978cb1-b1ef-4efe-a532-f3c3d93c626d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:30.528632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5c978cb1-b1ef-4efe-a532-f3c3d93c626d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:30.538300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.542575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e66e670e-6d90-420c-a61f-97a7e25cfade tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7436979 Nov 03 19:15:30.551649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47514) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:30.561135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:30.569981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Deleting subnet 2de43914-94bb-4ea9-a126-3c504a208c2c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:30.574507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:30.693747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.802334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Port': ['ID=2b5a5a33-d642-4977-bfa3-9c766b5d408a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:30.822313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc9f90c7-cabd-4eb7-9371-dd1b1f939755 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9858513 Nov 03 19:15:30.840978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47520) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:30.863229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a7dd3e10-34d2-40f3-84ef-f569c35e5072 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/5c978cb1-b1ef-4efe-a532-f3c3d93c626d HTTP/1.1" status: 200 len: 908 time: 0.3056829 Nov 03 19:15:30.870592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.871174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47522) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:30.945956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Set router 5c978cb1-b1ef-4efe-a532-f3c3d93c626d gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:30.953000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:26:a3:7e'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:31.386498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.497411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c978cb1-b1ef-4efe-a532-f3c3d93c626d', 'name': 'tempest-snat-router-809736837', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': False}, 'gw_port_id': '133843de-a60e-4b7c-ad81-bd2e0315a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:20Z', 'updated_at': '2021-11-03T19:15:27Z', 'revision_number': 3, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port': {'id': '133843de-a60e-4b7c-ad81-bd2e0315a9f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c978cb1-b1ef-4efe-a532-f3c3d93c626d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:23Z', 'updated_at': '2021-11-03T19:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:31.554902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.628420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Checking router: 5c978cb1-b1ef-4efe-a532-f3c3d93c626d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:31.629289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Updating router 5c978cb1-b1ef-4efe-a532-f3c3d93c626d port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:31.723170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'name': 'tempest-snat-router-809736837', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': True}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:31.726007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.791223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.793534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.834158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.841204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.848034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d802b-d840-41e8-aa0c-334c8f7dde46 req-02296a24-ff45-4d4c-92a2-ed0a675095d0 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:31.864417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f22d802b-d840-41e8-aa0c-334c8f7dde46 req-02296a24-ff45-4d4c-92a2-ed0a675095d0 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 1.0009999 Nov 03 19:15:32.192652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.230194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.259879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f22d802b-d840-41e8-aa0c-334c8f7dde46 req-57712653-7efc-4ebf-ac2f-24253cedda40 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3861196 Nov 03 19:15:32.333154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de43914-94bb-4ea9-a126-3c504a208c2c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:32.387425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.415040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-266713a1-b2c8-43d3-a4f6-bf6eb06c6d93 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2de43914-94bb-4ea9-a126-3c504a208c2c HTTP/1.1" status: 204 len: 168 time: 2.5199621 Nov 03 19:15:32.422859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:32.533554 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.632564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.717658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.744095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.999755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Attempting to bind port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:32.999755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Attempting to bind port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:32.999755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Attempting to bind port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:33.013650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.063097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:33.063653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:33.065455 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.066069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:33.067738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Bound port: 133843de-a60e-4b7c-ad81-bd2e0315a9f2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:33.068360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.185801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] For port 133843de-a60e-4b7c-ad81-bd2e0315a9f2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:33.194138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] For port 133843de-a60e-4b7c-ad81-bd2e0315a9f2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133843de-a60e-4b7c-ad81-bd2e0315a9f2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:33.211615 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.215872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.219803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.220266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c61b64-1edf-4c51-89d3-011dfcf0f1ef None None] Pushing event updated for resources: {'Port': ['ID=133843de-a60e-4b7c-ad81-bd2e0315a9f2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:33.227854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.238161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.243157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.359979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c61b64-1edf-4c51-89d3-011dfcf0f1ef None None] Pushing event updated for resources: {'Port': ['ID=133843de-a60e-4b7c-ad81-bd2e0315a9f2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:33.418310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] In _notify_port_updated(), no bound segment for port 7ecad607-46e5-40a3-b354-17b8aa7a0256 on network 9a3a5ecf-9286-4505-b012-13ccd1d022fd {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:15:33.441750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:33.443296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.445915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Routers {'5c978cb1-b1ef-4efe-a532-f3c3d93c626d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:33.447949 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "PUT /v2.0/ports/7ecad607-46e5-40a3-b354-17b8aa7a0256 HTTP/1.1" status: 200 len: 994 time: 2.6018145 Nov 03 19:15:33.449398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5c978cb1-b1ef-4efe-a532-f3c3d93c626d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:33.462083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47548) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:33.661643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47554) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:33.668874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.725433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba60b4f-3f01-4a3f-8baa-e31094b96f4e']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:33.761956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c8779-b569-41de-adfd-5300953c4e24') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:33.762259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c8779-b569-41de-adfd-5300953c4e24') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:33.791710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.822023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.846099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:33.846505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:33.968225 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:33.980877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.058857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:15:34.068127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.076963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bba60b4f-3f01-4a3f-8baa-e31094b96f4e HTTP/1.1" status: 204 len: 168 time: 1.6427979 Nov 03 19:15:34.078840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a5c5c-1a4f-456b-b046-5144bbf4fc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba60b4f-3f01-4a3f-8baa-e31094b96f4e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:34.159692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Port': ['ID=2b5a5a33-d642-4977-bfa3-9c766b5d408a,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:34.227263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.268109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.288229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] Set router 5c978cb1-b1ef-4efe-a532-f3c3d93c626d gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:34.311979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3dcac8d5-221d-4fab-8e95-fe3296b1e718 None None] Provisioning complete for port 7ecad607-46e5-40a3-b354-17b8aa7a0256 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:34.313123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3dcac8d5-221d-4fab-8e95-fe3296b1e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.330862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab60588-bd18-40f5-918a-ace503175ec9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=7ecad607-46e5-40a3-b354-17b8aa7a0256,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:34.355562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.357802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84ac6a87-b385-441a-a45b-ff2e711edc65 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0404267 Nov 03 19:15:34.363017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47562) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:34.378717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1724473553'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:34.397942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Deleting subnet dc7bc045-4c51-4ae3-84c2-382cb6e4fee0 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:34.412044 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.418462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.468090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Made reservation on behalf of 081360a6643e41a8925e3c469b308e70 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:34.485460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.498362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253fd04-9b63-44a2-8a50-38545f8d4e8f req-7c4d8d79-97ca-4611-bcc4-f1940245271c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:34.516954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4253fd04-9b63-44a2-8a50-38545f8d4e8f req-7c4d8d79-97ca-4611-bcc4-f1940245271c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 944 time: 0.8958681 Nov 03 19:15:34.532270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.615305 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:15:34.835987 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.839924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.883801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47568) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:34.967093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-19aa4c87-89da-4ae7-b5df-94afa1e17a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:34.967551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.023441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3dcac8d5-221d-4fab-8e95-fe3296b1e718 None None] Port 7ecad607-46e5-40a3-b354-17b8aa7a0256 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:35.029695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:35.147821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4fd30718-0342-4f43-9df1-6397912678a3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ef0b34f13b44864b1eca8605caee148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447824 Nov 03 19:15:35.154583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47574) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:35.165045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port 7ecad607-46e5-40a3-b354-17b8aa7a0256 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:35.165593 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.227826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4253fd04-9b63-44a2-8a50-38545f8d4e8f req-16acbaf3-e27c-426a-820e-e03c6b38f6d6 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7095568 Nov 03 19:15:35.347294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.347294 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Added segment 494032a8-f2b8-4dc8-b94d-5a77e101c775 of type vlan for network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 Nov 03 19:15:35.422891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-7719b2cf-c030-46e6-9db0-14a3672d577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:35.426112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-7719b2cf-c030-46e6-9db0-14a3672d577e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1095 time: 0.6163375 Nov 03 19:15:35.427458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ceae52-ffdb-4c95-94ac-bcba85fc03cb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:35.519324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-065cf6ca-3ebb-4dfb-9547-8237ca5d8a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.559012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-065cf6ca-3ebb-4dfb-9547-8237ca5d8a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.573671 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.653542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-065cf6ca-3ebb-4dfb-9547-8237ca5d8a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.656849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-065cf6ca-3ebb-4dfb-9547-8237ca5d8a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.670281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-065cf6ca-3ebb-4dfb-9547-8237ca5d8a92 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cbab6453-871a-4174-8406-c945b7ab620c HTTP/1.1" status: 204 len: 168 time: 0.4995542 Nov 03 19:15:35.711200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cf6ca-3ebb-4dfb-9547-8237ca5d8a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbab6453-871a-4174-8406-c945b7ab620c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:35.721330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.841407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Allocated IP 172.25.8.216 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/3eedd87d-75a0-4440-9e16-5aca717123af) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:35.855783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.868075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:35.869676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:35.911872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:35.924193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5596275 Nov 03 19:15:35.931337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:35.942356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Request body: {'subnet': {'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:35.993892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'port_id': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'mac_address': 'fa:16:3e:e1:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:15:36.039117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.133239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-4ffff5bf-602c-4a4c-8400-cb03186f1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:36.136186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-4ffff5bf-602c-4a4c-8400-cb03186f1bde service neutron] 10.222.0.110 "GET /v2.0/networks?id=fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 200 len: 918 time: 0.6282337 Nov 03 19:15:36.154035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for 7ecad607-46e5-40a3-b354-17b8aa7a0256 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:36.167395 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.227506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c978cb1-b1ef-4efe-a532-f3c3d93c626d', 'name': 'tempest-snat-router-809736837', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': False}, 'gw_port_id': '133843de-a60e-4b7c-ad81-bd2e0315a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:20Z', 'updated_at': '2021-11-03T19:15:27Z', 'revision_number': 3, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port': {'id': '133843de-a60e-4b7c-ad81-bd2e0315a9f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c978cb1-b1ef-4efe-a532-f3c3d93c626d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:23Z', 'updated_at': '2021-11-03T19:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:36.230941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d70e8c-9c41-49b6-b825-f9db110b5a50 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:36.356515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ecb40-38cb-48ab-b02f-26fb878b314b None None] The sync data for ids ['5c978cb1-b1ef-4efe-a532-f3c3d93c626d'] in n-d-812151-4 is: [{'id': '5c978cb1-b1ef-4efe-a532-f3c3d93c626d', 'name': 'tempest-snat-router-809736837', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163'}], 'enable_snat': False}, 'gw_port_id': '133843de-a60e-4b7c-ad81-bd2e0315a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:20Z', 'updated_at': '2021-11-03T19:15:27Z', 'revision_number': 3, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port': {'id': '133843de-a60e-4b7c-ad81-bd2e0315a9f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c978cb1-b1ef-4efe-a532-f3c3d93c626d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:23Z', 'updated_at': '2021-11-03T19:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:36.429462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:36.435824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.540197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075274b-d3c0-40b3-bf33-d3e1f9d38ed1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Network': ['ID=3aec46e1-e2a5-42d3-8793-e74bda123fb5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:36.577034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:36.650132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-7e1c1841-0ada-407b-ad40-255e50f1f7c6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 200 len: 1000 time: 0.3335009 Nov 03 19:15:36.677152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Made reservation on behalf of 081360a6643e41a8925e3c469b308e70 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:36.691346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.739907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.791095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:36.873890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.881638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/dc7bc045-4c51-4ae3-84c2-382cb6e4fee0 HTTP/1.1" status: 204 len: 168 time: 3.2053571 Nov 03 19:15:36.882505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:36.893024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47600) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:36.897080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['c3d70e8c-9c41-49b6-b825-f9db110b5a50'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:36.933539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a05b-7ccb-4b11-bedc-0ab76956712b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7bc045-4c51-4ae3-84c2-382cb6e4fee0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:37.113923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=7ecad607-46e5-40a3-b354-17b8aa7a0256,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:37.433751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e77c4-d464-4cda-a7d1-5530a70f7cce req-3cf2d05f-4288-4f0a-be63-92c48ed91c8d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:37.461731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d37e77c4-d464-4cda-a7d1-5530a70f7cce req-3cf2d05f-4288-4f0a-be63-92c48ed91c8d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 945 time: 0.6696401 Nov 03 19:15:37.524749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-a37c8514-7f4b-43aa-a4db-ef00b847f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:37.531853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-a37c8514-7f4b-43aa-a4db-ef00b847f919 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 200 len: 856 time: 0.8246078 Nov 03 19:15:37.544125 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.569391 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:37.898770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Checking segment: {'id': '494032a8-f2b8-4dc8-b94d-5a77e101c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:37.899395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network hostable DHCP agents. Network: 3aec46e1-e2a5-42d3-8793-e74bda123fb5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:37.986989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:38.017404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.038926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3aec46e1-e2a5-42d3-8793-e74bda123fb5) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:38.058883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-ad504825-0450-4920-ac24-dfba238e634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:38.059224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bd7be-072e-431e-8d71-bfe865191cf0 None None] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:38.068935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-ad504825-0450-4920-ac24-dfba238e634a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fb2a891e-3d64-414c-8204-74fddd9cde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4669278 Nov 03 19:15:38.077563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d37e77c4-d464-4cda-a7d1-5530a70f7cce req-12d59957-c1f5-4c1c-b481-9c4c72b16e85 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5256307 Nov 03 19:15:38.090566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:38.091708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.144472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.181867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Subnet': ['ID=74474f2c-8202-498c-939f-ffb05e35def9,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:38.224401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.232856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8f494ca4-75ed-41e1-b94e-acc9ca3775d1 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/ports/7ecad607-46e5-40a3-b354-17b8aa7a0256 HTTP/1.1" status: 204 len: 168 time: 4.7669008 Nov 03 19:15:38.276146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47614) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:38.276709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47616) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:38.356699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d27-69fb-4bbe-8fee-d15444ae8f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.389993 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-07dfa19a-a8a4-4500-a749-d4c0c3d573f7 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4567204 Nov 03 19:15:38.403628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:38.415561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:38.480462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:38.480822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1209552516', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:38.537016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:38.552565 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d95464-3f34-47a1-8832-99fa0184c3cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] GET failed (client error): The resource could not be found. Nov 03 19:15:38.554869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:38.567000 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-65d95464-3f34-47a1-8832-99fa0184c3cd tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "GET /v2.0/ports/7ecad607-46e5-40a3-b354-17b8aa7a0256 HTTP/1.1" status: 404 len: 333 time: 0.2462616 Nov 03 19:15:38.568173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47626) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:38.699882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'name': 'tempest-AllowedAddressPairTestJSON-1751610825'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:38.844364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-f1a7632d-54cc-407a-b3ff-79a6442b57c7 service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290971 Nov 03 19:15:38.853820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1225988856-network', 'tenant_id': 'f7ded844eb1d4d348561620fe53970a7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:38.886548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.961099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Port': ['ID=3eedd87d-75a0-4440-9e16-5aca717123af,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:38.972228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:38.979794 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.024471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133843de-a60e-4b7c-ad81-bd2e0315a9f2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:39.063346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-3aec46e1-e2a5-42d3-8793-e74bda123fb5', 'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5', 'tenant_id': '081360a6643e41a8925e3c469b308e70', 'fixed_ips': [{'subnet_id': '74474f2c-8202-498c-939f-ffb05e35def9'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:39.065613 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.190044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port c3d70e8c-9c41-49b6-b825-f9db110b5a50 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:39.190898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.193210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.524138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.542124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Allocated IP 172.20.0.2 (3aec46e1-e2a5-42d3-8793-e74bda123fb5/74474f2c-8202-498c-939f-ffb05e35def9/5ee1efac-4a6c-4e15-a5ba-4f4986bccf58) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:39.646237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77cfb8-a7f5-454b-b48a-d45a9b14aac0 req-a3b56876-5fdf-436c-9ce1-1e8b21b5e42c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:39.649840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee77cfb8-a7f5-454b-b48a-d45a9b14aac0 req-a3b56876-5fdf-436c-9ce1-1e8b21b5e42c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 945 time: 0.2537088 Nov 03 19:15:39.650787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.757966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e64cbf-f2f1-45c1-9138-2b6ba2a36680']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:39.771488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:39.772123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa6f3dc-b1bd-4b18-96db-ccb4ab25188b') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:39.800979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.835025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.851090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:39.851982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.911616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:40.005185 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:40.026036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.036914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:40.037460 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.054110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.122720 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.125559 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.210115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.216520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] 10.222.0.91 "DELETE /v2.0/networks/73e64cbf-f2f1-45c1-9138-2b6ba2a36680 HTTP/1.1" status: 204 len: 168 time: 3.3217258 Nov 03 19:15:40.219179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d19c40-1ff2-46a4-9f0b-e1d479f19175 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e64cbf-f2f1-45c1-9138-2b6ba2a36680,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:40.232003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47634) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:40.263542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Pushing event updated for resources: {'Port': ['ID=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:40.286652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:40.317283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:40.342587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:40.346006 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea2ec4-050c-4c84-8a4f-6bd140931461" -d '{"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-plugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:40.352588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.357593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:40.368496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:40.390687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Deleting subnet 29067808-57f6-4d3c-bfc1-9831a00c2edd {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:40.416560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.430881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Made reservation on behalf of f7ded844eb1d4d348561620fe53970a7 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:40.435862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.465448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee77cfb8-a7f5-454b-b48a-d45a9b14aac0 req-933197bd-4895-4bc0-9b39-16e9607a0f1d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7756808 Nov 03 19:15:40.466169 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b1eb9-f236-40d8-aed4-e9303b96c83d x-openstack-request-id: req-f28b1eb9-f236-40d8-aed4-e9303b96c83d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:40.466641 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-plugged", "status": "completed", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:40.467053 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f28b1eb9-f236-40d8-aed4-e9303b96c83d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:40.467652 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'code': 200} Nov 03 19:15:40.517743 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.533361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:40.636182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.645643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:40.649951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.660175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.663038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.668758 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1bed66d-e898-45f8-ae01-22496d2ac554 req-caa71639-b542-4688-9226-232ef6e5450f service neutron] 10.222.0.110 "GET /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9554224 Nov 03 19:15:40.705345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Attempting to bind port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:40.705986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Attempting to bind port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '494032a8-f2b8-4dc8-b94d-5a77e101c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:40.706696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Attempting to bind port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 on network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:40.779481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:40.780131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Checking segment: {'id': '494032a8-f2b8-4dc8-b94d-5a77e101c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:40.780907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.784406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Bound using segment: {'id': '494032a8-f2b8-4dc8-b94d-5a77e101c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:40.785279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Bound port: 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494032a8-f2b8-4dc8-b94d-5a77e101c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:40.785960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.797232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.856175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.866768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:40.894540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 133843de-a60e-4b7c-ad81-bd2e0315a9f2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133843de-a60e-4b7c-ad81-bd2e0315a9f2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:41.007630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.029960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.039290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] device_id is not set on port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:41.052014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.131371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:41.167652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9785f-43e9-47fa-98c5-57340006aae2 req-5a30ba02-6c8a-42c4-a8e4-e3cb9f2b2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:41.169315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1aa9785f-43e9-47fa-98c5-57340006aae2 req-5a30ba02-6c8a-42c4-a8e4-e3cb9f2b2003 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 1098 time: 0.2529857 Nov 03 19:15:41.171042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.214043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.215307 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Added segment 0ffbd505-fb8f-460f-a152-5c6e9e89ef27 of type vlan for network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 Nov 03 19:15:41.249983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] For port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:41.283504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=133843de-a60e-4b7c-ad81-bd2e0315a9f2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.313428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] For port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,segment=NetworkSegment(494032a8-f2b8-4dc8-b94d-5a77e101c775),segment_id=494032a8-f2b8-4dc8-b94d-5a77e101c775)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:41.323074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.352223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2264b9-8608-49a4-b553-289bf57a6431,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.360896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Allocated IP 172.25.8.237 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/2b9953d0-3f5b-4469-9576-b606efc34504) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:41.376675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29067808-57f6-4d3c-bfc1-9831a00c2edd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.469891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d03505-da52-4ddf-974c-61ddc5c8f6ad None None] Pushing event updated for resources: {'Port': ['ID=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.502549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.513565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cbf7cea2-3d19-4f1d-b7d2-6b5369d4a6c4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/29067808-57f6-4d3c-bfc1-9831a00c2edd HTTP/1.1" status: 204 len: 168 time: 1.2741613 Nov 03 19:15:41.515524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47646) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:41.581424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.604227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1aa9785f-43e9-47fa-98c5-57340006aae2 req-468d3396-cd4f-4334-92b9-6284a645caa1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4179265 Nov 03 19:15:41.615264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Allocated IP 172.20.0.13 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/8933afa4-0fff-403d-b3f3-50ab1e2b19fe) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:41.697520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.707873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:41.708790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.835441 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.921080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.072213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.109433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.8038864 Nov 03 19:15:42.116105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47654) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:42.138877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Pushing event updated for resources: {'Network': ['ID=7485f0db-8bb7-4d28-b3bb-3c76155c9af1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:42.142307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Request body: {'subnet': {'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1225988856-subnet', 'tenant_id': 'f7ded844eb1d4d348561620fe53970a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:42.181751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Router 2a319041-f193-4df6-bd39-5f0dff5cc3c3 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.208402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.209580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.209580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.209917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.211159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.211777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f69e57-8522-4cf6-bfb9-440306553903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:42.274244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:42.340273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ef251-ebdd-4c9a-8bcc-ec9df2f471a6 req-2668d130-a633-4809-a1c9-3da9f26d374e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:42.346573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd1ef251-ebdd-4c9a-8bcc-ec9df2f471a6 req-2668d130-a633-4809-a1c9-3da9f26d374e tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 947 time: 0.5488448 Nov 03 19:15:42.410124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.418489 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-56b56249-1d02-401c-852f-904581f2b42b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4001665 Nov 03 19:15:42.552043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.644634 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.649483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-a5e04ae7-2958-4441-b419-7b605e10d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:42.651487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-a5e04ae7-2958-4441-b419-7b605e10d3f7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=926c5cfa21da4a019d389527080a4a0b&device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0964799 Nov 03 19:15:42.692336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.708495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.716645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acc03ef-6d16-4535-8dca-b47445b0ae30']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:42.895816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd1ef251-ebdd-4c9a-8bcc-ec9df2f471a6 req-add3b661-cd95-474e-a50e-d1fa1e9efa76 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4663966 Nov 03 19:15:42.915776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:42.981077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:42.994454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:43.013666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506699f8-ceaa-4a4c-bb00-31d0a35b95dd') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:43.013992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506699f8-ceaa-4a4c-bb00-31d0a35b95dd') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:43.037331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:43.098530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=8933afa4-0fff-403d-b3f3-50ab1e2b19fe,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:43.110783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Made reservation on behalf of f7ded844eb1d4d348561620fe53970a7 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:43.122562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.126943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:43.142574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:43.402306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:43.409822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.419894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-c62a96d9-66f7-4670-a3a6-d40b3dece5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:43.430412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-c62a96d9-66f7-4670-a3a6-d40b3dece5c4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 200 len: 919 time: 0.7222424 Nov 03 19:15:43.720528 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-8264be56-d1b6-4479-84b7-b72bfd0ed2ba service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 200 len: 217 time: 0.2769694 Nov 03 19:15:43.747789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:43.784016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cb63a869-01ed-4dba-a247-5922b5d79c64 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1067295 Nov 03 19:15:43.789806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47668) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:43.891047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.912789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:26:a3:7e'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:43.940981 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.961435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ae7bfd5f-26d7-46aa-a51f-1b7b4a148f4b None None] Provisioning complete for port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:43.962155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfd5f-26d7-46aa-a51f-1b7b4a148f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.967113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:43.967670 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.134338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bfd5f-26d7-46aa-a51f-1b7b4a148f4b None None] Port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:44.138124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8acfbd-1a8a-4d3d-94e6-6a598052d9b5 None None] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:44.195438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-6b427d7c-fd6e-4580-89aa-69a7f0eec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:44.200781 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-6b427d7c-fd6e-4580-89aa-69a7f0eec939 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 200 len: 858 time: 0.4679849 Nov 03 19:15:44.265066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:44.271121 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:44.284375 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Sync routers for ids ['2a319041-f193-4df6-bd39-5f0dff5cc3c3'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:44.311216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.335399 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Routers {'2a319041-f193-4df6-bd39-5f0dff5cc3c3'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:44.336464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2a319041-f193-4df6-bd39-5f0dff5cc3c3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:44.401187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.407607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] 10.222.0.91 "DELETE /v2.0/networks/1acc03ef-6d16-4535-8dca-b47445b0ae30 HTTP/1.1" status: 204 len: 168 time: 2.8867595 Nov 03 19:15:44.427494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-5358af48-fbae-4d53-b5f7-01a67442c57f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30cbdb71-b407-41d3-a4c8-f4f87367f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2206268 Nov 03 19:15:44.453957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65104190-6620-4e14-9324-f70e1b609f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1acc03ef-6d16-4535-8dca-b47445b0ae30,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:44.697277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-331dc625-82b7-42b9-bf8a-3293e6850186 None None] Provisioning complete for port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:44.701152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-331dc625-82b7-42b9-bf8a-3293e6850186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.704375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:44.710587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.854529 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-cdb76a3f-3132-4d17-95b9-e6713d38c257 service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298392 Nov 03 19:15:44.880703 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Set router 2a319041-f193-4df6-bd39-5f0dff5cc3c3 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:45.113308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:45.152575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.159654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-47067ae0-dd15-401c-b53d-5e37f351630e tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 14.2786510 Nov 03 19:15:45.161018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Port': ['ID=2b9953d0-3f5b-4469-9576-b606efc34504,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:45.188254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47698) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:45.788526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-359e138c-1f2e-4cc3-a0aa-e0008d92863a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7c8c0ca938de4797935d89f4ec9b9730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6520987 Nov 03 19:15:45.823326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a319041-f193-4df6-bd39-5f0dff5cc3c3', 'name': 'tempest-snat-router-809736837', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '3eedd87d-75a0-4440-9e16-5aca717123af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:31Z', 'updated_at': '2021-11-03T19:15:39Z', 'revision_number': 3, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port': {'id': '3eedd87d-75a0-4440-9e16-5aca717123af', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a319041-f193-4df6-bd39-5f0dff5cc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:34Z', 'updated_at': '2021-11-03T19:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:45.829245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460f86-58ed-471f-8ac5-66d5ab673bf1 req-7897b74d-4b02-42c1-98e4-2d4f36c55afc tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:45.856180 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b460f86-58ed-471f-8ac5-66d5ab673bf1 req-7897b74d-4b02-42c1-98e4-2d4f36c55afc tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 947 time: 1.5674098 Nov 03 19:15:45.887275 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Checking router: 2a319041-f193-4df6-bd39-5f0dff5cc3c3 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:45.887754 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Updating router 2a319041-f193-4df6-bd39-5f0dff5cc3c3 port 3eedd87d-75a0-4440-9e16-5aca717123af binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:45.903600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47714) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:45.992560 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.220491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.256392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3a301628-92b5-4cb5-801e-36efc2ce399a tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/2a319041-f193-4df6-bd39-5f0dff5cc3c3 HTTP/1.1" status: 200 len: 907 time: 1.0607646 Nov 03 19:15:46.275369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47720) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.401784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-331dc625-82b7-42b9-bf8a-3293e6850186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.430931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b460f86-58ed-471f-8ac5-66d5ab673bf1 req-45c4f77c-4ce8-4ac5-9a9c-45b3b3591ca5 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4125440 Nov 03 19:15:46.597453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-331dc625-82b7-42b9-bf8a-3293e6850186 None None] For port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,segment=NetworkSegment(494032a8-f2b8-4dc8-b94d-5a77e101c775),segment_id=494032a8-f2b8-4dc8-b94d-5a77e101c775)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:46.602959 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.825101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65ef5b8-099c-47f5-8242-bc3b50aa23b6 req-8e8f4c04-c264-4ee7-a3ed-2643db5041eb service neutron] 10.222.0.115 "GET /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9547660 Nov 03 19:15:46.842772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5345811-91d5-4b4f-8910-e2e5aa0ab02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.878645 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-331dc625-82b7-42b9-bf8a-3293e6850186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.896282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:15:46.927511 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:15:47.019198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.120537 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.136627 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.187238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dc625-82b7-42b9-bf8a-3293e6850186 None None] Pushing event updated for resources: {'Port': ['ID=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.297644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.491950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5345811-91d5-4b4f-8910-e2e5aa0ab02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.632797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-38ff7bc0-62dd-4ccf-8e5c-e41565d32388 None None] Provisioning complete for port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:47.633637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38ff7bc0-62dd-4ccf-8e5c-e41565d32388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.634628 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.713397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133843de-a60e-4b7c-ad81-bd2e0315a9f2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:47.754149 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Attempting to bind port 3eedd87d-75a0-4440-9e16-5aca717123af on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:47.754782 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Attempting to bind port 3eedd87d-75a0-4440-9e16-5aca717123af by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:47.755341 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Attempting to bind port 3eedd87d-75a0-4440-9e16-5aca717123af on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:47.777548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.804923 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:47.805709 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:47.806389 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.807024 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:47.808068 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Bound port: 3eedd87d-75a0-4440-9e16-5aca717123af, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:47.808504 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.928470 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] For port 3eedd87d-75a0-4440-9e16-5aca717123af, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:47.934682 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] For port 3eedd87d-75a0-4440-9e16-5aca717123af, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3eedd87d-75a0-4440-9e16-5aca717123af,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:47.949319 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.955418 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Pushing event updated for resources: {'Port': ['ID=3eedd87d-75a0-4440-9e16-5aca717123af,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.975452 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.976061 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.976604 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.977177 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.977727 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.978266 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.978998 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.979567 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.980118 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.980737 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.981353 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:47.981917 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:48.065760 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Routers {'2a319041-f193-4df6-bd39-5f0dff5cc3c3'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:48.066647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2a319041-f193-4df6-bd39-5f0dff5cc3c3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:48.140390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Checking segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:48.141499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Network hostable DHCP agents. Network: 7485f0db-8bb7-4d28-b3bb-3c76155c9af1, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:48.174719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5345811-91d5-4b4f-8910-e2e5aa0ab02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.179853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b5345811-91d5-4b4f-8910-e2e5aa0ab02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.182795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b5345811-91d5-4b4f-8910-e2e5aa0ab02c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3408b29f-fd20-4db8-a4f4-a9dc5df6d634 HTTP/1.1" status: 204 len: 168 time: 2.2569060 Nov 03 19:15:48.203577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:48.204210 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.272968 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] Set router 2a319041-f193-4df6-bd39-5f0dff5cc3c3 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:48.429777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d54d81-fbfb-4b39-b69a-e030a7d31ca3,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:48.455928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.512944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5345811-91d5-4b4f-8910-e2e5aa0ab02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3408b29f-fd20-4db8-a4f4-a9dc5df6d634,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:48.536255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.573329 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a319041-f193-4df6-bd39-5f0dff5cc3c3', 'name': 'tempest-snat-router-809736837', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:31Z', 'updated_at': '2021-11-03T19:15:47Z', 'revision_number': 4, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:48.653074 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62c61c-bb39-4fa4-b944-07d09044a0ea None None] The sync data for ids ['2a319041-f193-4df6-bd39-5f0dff5cc3c3'] in n-d-812151-4 is: [{'id': '2a319041-f193-4df6-bd39-5f0dff5cc3c3', 'name': 'tempest-snat-router-809736837', 'tenant_id': 'cc16331dd51449c4bb07b07913ab42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:31Z', 'updated_at': '2021-11-03T19:15:47Z', 'revision_number': 4, 'project_id': 'cc16331dd51449c4bb07b07913ab42d6', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:48.691013 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0a733-55dc-4df2-b2bf-9bb51357a690 None None] Pushing event updated for resources: {'Port': ['ID=3eedd87d-75a0-4440-9e16-5aca717123af,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:48.886081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:48.908062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:48.938463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Deleting port 3eedd87d-75a0-4440-9e16-5aca717123af {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:48.938989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.942065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.999455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7485f0db-8bb7-4d28-b3bb-3c76155c9af1) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:49.075327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:49.081336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.087014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e390f19-c5ee-46eb-a2a7-fa8cb08cc5fd None None] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:49.157875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe501e-642a-4928-aecb-1b652e1e6be5 req-8cd31b7e-3e2a-4665-af46-9d20562bdc5c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:49.168388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-babe501e-642a-4928-aecb-1b652e1e6be5 req-8cd31b7e-3e2a-4665-af46-9d20562bdc5c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 947 time: 1.5079317 Nov 03 19:15:49.310211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=8933afa4-0fff-403d-b3f3-50ab1e2b19fe,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:49.381978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] In _notify_port_updated(), no bound segment for port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe on network 9a3a5ecf-9286-4505-b012-13ccd1d022fd {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:15:49.411470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:49.412619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.428991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db62a09a-5138-41ec-a25d-dd979eb35ef9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "PUT /v2.0/ports/8933afa4-0fff-403d-b3f3-50ab1e2b19fe HTTP/1.1" status: 200 len: 997 time: 5.6286569 Nov 03 19:15:49.465454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47740) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:49.471231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] For port 3eedd87d-75a0-4440-9e16-5aca717123af, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3eedd87d-75a0-4440-9e16-5aca717123af,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:49.471778 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.575574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47742) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:49.716931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-12e896fb-a334-4c8d-be8b-3bb775afcbb8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 7.5740914 Nov 03 19:15:49.824025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-524ebd6e-2a72-4e21-af9c-6fcd65e88614 None None] Provisioning complete for port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:49.825104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-524ebd6e-2a72-4e21-af9c-6fcd65e88614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:49.877198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Calling delete_port for 3eedd87d-75a0-4440-9e16-5aca717123af owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:49.890643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-babe501e-642a-4928-aecb-1b652e1e6be5 req-5b3efc71-a314-4c38-9f4c-d1223c70ecf3 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5154181 Nov 03 19:15:50.017842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e8269876-95e0-49fd-af1e-f8a8d634a320 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=090cfe03bf1046d899b5220c78a8be2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4351244 Nov 03 19:15:50.022294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47752) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:50.153087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-524ebd6e-2a72-4e21-af9c-6fcd65e88614 None None] Port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:50.164535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Router e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:50.166606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:50.167512 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.174439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da086850-5701-412a-812c-58a5264181f6 None None] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:50.245184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67230f9b-3355-4995-a212-98d9b796b81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.345504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47756) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:50.463789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port 8933afa4-0fff-403d-b3f3-50ab1e2b19fe {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:50.464371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.563416 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67230f9b-3355-4995-a212-98d9b796b81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.398518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:51.422259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] Sync routers for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:51.451965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:51.455076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:51.541367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-3e5f4fcd-6cbc-4d7b-9b16-9acebae88c00 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:51.544867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-3e5f4fcd-6cbc-4d7b-9b16-9acebae88c00 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 813 time: 0.3150549 Nov 03 19:15:51.553874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67230f9b-3355-4995-a212-98d9b796b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.561360 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67230f9b-3355-4995-a212-98d9b796b81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.564482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-67230f9b-3355-4995-a212-98d9b796b81e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/378f649a-ff85-4849-9389-0600fff86a69 HTTP/1.1" status: 204 len: 168 time: 1.5405221 Nov 03 19:15:51.564753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.591478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for 8933afa4-0fff-403d-b3f3-50ab1e2b19fe owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:51.595896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67230f9b-3355-4995-a212-98d9b796b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f649a-ff85-4849-9389-0600fff86a69,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:51.632676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:51.642776 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.660096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c5a5bf5-08ba-45b7-b43b-4ea0835d365a tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 13.2228725 Nov 03 19:15:51.665717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47776) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:51.674486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2f44f269-094d-497e-a68b-d8a5bf10d239 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/quotas/f7ded844eb1d4d348561620fe53970a7 HTTP/1.1" status: 200 len: 375 time: 0.1003263 Nov 03 19:15:51.710482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:51.713745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:51.781322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e078ddf-f27b-47bc-903f-c0588993d63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.842535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:51.853988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b438f-1756-4210-8a23-7fcf2f14cce7 None None] The sync data for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:51.937861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:51.960837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-c83397f0-f0bd-4d96-8012-b6632b510e0c tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2296665 Nov 03 19:15:52.097362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eedd87d-75a0-4440-9e16-5aca717123af,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.284660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.411020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-43eef919-5e23-44bd-9766-25b1f2794a72 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:15:52.413264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-43eef919-5e23-44bd-9766-25b1f2794a72 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4245470 Nov 03 19:15:52.418336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=8933afa4-0fff-403d-b3f3-50ab1e2b19fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.585079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e078ddf-f27b-47bc-903f-c0588993d63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.647135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e078ddf-f27b-47bc-903f-c0588993d63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.690942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.820192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e078ddf-f27b-47bc-903f-c0588993d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d5031-15a8-4d0b-b6a4-4a0d4824abcb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.982770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9e078ddf-f27b-47bc-903f-c0588993d63d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91bbfb554fee4adfa6ed72cbe0e11949&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6253600 Nov 03 19:15:52.994635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47802) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:53.000881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.062799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.088046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.093602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2e0b0c1c-ae16-4401-ba28-119038e71e7a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/ports/8933afa4-0fff-403d-b3f3-50ab1e2b19fe HTTP/1.1" status: 204 len: 168 time: 3.6263950 Nov 03 19:15:53.101849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:53.217786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704ed84-81f3-4727-9811-c87377d02000 req-98c109f2-de78-442c-bb24-110306242747 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:53.230383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9704ed84-81f3-4727-9811-c87377d02000 req-98c109f2-de78-442c-bb24-110306242747 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.5751786 Nov 03 19:15:53.236961 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87a1f85-e1ef-4773-889f-67a42961ab8a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] GET failed (client error): The resource could not be found. Nov 03 19:15:53.252709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47808) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:53.260384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d87a1f85-e1ef-4773-889f-67a42961ab8a tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "GET /v2.0/ports/8933afa4-0fff-403d-b3f3-50ab1e2b19fe HTTP/1.1" status: 404 len: 333 time: 0.1542218 Nov 03 19:15:53.268336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.269246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a319041-f193-4df6-bd39-5f0dff5cc3c3 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:15:53.279976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.281973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-86d749d0-c625-4df2-aa8b-9616bcc1fc69 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/routers/2a319041-f193-4df6-bd39-5f0dff5cc3c3 HTTP/1.1" status: 204 len: 168 time: 6.9357150 Nov 03 19:15:53.284010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392a-aef0-4877-bf80-3d853d239e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.286717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:53.310209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'name': 'tempest-AllowedAddressPairTestJSON-1317081154'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:53.476113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392a-aef0-4877-bf80-3d853d239e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.632817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-dfa2d80e-32f2-4570-82c3-c2188c75e47c service neutron] 10.222.0.91 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2074375 Nov 03 19:15:53.654755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9704ed84-81f3-4727-9811-c87377d02000 req-c8c77fc5-df43-4c3b-a679-95b18d201678 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228153 Nov 03 19:15:53.740950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.836379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392a-aef0-4877-bf80-3d853d239e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.843171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392a-aef0-4877-bf80-3d853d239e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.845618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a6ec392a-aef0-4877-bf80-3d853d239e47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a39d5031-15a8-4d0b-b6a4-4a0d4824abcb HTTP/1.1" status: 204 len: 168 time: 0.8491499 Nov 03 19:15:53.944216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-6d0a77bf-ddc6-4218-acc3-9951953f9771 service neutron] 10.222.0.91 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823603 Nov 03 19:15:53.968330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:53.974921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.001611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec392a-aef0-4877-bf80-3d853d239e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d5031-15a8-4d0b-b6a4-4a0d4824abcb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:54.032439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] device_id is not set on port 9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:54.050404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.059992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.258527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Deleting port 133843de-a60e-4b7c-ad81-bd2e0315a9f2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:54.260799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.470352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Allocated IP 172.20.0.3 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:54.544654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] For port 133843de-a60e-4b7c-ad81-bd2e0315a9f2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=133843de-a60e-4b7c-ad81-bd2e0315a9f2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:54.546819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.586462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Calling delete_port for 133843de-a60e-4b7c-ad81-bd2e0315a9f2 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:54.927821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47842) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:54.966054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e9590f0-acc3-4ff7-acf4-2fad1048dd09 req-7686c3a7-a3fa-439b-840c-8c86ae57dc73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 210 time: 0.3887610 Nov 03 19:15:55.016595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ac86e95-a949-4e3f-b876-77f012e1ec31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.144638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-4dee3a3c-3f5c-4d3a-a126-33807d01ce08 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:55.147456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-4dee3a3c-3f5c-4d3a-a126-33807d01ce08 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.115 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.2768228 Nov 03 19:15:55.321432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.408840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494a3a-3b59-411c-bfe9-53700e279ff4 req-16150e26-8038-46f2-9932-53a278c913e3 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:55.412224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a494a3a-3b59-411c-bfe9-53700e279ff4 req-16150e26-8038-46f2-9932-53a278c913e3 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.4408092 Nov 03 19:15:55.422722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event deleted for resources: {'Port': ['ID=133843de-a60e-4b7c-ad81-bd2e0315a9f2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.605822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Deleting port ab2fef36-a1a3-42ad-b046-88ba037e7072 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:55.606812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.722120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ac86e95-a949-4e3f-b876-77f012e1ec31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.723595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a494a3a-3b59-411c-bfe9-53700e279ff4 req-76db04fb-ef31-4d4d-86f2-1f1d8c61f1aa tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802812 Nov 03 19:15:55.730942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1ac86e95-a949-4e3f-b876-77f012e1ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.739514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.886569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.929472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Allocated IP 172.20.0.1 (3aec46e1-e2a5-42d3-8793-e74bda123fb5/74474f2c-8202-498c-939f-ffb05e35def9/544e31ef-d659-4d2f-a888-69fe5fa8dca3) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:56.006361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.013350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.316790 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ac86e95-a949-4e3f-b876-77f012e1ec31 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=841d84ccf2eb453cbe1ac1386fb05ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3890021 Nov 03 19:15:56.333285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:56.333285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.333692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c978cb1-b1ef-4efe-a532-f3c3d93c626d {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:15:56.341910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.344443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b511c88c-8df8-462e-b993-03c0651b931c tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "DELETE /v2.0/routers/5c978cb1-b1ef-4efe-a532-f3c3d93c626d HTTP/1.1" status: 204 len: 168 time: 3.0561841 Nov 03 19:15:56.363418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:56.409615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1889201075', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:56.437053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21293e92-c832-4b01-bec1-166325926aa5 req-a3142975-ba67-4a6d-8afd-8680e677495d tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 210 time: 0.1484149 Nov 03 19:15:56.439140 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.481375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.483182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.499418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac86e95-a949-4e3f-b876-77f012e1ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57044e5a-dd4a-450a-8678-ec281efa1209,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:56.626652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] For port ab2fef36-a1a3-42ad-b046-88ba037e7072, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ab2fef36-a1a3-42ad-b046-88ba037e7072,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:56.627074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.638303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:56.641896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:56.645037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:56.780214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Calling delete_port for ab2fef36-a1a3-42ad-b046-88ba037e7072 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:57.006758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.053794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-049f506a-6ac3-4caf-b930-5c70f690a431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.196614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133843de-a60e-4b7c-ad81-bd2e0315a9f2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:57.347831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 133843de-a60e-4b7c-ad81-bd2e0315a9f2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:57.349978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 133843de-a60e-4b7c-ad81-bd2e0315a9f2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:57.375644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-049f506a-6ac3-4caf-b930-5c70f690a431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.411663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f5f94605-a0bb-4890-b22f-eba42e32b0e3 None None] Provisioning complete for port 9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:57.414407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5f94605-a0bb-4890-b22f-eba42e32b0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.514690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f5f94605-a0bb-4890-b22f-eba42e32b0e3 None None] Port 9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:57.548792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-049f506a-6ac3-4caf-b930-5c70f690a431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.548792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-049f506a-6ac3-4caf-b930-5c70f690a431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.550613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-049f506a-6ac3-4caf-b930-5c70f690a431 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/57044e5a-dd4a-450a-8678-ec281efa1209 HTTP/1.1" status: 204 len: 168 time: 1.2045507 Nov 03 19:15:57.611645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:57.644762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.669692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.692862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f506a-6ac3-4caf-b930-5c70f690a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57044e5a-dd4a-450a-8678-ec281efa1209,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:57.750116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-36e6b11e-deb9-45aa-8257-2d6c0b50a2db tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:57.758875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-36e6b11e-deb9-45aa-8257-2d6c0b50a2db tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 813 time: 0.9546812 Nov 03 19:15:57.803927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae65e883-1c18-4779-b294-0bcd6faf8e42 req-1ab6d34b-2141-4f6d-8558-ff9d39f6512a tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 210 time: 0.1835103 Nov 03 19:15:57.868763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:57.870060 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.875309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Request body: {'port': {'device_id': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'admin_state_up': True, 'tenant_id': 'f7ded844eb1d4d348561620fe53970a7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:57.907385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1138a22-1dc6-428e-aaf3-9121f73f5f75 req-78a0f366-f114-4ebd-959b-bd367454f19d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:57.915227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1138a22-1dc6-428e-aaf3-9121f73f5f75 req-78a0f366-f114-4ebd-959b-bd367454f19d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 945 time: 0.3060067 Nov 03 19:15:57.930963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2dbde9ef-076f-44db-b2a7-e17690a98620 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6643050 Nov 03 19:15:57.934105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47874) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:57.954306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'network_id': '9a3a5ecf-9286-4505-b012-13ccd1d022fd', 'name': 'tempest-AllowedAddressPairTestJSON-1129751602'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:58.126246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.176188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-cc80c56a-0a8d-4ce2-a424-d12f7c87d9f4 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:58.177879 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-cc80c56a-0a8d-4ce2-a424-d12f7c87d9f4 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 813 time: 0.6624839 Nov 03 19:15:58.219055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1138a22-1dc6-428e-aaf3-9121f73f5f75 req-364647a7-fa20-467d-a42b-06b69faabce2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861838 Nov 03 19:15:58.233798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Request body: {'port': {'device_id': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'admin_state_up': True, 'tenant_id': 'f7ded844eb1d4d348561620fe53970a7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:58.247400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.276547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:58.287183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['4c5b17a3-27be-4b5f-9bfd-3441bef321d3'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:58.288963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:58.293526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Port': ['ID=544e31ef-d659-4d2f-a888-69fe5fa8dca3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:58.297740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:58.368104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Pushing event deleted for resources: {'Port': ['ID=ab2fef36-a1a3-42ad-b046-88ba037e7072,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:58.386743 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.468466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Made reservation on behalf of 586d1fc6265c4b2099f04c3ed030643e for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:58.486076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab2fef36-a1a3-42ad-b046-88ba037e7072 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:58.487108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.561924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] device_id is not set on port 1e119607-9f89-4309-866e-44c654651769 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:15:58.661748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: ab2fef36-a1a3-42ad-b046-88ba037e7072 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:58.662256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ab2fef36-a1a3-42ad-b046-88ba037e7072 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:58.959676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-09ec0ce1-61b3-4ea9-9a3d-239010abbc6e None None] Provisioning complete for port 544e31ef-d659-4d2f-a888-69fe5fa8dca3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:58.960844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09ec0ce1-61b3-4ea9-9a3d-239010abbc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.012376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.080780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-09ec0ce1-61b3-4ea9-9a3d-239010abbc6e None None] Port 544e31ef-d659-4d2f-a888-69fe5fa8dca3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:59.203677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa01d713-3a68-4191-9405-ba97abea561a req-6e013b75-2a2b-405c-a936-a248af15bf72 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 210 time: 0.1385331 Nov 03 19:15:59.240132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Allocated IP 172.20.0.5 (9a3a5ecf-9286-4505-b012-13ccd1d022fd/cc6e56e6-e77f-4b6f-990f-ebc802a57216/1e119607-9f89-4309-866e-44c654651769) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:59.497250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] No DVR routers for this DVR port ab2fef36-a1a3-42ad-b046-88ba037e7072 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:59.509802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.513919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1f938e43-6165-49e2-beb3-45b2d23580fd req-9ee58f7b-97f7-4151-8fb0-51e09c58c605 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.115 "DELETE /v2.0/ports/ab2fef36-a1a3-42ad-b046-88ba037e7072 HTTP/1.1" status: 204 len: 173 time: 4.3528163 Nov 03 19:15:59.518135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'name': 'network-vif-deleted', 'tag': 'ab2fef36-a1a3-42ad-b046-88ba037e7072'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:59.521374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4e227cd-eccd-4dfc-8dc1-c3891df7dc3b req-f43e6f19-2b4c-41a1-954e-ff88a0fdc7f1 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=3dd4f28b-14c6-44a4-9f47-dc34275ae2e8 HTTP/1.1" status: 200 len: 210 time: 0.0783336 Nov 03 19:15:59.537568 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe315289-06a0-4c56-a250-2bbb2365c511" -d '{"events": [{"server_uuid": "3dd4f28b-14c6-44a4-9f47-dc34275ae2e8", "name": "network-vif-deleted", "tag": "ab2fef36-a1a3-42ad-b046-88ba037e7072"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:59.569150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Made reservation on behalf of f7ded844eb1d4d348561620fe53970a7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:59.578279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.710799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47906) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:59.835986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Allocated IP 172.20.0.8 (7485f0db-8bb7-4d28-b3bb-3c76155c9af1/64d54d81-fbfb-4b39-b69a-e030a7d31ca3/d828ef8a-852e-415d-aebe-c7358c27b950) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:59.841193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Made reservation on behalf of f7ded844eb1d4d348561620fe53970a7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:59.846312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.859072 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef9ded-8fe0-4f07-862b-77bdc9b61a1c x-openstack-request-id: req-bfef9ded-8fe0-4f07-862b-77bdc9b61a1c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:59.859398 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4f28b-14c6-44a4-9f47-dc34275ae2e8", "name": "network-vif-deleted", "tag": "ab2fef36-a1a3-42ad-b046-88ba037e7072", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:59.859718 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bfef9ded-8fe0-4f07-862b-77bdc9b61a1c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:59.860016 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd4f28b-14c6-44a4-9f47-dc34275ae2e8', 'name': 'network-vif-deleted', 'tag': 'ab2fef36-a1a3-42ad-b046-88ba037e7072', 'status': 'completed', 'code': 200} Nov 03 19:16:00.001499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73042139-network', 'tenant_id': 'fc8d4178b20e4b469bdad581b8e5bfbc'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:00.103032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.131606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Made reservation on behalf of fc8d4178b20e4b469bdad581b8e5bfbc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:00.134497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.160616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.206888 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.241149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.267481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.299725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.412468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.453250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4aa594b0-7df5-4037-97d5-9883397c4628 req-9cfab08c-f4cd-449c-a7cf-fa7d2e9c2496 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 210 time: 0.0626843 Nov 03 19:16:00.509799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Port': ['ID=544e31ef-d659-4d2f-a888-69fe5fa8dca3,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:00.566486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.567306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.574953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:00.640630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:00.659474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:00.793388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Allocated IP 172.25.8.163 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d051e394-d181-4d33-a23d-ff2369ba5f8e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:00.871409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=1e119607-9f89-4309-866e-44c654651769,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:00.925347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.934274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:00.935610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.951773 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.972207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.089851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event updated for resources: {'Port': ['ID=d828ef8a-852e-415d-aebe-c7358c27b950,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:01.101825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dce07615-e56b-4617-8053-bd0ed6f1a943 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1559908 Nov 03 19:16:01.120082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:01.128196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47920) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:01.159681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a3680e3e-afca-4234-a4f3-4c2bc41ae3bd None None] Provisioning complete for port 1e119607-9f89-4309-866e-44c654651769 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:01.160924 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3680e3e-afca-4234-a4f3-4c2bc41ae3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.170202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:26:a3:7e'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:33:ee:64'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:01.248298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250cd956-ff3b-48f8-91bd-7fa8244b490a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:01.262204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:01.267223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3680e3e-afca-4234-a4f3-4c2bc41ae3bd None None] Port 1e119607-9f89-4309-866e-44c654651769 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:01.314275 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.314901 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Added segment 35ccad61-65b6-4d61-822a-2f26890b65d2 of type vlan for network f401a0d3-44e9-47cd-874c-8cf9d71081fe Nov 03 19:16:01.319669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:01.325617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Allocated IP 172.20.0.12 (7485f0db-8bb7-4d28-b3bb-3c76155c9af1/64d54d81-fbfb-4b39-b69a-e030a7d31ca3/8a822462-75cf-4f55-89b7-4b0ba368b079) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:01.331455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:01.340422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:01.353402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:01.523175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:01.524127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.557662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.613842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-40311702-3d4d-4850-aec5-e0e5b5d3da50 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7805226 Nov 03 19:16:01.629497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Request body: {'port': {'device_id': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:01.791130 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:16:01.802886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.830259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1baae0d0-5055-41ba-933c-76843438d489 None None] Provisioning complete for port 544e31ef-d659-4d2f-a888-69fe5fa8dca3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:01.830826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1baae0d0-5055-41ba-933c-76843438d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.855060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.879371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.927709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Router e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:01.935770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1baae0d0-5055-41ba-933c-76843438d489 None None] Port 544e31ef-d659-4d2f-a888-69fe5fa8dca3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:02.005347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.008461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4cc7e62-7805-4988-b23a-0b449a3c3003 req-d96318b4-719c-4c30-a90c-6e370f2c3746 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 210 time: 0.3375237 Nov 03 19:16:02.009510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:02.012855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:16:02.032848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:02.047593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:02.047894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67db8f-a46c-4b6e-aa42-6fa416476993 req-af543f46-8fbb-4d87-92d5-9acf1a56804a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.057636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e67db8f-a46c-4b6e-aa42-6fa416476993 req-af543f46-8fbb-4d87-92d5-9acf1a56804a tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.7462392 Nov 03 19:16:02.067593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event updated for resources: {'Port': ['ID=d051e394-d181-4d33-a23d-ff2369ba5f8e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.143931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.145722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.146972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.395983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.485671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.512704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7917709 Nov 03 19:16:02.519662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:02.521756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.542782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-33c727f7-cc5b-459d-8e72-a4841eb26cd1 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "PUT /v2.0/routers/e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8592978 Nov 03 19:16:02.550900 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] Sync routers for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:02.558284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Request body: {'subnet': {'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73042139-subnet', 'tenant_id': 'fc8d4178b20e4b469bdad581b8e5bfbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:02.568095 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:02.569234 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:02.638576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47930) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.642802 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:02.659132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Request body: {'port': {'network_id': '3aec46e1-e2a5-42d3-8793-e74bda123fb5', 'name': 'tempest-FloatingIPAdminTestJSON-1525586011'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:02.660337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5e67db8f-a46c-4b6e-aa42-6fa416476993 req-4d91c7ab-85dd-4a94-bdf1-0f2216ce483e tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013911 Nov 03 19:16:02.677744 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:02.679046 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:02.682804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:02.687357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ad1c4-2a12-42db-9c1a-f7a060850767 admin admin] Pushing event updated for resources: {'Network': ['ID=f401a0d3-44e9-47cd-874c-8cf9d71081fe,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.727963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f401a0d3-44e9-47cd-874c-8cf9d71081fe details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:02.739295 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.765972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:02.771065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:02.787840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Made reservation on behalf of fc8d4178b20e4b469bdad581b8e5bfbc for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:02.803167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.832568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:02.834082 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfed25a-199d-41c5-a353-98f22f2d9bc3 None None] The sync data for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:02.996501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event updated for resources: {'Port': ['ID=8a822462-75cf-4f55-89b7-4b0ba368b079,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.047499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.162921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:03.163946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.331872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-7bbd825e-67db-47e0-bbd4-a4de70c487f9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1092548 Nov 03 19:16:03.340565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.427037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Request body: {'port': {'device_id': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.442630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d828ef8a-852e-415d-aebe-c7358c27b950 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:03.497080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.510858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.557079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc3bc-b37d-45f0-885d-ae6a34835173 req-b5d4f3e6-12e9-4da5-9e5c-e1f24a7692f8 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:03.570814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-957cc3bc-b37d-45f0-885d-ae6a34835173 req-b5d4f3e6-12e9-4da5-9e5c-e1f24a7692f8 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 932 time: 0.2642505 Nov 03 19:16:03.592803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Transition to ACTIVE for port object d828ef8a-852e-415d-aebe-c7358c27b950 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:03.594680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Made reservation on behalf of 081360a6643e41a8925e3c469b308e70 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:03.600383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.611037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.744633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] device_id is not set on port e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:16:03.769253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.803874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78d6945-215a-4539-b20e-3dd80f98e6e9,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.852969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Checking segment: {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:03.853763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Network hostable DHCP agents. Network: f401a0d3-44e9-47cd-874c-8cf9d71081fe, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:03.881209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-957cc3bc-b37d-45f0-885d-ae6a34835173 req-078ab4a9-1abc-4ea1-9083-8fcc3c56ea25 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618849 Nov 03 19:16:03.885619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.934970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.969488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d828ef8a-852e-415d-aebe-c7358c27b950,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.040514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Network f401a0d3-44e9-47cd-874c-8cf9d71081fe is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:04.142005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f401a0d3-44e9-47cd-874c-8cf9d71081fe) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:04.158413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b75da-80d5-4c35-8cae-6b6105dd3bdf None None] Network f401a0d3-44e9-47cd-874c-8cf9d71081fe requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:04.168864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:04.169921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.189912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event updated for resources: {'Port': ['ID=1e119607-9f89-4309-866e-44c654651769,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.210102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79ec18-7b6b-469e-aef2-4a3e8b21ce8c req-7670a26d-ba95-48f5-a7bd-f664f3ee594b tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:04.224766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be79ec18-7b6b-469e-aef2-4a3e8b21ce8c req-7670a26d-ba95-48f5-a7bd-f664f3ee594b tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3357913 Nov 03 19:16:04.323423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b7c849ec-483b-4f5d-a6a3-856906fba182 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7942727 Nov 03 19:16:04.352659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] In _notify_port_updated(), no bound segment for port 1e119607-9f89-4309-866e-44c654651769 on network 9a3a5ecf-9286-4505-b012-13ccd1d022fd {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:16:04.371977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:04.373566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.381695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9b61e2c2-dc7a-4b53-9b90-7cabf067e08b tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "PUT /v2.0/ports/1e119607-9f89-4309-866e-44c654651769 HTTP/1.1" status: 200 len: 1056 time: 3.2511859 Nov 03 19:16:04.387860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47944) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:04.566344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be79ec18-7b6b-469e-aef2-4a3e8b21ce8c req-b3d1cb88-4c14-4061-ab13-00bfac7994ab tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399894 Nov 03 19:16:04.744524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-334f118a-3caf-4578-817c-2e5139ecca5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.770801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a5b81-4de8-4dbe-ba23-2d57bf1318b1 None None] Network f401a0d3-44e9-47cd-874c-8cf9d71081fe requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:04.775483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f34da9c5-9227-4bdb-aedd-0ff6a5a48305 None None] Provisioning complete for port 1e119607-9f89-4309-866e-44c654651769 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:04.776488 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f34da9c5-9227-4bdb-aedd-0ff6a5a48305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.853410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port 1e119607-9f89-4309-866e-44c654651769 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:04.856996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.974442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.100976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f34da9c5-9227-4bdb-aedd-0ff6a5a48305 None None] Port 1e119607-9f89-4309-866e-44c654651769 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:05.109164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.140506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for 1e119607-9f89-4309-866e-44c654651769 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:05.592753 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:05.671739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2a455-f0e3-4a13-8570-f841ab0d5b49 req-a51067cf-a558-473b-b1a7-9d3a21a8b69a tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:05.676508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edb2a455-f0e3-4a13-8570-f841ab0d5b49 req-a51067cf-a558-473b-b1a7-9d3a21a8b69a tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 932 time: 0.2310975 Nov 03 19:16:05.754105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=1e119607-9f89-4309-866e-44c654651769,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:05.896060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Allocated IP 172.20.0.8 (3aec46e1-e2a5-42d3-8793-e74bda123fb5/74474f2c-8202-498c-939f-ffb05e35def9/e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:05.911705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Attempting to bind port d828ef8a-852e-415d-aebe-c7358c27b950 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:05.912259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Attempting to bind port d828ef8a-852e-415d-aebe-c7358c27b950 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:05.912973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Attempting to bind port d828ef8a-852e-415d-aebe-c7358c27b950 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:05.971083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Port d828ef8a-852e-415d-aebe-c7358c27b950 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:05.971625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Attempting to bind port d828ef8a-852e-415d-aebe-c7358c27b950 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:06.205442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:06.206485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Checking segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:06.206710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Bound using segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:06.207390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Bound port: d828ef8a-852e-415d-aebe-c7358c27b950, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:06.208384 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.246436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238607cf-caeb-496b-94e1-23cd62395288 req-8a4c047a-c306-4753-b1ba-970761e965d6 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:06.249943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-238607cf-caeb-496b-94e1-23cd62395288 req-8a4c047a-c306-4753-b1ba-970761e965d6 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.4611442 Nov 03 19:16:06.272230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edb2a455-f0e3-4a13-8570-f841ab0d5b49 req-2f63cbcb-2779-4ce8-9af1-d6e418fcf187 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023229 Nov 03 19:16:06.509131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a822462-75cf-4f55-89b7-4b0ba368b079 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:06.530632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.568809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Transition to ACTIVE for port object 8a822462-75cf-4f55-89b7-4b0ba368b079 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:06.634218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-238607cf-caeb-496b-94e1-23cd62395288 req-db6e1ab7-b327-4f43-9189-576714d6dc2f tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299754 Nov 03 19:16:06.681356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.689860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d017ce28-3428-4635-bb53-323b87d9c0b9 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/ports/1e119607-9f89-4309-866e-44c654651769 HTTP/1.1" status: 204 len: 168 time: 2.2994921 Nov 03 19:16:06.690785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47966) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:06.708819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.776349 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33eade5-8361-4716-9c47-b36e922575bc tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] GET failed (client error): The resource could not be found. Nov 03 19:16:06.783499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f33eade5-8361-4716-9c47-b36e922575bc tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "GET /v2.0/ports/1e119607-9f89-4309-866e-44c654651769 HTTP/1.1" status: 404 len: 333 time: 0.0909932 Nov 03 19:16:06.784778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47968) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:06.944347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] For port d828ef8a-852e-415d-aebe-c7358c27b950, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:06.967930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Router f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:16:06.969184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port 9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:06.969783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.023161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] For port d828ef8a-852e-415d-aebe-c7358c27b950, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=d828ef8a-852e-415d-aebe-c7358c27b950,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:07.030042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a822462-75cf-4f55-89b7-4b0ba368b079,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:07.055581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.172234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.205573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for 9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:07.349391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d828ef8a-852e-415d-aebe-c7358c27b950,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:07.644251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:07.653160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.664564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-57d4664f-084a-4d1f-a69f-00395be52dd1 service neutron] 10.222.0.115 "PUT /v2.0/ports/d828ef8a-852e-415d-aebe-c7358c27b950 HTTP/1.1" status: 200 len: 1091 time: 6.0409465 Nov 03 19:16:07.801175 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.803832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'tag': 'd828ef8a-852e-415d-aebe-c7358c27b950'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:07.811800 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e42259-705f-4843-b553-e3ddb2105a86" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb6bbe-c1c5-475b-a41e-0390ff972dae", "tag": "d828ef8a-852e-415d-aebe-c7358c27b950"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:07.816915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:07.833641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] Sync routers for ids ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:07.874579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] Routers {'f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:07.877459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:07.947875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Attempting to bind port 8a822462-75cf-4f55-89b7-4b0ba368b079 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:07.948938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Attempting to bind port 8a822462-75cf-4f55-89b7-4b0ba368b079 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:07.949785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Attempting to bind port 8a822462-75cf-4f55-89b7-4b0ba368b079 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:07.980678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.983756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b17eafe-5117-4d9d-bb83-adacc6bebee7 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.6097786 Nov 03 19:16:07.993806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:08.013200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': False}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:08.017617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Port 8a822462-75cf-4f55-89b7-4b0ba368b079 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:08.018471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Attempting to bind port 8a822462-75cf-4f55-89b7-4b0ba368b079 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:08.125781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:08.126860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Checking segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:08.127884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Bound using segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:08.129011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Bound port: 8a822462-75cf-4f55-89b7-4b0ba368b079, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:08.130218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.148005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-486c9f63-4ef7-4176-b597-571eebcb00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.151524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-486c9f63-4ef7-4176-b597-571eebcb00b0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=b9fb6bbe-c1c5-475b-a41e-0390ff972dae HTTP/1.1" status: 200 len: 1094 time: 0.3305199 Nov 03 19:16:08.180838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.284827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc796f-1c11-4c67-b2c3-68311cf963e1 req-3878e277-5ea3-49b1-9033-94938d12e22d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.287244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7fc796f-1c11-4c67-b2c3-68311cf963e1 req-3878e277-5ea3-49b1-9033-94938d12e22d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.2638199 Nov 03 19:16:08.348974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:08.390525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370c5d-f36d-4fe3-9bc1-88bf8b298611 req-d80c2705-4409-41a1-8c18-3184fbc16af1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.393051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] Routers {'f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:08.395142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:15:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:08.404368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2370c5d-f36d-4fe3-9bc1-88bf8b298611 req-d80c2705-4409-41a1-8c18-3184fbc16af1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 944 time: 0.4243252 Nov 03 19:16:08.490176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:08.491769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f91258-d4fe-4007-8dac-c495cf7dfa89 None None] The sync data for ids ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:08.511081 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb6bf7f3-25fe-4eb1-a6ad-396b11ab61de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.517693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-cc2b34c0-982c-42c6-bd2c-8a1a370d96d1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d828ef8a-852e-415d-aebe-c7358c27b950 HTTP/1.1" status: 200 len: 217 time: 0.3425908 Nov 03 19:16:08.578443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2370c5d-f36d-4fe3-9bc1-88bf8b298611 req-d5f0039c-2e09-4e15-a592-bcaf521c8f2b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696637 Nov 03 19:16:08.615230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7fc796f-1c11-4c67-b2c3-68311cf963e1 req-312209bb-6e4c-485f-ae2c-d41f68c359f2 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887621 Nov 03 19:16:08.640096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:08.681596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:08.705343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event updated for resources: {'Port': ['ID=e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:08.724080 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed7842-1499-4272-91cb-e7e9baaa70e3 x-openstack-request-id: req-21ed7842-1499-4272-91cb-e7e9baaa70e3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:08.724784 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb6bbe-c1c5-475b-a41e-0390ff972dae", "tag": "d828ef8a-852e-415d-aebe-c7358c27b950", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:08.725382 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21ed7842-1499-4272-91cb-e7e9baaa70e3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:08.726212 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'tag': 'd828ef8a-852e-415d-aebe-c7358c27b950', 'status': 'completed', 'code': 200} Nov 03 19:16:08.727672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:08.760192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:08.811520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-e9bc24db-78d1-46c3-99c9-0d60b483bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.813562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-e9bc24db-78d1-46c3-99c9-0d60b483bb58 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.2818234 Nov 03 19:16:08.913049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] For port 8a822462-75cf-4f55-89b7-4b0ba368b079, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:08.950945 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-58332e3f-4804-4c4c-b13d-74caae2b8247 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283991 Nov 03 19:16:08.969995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:08.975402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] For port 8a822462-75cf-4f55-89b7-4b0ba368b079, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8a822462-75cf-4f55-89b7-4b0ba368b079,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:08.999784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.036906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:09.039098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.156034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9a984158-a030-45ee-ad11-5de2f13608c6 None None] Provisioning complete for port e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:09.156795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a984158-a030-45ee-ad11-5de2f13608c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.272806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9a984158-a030-45ee-ad11-5de2f13608c6 None None] Port e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:09.298887 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.309174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c3c429d3-af62-4536-bfaa-949d19c4ea0c tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/ports/9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de HTTP/1.1" status: 204 len: 168 time: 2.5226555 Nov 03 19:16:09.316376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48000) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:09.323774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-76b4f855-b865-4629-b452-731795dfd055 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:09.324989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-76b4f855-b865-4629-b452-731795dfd055 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/networks?id=f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 200 len: 807 time: 0.5483091 Nov 03 19:16:09.368914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-a42e96dd-3037-4865-9498-4dd28b7e7ec5 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/quotas/fc8d4178b20e4b469bdad581b8e5bfbc HTTP/1.1" status: 200 len: 375 time: 0.0307457 Nov 03 19:16:09.396595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:09.397938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.400630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] 10.222.0.110 "PUT /v2.0/ports/8a822462-75cf-4f55-89b7-4b0ba368b079 HTTP/1.1" status: 200 len: 1092 time: 5.9901009 Nov 03 19:16:09.401931 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ec452f-aeac-4b55-9c98-ea438658f472 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] GET failed (client error): The resource could not be found. Nov 03 19:16:09.413194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-18ec452f-aeac-4b55-9c98-ea438658f472 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "GET /v2.0/ports/9c92f4ba-3e3c-409d-8c0d-cbf3fa3291de HTTP/1.1" status: 404 len: 333 time: 0.0899200 Nov 03 19:16:09.416932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48002) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:09.431848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-cc2f4db5-486b-4f79-be24-19299f3dc8e0 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614121 Nov 03 19:16:09.432435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-66365f4c-4879-4523-ac37-a0f33d41111d tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7803955 Nov 03 19:16:09.438341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:09.594367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347dd39-124f-4916-af39-9bb7aab17c7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a822462-75cf-4f55-89b7-4b0ba368b079,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:09.679276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-b0bf600b-b836-4be1-b3a8-7013c3845505 service neutron] 10.222.0.91 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131581 Nov 03 19:16:09.748555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'project_id': '081360a6643e41a8925e3c469b308e70', 'port_id': 'e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:09.753389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-5b403add-4bd6-4633-b7eb-cfd62f1487bd service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863791 Nov 03 19:16:09.918970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.978993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.983047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:09.993754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-acae2dc7-dad7-4e4d-a5f7-cd8233cefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:09.996698 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-acae2dc7-dad7-4e4d-a5f7-cd8233cefbed service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 1095 time: 0.5096288 Nov 03 19:16:10.080708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b513f9-b21b-4aaa-9793-3b2bf2e1a97c req-b589832a-01eb-491e-941c-46843f971028 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:10.083491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3b513f9-b21b-4aaa-9793-3b2bf2e1a97c req-b589832a-01eb-491e-941c-46843f971028 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 944 time: 0.3085871 Nov 03 19:16:10.153404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-8bc8fed8-540f-4739-8ccb-247a2f669744 service neutron] 10.222.0.91 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690108 Nov 03 19:16:10.317122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3b513f9-b21b-4aaa-9793-3b2bf2e1a97c req-d7560556-fc66-4d8b-9045-beecd3ceb98b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089775 Nov 03 19:16:10.369984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-0237e89e-4c21-40c3-8580-d1af7db4f2f1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a822462-75cf-4f55-89b7-4b0ba368b079 HTTP/1.1" status: 200 len: 217 time: 0.3002992 Nov 03 19:16:10.434364 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:10.539115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-168d359b-5934-4caa-a8e9-82ee34c054ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:10.565108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-168d359b-5934-4caa-a8e9-82ee34c054ad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.1708844 Nov 03 19:16:10.581474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port b79039fe-6680-4915-b28e-cb4978b92eef {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:10.583230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:10.729513 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-0ee77122-6863-429c-9a9b-eb2e0bcc0470 service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538381 Nov 03 19:16:10.737708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'tag': '8a822462-75cf-4f55-89b7-4b0ba368b079'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:10.742161 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8802866a-e42e-4bd4-8659-132979f676b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d179a9d1-3bdb-4e58-8a08-713bcf8b0db4", "tag": "8a822462-75cf-4f55-89b7-4b0ba368b079"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:10.801564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc5992ad-7930-4fc6-a371-8e1c4133b3a7 req-cb5f8711-e96d-47e8-946c-a49511063d11 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 210 time: 0.1266561 Nov 03 19:16:10.926669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ac79-03ac-4ca1-8776-3da5c2accba2 req-ac0e23f6-6057-419d-b6e3-1e3aa579cdc0 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:10.931151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90c0ac79-03ac-4ca1-8776-3da5c2accba2 req-ac0e23f6-6057-419d-b6e3-1e3aa579cdc0 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.3263915 Nov 03 19:16:11.022466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Allocated IP 172.25.8.238 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/bd1a566e-a174-43cc-b4e4-cafb6b9493cc) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:11.225448 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-d8619ac7-47ef-4685-b140-3c688f8c206e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5765798 Nov 03 19:16:11.279073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.361251 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.412432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-dab18154-12ef-414b-b4a5-2920914bf0fb service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483085 Nov 03 19:16:11.414345 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6100557-0456-4f91-a7e1-3ac46a2a6b97 x-openstack-request-id: req-d6100557-0456-4f91-a7e1-3ac46a2a6b97 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:11.414731 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d179a9d1-3bdb-4e58-8a08-713bcf8b0db4", "tag": "8a822462-75cf-4f55-89b7-4b0ba368b079", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:11.415087 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d6100557-0456-4f91-a7e1-3ac46a2a6b97 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:11.415590 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'tag': '8a822462-75cf-4f55-89b7-4b0ba368b079', 'status': 'completed', 'code': 200} Nov 03 19:16:11.454758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-01c32277-38b1-45cf-ba02-eddaeee25aed tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:11.458131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-01c32277-38b1-45cf-ba02-eddaeee25aed tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.110 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 1.2049494 Nov 03 19:16:11.558513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90c0ac79-03ac-4ca1-8776-3da5c2accba2 req-250c950d-dc27-4074-bbca-b0b5cf33f5ca tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192586 Nov 03 19:16:11.600711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:11.617116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:11.653341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:11.692576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7aac0ec6-97b0-4627-8fd6-cbd552f88b49 req-8fd2fc89-c858-400e-9b29-27419280f057 service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618861 Nov 03 19:16:11.823075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.825875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Pushing event updated for resources: {'Port': ['ID=bd1a566e-a174-43cc-b4e4-cafb6b9493cc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:11.879107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653613-5bbb-4626-be45-c92581a4accc req-97eb6d72-363d-4e6b-b814-9c7064fb1727 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:11.881778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09653613-5bbb-4626-be45-c92581a4accc req-97eb6d72-363d-4e6b-b814-9c7064fb1727 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 944 time: 0.3205144 Nov 03 19:16:11.892640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:11.951989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e42259-705f-4843-b553-e3ddb2105a86 req-f7528de7-5e9e-48b3-96cb-d8abaaf26851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:11.954675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-f7528de7-5e9e-48b3-96cb-d8abaaf26851 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=b9fb6bbe-c1c5-475b-a41e-0390ff972dae HTTP/1.1" status: 200 len: 1094 time: 0.7324774 Nov 03 19:16:12.057148 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.068803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for b79039fe-6680-4915-b28e-cb4978b92eef owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:12.290380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42035c85-9650-4e11-bccb-11ebef6ed55b req-8db53f82-8aca-4ded-8641-516868ac2d31 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 210 time: 0.0968087 Nov 03 19:16:12.369757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802866a-e42e-4bd4-8659-132979f676b3 req-d11f89a7-95b2-4105-8cea-ceb3c1a460b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.372674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-d11f89a7-95b2-4105-8cea-ceb3c1a460b8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 1095 time: 0.4590592 Nov 03 19:16:12.402635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09653613-5bbb-4626-be45-c92581a4accc req-a11f3fec-43e0-4020-85ab-93070d2a2238 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112014 Nov 03 19:16:12.526014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Deleting port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:12.526729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.620364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:12.648242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e42259-705f-4843-b553-e3ddb2105a86 req-a4d5c64f-9a1b-4808-b72d-edc58dcd3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.658506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-a4d5c64f-9a1b-4808-b72d-edc58dcd3863 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 914 time: 0.6307945 Nov 03 19:16:12.687554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.889578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.903561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687326d-25e2-4129-a7a3-6fcbdae394b3 req-e4e34979-0e3e-45fd-9399-864150e28c1d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.906949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b687326d-25e2-4129-a7a3-6fcbdae394b3 req-e4e34979-0e3e-45fd-9399-864150e28c1d tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 946 time: 0.1742713 Nov 03 19:16:12.928523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.949755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:12.952762 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b816e-9b6b-489a-aee9-b6a47d96771b" -d '{"events": [{"server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:12.980908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:12.991056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.061748 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f65b4-4a4b-44e7-8b83-61582dfde685 x-openstack-request-id: req-2b6f65b4-4a4b-44e7-8b83-61582dfde685 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:13.062193 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:13.062464 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2b6f65b4-4a4b-44e7-8b83-61582dfde685 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:13.062880 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3', 'code': 200} Nov 03 19:16:13.067298 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-9632c444-bdb2-4d53-833b-debc87abcc19 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d828ef8a-852e-415d-aebe-c7358c27b950 HTTP/1.1" status: 200 len: 217 time: 0.3525133 Nov 03 19:16:13.074699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b687326d-25e2-4129-a7a3-6fcbdae394b3 req-d75420c8-5d5e-4f51-9133-2cd26ab804a5 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488547 Nov 03 19:16:13.125991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:13.150876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.152258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.153153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.153911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.155453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.156432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.158960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.160777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.161944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.162497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.163204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.163796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:13.376803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.392358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.430276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] For port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:13.430863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.521660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802866a-e42e-4bd4-8659-132979f676b3 req-8d6a3741-1c10-4213-9ac9-804b61b6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:13.524156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-8d6a3741-1c10-4213-9ac9-804b61b6290a service neutron] 10.222.0.110 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 914 time: 1.0534801 Nov 03 19:16:13.620956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00a61afa-4835-4c9e-9bd1-300f5d4eb998 req-8d5617eb-0094-448f-88b7-a6ecf09a7024 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 210 time: 0.0516570 Nov 03 19:16:13.621826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Pushing event updated for resources: {'Port': ['ID=bd1a566e-a174-43cc-b4e4-cafb6b9493cc,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:13.633356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-c3c102b2-d81d-47b9-9661-749bbaaae94e tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:13.636156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-c3c102b2-d81d-47b9-9661-749bbaaae94e tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "GET /v2.0/networks?id=f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 200 len: 807 time: 1.1726034 Nov 03 19:16:13.644900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Calling delete_port for 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:13.653132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e42259-705f-4843-b553-e3ddb2105a86 req-614de2e5-244e-4c21-bd33-64645fc1e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:13.657601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-614de2e5-244e-4c21-bd33-64645fc1e127 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.5540550 Nov 03 19:16:13.681659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.682504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:13.695408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Request body: {'port': {'device_id': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe', 'admin_state_up': True, 'tenant_id': 'fc8d4178b20e4b469bdad581b8e5bfbc'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:13.757201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0c6c7-b41b-4959-895a-d39c7b455aec req-0c2d2f5d-298d-4d7a-be75-b35249131423 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:13.759461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b0c6c7-b41b-4959-895a-d39c7b455aec req-0c2d2f5d-298d-4d7a-be75-b35249131423 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 944 time: 0.1455829 Nov 03 19:16:13.883383 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-48dc8731-b1b9-4438-be10-908b28d117a1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980352 Nov 03 19:16:13.885186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-9f6ff7ee-13e2-4a70-a6d0-ea1e4a24eee5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a822462-75cf-4f55-89b7-4b0ba368b079 HTTP/1.1" status: 200 len: 217 time: 0.2427714 Nov 03 19:16:13.895069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=b79039fe-6680-4915-b28e-cb4978b92eef,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:13.920771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b0c6c7-b41b-4959-895a-d39c7b455aec req-17a3fd01-fde3-49cf-8da4-2e339a6b9243 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512403 Nov 03 19:16:13.952550 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Floating IP fc0bc532-3b78-4a07-bdc4-ad5fbdea3906 associated. External IP: 172.25.8.238, port: e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d. Nov 03 19:16:14.375375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device d828ef8a-852e-415d-aebe-c7358c27b950 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:14.493271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17f46b-7f3a-4a65-85d0-b20db72b3c87 req-aff2ba85-155f-458d-b9f5-14eb65a042fa tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.497072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b17f46b-7f3a-4a65-85d0-b20db72b3c87 req-aff2ba85-155f-458d-b9f5-14eb65a042fa tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 944 time: 0.1928608 Nov 03 19:16:14.518222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Router e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:14.588135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port d828ef8a-852e-415d-aebe-c7358c27b950, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=d828ef8a-852e-415d-aebe-c7358c27b950,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:14.626094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'd828ef8a-852e-415d-aebe-c7358c27b950', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'port_id': 'd828ef8a-852e-415d-aebe-c7358c27b950', 'mac_address': 'fa:16:3e:02:ad:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d54d81-fbfb-4b39-b69a-e030a7d31ca3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:14.627556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b17f46b-7f3a-4a65-85d0-b20db72b3c87 req-f546dab8-ac3b-4abd-ae09-af2fa4371388 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/security-groups?id=1e6a7fd0-3eff-4971-b470-2766a776d112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068377 Nov 03 19:16:14.638830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802866a-e42e-4bd4-8659-132979f676b3 req-ccbb417c-ee2f-4615-a307-be220a8078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.641570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-ccbb417c-ee2f-4615-a307-be220a8078cc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.5807197 Nov 03 19:16:14.665023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8a822462-75cf-4f55-89b7-4b0ba368b079 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:14.727500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.735142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-29ef15d6-3a5e-41e4-834e-5eacff9a3e4d tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/ports/b79039fe-6680-4915-b28e-cb4978b92eef HTTP/1.1" status: 204 len: 168 time: 5.3090589 Nov 03 19:16:14.764552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48054) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:14.813086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-2a4c6f83-8a74-4391-96c5-7217e659b375 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495774 Nov 03 19:16:14.838077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.842736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9177e3b4-ca36-454d-be7c-71624dba8a60 req-1a28284d-b890-41ad-8e7b-492aa3905b92 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 210 time: 0.0744498 Nov 03 19:16:14.870873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-c574279b-7cb8-471c-ae00-e8a1f2054bd9 service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124888 Nov 03 19:16:14.905685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.920707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8a822462-75cf-4f55-89b7-4b0ba368b079, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8a822462-75cf-4f55-89b7-4b0ba368b079,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:14.949172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.954652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '8a822462-75cf-4f55-89b7-4b0ba368b079', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'port_id': '8a822462-75cf-4f55-89b7-4b0ba368b079', 'mac_address': 'fa:16:3e:03:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d54d81-fbfb-4b39-b69a-e030a7d31ca3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:14.987500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:15.001104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting subnet cc6e56e6-e77f-4b6f-990f-ebc802a57216 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:16:15.007189 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] Sync routers for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:15.022807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.056303 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:15.060638 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:15.065484 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.093900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a822462-75cf-4f55-89b7-4b0ba368b079 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:15.095508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Made reservation on behalf of fc8d4178b20e4b469bdad581b8e5bfbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:15.104647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.142140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8a822462-75cf-4f55-89b7-4b0ba368b079, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8a822462-75cf-4f55-89b7-4b0ba368b079,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:15.146793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d828ef8a-852e-415d-aebe-c7358c27b950 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:15.150200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.188248 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:15.190674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port d828ef8a-852e-415d-aebe-c7358c27b950, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=d828ef8a-852e-415d-aebe-c7358c27b950,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:15.194921 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.207261 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.211696 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:15.213547 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:15.219483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.298559 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:15.299248 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7776736-e587-45d7-91eb-eb58a67ef65c None None] The sync data for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:15.324129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=8a822462-75cf-4f55-89b7-4b0ba368b079,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:15.371542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.420901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=d828ef8a-852e-415d-aebe-c7358c27b950,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:15.486399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['d828ef8a-852e-415d-aebe-c7358c27b950'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:15.509792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-bb94e219-b7c9-4e01-9f3c-2f7e3dbca340 service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664283 Nov 03 19:16:15.549931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Pushing event deleted for resources: {'Port': ['ID=4c5b17a3-27be-4b5f-9bfd-3441bef321d3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:15.574822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['8a822462-75cf-4f55-89b7-4b0ba368b079'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:15.678996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5d2c60cc-94f7-4815-83e0-2dfad754f224 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.2374229 Nov 03 19:16:15.687754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48062) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:15.697989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798f62b-28cd-41f6-9151-312249b8184b req-c5cc6019-cf31-492b-bf28-ee1225728c5b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:15.699869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9798f62b-28cd-41f6-9151-312249b8184b req-c5cc6019-cf31-492b-bf28-ee1225728c5b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 945 time: 0.6048312 Nov 03 19:16:15.849909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a16581fb-a0d5-403f-abb9-0f6aa1ad6b10 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] 10.222.0.91 "GET /v2.0/floatingips/fc0bc532-3b78-4a07-bdc4-ad5fbdea3906 HTTP/1.1" status: 200 len: 983 time: 0.1456277 Nov 03 19:16:15.860164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48064) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:15.995896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aebe34db-54b6-41a7-9262-6cb6748caf98 req-fc1e5853-4e93-4efe-880e-978b44193d24 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 210 time: 0.1476173 Nov 03 19:16:16.080683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9798f62b-28cd-41f6-9151-312249b8184b req-37b1a0fb-89d3-4525-a5d3-0a43940b64d0 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311692 Nov 03 19:16:16.189952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-812d5134-df0b-4a48-8e80-dc919b11c440 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.3278911 Nov 03 19:16:16.194853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48070) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:16.235079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1fea48b-b95a-42f0-b2f7-9c5dda9b9078 req-004f1593-9b2b-4ce4-98a0-45a4afa95594 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 210 time: 0.0768485 Nov 03 19:16:16.303417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-76e42259-705f-4843-b553-e3ddb2105a86 req-6bce5752-f6ec-4e67-880a-004557ed79a9 service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3785717 Nov 03 19:16:16.323543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.384390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device d828ef8a-852e-415d-aebe-c7358c27b950 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:16.414748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Router f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:16.425600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] No DVR routers for this DVR port 4c5b17a3-27be-4b5f-9bfd-3441bef321d3 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:16.439989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.445812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a5551cf-19d4-40e8-aa53-5c07ac9c1ee3 req-281cebd6-7919-44bd-8de8-6e225ba44c35 tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.110 "DELETE /v2.0/ports/4c5b17a3-27be-4b5f-9bfd-3441bef321d3 HTTP/1.1" status: 204 len: 173 time: 4.7482657 Nov 03 19:16:16.464655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8802866a-e42e-4bd4-8659-132979f676b3 req-7d35e699-352d-4aaa-bfff-67e850c11dfe service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195447 Nov 03 19:16:16.466944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'name': 'network-vif-deleted', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:16.477651 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3c75f-cafb-47b5-be06-645f9ec909d7" -d '{"events": [{"server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "name": "network-vif-deleted", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:16.539489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port d828ef8a-852e-415d-aebe-c7358c27b950 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:16.546907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port d828ef8a-852e-415d-aebe-c7358c27b950 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:16.547408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.632065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Allocated IP 172.20.0.3 (f401a0d3-44e9-47cd-874c-8cf9d71081fe/b78d6945-215a-4539-b20e-3dd80f98e6e9/66e75a47-8e5a-4122-a46b-1d817fcb7f03) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:16.639675 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b767c-7dad-44ff-90fe-612ae417ab02 x-openstack-request-id: req-cf9b767c-7dad-44ff-90fe-612ae417ab02 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:16.640318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0706b-002b-43a9-8d53-424f1373de74", "name": "network-vif-deleted", "tag": "4c5b17a3-27be-4b5f-9bfd-3441bef321d3", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:16.641330 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf9b767c-7dad-44ff-90fe-612ae417ab02 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:16.641974 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0706b-002b-43a9-8d53-424f1373de74', 'name': 'network-vif-deleted', 'tag': '4c5b17a3-27be-4b5f-9bfd-3441bef321d3', 'status': 'completed', 'code': 200} Nov 03 19:16:16.649974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.672593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8a822462-75cf-4f55-89b7-4b0ba368b079 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:16.727931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.733179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/subnets/cc6e56e6-e77f-4b6f-990f-ebc802a57216 HTTP/1.1" status: 204 len: 168 time: 1.9629612 Nov 03 19:16:16.736708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc5bf5-6539-419b-8240-870ecfe88349 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6e56e6-e77f-4b6f-990f-ebc802a57216,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:16.740289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48074) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:16.746033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Deleting port bd1a566e-a174-43cc-b4e4-cafb6b9493cc {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:16.746381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.789646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:16.795856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eca346-59ed-45e8-a237-15232992eb2a None None] Network 9a3a5ecf-9286-4505-b012-13ccd1d022fd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:16.821653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.829289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73ee9930-d70a-4c6a-9d9b-54f963a6acbd tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "PUT /v2.0/routers/f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 HTTP/1.1" status: 200 len: 922 time: 8.8258047 Nov 03 19:16:16.829289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48078) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:16.832204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] Sync routers for ids ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:16.969717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] Routers {'f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:16.970401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.047337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.048364 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.079254 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.090811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Calling delete_port for bd1a566e-a174-43cc-b4e4-cafb6b9493cc owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:17.104283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.108201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 8a822462-75cf-4f55-89b7-4b0ba368b079 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:17.119409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 8a822462-75cf-4f55-89b7-4b0ba368b079 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:17.120010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.240408 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88e00088-0a1b-40f5-a200-f17a37ce402b tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 HTTP/1.1" status: 200 len: 922 time: 0.4099073 Nov 03 19:16:17.255671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48092) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:17.314491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.377348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] Routers {'f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:17.379099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.379695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.396355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca6939-4087-41f2-ba50-852ca302ba57 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.400781 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72ca6939-4087-41f2-ba50-852ca302ba57 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1414258 Nov 03 19:16:17.407381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48096) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:17.518234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f7694025-dd25-4b2e-a3c9-3cab0c10d2bf req-54531416-38e6-4933-b2a7-d2c18c374dca tempest-ServerRescueNegativeTestJSON-62059003 tempest-ServerRescueNegativeTestJSON-62059003-project] 10.222.0.91 "GET /v2.0/ports?device_id=29d0706b-002b-43a9-8d53-424f1373de74 HTTP/1.1" status: 200 len: 210 time: 0.1933906 Nov 03 19:16:17.524154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.525775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21279d3-2fda-482a-aee5-b8211453a984 None None] The sync data for ids ['f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:17.543571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.580307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Network f401a0d3-44e9-47cd-874c-8cf9d71081fe is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:17.590347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:17.595259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:17.693988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port d828ef8a-852e-415d-aebe-c7358c27b950, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=d828ef8a-852e-415d-aebe-c7358c27b950,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:17.697842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd828ef8a-852e-415d-aebe-c7358c27b950'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:17.700970 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d21ff4-ae22-4109-969f-3026524e7d11" -d '{"events": [{"server_uuid": "b9fb6bbe-c1c5-475b-a41e-0390ff972dae", "name": "network-vif-plugged", "status": "completed", "tag": "d828ef8a-852e-415d-aebe-c7358c27b950"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:17.708382 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.728376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7afa3-7d1a-4fb9-9685-53c260503090 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.731069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d0d7afa3-7d1a-4fb9-9685-53c260503090 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.3221428 Nov 03 19:16:17.743736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:17.814522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] DHCP port deletion for 9a3a5ecf-9286-4505-b012-13ccd1d022fd request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:16:17.830657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Pushing event updated for resources: {'Port': ['ID=66e75a47-8e5a-4122-a46b-1d817fcb7f03,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:17.846464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.847671 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.854816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d1d71e54-9662-4d7c-986b-1aa1fe3fa977 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 HTTP/1.1" status: 200 len: 205 time: 0.1002722 Nov 03 19:16:17.858899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48112) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:17.906410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.935916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=d828ef8a-852e-415d-aebe-c7358c27b950,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:17.981444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 8a822462-75cf-4f55-89b7-4b0ba368b079, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8a822462-75cf-4f55-89b7-4b0ba368b079,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:17.986458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ae0b1-d217-4dd2-88da-646b5741ef04 req-dd641bcb-931e-4f79-bb83-73ad4f00ca24 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.988975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:17.989648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b81ae0b1-d217-4dd2-88da-646b5741ef04 req-dd641bcb-931e-4f79-bb83-73ad4f00ca24 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 945 time: 0.6610944 Nov 03 19:16:17.997564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] Deleting port 59d9e567-be6d-4409-9144-f6b600118ec1 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:17.998132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.029928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-0f83a428-faf3-4df8-bc94-b1827a7be8ae tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3570168 Nov 03 19:16:18.043280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Request body: {'port': {'device_id': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:18.048902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Deleting port 59d9e567-be6d-4409-9144-f6b600118ec1 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:18.050719 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.094087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.097166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.156705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] For port 59d9e567-be6d-4409-9144-f6b600118ec1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59d9e567-be6d-4409-9144-f6b600118ec1,segment=NetworkSegment(4fd0e11f-149a-4e0e-83da-4453d95b25bd),segment_id=4fd0e11f-149a-4e0e-83da-4453d95b25bd)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:18.157571 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.162492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=8a822462-75cf-4f55-89b7-4b0ba368b079,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:18.188192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] Calling delete_port for 59d9e567-be6d-4409-9144-f6b600118ec1 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:18.236666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbdb64-bdfd-44b7-9bd9-fc0684067e78 req-f1bf6476-da6f-4b8c-8219-b24a94f3674f tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:18.238334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.250139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdbbdb64-bdfd-44b7-9bd9-fc0684067e78 req-f1bf6476-da6f-4b8c-8219-b24a94f3674f tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 931 time: 0.4325562 Nov 03 19:16:18.341666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Port': ['ID=bd1a566e-a174-43cc-b4e4-cafb6b9493cc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:18.369474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.407256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b81ae0b1-d217-4dd2-88da-646b5741ef04 req-527fa3f7-d8d7-442c-bd20-96b25db71bfb tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014435 Nov 03 19:16:18.417205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] For port 59d9e567-be6d-4409-9144-f6b600118ec1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=59d9e567-be6d-4409-9144-f6b600118ec1,segment=NetworkSegment(4fd0e11f-149a-4e0e-83da-4453d95b25bd),segment_id=4fd0e11f-149a-4e0e-83da-4453d95b25bd)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:18.417750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.426774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.488761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Calling delete_port for 59d9e567-be6d-4409-9144-f6b600118ec1 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:18.516196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdbbdb64-bdfd-44b7-9bd9-fc0684067e78 req-66224998-6170-495e-b832-b9057415e2ce tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643626 Nov 03 19:16:18.542576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] Pushing event deleted for resources: {'Port': ['ID=59d9e567-be6d-4409-9144-f6b600118ec1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:18.548262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253de945-7087-4dd6-9879-b5e79ee8476a None None] No DVR routers for this DVR port 59d9e567-be6d-4409-9144-f6b600118ec1 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:18.574288 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a0bf9-3280-48f7-a7b9-9581c8a73272 x-openstack-request-id: req-970a0bf9-3280-48f7-a7b9-9581c8a73272 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:18.574627 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb6bbe-c1c5-475b-a41e-0390ff972dae", "name": "network-vif-plugged", "status": "completed", "tag": "d828ef8a-852e-415d-aebe-c7358c27b950", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:18.574869 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-970a0bf9-3280-48f7-a7b9-9581c8a73272 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:18.575306 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd828ef8a-852e-415d-aebe-c7358c27b950', 'code': 200} Nov 03 19:16:18.614119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:18.615305 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Floating IP fc0bc532-3b78-4a07-bdc4-ad5fbdea3906 disassociated (deleted). External IP: 172.25.8.238, port: e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d. Nov 03 19:16:18.702077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48126) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:18.936271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59d9e567-be6d-4409-9144-f6b600118ec1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:18.971294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 59d9e567-be6d-4409-9144-f6b600118ec1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:18.971635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 59d9e567-be6d-4409-9144-f6b600118ec1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:18.986300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78d784-7346-4985-9b8e-77c488b2d310 req-557557f7-7f63-4923-bebd-57f2d55699f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:18.989244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9e78d784-7346-4985-9b8e-77c488b2d310 req-557557f7-7f63-4923-bebd-57f2d55699f3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b9fb6bbe-c1c5-475b-a41e-0390ff972dae HTTP/1.1" status: 200 len: 1096 time: 0.2735624 Nov 03 19:16:19.019327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Deleting port d051e394-d181-4d33-a23d-ff2369ba5f8e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:19.019860 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.075238 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.117526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Port': ['ID=59d9e567-be6d-4409-9144-f6b600118ec1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:19.158977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] No DVR routers for this DVR port 59d9e567-be6d-4409-9144-f6b600118ec1 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:19.218628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9e78d784-7346-4985-9b8e-77c488b2d310 req-48815cb5-a0b1-4907-976e-41bf5489110e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193835 Nov 03 19:16:19.352888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.384989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e75a47-8e5a-4122-a46b-1d817fcb7f03 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:19.403398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Calling delete_port for d051e394-d181-4d33-a23d-ff2369ba5f8e owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:19.408268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.450780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Transition to ACTIVE for port object 66e75a47-8e5a-4122-a46b-1d817fcb7f03 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:19.502040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.508797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.566598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Router e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:19.593370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66e75a47-8e5a-4122-a46b-1d817fcb7f03,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:19.814775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Attempting to bind port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:19.815343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Attempting to bind port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:19.815942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Attempting to bind port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 on network f401a0d3-44e9-47cd-874c-8cf9d71081fe {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:19.829201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 on network f401a0d3-44e9-47cd-874c-8cf9d71081fe not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:19.829692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Attempting to bind port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 on network f401a0d3-44e9-47cd-874c-8cf9d71081fe {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:19.842456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:19.842991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Checking segment: {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:19.843543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Bound using segment: {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:19.844326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Bound port: 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:19.845012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:19.972233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3a5ecf-9286-4505-b012-13ccd1d022fd']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:20.014184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] For port 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:20.020174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] For port 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:20.026968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.027248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd0e11f-149a-4e0e-83da-4453d95b25bd') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:20.027483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd0e11f-149a-4e0e-83da-4453d95b25bd') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:20.082085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.133374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.144500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.145366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.147919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] 10.222.0.115 "PUT /v2.0/ports/66e75a47-8e5a-4122-a46b-1d817fcb7f03 HTTP/1.1" status: 200 len: 1091 time: 2.1095052 Nov 03 19:16:20.148685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'tag': '66e75a47-8e5a-4122-a46b-1d817fcb7f03'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:20.153802 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79" -d '{"events": [{"name": "network-changed", "server_uuid": "888db6f4-6c39-4e24-bb3a-5d36aba21a22", "tag": "66e75a47-8e5a-4122-a46b-1d817fcb7f03"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:20.264813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c65f4-c1a7-4315-830f-cc326ef8f0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66e75a47-8e5a-4122-a46b-1d817fcb7f03,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:20.281162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd53324-5f7b-4c37-a1e0-bd98506ac01e req-91f90fe6-66ad-4e3c-afa4-053877d5d668 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.285404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fd53324-5f7b-4c37-a1e0-bd98506ac01e req-91f90fe6-66ad-4e3c-afa4-053877d5d668 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 946 time: 0.7231731 Nov 03 19:16:20.298010 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.386974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d930c-9619-4bc9-aa8d-011e2b402bc9 req-84ba2bf7-5cba-4fdd-b861-bd6da9149448 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.388691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01d930c-9619-4bc9-aa8d-011e2b402bc9 req-84ba2bf7-5cba-4fdd-b861-bd6da9149448 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 943 time: 0.4501092 Nov 03 19:16:20.391924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:16:20.392375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:16:20.400843 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:16:20.445372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event deleted for resources: {'Port': ['ID=d051e394-d181-4d33-a23d-ff2369ba5f8e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:20.484427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-6909482b-2c96-4862-a6c8-c9f97b39b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.486495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-6909482b-2c96-4862-a6c8-c9f97b39b3cc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 1094 time: 0.1095097 Nov 03 19:16:20.487934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.577467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a822462-75cf-4f55-89b7-4b0ba368b079'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:20.582090 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f900a-22ac-4380-8a0c-b3b093bd8cac" -d '{"events": [{"server_uuid": "d179a9d1-3bdb-4e58-8a08-713bcf8b0db4", "name": "network-vif-plugged", "status": "completed", "tag": "8a822462-75cf-4f55-89b7-4b0ba368b079"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:20.684853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-13869927-b3af-40f1-a5ea-07db77d9f4ce service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03 HTTP/1.1" status: 200 len: 217 time: 0.1521394 Nov 03 19:16:20.687661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.691051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.716662 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.745275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:20.761286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] Sync routers for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:20.780661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.785883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.787848 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:20.789335 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:20.793074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] 10.222.0.91 "DELETE /v2.0/networks/9a3a5ecf-9286-4505-b012-13ccd1d022fd HTTP/1.1" status: 204 len: 168 time: 4.0487275 Nov 03 19:16:20.815228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fd53324-5f7b-4c37-a1e0-bd98506ac01e req-23ae907d-38b6-49e6-8969-adade6564288 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091178 Nov 03 19:16:20.819359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a01d930c-9619-4bc9-aa8d-011e2b402bc9 req-bd3a3244-7b04-4ac9-b689-46de02b287c1 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369730 Nov 03 19:16:20.825489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-a63aafdf-b225-4a2b-8ee1-741397d0479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:20.832458 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-a63aafdf-b225-4a2b-8ee1-741397d0479d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b78d6945-215a-4539-b20e-3dd80f98e6e9 HTTP/1.1" status: 200 len: 847 time: 0.1383190 Nov 03 19:16:20.839299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f0b0-c132-42eb-a654-ee059a684b83 tempest-AllowedAddressPairTestJSON-172126059 tempest-AllowedAddressPairTestJSON-172126059-project] Pushing event deleted for resources: {'Network': ['ID=9a3a5ecf-9286-4505-b012-13ccd1d022fd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:20.840653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.843534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Fanout notify agent at l3_agent the message router_deleted on router f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:16:20.878771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:20.881479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-79240d86-732b-4024-880d-630491489a3d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 HTTP/1.1" status: 204 len: 168 time: 3.0208573 Nov 03 19:16:20.904663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48162) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:20.906309 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:20.918917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-337540392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:20.925839 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:20.927343 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:20.958462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-076b8f0b-a305-4c56-b801-0196c8e36899 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "DELETE /v2.0/floatingips/fc0bc532-3b78-4a07-bdc4-ad5fbdea3906 HTTP/1.1" status: 204 len: 168 time: 4.7596867 Nov 03 19:16:20.966286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:20.992846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:20.998757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:21.002406 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b2464-dbff-488b-945d-d5d4d1e46ca1 None None] The sync data for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:21.060713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-73c82aaf-120e-4f52-b3e4-4488644127e5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f401a0d3-44e9-47cd-874c-8cf9d71081fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061224 Nov 03 19:16:21.066913 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919894e-3207-4a64-ae4b-62915b22ccd0 x-openstack-request-id: req-f919894e-3207-4a64-ae4b-62915b22ccd0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:21.067796 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888db6f4-6c39-4e24-bb3a-5d36aba21a22", "tag": "66e75a47-8e5a-4122-a46b-1d817fcb7f03", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:21.068105 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f919894e-3207-4a64-ae4b-62915b22ccd0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:21.068551 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'tag': '66e75a47-8e5a-4122-a46b-1d817fcb7f03', 'status': 'completed', 'code': 200} Nov 03 19:16:21.075730 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e0645-b491-4e13-bed1-7979429ca1b8 x-openstack-request-id: req-636e0645-b491-4e13-bed1-7979429ca1b8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:21.076687 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d179a9d1-3bdb-4e58-8a08-713bcf8b0db4", "name": "network-vif-plugged", "status": "completed", "tag": "8a822462-75cf-4f55-89b7-4b0ba368b079", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:21.077069 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-636e0645-b491-4e13-bed1-7979429ca1b8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:21.077914 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a822462-75cf-4f55-89b7-4b0ba368b079', 'code': 200} Nov 03 19:16:21.083058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.089140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.149512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.226836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.371021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-e992da9d-9f08-465f-812b-f1ffd6e131e6 service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972152 Nov 03 19:16:21.378338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.386869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48172) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:21.394111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.492472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd23e43-e064-455b-8aa5-ab56cdc25bf8 req-416d340a-005f-48e5-97e6-028c90bee991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:21.496613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4bd23e43-e064-455b-8aa5-ab56cdc25bf8 req-416d340a-005f-48e5-97e6-028c90bee991 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 1097 time: 0.2259259 Nov 03 19:16:21.506227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.527278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.529071 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0dcf730c-2246-4291-9afb-b9dfe073dffb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6222100 Nov 03 19:16:21.535456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:21.553905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:21.687540 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0780171a-c4c3-402f-a7ef-38e5256c2dbe req-9b5497c2-f03f-4f45-acbf-c49d03061f17 service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063104 Nov 03 19:16:21.809287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ed96b57f-e4b1-4ad6-9968-2314f0df78f7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=586d1fc6265c4b2099f04c3ed030643e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810771 Nov 03 19:16:21.809287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Allocated IP 172.25.8.18 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d05ff93d-9e7e-409f-bb4f-a21e6a3bb958) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:21.809723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:21.844117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4bd23e43-e064-455b-8aa5-ab56cdc25bf8 req-3536788e-8ccd-4756-82bd-4629af2b449a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290153 Nov 03 19:16:21.952264 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:21.983704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-139ae3b0-0c1b-4799-b51f-84f2593a837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:21.987111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-139ae3b0-0c1b-4799-b51f-84f2593a837e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 1094 time: 0.1970785 Nov 03 19:16:22.269340 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-754d613c-7e7e-4d9e-b62d-f543f0786f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.361779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.377824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-754d613c-7e7e-4d9e-b62d-f543f0786f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.414022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e1f50-9ed1-41a8-885b-3df5650e181a req-a18bd420-18c3-473b-88c7-1d9ed7cdc4e3 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:22.415953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a3e1f50-9ed1-41a8-885b-3df5650e181a req-a18bd420-18c3-473b-88c7-1d9ed7cdc4e3 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 943 time: 0.3586137 Nov 03 19:16:22.447030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c055-f859-42ff-a8fb-5f5523527de1 req-596dc271-287b-496c-a1fb-c67f57667faa tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:22.449982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0a8c055-f859-42ff-a8fb-5f5523527de1 req-596dc271-287b-496c-a1fb-c67f57667faa tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 946 time: 0.3767586 Nov 03 19:16:22.513827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Deleting port 63e89880-bee2-42a5-b040-1b87e6fed878 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:22.514418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.649838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-bcda1331-cf6c-4fff-a5e2-68d2a9b337b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:22.655634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-bcda1331-cf6c-4fff-a5e2-68d2a9b337b4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 200 len: 908 time: 0.6472514 Nov 03 19:16:22.719687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a3e1f50-9ed1-41a8-885b-3df5650e181a req-b01f01b3-c140-4d52-b92c-ac7d0dd24761 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619772 Nov 03 19:16:22.720945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.750788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-92cae8df-4b7b-4eb1-a671-7753df2722a9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03 HTTP/1.1" status: 200 len: 217 time: 0.0848753 Nov 03 19:16:22.830508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0a8c055-f859-42ff-a8fb-5f5523527de1 req-14526da6-d839-44f2-bfa6-95de47b6e811 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229127 Nov 03 19:16:22.834984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Pushing event updated for resources: {'Port': ['ID=d05ff93d-9e7e-409f-bb4f-a21e6a3bb958,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:22.839227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-754d613c-7e7e-4d9e-b62d-f543f0786f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.841290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-754d613c-7e7e-4d9e-b62d-f543f0786f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:22.845602 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-754d613c-7e7e-4d9e-b62d-f543f0786f8c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d97e78dd-1476-4156-b364-02a865ed3754 HTTP/1.1" status: 204 len: 168 time: 1.0324364 Nov 03 19:16:22.876901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:22.885960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:22.889780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d613c-7e7e-4d9e-b62d-f543f0786f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e78dd-1476-4156-b364-02a865ed3754,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:22.903504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:22.982082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] For port 63e89880-bee2-42a5-b040-1b87e6fed878, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63e89880-bee2-42a5-b040-1b87e6fed878,segment=NetworkSegment(997334d0-cb1f-4ff0-8a83-77881c3efbf9),segment_id=997334d0-cb1f-4ff0-8a83-77881c3efbf9)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:22.983414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.020009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Calling delete_port for 63e89880-bee2-42a5-b040-1b87e6fed878 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:23.123463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.187471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-79eb17ce-b6d7-4132-bf92-c23dd017225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:23.189714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-79eb17ce-b6d7-4132-bf92-c23dd017225d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b78d6945-215a-4539-b20e-3dd80f98e6e9 HTTP/1.1" status: 200 len: 847 time: 0.4099271 Nov 03 19:16:23.192280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.212369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.290313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-fa50f928-df29-49e4-9c70-119b44684e82 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f401a0d3-44e9-47cd-874c-8cf9d71081fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868859 Nov 03 19:16:23.583896 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.649304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Allocated IP 172.25.8.163 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/9b88928a-dc15-4dd4-9282-b230474549eb) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:23.657286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-93c2a4bb-edb0-47c7-b0d9-45879eebbebe service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594418 Nov 03 19:16:23.902187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.949514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:23.952838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.061632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68cdfef7-ce16-4ae7-9d7b-b0df14a76f79 req-43a65361-0e8c-4d1a-889a-dc73ecdeca1e service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962715 Nov 03 19:16:24.065964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Pushing event updated for resources: {'Port': ['ID=d05ff93d-9e7e-409f-bb4f-a21e6a3bb958,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:24.085681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.128186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e89880-bee2-42a5-b040-1b87e6fed878,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:24.149516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.246939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event updated for resources: {'Port': ['ID=9b88928a-dc15-4dd4-9282-b230474549eb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:24.283892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:24.286445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:24.298346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:24.353314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccad1b-bc1f-4eb3-bbd4-8ab66e1c986d req-039987fc-10c5-4a55-9539-4371dea55f96 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:24.361422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddccad1b-bc1f-4eb3-bbd4-8ab66e1c986d req-039987fc-10c5-4a55-9539-4371dea55f96 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 946 time: 0.3088181 Nov 03 19:16:24.399583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 66e75a47-8e5a-4122-a46b-1d817fcb7f03 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:24.406114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d0422-c167-4d71-8c24-f3a61c560c83 req-8d3ec44e-ee24-4a28-82eb-e329b77f34dd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:24.407829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-206d0422-c167-4d71-8c24-f3a61c560c83 req-8d3ec44e-ee24-4a28-82eb-e329b77f34dd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 943 time: 0.4776337 Nov 03 19:16:24.414673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.446838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48238) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:24.490163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.494502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4eb6fe86-a66c-447d-bdca-a6d55c216f1d tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5236061 Nov 03 19:16:24.542008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddccad1b-bc1f-4eb3-bbd4-8ab66e1c986d req-1e41688e-9090-4e68-bfac-7920d5b0c80b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795428 Nov 03 19:16:24.546018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48242) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:24.647636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-206d0422-c167-4d71-8c24-f3a61c560c83 req-69dfa23b-1bd9-4cc8-b7a4-0eff0178cf93 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263083 Nov 03 19:16:24.659061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:24.692219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '66e75a47-8e5a-4122-a46b-1d817fcb7f03', 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe', 'port_id': '66e75a47-8e5a-4122-a46b-1d817fcb7f03', 'mac_address': 'fa:16:3e:7a:25:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78d6945-215a-4539-b20e-3dd80f98e6e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:24.836476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:24.885246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e75a47-8e5a-4122-a46b-1d817fcb7f03 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:24.992016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:25.002546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.050613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.142966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=66e75a47-8e5a-4122-a46b-1d817fcb7f03,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:25.250723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['66e75a47-8e5a-4122-a46b-1d817fcb7f03'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:25.289628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-d56eba13-9ae9-4e29-bab8-85038927ca35 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.296083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d56eba13-9ae9-4e29-bab8-85038927ca35 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.8398221 Nov 03 19:16:25.296083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:25.328229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.346966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-77f5a91b-6742-4c8c-8ef9-08018588b197 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.352710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-77f5a91b-6742-4c8c-8ef9-08018588b197 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0146627 Nov 03 19:16:25.372250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48264) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.380659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-ad5f72a7-5dcf-435c-a07c-361054ea2a0d tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.386191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad5f72a7-5dcf-435c-a07c-361054ea2a0d tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075147 Nov 03 19:16:25.394837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48266) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.415199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-a9ab1adb-d31f-49ee-975a-c8d12e63cef2 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.421034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a9ab1adb-d31f-49ee-975a-c8d12e63cef2 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0152166 Nov 03 19:16:25.426305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48268) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.443905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-d59fd3a2-c9e1-4e16-86ca-6b46ea2799c5 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.450393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d59fd3a2-c9e1-4e16-86ca-6b46ea2799c5 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0218313 Nov 03 19:16:25.453884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.461357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48270) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.471922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-8e1471b7-1d84-42ed-9f0c-a3d1fd845e24 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.480246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e1471b7-1d84-42ed-9f0c-a3d1fd845e24 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107062 Nov 03 19:16:25.489367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.494386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.507883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-72c594dd-c295-4b1f-a549-fbd6123f4c02 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.513322 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72c594dd-c295-4b1f-a549-fbd6123f4c02 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0132244 Nov 03 19:16:25.513322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.520126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-dbb277dd-8d78-43e0-a0a3-41875f6f8f12 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.526037 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dbb277dd-8d78-43e0-a0a3-41875f6f8f12 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073011 Nov 03 19:16:25.526037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48276) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.535501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-51fb5f65-cb44-401e-bfed-a7b97d442d22 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.540850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-51fb5f65-cb44-401e-bfed-a7b97d442d22 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0102222 Nov 03 19:16:25.541101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173e36-2c0a-4103-835f-afcd41212d1d req-1a9e7699-5cc1-4070-a95b-206c362e8b8b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:25.542319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.543645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7173e36-2c0a-4103-835f-afcd41212d1d req-1a9e7699-5cc1-4070-a95b-206c362e8b8b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9fb6bbe-c1c5-475b-a41e-0390ff972dae HTTP/1.1" status: 200 len: 945 time: 0.7986183 Nov 03 19:16:25.570953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-13c1058f-202e-4c3c-a971-f0c19bff2b67 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.576258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-13c1058f-202e-4c3c-a971-f0c19bff2b67 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0298042 Nov 03 19:16:25.577579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.584579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-23c88661-68ec-47c5-bf1c-c3aac2d55faf tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.589260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-23c88661-68ec-47c5-bf1c-c3aac2d55faf tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0078666 Nov 03 19:16:25.590508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48282) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.601095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-96f4256b-6965-47d1-91d0-9b83eac2d05a tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.605520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-96f4256b-6965-47d1-91d0-9b83eac2d05a tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0115509 Nov 03 19:16:25.606497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48284) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.612952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-4d8dd2c7-2c77-4371-b1ca-092e9ecb738f tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.617828 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4d8dd2c7-2c77-4371-b1ca-092e9ecb738f tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075526 Nov 03 19:16:25.617828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.619106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48286) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.625624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-e3d12d34-78cf-4f7f-b800-56a4d52aa634 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.630393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e3d12d34-78cf-4f7f-b800-56a4d52aa634 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068576 Nov 03 19:16:25.630393 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:25.633073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48288) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.640008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-dc9dcfc7-b787-42b6-80bc-2cfb9018b24e tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.640943 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dc9dcfc7-b787-42b6-80bc-2cfb9018b24e tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065973 Nov 03 19:16:25.645331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48290) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.696889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-75bfd238-0694-42d7-8f4f-e729aa411256 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.697941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75bfd238-0694-42d7-8f4f-e729aa411256 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0401592 Nov 03 19:16:25.705191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.725463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-2bc65928-2159-4f3c-bbc6-2a3b21d91536 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.725463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2bc65928-2159-4f3c-bbc6-2a3b21d91536 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091014 Nov 03 19:16:25.728839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48302) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.740673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-3e01df63-d9e1-44ed-8857-5bc36df5c189 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.741746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3e01df63-d9e1-44ed-8857-5bc36df5c189 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0105445 Nov 03 19:16:25.745877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48304) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.761264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-7e4d3dec-de4a-444c-a955-587c507f562e tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.769339 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7e4d3dec-de4a-444c-a955-587c507f562e tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0220511 Nov 03 19:16:25.775404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48306) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.783042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-7b497d03-e1b4-4e2c-8060-3e636544e058 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.789659 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7b497d03-e1b4-4e2c-8060-3e636544e058 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0082190 Nov 03 19:16:25.789659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48308) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.799625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-2501f948-cd2f-4d44-8e51-5d3efaaecd7d tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.804928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2501f948-cd2f-4d44-8e51-5d3efaaecd7d tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0109732 Nov 03 19:16:25.806493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48310) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.816075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-e18d0801-738b-4b12-8765-74e01de3b7e0 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.821561 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e18d0801-738b-4b12-8765-74e01de3b7e0 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0097301 Nov 03 19:16:25.823782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48312) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.828514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-a05fd99e-4756-41e7-80a8-fdd716dc7254 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.833799 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a05fd99e-4756-41e7-80a8-fdd716dc7254 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062258 Nov 03 19:16:25.834077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7173e36-2c0a-4103-835f-afcd41212d1d req-2e848532-498d-452f-859b-fece026a762f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854405 Nov 03 19:16:25.834077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48314) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.838769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-104fa6e5-c13d-4abe-aff9-45c27ab493f9 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.842031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-104fa6e5-c13d-4abe-aff9-45c27ab493f9 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048018 Nov 03 19:16:25.865289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48316) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.870059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-f6fe4379-0a9e-44c7-beb1-a9f4270a667a tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.871284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f6fe4379-0a9e-44c7-beb1-a9f4270a667a tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047984 Nov 03 19:16:25.876160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48320) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.880840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-68df5be7-d679-47a8-8f30-a2deea194c33 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.881919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-68df5be7-d679-47a8-8f30-a2deea194c33 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046480 Nov 03 19:16:25.885674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48322) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.893713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-2dc08ab8-1d42-4656-a5c7-21f013a08f9b tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.895164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2dc08ab8-1d42-4656-a5c7-21f013a08f9b tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085120 Nov 03 19:16:25.899007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48324) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.908391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-df3c7195-ec98-4941-a23e-544c871bf199 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.913996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-df3c7195-ec98-4941-a23e-544c871bf199 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0095117 Nov 03 19:16:25.913996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48326) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.920489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-e70ebf68-680a-4548-adb4-c7fd2d587b94 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.925066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e70ebf68-680a-4548-adb4-c7fd2d587b94 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072236 Nov 03 19:16:25.925379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48328) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.936030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-8742c963-cd48-44e1-ac5d-282b4833b92a tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.941210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8742c963-cd48-44e1-ac5d-282b4833b92a tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110564 Nov 03 19:16:25.941472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.949543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-17687eaa-e04f-485a-a208-517fee4a026b tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.953864 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-17687eaa-e04f-485a-a208-517fee4a026b tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0092874 Nov 03 19:16:25.959703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48332) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.968267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-45959bd7-c822-458b-b7c8-accc8210da05 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.973948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45959bd7-c822-458b-b7c8-accc8210da05 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0089285 Nov 03 19:16:25.976648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:25.987123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-cba6b761-c91c-4ec2-b7ff-4a245a617bb5 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:25.992693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cba6b761-c91c-4ec2-b7ff-4a245a617bb5 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0105624 Nov 03 19:16:25.995025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.007374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-8cf8b3ab-278d-4774-82cd-f9c1dcfcda4f tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.007713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8cf8b3ab-278d-4774-82cd-f9c1dcfcda4f tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0109935 Nov 03 19:16:26.016231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.035993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-dcdc4ffe-ed05-46d0-8d26-43cb9ffe0df8 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.040310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dcdc4ffe-ed05-46d0-8d26-43cb9ffe0df8 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0217988 Nov 03 19:16:26.052538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48340) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.065912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-1a54a0b4-dbe4-43da-b414-8059c5bf8d20 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.067427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1a54a0b4-dbe4-43da-b414-8059c5bf8d20 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092905 Nov 03 19:16:26.077890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48342) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.101661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-84d9532e-2c92-44de-98c7-8448f14c2e41 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.106220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84d9532e-2c92-44de-98c7-8448f14c2e41 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0239046 Nov 03 19:16:26.113524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Router 8c41a094-822a-4cc7-91db-b216303ce247 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:16:26.117663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48344) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.119364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08875a72-489d-43ec-b825-09cda1b2dddc req-85b51d80-47bb-4f9c-9904-ba7a6959921d tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:26.122087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08875a72-489d-43ec-b825-09cda1b2dddc req-85b51d80-47bb-4f9c-9904-ba7a6959921d tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 944 time: 0.2732882 Nov 03 19:16:26.130552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-a7a0f70c-642f-439c-9f88-0e4a86d033fe tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.135293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a7a0f70c-642f-439c-9f88-0e4a86d033fe tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0126076 Nov 03 19:16:26.138890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48346) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.160234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-cd1cbe7a-cc77-4d7d-a473-c697d7f289d8 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.163392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cd1cbe7a-cc77-4d7d-a473-c697d7f289d8 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0232031 Nov 03 19:16:26.171599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.201016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-c8d81d43-c113-4c26-b662-b316dbd18761 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.208024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8d81d43-c113-4c26-b662-b316dbd18761 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0237265 Nov 03 19:16:26.210235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48352) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.229030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-1cea13f4-f6e8-43be-abca-b19c314c444f tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.245723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1cea13f4-f6e8-43be-abca-b19c314c444f tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0306702 Nov 03 19:16:26.296251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Router c4e71a00-7225-40c4-ba90-da6648d5b1a1 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:26.301699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.314957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-fe3ee1bb-f91a-4efb-89b1-55d085eaade6 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.322334 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fe3ee1bb-f91a-4efb-89b1-55d085eaade6 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0157287 Nov 03 19:16:26.323116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48358) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.328915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-bcb31e6b-71dd-4327-84a7-258065ccaa9c tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.330494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bcb31e6b-71dd-4327-84a7-258065ccaa9c tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056424 Nov 03 19:16:26.337107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48360) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.344817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-2629763d-7e6e-4347-a11f-f79ea6aa2e40 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.351973 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2629763d-7e6e-4347-a11f-f79ea6aa2e40 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075395 Nov 03 19:16:26.353363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.356592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:26.366846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-f84e2662-1107-4785-b249-1a9c580bf064 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.372902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f84e2662-1107-4785-b249-1a9c580bf064 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0123596 Nov 03 19:16:26.373848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48366) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.382541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-4fbf42a3-0269-4ee1-b46a-e722c2e46d64 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.388272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4fbf42a3-0269-4ee1-b46a-e722c2e46d64 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0095415 Nov 03 19:16:26.389068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48368) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.391698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 66e75a47-8e5a-4122-a46b-1d817fcb7f03 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:26.399043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-424a0f57-6924-4852-bc73-29c920f44ec8 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.405116 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-424a0f57-6924-4852-bc73-29c920f44ec8 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082808 Nov 03 19:16:26.419899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48370) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.437019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:26.444833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-9ab62cda-4de5-412e-a86c-285deb3e38ed tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.456904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9ab62cda-4de5-412e-a86c-285deb3e38ed tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0134137 Nov 03 19:16:26.474312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:26.480072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8bf64ead-0b72-4e4b-8161-2a0aa2c678eb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "PUT /v2.0/routers/8c41a094-822a-4cc7-91db-b216303ce247 HTTP/1.1" status: 200 len: 879 time: 4.9350312 Nov 03 19:16:26.484808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48372) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.485580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48374) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.498798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] Sync routers for ids ['8c41a094-822a-4cc7-91db-b216303ce247'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:26.518709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-31ce5100-8038-4662-99bc-246ed82687dc tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.527444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-31ce5100-8038-4662-99bc-246ed82687dc tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0382681 Nov 03 19:16:26.532602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] Routers {'8c41a094-822a-4cc7-91db-b216303ce247'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:26.534481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8c41a094-822a-4cc7-91db-b216303ce247'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:26.581178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48378) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.588256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-9046c8ce-074f-4bc8-beaa-e83e1e296738 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.589829 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9046c8ce-074f-4bc8-beaa-e83e1e296738 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072753 Nov 03 19:16:26.594073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.600777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:26.605105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-4000ab99-606d-419a-bdc1-8c25d9380567 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.606908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4000ab99-606d-419a-bdc1-8c25d9380567 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0114088 Nov 03 19:16:26.611104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48382) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.618424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] Routers {'8c41a094-822a-4cc7-91db-b216303ce247'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:26.619849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8c41a094-822a-4cc7-91db-b216303ce247'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:26.621677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-bd101e8b-62af-47a0-af65-e9d1daaa8401 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.623619 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd101e8b-62af-47a0-af65-e9d1daaa8401 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111761 Nov 03 19:16:26.630170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.638227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-d1854b02-da32-4116-ae08-a235a1079a1e tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.640602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d1854b02-da32-4116-ae08-a235a1079a1e tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089364 Nov 03 19:16:26.645193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48386) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.653949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-cc6df369-de9e-4768-8821-8097ff8cc906 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.655094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc6df369-de9e-4768-8821-8097ff8cc906 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0084584 Nov 03 19:16:26.660217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48388) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.673821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-e79cdbe3-be1e-49f2-a963-cdd77b6d1749 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.675836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e79cdbe3-be1e-49f2-a963-cdd77b6d1749 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0139763 Nov 03 19:16:26.690907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08875a72-489d-43ec-b825-09cda1b2dddc req-2f794179-7960-4956-9362-581e1c2465be tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209711 Nov 03 19:16:26.698707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48390) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.719331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-cbfcf33d-0f69-4eac-b84c-2ba009aada22 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.728377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cbfcf33d-0f69-4eac-b84c-2ba009aada22 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0149662 Nov 03 19:16:26.772626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48392) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.786713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-332f3761-602b-4fcb-a28e-ce34cf535d36 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.787918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-332f3761-602b-4fcb-a28e-ce34cf535d36 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074458 Nov 03 19:16:26.799538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48396) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.812262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-59def786-f656-4ade-aee3-ff89db4721d2 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.817100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59def786-f656-4ade-aee3-ff89db4721d2 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0143709 Nov 03 19:16:26.822031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48400) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.826059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-c0bae816-ac4d-44d3-8a47-6a01a0908a94 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.831218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c0bae816-ac4d-44d3-8a47-6a01a0908a94 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0045888 Nov 03 19:16:26.831577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48402) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.832393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Allocated IP 172.25.8.231 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1bd1a75e-e7df-4f03-b758-7c7401ebd24f) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:26.842198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-63f0fd0f-a9a0-4c69-9ab5-fd4dadc21a20 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.847730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-63f0fd0f-a9a0-4c69-9ab5-fd4dadc21a20 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0106936 Nov 03 19:16:26.847730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48404) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.856326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-d5fe4d1f-bf45-42b0-85cf-d4518f0bc7a3 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.861328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d5fe4d1f-bf45-42b0-85cf-d4518f0bc7a3 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0095544 Nov 03 19:16:26.862821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48406) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.869951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-23f36ba9-397f-4b35-8514-7b5588518c31 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.875585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-23f36ba9-397f-4b35-8514-7b5588518c31 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0063162 Nov 03 19:16:26.884023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48412) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.900297 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ea229e5-9d0e-4f03-871c-014996590fd1 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/8c41a094-822a-4cc7-91db-b216303ce247 HTTP/1.1" status: 200 len: 920 time: 0.4047379 Nov 03 19:16:26.901298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48414) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.902572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [None req-1d41f5c9-0547-459f-a271-47ced2700775 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.904623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d41f5c9-0547-459f-a271-47ced2700775 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0164347 Nov 03 19:16:26.907732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48416) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.960999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-d4175418-aeec-416b-95dc-205be7625c89 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.963221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d4175418-aeec-416b-95dc-205be7625c89 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0525963 Nov 03 19:16:26.967647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48426) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:26.975501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-79ecf60a-d751-4946-8817-de7d5586571d tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:26.976905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-79ecf60a-d751-4946-8817-de7d5586571d tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076761 Nov 03 19:16:26.990495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:26.994643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:26.995696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797bd7e-8973-4893-bbbc-e8acb42baf86 None None] The sync data for ids ['8c41a094-822a-4cc7-91db-b216303ce247'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:27.003716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48428) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.003904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:27.004446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:27.012488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-e9f5c9c3-c3da-4031-ae59-0d9ea725a4b0 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:27.014056 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9f5c9c3-c3da-4031-ae59-0d9ea725a4b0 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079715 Nov 03 19:16:27.020329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.033295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-40da0ad1-06e2-42bc-95d1-57891b9a65e0 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:27.041433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40da0ad1-06e2-42bc-95d1-57891b9a65e0 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0141308 Nov 03 19:16:27.042582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48432) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.050445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-9ede711c-4efa-4ab4-b84f-fc3f4884cc74 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:27.052052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9ede711c-4efa-4ab4-b84f-fc3f4884cc74 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081861 Nov 03 19:16:27.056420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48434) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.064055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-e0539b46-1504-46a4-b97c-beaeabcfcea4 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:27.069536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e0539b46-1504-46a4-b97c-beaeabcfcea4 tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076857 Nov 03 19:16:27.072002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.087696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [None req-432e68cc-dc46-4ad3-b5a2-e1a20d1993fb tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:27.089138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-432e68cc-dc46-4ad3-b5a2-e1a20d1993fb tempest-ExtensionsTestJSON-1874094785 tempest-ExtensionsTestJSON-1874094785-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0155907 Nov 03 19:16:27.093303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe3f1c8-e6e6-4119-8995-b8b440240537 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.099995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cfe3f1c8-e6e6-4119-8995-b8b440240537 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=8c41a094-822a-4cc7-91db-b216303ce247&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1927171 Nov 03 19:16:27.103647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48440) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.161205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:27.178957 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] Sync routers for ids ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:27.182985 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-80f174fe-c404-4d57-8b00-75c6b6d3b383 admin admin] 10.222.0.91 "PUT /v2.0/routers/c4e71a00-7225-40c4-ba90-da6648d5b1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4792583 Nov 03 19:16:27.189022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48442) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.196232 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] Routers {'c4e71a00-7225-40c4-ba90-da6648d5b1a1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:27.196898 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:27.220697 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:27.315663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e75a47-8e5a-4122-a46b-1d817fcb7f03'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:27.324070 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2481d8a-4182-49d3-8e84-db60ece26993" -d '{"events": [{"server_uuid": "888db6f4-6c39-4e24-bb3a-5d36aba21a22", "name": "network-vif-plugged", "status": "completed", "tag": "66e75a47-8e5a-4122-a46b-1d817fcb7f03"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:27.365803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:27.378135 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:27.451148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:27.463458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-d159e052-1dde-4ebb-b6bd-1f1c3893c60b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.476246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-d159e052-1dde-4ebb-b6bd-1f1c3893c60b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 813 time: 0.4259248 Nov 03 19:16:27.488679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17bdb99-e248-48d3-8a8e-71c9bb324793 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:27.495389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] Set router c4e71a00-7225-40c4-ba90-da6648d5b1a1 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:27.501160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c17bdb99-e248-48d3-8a8e-71c9bb324793 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.3917689 Nov 03 19:16:27.501846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.509900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-5c4f9fc3-5b15-46b8-90ac-3b249dc53155 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/quotas/f7ded844eb1d4d348561620fe53970a7 HTTP/1.1" status: 200 len: 375 time: 0.0324233 Nov 03 19:16:27.550964 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db09cd-b268-42c6-8c70-54c7d935c823 x-openstack-request-id: req-40db09cd-b268-42c6-8c70-54c7d935c823 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:27.551788 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888db6f4-6c39-4e24-bb3a-5d36aba21a22", "name": "network-vif-plugged", "status": "completed", "tag": "66e75a47-8e5a-4122-a46b-1d817fcb7f03", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:27.556209 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40db09cd-b268-42c6-8c70-54c7d935c823 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:27.557284 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e75a47-8e5a-4122-a46b-1d817fcb7f03', 'code': 200} Nov 03 19:16:27.595482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48450) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:27.596354 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ba00e94-cdc5-4804-9dcf-ae023ae5f0ca tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c41a094-822a-4cc7-91db-b216303ce247 HTTP/1.1" status: 200 len: 205 time: 0.0912709 Nov 03 19:16:27.672089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=66e75a47-8e5a-4122-a46b-1d817fcb7f03,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:27.909824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-4dae8b42-2e3a-4de2-8c06-f1213d3442e4 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3985429 Nov 03 19:16:27.984529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.062027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:28.095761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f1a69-2efc-4e02-b598-421cdfcc3490 req-20fa88bb-1800-4f88-9eb1-b51805feef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:28.101264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab6f1a69-2efc-4e02-b598-421cdfcc3490 req-20fa88bb-1800-4f88-9eb1-b51805feef6b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 1096 time: 0.4312916 Nov 03 19:16:28.104476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.114689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:28.130446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:28.140391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:28.164276 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:16:23Z', 'revision_number': 5, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:28.217212 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] Checking router: c4e71a00-7225-40c4-ba90-da6648d5b1a1 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:28.250389 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.253882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Pushing event updated for resources: {'Port': ['ID=1bd1a75e-e7df-4f03-b758-7c7401ebd24f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:28.260902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] Routers {'c4e71a00-7225-40c4-ba90-da6648d5b1a1'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:28.262125 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:28.278506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.279627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.280200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.280815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.281379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.281927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.282463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.283006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.283554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.284093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.284643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.285223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:28.386070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-6f5a3346-220c-453f-87ca-b30d2f83f8f2 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:28.397607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-6f5a3346-220c-453f-87ca-b30d2f83f8f2 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4864860 Nov 03 19:16:28.487577 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] Set router c4e71a00-7225-40c4-ba90-da6648d5b1a1 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:28.518623 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1b81-689c-413f-8eda-02f7bc0733df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.546197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738166-a83b-400a-a6b1-eb708ff349dd req-81399ac3-7dc5-4037-b07f-797303f8b631 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:28.548333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80738166-a83b-400a-a6b1-eb708ff349dd req-81399ac3-7dc5-4037-b07f-797303f8b631 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.5679274 Nov 03 19:16:28.896809 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:16:23Z', 'revision_number': 5, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:28.912871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-e9880f2d-3793-4719-bfb5-ef8cda0dbdf6 service neutron] 10.222.0.91 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944537 Nov 03 19:16:28.935818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-aa1fada5-f5b4-498a-8e49-fd1f7d160bd7 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:28.939129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-aa1fada5-f5b4-498a-8e49-fd1f7d160bd7 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "GET /v2.0/ports?device_id=b9fb6bbe-c1c5-475b-a41e-0390ff972dae HTTP/1.1" status: 200 len: 945 time: 1.2728491 Nov 03 19:16:28.953930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.970012 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b1df8-a243-4f44-8205-3e6de62faa3a None None] The sync data for ids ['c4e71a00-7225-40c4-ba90-da6648d5b1a1'] in n-d-812151-4 is: [{'id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-122020413-router', 'tenant_id': '926c5cfa21da4a019d389527080a4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:11:26Z', 'updated_at': '2021-11-03T19:16:23Z', 'revision_number': 5, 'project_id': '926c5cfa21da4a019d389527080a4a0b', 'gw_port': {'id': '50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e71a00-7225-40c4-ba90-da6648d5b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:29Z', 'updated_at': '2021-11-03T19:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:29.013972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.025775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80738166-a83b-400a-a6b1-eb708ff349dd req-144bf0f1-f855-44a3-b381-61a39de86bfb tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215090 Nov 03 19:16:29.041789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.192743 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.198390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab6f1a69-2efc-4e02-b598-421cdfcc3490 req-b3a10513-1928-41a8-bc35-3b6d0f07b255 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0863473 Nov 03 19:16:29.256298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-42005c3d-b06a-49e6-852f-aab6309567fc service neutron] 10.222.0.91 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218541 Nov 03 19:16:29.270968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1b81-689c-413f-8eda-02f7bc0733df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.277550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-2cf2131e-26b5-4270-9ee1-f688e1aeb6da tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:29.280123 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-2cf2131e-26b5-4270-9ee1-f688e1aeb6da tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "GET /v2.0/ports?device_id=d179a9d1-3bdb-4e58-8a08-713bcf8b0db4 HTTP/1.1" status: 200 len: 946 time: 0.3278449 Nov 03 19:16:29.286014 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1b81-689c-413f-8eda-02f7bc0733df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.409850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Deleting port 9b88928a-dc15-4dd4-9282-b230474549eb {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:29.410329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.424711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Deleting port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:29.425386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.478517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d1fe1b81-689c-413f-8eda-02f7bc0733df admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2194373f7c184f9aaa8038c684fae68f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3742683 Nov 03 19:16:29.480702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe1b81-689c-413f-8eda-02f7bc0733df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012604d1-40c4-4cb6-a692-0aaffa2e1dbe,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:29.483423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48482) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:29.604996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] For port 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:29.605544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.627515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Calling delete_port for 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:29.832194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Deleting port d828ef8a-852e-415d-aebe-c7358c27b950 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:29.837532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.223163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.262698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Deleting port 8a822462-75cf-4f55-89b7-4b0ba368b079 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:30.264102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.350999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] For port d828ef8a-852e-415d-aebe-c7358c27b950, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=d828ef8a-852e-415d-aebe-c7358c27b950,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:30.351805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.380015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Calling delete_port for 9b88928a-dc15-4dd4-9282-b230474549eb owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:30.477962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Calling delete_port for d828ef8a-852e-415d-aebe-c7358c27b950 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:30.519433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b834e6ff-d33d-4e92-9c5c-031a47f3d52a req-3c8c4e8a-a9fa-433e-9a8b-2f8dd1829336 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 210 time: 0.3528967 Nov 03 19:16:30.616929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] For port 8a822462-75cf-4f55-89b7-4b0ba368b079, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=8a822462-75cf-4f55-89b7-4b0ba368b079,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:30.618473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.666412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Calling delete_port for 8a822462-75cf-4f55-89b7-4b0ba368b079 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:30.690789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a3fb8-0ac3-4831-bd59-edf63fa0c729 req-b90d1bdc-b9f6-44c7-99f7-d97a7b6026e9 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:30.702211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed1a3fb8-0ac3-4831-bd59-edf63fa0c729 req-b90d1bdc-b9f6-44c7-99f7-d97a7b6026e9 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.5243707 Nov 03 19:16:30.726270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.731929 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a030d779-1f21-4afa-89fa-e68e6b0130e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.755107 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.831625 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63e89880-bee2-42a5-b040-1b87e6fed878 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:30.924995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a030d779-1f21-4afa-89fa-e68e6b0130e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.925267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 63e89880-bee2-42a5-b040-1b87e6fed878 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:30.925816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63e89880-bee2-42a5-b040-1b87e6fed878 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:31.021138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.034029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Pushing event updated for resources: {'Port': ['ID=1bd1a75e-e7df-4f03-b758-7c7401ebd24f,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:31.051144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.124907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed1a3fb8-0ac3-4831-bd59-edf63fa0c729 req-4ad96d25-7539-4492-84c3-a33db60fc05d tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210339 Nov 03 19:16:31.144770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.160818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:31.187527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event deleted for resources: {'Port': ['ID=9b88928a-dc15-4dd4-9282-b230474549eb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:31.191264 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.290845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.297862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f13f0cd7-fc96-4703-b35b-ecee6fb0fe05 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7442224 Nov 03 19:16:31.299192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48520) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:31.303313 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a030d779-1f21-4afa-89fa-e68e6b0130e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.308165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a030d779-1f21-4afa-89fa-e68e6b0130e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.311068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a030d779-1f21-4afa-89fa-e68e6b0130e7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/012604d1-40c4-4cb6-a692-0aaffa2e1dbe HTTP/1.1" status: 204 len: 168 time: 1.8218205 Nov 03 19:16:31.430937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030d779-1f21-4afa-89fa-e68e6b0130e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012604d1-40c4-4cb6-a692-0aaffa2e1dbe,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:31.451765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event deleted for resources: {'Port': ['ID=8a822462-75cf-4f55-89b7-4b0ba368b079,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:31.482462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.510869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-218416be-e863-484b-ac61-34cba119b817 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1975169 Nov 03 19:16:31.512328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48528) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:31.514579 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.834320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0321c534-6f78-4b7c-99f6-fde94047f80e tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3158123 Nov 03 19:16:31.861034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48534) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:31.863539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.868962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.878107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fffd7e9-0a75-4728-b61b-34ca5c23eab8 req-2fc1b79b-4cae-42d3-8b82-29c1bed8049e tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 210 time: 0.1150892 Nov 03 19:16:31.931826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.937318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:31.991407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] No DVR routers for this DVR port 8a822462-75cf-4f55-89b7-4b0ba368b079 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:32.008822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.012785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf15011e-9988-40d0-a8de-6cbe8811269f req-e1b7d6e3-2577-4d30-b573-a8fdaaca4b28 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "DELETE /v2.0/ports/8a822462-75cf-4f55-89b7-4b0ba368b079 HTTP/1.1" status: 204 len: 173 time: 2.7221591 Nov 03 19:16:32.013585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'name': 'network-vif-deleted', 'tag': '8a822462-75cf-4f55-89b7-4b0ba368b079'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:32.016265 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b2ea3-3c5f-43f5-a181-4bd95adeccc0" -d '{"events": [{"server_uuid": "d179a9d1-3bdb-4e58-8a08-713bcf8b0db4", "name": "network-vif-deleted", "tag": "8a822462-75cf-4f55-89b7-4b0ba368b079"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:32.020121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.020665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e71a00-7225-40c4-ba90-da6648d5b1a1 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:16:32.056708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.066703 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1f9d41fd-79ca-4a27-94c9-6ffaeeb69a20 admin admin] 10.222.0.91 "DELETE /v2.0/routers/c4e71a00-7225-40c4-ba90-da6648d5b1a1 HTTP/1.1" status: 204 len: 168 time: 4.8753755 Nov 03 19:16:32.137675 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a036a3f4-1bbd-4920-95c4-3670518a401b x-openstack-request-id: req-a036a3f4-1bbd-4920-95c4-3670518a401b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:32.138895 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d179a9d1-3bdb-4e58-8a08-713bcf8b0db4", "name": "network-vif-deleted", "tag": "8a822462-75cf-4f55-89b7-4b0ba368b079", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:32.149118 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a036a3f4-1bbd-4920-95c4-3670518a401b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:32.151493 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd179a9d1-3bdb-4e58-8a08-713bcf8b0db4', 'name': 'network-vif-deleted', 'tag': '8a822462-75cf-4f55-89b7-4b0ba368b079', 'status': 'completed', 'code': 200} Nov 03 19:16:32.152246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:32.269908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.272850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Fanout notify agent at l3_agent the message router_deleted on router 8c41a094-822a-4cc7-91db-b216303ce247 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:16:32.307191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.310043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8851bdee-098b-4e14-9d20-b0bee00ccb0a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/8c41a094-822a-4cc7-91db-b216303ce247 HTTP/1.1" status: 204 len: 168 time: 4.7118337 Nov 03 19:16:32.317141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48554) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:32.338693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1200351851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:32.418078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.436068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device d828ef8a-852e-415d-aebe-c7358c27b950 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:32.517139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: d828ef8a-852e-415d-aebe-c7358c27b950 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:32.517467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device d828ef8a-852e-415d-aebe-c7358c27b950 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:32.571518 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.579858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.581514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.626469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Deleting port 1bd1a75e-e7df-4f03-b758-7c7401ebd24f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:32.627278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.650248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event deleted for resources: {'Port': ['ID=d828ef8a-852e-415d-aebe-c7358c27b950,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:32.668278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Deleting subnet 77e98249-e985-4c9b-8103-2fa44b844085 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:16:32.708776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:32.735087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8a822462-75cf-4f55-89b7-4b0ba368b079 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:32.804196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 8a822462-75cf-4f55-89b7-4b0ba368b079 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:32.806024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 8a822462-75cf-4f55-89b7-4b0ba368b079 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:32.821373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] No DVR routers for this DVR port d828ef8a-852e-415d-aebe-c7358c27b950 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:32.998620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9b040-db62-4113-8f27-c901a95ffa7f req-9efdb14f-0a37-4869-9ea3-22452fdeab34 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:33.005169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:33.010724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfa9b040-db62-4113-8f27-c901a95ffa7f req-9efdb14f-0a37-4869-9ea3-22452fdeab34 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.6296837 Nov 03 19:16:33.086812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.089324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:33.092201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 50bbbee6-6ad4-448c-b1b5-f73f2d1e2b0a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:33.098863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.106413 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-26467b85-0c9f-442d-b97b-e4f94950d187 req-1bff7383-6b4e-4956-933f-f11243d47f73 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "DELETE /v2.0/ports/d828ef8a-852e-415d-aebe-c7358c27b950 HTTP/1.1" status: 204 len: 173 time: 4.1492326 Nov 03 19:16:33.129937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ca9b79cd-7ee4-4f41-8aad-6ef4efda72cd tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:33.136131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ca9b79cd-7ee4-4f41-8aad-6ef4efda72cd tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 813 time: 0.6633227 Nov 03 19:16:33.161406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.187979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Request body: {'port': {'device_id': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'admin_state_up': True, 'tenant_id': 'f7ded844eb1d4d348561620fe53970a7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:33.308993 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.342817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.414682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d55bc54-4df3-45f8-9377-e335e5a183a4 req-e6349eda-859f-4af3-b5c2-bf1cc05b10ff tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 210 time: 0.1856272 Nov 03 19:16:33.501777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.502605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.522643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48578) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:33.527543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.531358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-65560887-e648-4357-8a41-30889939f00b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1976395 Nov 03 19:16:33.540034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48580) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:33.603537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-2bb98f76-3352-483d-9735-ee1c02eb4ca9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:33.605330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-2bb98f76-3352-483d-9735-ee1c02eb4ca9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 813 time: 1.2620389 Nov 03 19:16:33.607939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': True}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:33.621242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Calling delete_port for 1bd1a75e-e7df-4f03-b758-7c7401ebd24f owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:33.631926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Request body: {'port': {'device_id': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'admin_state_up': True, 'tenant_id': 'f7ded844eb1d4d348561620fe53970a7'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:33.633013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfa9b040-db62-4113-8f27-c901a95ffa7f req-52ae4424-004b-47f3-955f-3bb293f7d3e8 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222088 Nov 03 19:16:33.726181 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.808615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Made reservation on behalf of f7ded844eb1d4d348561620fe53970a7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:33.812552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.875465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Made reservation on behalf of f7ded844eb1d4d348561620fe53970a7 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:33.893226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.022998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.051941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'networks': [{'name': 'tempest-network--1519118763'}, {'name': 'tempest-network--1529276130'}]} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:34.052891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'network': {'name': 'tempest-network--1519118763'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:34.054952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'network': {'name': 'tempest-network--1529276130'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:34.158774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'name': 'network-vif-deleted', 'tag': 'd828ef8a-852e-415d-aebe-c7358c27b950'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:34.165656 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d488b0-f1f7-4baa-9f43-baff323af9c1" -d '{"events": [{"server_uuid": "b9fb6bbe-c1c5-475b-a41e-0390ff972dae", "name": "network-vif-deleted", "tag": "d828ef8a-852e-415d-aebe-c7358c27b950"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:34.276041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.277193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.283479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/77e98249-e985-4c9b-8103-2fa44b844085 HTTP/1.1" status: 204 len: 168 time: 2.1287208 Nov 03 19:16:34.303905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:34.318269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf7fa5-10a0-4e04-b829-8870a8d57324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e98249-e985-4c9b-8103-2fa44b844085,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:34.424670 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a08599-8ebf-4c16-8697-f5f527dda22c x-openstack-request-id: req-12a08599-8ebf-4c16-8697-f5f527dda22c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:34.428610 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb6bbe-c1c5-475b-a41e-0390ff972dae", "name": "network-vif-deleted", "tag": "d828ef8a-852e-415d-aebe-c7358c27b950", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:34.429718 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-12a08599-8ebf-4c16-8697-f5f527dda22c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:34.430329 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb6bbe-c1c5-475b-a41e-0390ff972dae', 'name': 'network-vif-deleted', 'tag': 'd828ef8a-852e-415d-aebe-c7358c27b950', 'status': 'completed', 'code': 200} Nov 03 19:16:34.439323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'network': 2} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:34.447271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.475964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.491897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Allocated IP 172.20.0.11 (7485f0db-8bb7-4d28-b3bb-3c76155c9af1/64d54d81-fbfb-4b39-b69a-e030a7d31ca3/09ab5c0b-61dc-4e4c-9052-433e4ae71f5f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:34.624541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.718434 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2489075a-b249-439b-b5db-62b47c9818d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.742962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:34.758890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Pushing event deleted for resources: {'Port': ['ID=1bd1a75e-e7df-4f03-b758-7c7401ebd24f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:34.810294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.001246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.004315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.006428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-51ddfcf5-65be-4088-914b-4c80b17b4532 tempest-FloatingIPAdminTestJSON-612690751 tempest-FloatingIPAdminTestJSON-612690751-project] 10.222.0.91 "DELETE /v2.0/floatingips/36c7b0ab-017f-4453-a52d-0b3a4110065a HTTP/1.1" status: 204 len: 168 time: 3.1417944 Nov 03 19:16:35.011851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48612) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:35.015160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.121699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:35.144665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:35.159006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:35.167113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Allocated IP 172.20.0.10 (7485f0db-8bb7-4d28-b3bb-3c76155c9af1/64d54d81-fbfb-4b39-b69a-e030a7d31ca3/f50d6b90-87d8-48cf-a328-0984c8344209) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:35.195389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dabcdff8-aca1-4e96-a43c-5df836624ba4 req-0dae7059-3a3c-45f6-8a50-9becd52ba379 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 210 time: 0.6084907 Nov 03 19:16:35.203751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.208547 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.229340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event updated for resources: {'Port': ['ID=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:35.268324 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.268971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.305618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.307080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.407108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a73b9e1e-b08a-44d2-9040-6d440cd3237f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2430151 Nov 03 19:16:35.456307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Request body: {'port': {'device_id': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:35.580212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.587052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.724421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:35.803854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cbdb71-b407-41d3-a4c8-f4f87367f3de']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:35.830773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000792-4f89-4a5e-a827-e9357788fe9a req-006f5482-9457-4330-8898-c6df96fab185 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:35.833607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63000792-4f89-4a5e-a827-e9357788fe9a req-006f5482-9457-4330-8898-c6df96fab185 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.6743021 Nov 03 19:16:35.858899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:35.871237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:35.891987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c89e28-1451-4566-8344-8ffb22deb989,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:35.895624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:35.902431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997334d0-cb1f-4ff0-8a83-77881c3efbf9') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:35.902431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997334d0-cb1f-4ff0-8a83-77881c3efbf9') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:35.957155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event updated for resources: {'Port': ['ID=f50d6b90-87d8-48cf-a328-0984c8344209,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:35.962632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:35.983464 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.040797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.041326 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Added segment ac6ade08-a758-4888-858c-6885027e3d78 of type vlan for network 99609551-08c2-4153-81f0-7095bd31d4bc Nov 03 19:16:36.098305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.115964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:36.117136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.164931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:16:36.165342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.180106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ce44fe9f-dc27-40fe-9eb0-706d84d2b5f1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5543609 Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:16:36.183980 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:16:36.199199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Request body: {'port': {'device_id': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:36.208337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.333204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.357770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Deleting port d05ff93d-9e7e-409f-bb4f-a21e6a3bb958 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:36.358129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.371365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.419545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63000792-4f89-4a5e-a827-e9357788fe9a req-b55cd757-8e73-4385-ace0-4b2a307a77be tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141201 Nov 03 19:16:36.484015 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.496062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:36.557979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.563356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:36.568287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.597797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.603020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] 10.222.0.91 "DELETE /v2.0/networks/30cbdb71-b407-41d3-a4c8-f4f87367f3de HTTP/1.1" status: 204 len: 168 time: 2.2438643 Nov 03 19:16:36.621121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Transition to ACTIVE for port object 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:36.667807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.668467 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Added segment 1c5eecfb-8e85-48e3-a602-b92c850609b1 of type vlan for network d28e91f2-d936-43a3-9582-b4c183a8be3b Nov 03 19:16:36.688998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3815a-c629-4931-8aa4-86929cab1c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cbdb71-b407-41d3-a4c8-f4f87367f3de,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:36.724608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93eb3-46e4-4454-b82b-ff18c95a1452 req-c8935525-c625-4f65-9f62-86c3dc7dca04 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:36.726677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b93eb3-46e4-4454-b82b-ff18c95a1452 req-c8935525-c625-4f65-9f62-86c3dc7dca04 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 932 time: 0.3866301 Nov 03 19:16:36.793394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.795105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.844830 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:36.851606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Calling delete_port for d05ff93d-9e7e-409f-bb4f-a21e6a3bb958 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:37.020151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Allocated IP 172.25.8.186 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/37cfbdd2-6e75-4a4f-a702-801776107aca) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:37.047702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48646) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:37.089882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b93eb3-46e4-4454-b82b-ff18c95a1452 req-9d346886-a26f-489f-92d4-54fc6b319074 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242955 Nov 03 19:16:37.127785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.128022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.135039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:37.140253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:37.141014 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.198362 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.283591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-fe3405c6-7e74-4225-804a-146a8b908918 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:37.286780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-fe3405c6-7e74-4225-804a-146a8b908918 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.7949667 Nov 03 19:16:37.292016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1182e08a-8254-4c68-9a0e-7e530e331902 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=926c5cfa21da4a019d389527080a4a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328024 Nov 03 19:16:37.297956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48654) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:37.382268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8482578 Nov 03 19:16:37.401479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48656) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:37.430787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Network': ['ID=99609551-08c2-4153-81f0-7095bd31d4bc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:37.460688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 99609551-08c2-4153-81f0-7095bd31d4bc details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:37.511788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:37.665370 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.781206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7425a667-d1b3-437e-a0e6-374a103c7970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.869871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7425a667-d1b3-437e-a0e6-374a103c7970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.900536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df42f5-3aec-4e2c-9e4f-34348f49913a tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Network': ['ID=d28e91f2-d936-43a3-9582-b4c183a8be3b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:37.916655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Attempting to bind port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:37.917276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Attempting to bind port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:37.917793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Attempting to bind port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:37.945642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d28e91f2-d936-43a3-9582-b4c183a8be3b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:37.945862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Deleting port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:37.946027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:37.949939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:37.950779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Attempting to bind port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:37.955018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5f008-193b-4663-ac27-997b5161b5ec req-258b254f-3a3e-4f2a-b087-eb06678d5791 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:37.957918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2b5f008-193b-4663-ac27-997b5161b5ec req-258b254f-3a3e-4f2a-b087-eb06678d5791 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.4062448 Nov 03 19:16:38.046700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.074241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:38.074600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Checking segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:38.075007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Bound using segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:38.076134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Bound port: 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:38.076503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.161280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2b5f008-193b-4663-ac27-997b5161b5ec req-f5d6ded0-f2fe-48a7-b923-b80f2f3ce379 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681552 Nov 03 19:16:38.204576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33bdd-c30e-45c3-a8e7-8819f2e930e7 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.211200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33bdd-c30e-45c3-a8e7-8819f2e930e7 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.218216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33bdd-c30e-45c3-a8e7-8819f2e930e7 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.224880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db33bdd-c30e-45c3-a8e7-8819f2e930e7 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.230411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3db33bdd-c30e-45c3-a8e7-8819f2e930e7 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8260353 Nov 03 19:16:38.231632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48672) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:38.242626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.260741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Pushing event deleted for resources: {'Port': ['ID=d05ff93d-9e7e-409f-bb4f-a21e6a3bb958,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.269186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50d6b90-87d8-48cf-a328-0984c8344209 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:38.282671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:38.284425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.303046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:38.320561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Transition to ACTIVE for port object f50d6b90-87d8-48cf-a328-0984c8344209 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:38.328091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7425a667-d1b3-437e-a0e6-374a103c7970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.331475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7425a667-d1b3-437e-a0e6-374a103c7970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.332612 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7425a667-d1b3-437e-a0e6-374a103c7970 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1e6a7fd0-3eff-4971-b470-2766a776d112 HTTP/1.1" status: 204 len: 168 time: 1.0177267 Nov 03 19:16:38.334448 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4adc6b4-22ec-4bb5-901a-58f5897fb29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.344392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.357065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:38.410527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a667-d1b3-437e-a0e6-374a103c7970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a7fd0-3eff-4971-b470-2766a776d112,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.512533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] For port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:38.521854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] For port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:38.580520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.583243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Port': ['ID=37cfbdd2-6e75-4a4f-a702-801776107aca,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.594949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] For port 66e75a47-8e5a-4122-a46b-1d817fcb7f03, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=66e75a47-8e5a-4122-a46b-1d817fcb7f03,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:38.595424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.622769 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.633160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Pushing event updated for resources: {'Port': ['ID=f50d6b90-87d8-48cf-a328-0984c8344209,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:38.675942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.678802 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.680066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ef034c3-e77f-47f2-8d95-1866f9714362 tempest-FloatingIPAdminTestJSON-1262951015 tempest-FloatingIPAdminTestJSON-1262951015-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/4982a6eb-ef5f-4a9b-8585-81aee430f03b HTTP/1.1" status: 204 len: 168 time: 3.6272502 Nov 03 19:16:38.686671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Calling delete_port for 66e75a47-8e5a-4122-a46b-1d817fcb7f03 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:38.689442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48682) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:38.796829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.798064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:38.798160 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:16:38.800597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] 10.222.0.110 "PUT /v2.0/ports/09ab5c0b-61dc-4e4c-9052-433e4ae71f5f HTTP/1.1" status: 200 len: 1092 time: 3.3521190 Nov 03 19:16:38.815141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'tag': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:38.825363 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423f139-0d8b-4a61-8a9f-fa715d94b498" -d '{"events": [{"name": "network-changed", "server_uuid": "c580aea8-a942-45b7-ac57-2d5ef3bd3ebe", "tag": "09ab5c0b-61dc-4e4c-9052-433e4ae71f5f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:38.903525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39133-79ce-48ae-8441-8e17c320397a req-cff13c9f-0d3e-4306-9769-d38d7ffd1608 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:38.917357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42d39133-79ce-48ae-8441-8e17c320397a req-cff13c9f-0d3e-4306-9769-d38d7ffd1608 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 944 time: 0.6098616 Nov 03 19:16:38.998131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1109d-00b7-44b8-bd7b-42caa92b0eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:39.074898 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6bc79-d661-4bec-a479-b2c21aabbe1e x-openstack-request-id: req-26c6bc79-d661-4bec-a479-b2c21aabbe1e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:39.076021 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580aea8-a942-45b7-ac57-2d5ef3bd3ebe", "tag": "09ab5c0b-61dc-4e4c-9052-433e4ae71f5f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:39.076428 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-26c6bc79-d661-4bec-a479-b2c21aabbe1e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:39.077110 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'tag': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f', 'status': 'completed', 'code': 200} Nov 03 19:16:39.148520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Attempting to bind port f50d6b90-87d8-48cf-a328-0984c8344209 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:39.149117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Attempting to bind port f50d6b90-87d8-48cf-a328-0984c8344209 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:39.149652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Attempting to bind port f50d6b90-87d8-48cf-a328-0984c8344209 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:39.181776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-e7f783f4-ad94-420e-b204-d97982dfdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:39.192862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-e7f783f4-ad94-420e-b204-d97982dfdad3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 1095 time: 0.2850068 Nov 03 19:16:39.207185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Port f50d6b90-87d8-48cf-a328-0984c8344209 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:39.210191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Attempting to bind port f50d6b90-87d8-48cf-a328-0984c8344209 on network 7485f0db-8bb7-4d28-b3bb-3c76155c9af1 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:39.282382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:39.283143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Checking segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:39.283575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Bound using segment: {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:39.286676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Bound port: f50d6b90-87d8-48cf-a328-0984c8344209, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffbd505-fb8f-460f-a152-5c6e9e89ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:39.287378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.287496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.417762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99609551-08c2-4153-81f0-7095bd31d4bc']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:39.447954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42d39133-79ce-48ae-8441-8e17c320397a req-ec4f99b0-c153-4312-951c-eef19bd87368 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293977 Nov 03 19:16:39.450065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6ade08-a758-4888-858c-6885027e3d78') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:39.450422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6ade08-a758-4888-858c-6885027e3d78') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:39.475800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.522587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698906-a4cf-4ff4-a6c7-b21867ddab03 req-382af463-6a71-4c85-86b9-fd370dd390ea tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:39.525768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-e826eb38-46c7-4ca4-8821-719f422310e3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f HTTP/1.1" status: 200 len: 217 time: 0.3100173 Nov 03 19:16:39.536107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b698906-a4cf-4ff4-a6c7-b21867ddab03 req-382af463-6a71-4c85-86b9-fd370dd390ea tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=888db6f4-6c39-4e24-bb3a-5d36aba21a22 HTTP/1.1" status: 200 len: 945 time: 0.1927035 Nov 03 19:16:39.554454 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.593549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:16:39.597204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:16:39.604392 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:16:39.624346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Deleting port e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:39.624346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.886253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-122b16a9-6a75-4416-aa0e-223739681dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:39.891017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-122b16a9-6a75-4416-aa0e-223739681dbc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.3307230 Nov 03 19:16:39.894384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.900647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:39.977776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-ac69f937-07f5-4bbb-8efb-3d91d2c18466 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711217 Nov 03 19:16:39.986671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] For port f50d6b90-87d8-48cf-a328-0984c8344209, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:40.043843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Pushing event deleted for resources: {'Port': ['ID=66e75a47-8e5a-4122-a46b-1d817fcb7f03,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:40.072058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:40.131761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] For port f50d6b90-87d8-48cf-a328-0984c8344209, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f50d6b90-87d8-48cf-a328-0984c8344209,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:40.211259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] No DVR routers for this DVR port 66e75a47-8e5a-4122-a46b-1d817fcb7f03 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:40.268039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.272471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.280179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d82901d0-cb03-44e0-b899-3a9469145dd3 req-92072579-5790-467a-a009-c0d08962dddd tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "DELETE /v2.0/ports/66e75a47-8e5a-4122-a46b-1d817fcb7f03 HTTP/1.1" status: 204 len: 173 time: 2.9795971 Nov 03 19:16:40.301416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1432193225-network', 'tenant_id': 'd0bd4c55d710470b8729f5057a4e83d8'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:40.407941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:40.409012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.411364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] 10.222.0.115 "PUT /v2.0/ports/f50d6b90-87d8-48cf-a328-0984c8344209 HTTP/1.1" status: 200 len: 1092 time: 4.2179170 Nov 03 19:16:40.464703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 66e75a47-8e5a-4122-a46b-1d817fcb7f03 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:40.477948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Made reservation on behalf of d0bd4c55d710470b8729f5057a4e83d8 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:40.480334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.505683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3d7ac-e003-499e-a3e7-a558f2e1652a service neutron] Pushing event updated for resources: {'Port': ['ID=f50d6b90-87d8-48cf-a328-0984c8344209,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:40.514556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.519097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-713dd05b-dbb7-432f-b39d-ef61dd437151 service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991670 Nov 03 19:16:40.528477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 66e75a47-8e5a-4122-a46b-1d817fcb7f03 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:40.529450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 66e75a47-8e5a-4122-a46b-1d817fcb7f03 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:40.763801 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.802124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:40.810365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/networks/99609551-08c2-4153-81f0-7095bd31d4bc HTTP/1.1" status: 204 len: 168 time: 2.5473177 Nov 03 19:16:40.815503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48744) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:40.826711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-23aaf83d-cbe8-47cb-8912-2b3c66d9f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:40.829937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-23aaf83d-cbe8-47cb-8912-2b3c66d9f922 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 1095 time: 0.2195365 Nov 03 19:16:40.846250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78aff3-4598-4d0e-ac90-3f635d24314d req-79d5dc22-98ae-443d-aec1-b884a1c6d008 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:40.864553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da78aff3-4598-4d0e-ac90-3f635d24314d req-79d5dc22-98ae-443d-aec1-b884a1c6d008 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 947 time: 0.4442127 Nov 03 19:16:40.957496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b698906-a4cf-4ff4-a6c7-b21867ddab03 req-862d8c21-2b15-494b-b3c7-5967ca4ac31c tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4195430 Nov 03 19:16:40.971192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-2160f8fb-3056-40e6-b3f5-8a1dbac1c133 service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330621 Nov 03 19:16:40.993263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-0fa54590-c943-4a2d-8825-d3ffe35831ef service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f50d6b90-87d8-48cf-a328-0984c8344209 HTTP/1.1" status: 200 len: 217 time: 0.1508570 Nov 03 19:16:41.025058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.085524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'name': 'network-vif-deleted', 'tag': '66e75a47-8e5a-4122-a46b-1d817fcb7f03'}, {'name': 'network-changed', 'server_uuid': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'tag': 'f50d6b90-87d8-48cf-a328-0984c8344209'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:41.091503 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e552db-4d84-4e86-b201-b5900a41eb71" -d '{"events": [{"server_uuid": "888db6f4-6c39-4e24-bb3a-5d36aba21a22", "name": "network-vif-deleted", "tag": "66e75a47-8e5a-4122-a46b-1d817fcb7f03"}, {"name": "network-changed", "server_uuid": "8e0a6d7f-addd-431a-8ae6-01b4d2417b19", "tag": "f50d6b90-87d8-48cf-a328-0984c8344209"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:41.115402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9194-8c66-4db5-b833-3657da4e3f0d tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Network': ['ID=99609551-08c2-4153-81f0-7095bd31d4bc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:41.145502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Calling delete_port for e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:41.164970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a8b157ba-9ab0-4e7e-b611-665c430ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:41.168330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-a8b157ba-9ab0-4e7e-b611-665c430ffbc4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.1641145 Nov 03 19:16:41.291719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-df278442-3bb8-4fc4-8cf8-c78fc540c01f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950141 Nov 03 19:16:41.371748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.380200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.430638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-43ee08a8-4430-4fe2-bc38-8b50f8cf55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:41.433692 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-43ee08a8-4430-4fe2-bc38-8b50f8cf55db service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 1095 time: 0.2626390 Nov 03 19:16:41.439143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.541307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:41.555899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.571088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9796e-f31f-4f4f-9739-efb16df4968d req-5f6dd913-da5a-43f0-8e94-044d2b342b15 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:41.573655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5c9796e-f31f-4f4f-9739-efb16df4968d req-5f6dd913-da5a-43f0-8e94-044d2b342b15 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 944 time: 0.4345984 Nov 03 19:16:41.674127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc997f6a-1dd9-4270-be9d-f59a54c9dd09,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:41.691316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.691866 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Added segment aabd549b-5c11-42fd-afb2-ab6e85b478e4 of type vlan for network 86807a01-4f87-46bb-812f-f2244a9ffa83 Nov 03 19:16:41.726657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da78aff3-4598-4d0e-ac90-3f635d24314d req-0155924f-39ac-4721-af68-f91147550e2d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7639236 Nov 03 19:16:41.801335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-5cc33c98-0f36-40f1-9666-ac3fa4650044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:41.804468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-5cc33c98-0f36-40f1-9666-ac3fa4650044 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 914 time: 0.3509226 Nov 03 19:16:41.820006 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.883869 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537aafb-945f-4e60-8a09-5af3095c4ac0 x-openstack-request-id: req-8537aafb-945f-4e60-8a09-5af3095c4ac0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:41.884310 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888db6f4-6c39-4e24-bb3a-5d36aba21a22", "name": "network-vif-deleted", "tag": "66e75a47-8e5a-4122-a46b-1d817fcb7f03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e0a6d7f-addd-431a-8ae6-01b4d2417b19", "tag": "f50d6b90-87d8-48cf-a328-0984c8344209", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:41.884688 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8537aafb-945f-4e60-8a09-5af3095c4ac0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:41.885353 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888db6f4-6c39-4e24-bb3a-5d36aba21a22', 'name': 'network-vif-deleted', 'tag': '66e75a47-8e5a-4122-a46b-1d817fcb7f03', 'status': 'completed', 'code': 200} Nov 03 19:16:41.885823 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'tag': 'f50d6b90-87d8-48cf-a328-0984c8344209', 'status': 'completed', 'code': 200} Nov 03 19:16:41.982651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:41.989545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-3766e975-e9bc-403f-a412-152df4cc87e5 service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879189 Nov 03 19:16:41.995246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-b1845c3f-fd2a-4a83-bc2f-f06f47ca279d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f HTTP/1.1" status: 200 len: 217 time: 0.1041958 Nov 03 19:16:42.017116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5c9796e-f31f-4f4f-9739-efb16df4968d req-902308be-edd6-4d2a-b560-179f6bc1a39e tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116707 Nov 03 19:16:42.118523 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.131619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.168783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:16:42.289137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.291447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:42.292984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.350563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-a1ee940b-a068-49f8-9d42-179603f5380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:42.351368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.354627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-a1ee940b-a068-49f8-9d42-179603f5380f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.2075763 Nov 03 19:16:42.358609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.394616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28e91f2-d936-43a3-9582-b4c183a8be3b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:42.506141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5eecfb-8e85-48e3-a602-b92c850609b1') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:42.506635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5eecfb-8e85-48e3-a602-b92c850609b1') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:42.522175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.530791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.549242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=86807a01-4f87-46bb-812f-f2244a9ffa83,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:42.565861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-ed59ff9c-9b4e-43c6-97ee-2afa7da3c2e2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369634 Nov 03 19:16:42.583921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ea10e90-9f4f-4fa9-b164-b4e3279916ee req-cb1e0340-ff5f-466c-8ebb-9c5adec8d957 service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829487 Nov 03 19:16:42.590389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5114233 Nov 03 19:16:42.628533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.635475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.636409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.642567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.643423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.644209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.645020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.645768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.647417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.648193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.648996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.649727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c286fe-ed98-4ccb-b21f-6c79d5e34fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:42.672436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 86807a01-4f87-46bb-812f-f2244a9ffa83 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:42.749105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.919858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Port': ['ID=e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:42.971699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:16:42.972346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:42.973090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-1e34efed-8c31-438b-9a90-103cc7c634a8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:42.975882 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-1e34efed-8c31-438b-9a90-103cc7c634a8 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 947 time: 0.4249461 Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:16:43.003641 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:16:43.015635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-c5793120-8d3f-41d2-aaf3-aa2d5d80b5f4 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.017301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-c5793120-8d3f-41d2-aaf3-aa2d5d80b5f4 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/networks?id=f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 200 len: 807 time: 0.4521616 Nov 03 19:16:43.066340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-8b3539ef-7eb7-416c-bc5b-2c44a9f43132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.068309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-8b3539ef-7eb7-416c-bc5b-2c44a9f43132 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f7ded844eb1d4d348561620fe53970a7&device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 1095 time: 0.3498461 Nov 03 19:16:43.151715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-816d16b9-7157-4840-89ff-bb51deabe397 service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589149 Nov 03 19:16:43.230424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.234924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-7c3e5207-e887-4e02-a9b5-c2f09613d374 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/quotas/fc8d4178b20e4b469bdad581b8e5bfbc HTTP/1.1" status: 200 len: 375 time: 0.0939393 Nov 03 19:16:43.240075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.250646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/networks/d28e91f2-d936-43a3-9582-b4c183a8be3b HTTP/1.1" status: 204 len: 168 time: 2.4287534 Nov 03 19:16:43.266416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48802) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:43.333074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2101914-42e1-430c-ad85-9e8c48511936 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Network': ['ID=d28e91f2-d936-43a3-9582-b4c183a8be3b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:43.349625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-41c00471-5c30-4cbd-9a97-0b133b7afe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.351424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-41c00471-5c30-4cbd-9a97-0b133b7afe70 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 200 len: 914 time: 0.2706122 Nov 03 19:16:43.379639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d423f139-0d8b-4a61-8a9f-fa715d94b498 req-1a63e2e6-1bbf-479b-84da-50ffce2550fc service neutron] 10.222.0.110 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958640 Nov 03 19:16:43.384984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.391280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-56f6e40a-d3d1-41da-99f1-42dcf9243fa6 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "DELETE /v2.0/ports/e14fbd94-2c9b-4d2f-846d-dbe5c1982e6d HTTP/1.1" status: 204 len: 168 time: 4.6983418 Nov 03 19:16:43.417749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Deleting port c3d70e8c-9c41-49b6-b825-f9db110b5a50 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:43.418405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.421510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-26f76d91-1a32-494d-9a9c-b06e7eb6cb74 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1510966 Nov 03 19:16:43.422675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48804) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:43.437349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-adb76fd5-ee72-476a-97d5-388821ee9e59 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f50d6b90-87d8-48cf-a328-0984c8344209 HTTP/1.1" status: 200 len: 217 time: 0.0722933 Nov 03 19:16:43.508796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Router 0fe942fd-6514-442f-a394-0b87de492d31 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:16:43.532912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43c740-55e5-4534-9442-66dece11d94a req-d4a4f759-0c1a-438e-87c9-7a1ca72d879d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.541846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a43c740-55e5-4534-9442-66dece11d94a req-d4a4f759-0c1a-438e-87c9-7a1ca72d879d tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 947 time: 0.5966246 Nov 03 19:16:43.596424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b4f9a-d3bf-4510-8c56-2ab4e3c387e8 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.602352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-107b4f9a-d3bf-4510-8c56-2ab4e3c387e8 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "GET /v2.0/ports?device_id=e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c HTTP/1.1" status: 200 len: 913 time: 0.1738379 Nov 03 19:16:43.605609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48810) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:43.616306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-10c6f4bf-9a7f-464f-8bdb-f9544987439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.618093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-10c6f4bf-9a7f-464f-8bdb-f9544987439e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 200 len: 853 time: 0.1651115 Nov 03 19:16:43.777149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-f1295ee4-323f-4b92-aa9b-0be259627b16 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7485f0db-8bb7-4d28-b3bb-3c76155c9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505117 Nov 03 19:16:43.809755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd66cf6-eb7d-444d-8cd8-0a637faeeb1c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.818967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] For port c3d70e8c-9c41-49b6-b825-f9db110b5a50, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c3d70e8c-9c41-49b6-b825-f9db110b5a50,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:43.819514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd66cf6-eb7d-444d-8cd8-0a637faeeb1c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:43.819865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:43.829242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5dd66cf6-eb7d-444d-8cd8-0a637faeeb1c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5508497 Nov 03 19:16:43.840545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48812) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:43.843814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-6e90fbb7-f363-42c2-a0a8-2fbce6a47a4c service neutron] 10.222.0.91 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535028 Nov 03 19:16:43.852566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-275354590'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:43.887134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a43c740-55e5-4534-9442-66dece11d94a req-09f11ad0-2d10-4ffb-b2a3-067d0c5bef6c tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups?id=978ebd20-78d1-4a09-9fa0-334c1e1b2574&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3203938 Nov 03 19:16:44.092521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:44.097233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:44.122906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:44.142465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] Sync routers for ids ['0fe942fd-6514-442f-a394-0b87de492d31'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:44.149922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:44.158751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-64c3cbfc-d1e1-44ce-820e-caef672b6613 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "PUT /v2.0/routers/0fe942fd-6514-442f-a394-0b87de492d31 HTTP/1.1" status: 200 len: 915 time: 10.5687289 Nov 03 19:16:44.165447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] Routers {'0fe942fd-6514-442f-a394-0b87de492d31'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:44.166249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['0fe942fd-6514-442f-a394-0b87de492d31'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:44.179477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48822) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:44.221608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:44.245375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] Routers {'0fe942fd-6514-442f-a394-0b87de492d31'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:44.247438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['0fe942fd-6514-442f-a394-0b87de492d31'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:44.340265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:44.342465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b443bce-2331-408a-aea1-9468ba351d88 None None] The sync data for ids ['0fe942fd-6514-442f-a394-0b87de492d31'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:44.374545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-bfa999fa-b979-4716-9bd9-4047a3ea252f service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847611 Nov 03 19:16:44.721341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-59811266-6334-4685-aa38-d2037729f43a service neutron] 10.222.0.91 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557556 Nov 03 19:16:44.796649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:44.810126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:44.862052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:44.863538 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Added segment e67103db-d4bf-4eb0-8b8c-2d42361b39f0 of type vlan for network 2b7c4238-291e-4036-be4b-b5f84ed22680 Nov 03 19:16:44.976449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03e54-e88b-40eb-83fb-6472901cb49e req-38148334-5ae0-47f9-9ea8-359152d087d7 tempest-ComputeTenantNetworksTest-1338459210 tempest-ComputeTenantNetworksTest-1338459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:45.005127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03e54-e88b-40eb-83fb-6472901cb49e req-38148334-5ae0-47f9-9ea8-359152d087d7 tempest-ComputeTenantNetworksTest-1338459210 tempest-ComputeTenantNetworksTest-1338459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:45.026086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03e54-e88b-40eb-83fb-6472901cb49e req-38148334-5ae0-47f9-9ea8-359152d087d7 tempest-ComputeTenantNetworksTest-1338459210 tempest-ComputeTenantNetworksTest-1338459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:45.032999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0e03e54-e88b-40eb-83fb-6472901cb49e req-38148334-5ae0-47f9-9ea8-359152d087d7 tempest-ComputeTenantNetworksTest-1338459210 tempest-ComputeTenantNetworksTest-1338459210-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8969936 Nov 03 19:16:45.125452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.126068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.126160 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Floating IP 9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86 disassociated. External IP: 172.25.8.229, port: c3d70e8c-9c41-49b6-b825-f9db110b5a50. Nov 03 19:16:45.126465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Calling delete_port for c3d70e8c-9c41-49b6-b825-f9db110b5a50 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:45.153088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-74e552db-4d84-4e86-b201-b5900a41eb71 req-dc66762b-db6a-41b2-9467-53b2eb1d0665 service neutron] 10.222.0.115 "GET /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692091 Nov 03 19:16:45.197357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:45.214320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8af8f2b2-11fb-43ff-b805-20aa251f962f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/0fe942fd-6514-442f-a394-0b87de492d31 HTTP/1.1" status: 200 len: 921 time: 1.0327482 Nov 03 19:16:45.218177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48842) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:45.242081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'port_id': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f', 'mac_address': 'fa:16:3e:34:25:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d54d81-fbfb-4b39-b69a-e030a7d31ca3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:45.354527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b35be-4fe4-422a-b78d-a670529aec49 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:45.356182 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-465b35be-4fe4-422a-b78d-a670529aec49 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=0fe942fd-6514-442f-a394-0b87de492d31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1369765 Nov 03 19:16:45.379963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48852) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:45.380178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.390941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3657d2b-e01c-40a0-9a4c-1bf2766b588e req-ec5d32c6-7928-4774-9226-55a343002cf0 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 210 time: 0.1723759 Nov 03 19:16:45.420592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:45.486692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.506520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:45.518380 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.533915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.543759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event deleted for resources: {'Port': ['ID=c3d70e8c-9c41-49b6-b825-f9db110b5a50,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:45.597965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:45.600263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:45.719164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-770b4412-de76-4c6e-8ec5-6fbf53a2f90f req-0233d2c1-f1ea-49c0-8b75-b5e7e2611b78 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 210 time: 0.1319427 Nov 03 19:16:45.751757 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:16:45.819875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a448a95-5f93-4404-bdcf-b95a6c0f3b02 req-46aea0ab-7a0f-4bc1-9f2e-07a31f4673cc tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:45.822166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a448a95-5f93-4404-bdcf-b95a6c0f3b02 req-46aea0ab-7a0f-4bc1-9f2e-07a31f4673cc tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 944 time: 0.6060977 Nov 03 19:16:45.890261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['09ab5c0b-61dc-4e4c-9052-433e4ae71f5f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:45.918173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229402d4-2d5f-4ad0-96a6-51fb050cddce tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:45.925509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:45.938472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-229402d4-2d5f-4ad0-96a6-51fb050cddce tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.5270684 Nov 03 19:16:45.978125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5011970d-0f4d-4441-87b8-b880e92881fd tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=0fe942fd-6514-442f-a394-0b87de492d31 HTTP/1.1" status: 200 len: 205 time: 0.0504899 Nov 03 19:16:45.986575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:46.034474 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.065041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:46.066101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.349099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:46.390377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ee6b-3513-4c18-9c81-77e2aa1ac99f req-a1068346-a884-4051-b048-107f4aacac50 tempest-ComputeTenantNetworksTest-1338459210 tempest-ComputeTenantNetworksTest-1338459210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:46.418006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58f3ee6b-3513-4c18-9c81-77e2aa1ac99f req-a1068346-a884-4051-b048-107f4aacac50 tempest-ComputeTenantNetworksTest-1338459210 tempest-ComputeTenantNetworksTest-1338459210-project] 10.222.0.91 "GET /v2.0/networks/86807a01-4f87-46bb-812f-f2244a9ffa83 HTTP/1.1" status: 200 len: 769 time: 0.5664468 Nov 03 19:16:46.421472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.440104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48870) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:46.479517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f50d6b90-87d8-48cf-a328-0984c8344209 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:46.686982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.693167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Deleting port 544e31ef-d659-4d2f-a888-69fe5fa8dca3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:46.698370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:46.701949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8564394 Nov 03 19:16:46.703109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b404c8-1916-491b-9ef4-44859f3970ed tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Network': ['ID=2b7c4238-291e-4036-be4b-b5f84ed22680,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:46.707101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48874) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:46.721338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f50d6b90-87d8-48cf-a328-0984c8344209, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f50d6b90-87d8-48cf-a328-0984c8344209,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:46.728963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1407856289'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:46.744963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'f50d6b90-87d8-48cf-a328-0984c8344209', 'network_id': '7485f0db-8bb7-4d28-b3bb-3c76155c9af1', 'port_id': 'f50d6b90-87d8-48cf-a328-0984c8344209', 'mac_address': 'fa:16:3e:6d:8d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d54d81-fbfb-4b39-b69a-e030a7d31ca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:46.749281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 2b7c4238-291e-4036-be4b-b5f84ed22680 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:46.821192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed9433b3-1532-4764-8093-754e7b558ef0 req-57121455-799f-47d4-a63d-037ab262b41f tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 210 time: 0.1669090 Nov 03 19:16:46.892843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a448a95-5f93-4404-bdcf-b95a6c0f3b02 req-503c8305-dc3c-475d-b0c5-b2612741fc19 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0310328 Nov 03 19:16:46.895273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:46.999078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: c3d70e8c-9c41-49b6-b825-f9db110b5a50 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:46.999680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c3d70e8c-9c41-49b6-b825-f9db110b5a50 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:47.015471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.025780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:47.037726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.068099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50d6b90-87d8-48cf-a328-0984c8344209 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:47.134808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f50d6b90-87d8-48cf-a328-0984c8344209, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f50d6b90-87d8-48cf-a328-0984c8344209,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:47.142239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.181970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-82937622-395b-4ca5-8ab9-2130562c0dc0 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:47.183495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-82937622-395b-4ca5-8ab9-2130562c0dc0 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "GET /v2.0/networks?id=f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 200 len: 807 time: 0.2078323 Nov 03 19:16:47.186119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.225484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91de68c2-1ad5-4bc2-a0af-f4bf341d35e0 req-decb352e-007c-4cb5-9115-6065d111350f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 210 time: 0.2315934 Nov 03 19:16:47.237656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Request body: {'port': {'device_id': 'd76a691b-a89a-44e0-9915-cab178728384', 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe', 'admin_state_up': True, 'tenant_id': 'fc8d4178b20e4b469bdad581b8e5bfbc'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.245503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.265157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:47.289244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86807a01-4f87-46bb-812f-f2244a9ffa83']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:47.303451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.303991 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Added segment b90b4a5b-80f6-42ee-8dd0-09a8c145c92e of type vlan for network d425bb91-c5ea-47ef-8bac-736519620d4d Nov 03 19:16:47.321967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f50d6b90-87d8-48cf-a328-0984c8344209,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:47.323668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabd549b-5c11-42fd-afb2-ab6e85b478e4') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:47.325817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabd549b-5c11-42fd-afb2-ab6e85b478e4') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:47.365443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.378913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Calling delete_port for 544e31ef-d659-4d2f-a888-69fe5fa8dca3 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:47.390850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f50d6b90-87d8-48cf-a328-0984c8344209'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:47.425622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.430952 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.475260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:16:47.476410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:16:47.499527 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:16:47.524409 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.568315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.581937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:47.606058 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:47.606978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:47.606978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.629726 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:47.630811 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:47.700445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] No DVR routers for this DVR port c3d70e8c-9c41-49b6-b825-f9db110b5a50 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:47.781361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.785905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3223fa-5830-45bc-a9f9-ba42259e3d6e req-12eaeae1-ce8c-4a3a-a8f4-851b5d048235 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.110 "DELETE /v2.0/ports/c3d70e8c-9c41-49b6-b825-f9db110b5a50 HTTP/1.1" status: 204 len: 173 time: 4.7865105 Nov 03 19:16:47.788054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-deleted', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:47.790975 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8deeb9-8866-4237-b484-1159bb23f3e4" -d '{"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-deleted", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:47.810536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Made reservation on behalf of fc8d4178b20e4b469bdad581b8e5bfbc for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:47.818417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.854892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1320558 Nov 03 19:16:47.870424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48894) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:47.909645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'ports': [{'network_id': '2b7c4238-291e-4036-be4b-b5f84ed22680', 'name': 'tempest-port--1657421902', 'admin_state_up': True}, {'network_id': 'd425bb91-c5ea-47ef-8bac-736519620d4d', 'admin_state_up': False}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.911402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'port': {'network_id': '2b7c4238-291e-4036-be4b-b5f84ed22680', 'name': 'tempest-port--1657421902', 'admin_state_up': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.912150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'port': {'network_id': 'd425bb91-c5ea-47ef-8bac-736519620d4d', 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:47.913102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.927377 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27619ee-9ad2-40c9-a735-ffeba237b6fc x-openstack-request-id: req-b27619ee-9ad2-40c9-a735-ffeba237b6fc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:47.927680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45760a98-b442-49d1-bbdd-ad5cec3a95f0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Network': ['ID=d425bb91-c5ea-47ef-8bac-736519620d4d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:47.928665 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c48926-308a-4827-9330-f28ac3e2e182", "name": "network-vif-deleted", "tag": "c3d70e8c-9c41-49b6-b825-f9db110b5a50", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:47.930344 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b27619ee-9ad2-40c9-a735-ffeba237b6fc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:47.931109 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c48926-308a-4827-9330-f28ac3e2e182', 'name': 'network-vif-deleted', 'tag': 'c3d70e8c-9c41-49b6-b825-f9db110b5a50', 'status': 'completed', 'code': 200} Nov 03 19:16:47.937863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:47.941219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] 10.222.0.91 "DELETE /v2.0/networks/86807a01-4f87-46bb-812f-f2244a9ffa83 HTTP/1.1" status: 204 len: 168 time: 1.4971666 Nov 03 19:16:47.946695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d425bb91-c5ea-47ef-8bac-736519620d4d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:47.988264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733945a-3bb4-495d-a942-9c45bb487e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=86807a01-4f87-46bb-812f-f2244a9ffa83,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:48.014777 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:48.104649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Deleting port 37cfbdd2-6e75-4a4f-a702-801776107aca {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:48.105384 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.176085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e67483eb-2625-49af-8915-24b49a9c4e33 req-a2823bf0-ff7d-4411-b608-e505e62d4fc8 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 210 time: 0.0999372 Nov 03 19:16:48.347978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48906) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:48.407243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e438e-fc63-432f-b7fc-39f07a1b4d74 req-386b3af0-5a40-436a-b015-a249eaa4ac7b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:48.411075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c6e438e-fc63-432f-b7fc-39f07a1b4d74 req-386b3af0-5a40-436a-b015-a249eaa4ac7b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 945 time: 0.2311018 Nov 03 19:16:48.492845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f50d6b90-87d8-48cf-a328-0984c8344209 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:48.546681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-df9437a7-7bf4-4196-a9d3-e261dd28bf39 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d0bd4c55d710470b8729f5057a4e83d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949625 Nov 03 19:16:48.562894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:48.611869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.690632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port f50d6b90-87d8-48cf-a328-0984c8344209 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:48.696192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port f50d6b90-87d8-48cf-a328-0984c8344209 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:48.696564 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.701890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c6e438e-fc63-432f-b7fc-39f07a1b4d74 req-d4507484-a6bf-4574-99d4-04b3c4125d67 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817059 Nov 03 19:16:48.713732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Calling delete_port for 37cfbdd2-6e75-4a4f-a702-801776107aca owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:48.724572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fad9dde-f0f3-434c-aa33-d1776734a6d9 req-21c06da3-b1f2-4eb0-bcf0-d79241b1611f tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/ports?device_id=59c48926-308a-4827-9330-f28ac3e2e182 HTTP/1.1" status: 200 len: 210 time: 0.1118209 Nov 03 19:16:48.769216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Allocated IP 172.20.0.13 (f401a0d3-44e9-47cd-874c-8cf9d71081fe/b78d6945-215a-4539-b20e-3dd80f98e6e9/0fdc04e2-b8b3-43ef-bd20-db3736f45967) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:48.791291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.821604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:48.851419 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23de8cee-5e55-4e45-8ee4-47b52a813ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.855616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:48.887932 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:48.903640 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:48.904266 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:48.957187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:48.958111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23de8cee-5e55-4e45-8ee4-47b52a813ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.964209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:48.974314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:48.975307 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.079526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23de8cee-5e55-4e45-8ee4-47b52a813ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.085464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:49.085725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23de8cee-5e55-4e45-8ee4-47b52a813ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.093423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-23de8cee-5e55-4e45-8ee4-47b52a813ed5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fc997f6a-1dd9-4270-be9d-f59a54c9dd09 HTTP/1.1" status: 204 len: 168 time: 0.5287437 Nov 03 19:16:49.106972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de8cee-5e55-4e45-8ee4-47b52a813ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc997f6a-1dd9-4270-be9d-f59a54c9dd09,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:49.225135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d6b90-87d8-48cf-a328-0984c8344209'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:49.233318 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8373a6-bd89-4e3a-8b2c-dd5d54617b02" -d '{"events": [{"server_uuid": "8e0a6d7f-addd-431a-8ae6-01b4d2417b19", "name": "network-vif-plugged", "status": "completed", "tag": "f50d6b90-87d8-48cf-a328-0984c8344209"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:49.301908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f50d6b90-87d8-48cf-a328-0984c8344209, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f50d6b90-87d8-48cf-a328-0984c8344209,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:49.361307 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24bb7e2-ec83-4a1b-95d9-74a87a10b8b7 x-openstack-request-id: req-e24bb7e2-ec83-4a1b-95d9-74a87a10b8b7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:49.361752 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a6d7f-addd-431a-8ae6-01b4d2417b19", "name": "network-vif-plugged", "status": "completed", "tag": "f50d6b90-87d8-48cf-a328-0984c8344209", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:49.362985 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e24bb7e2-ec83-4a1b-95d9-74a87a10b8b7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:49.363504 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d6b90-87d8-48cf-a328-0984c8344209', 'code': 200} Nov 03 19:16:49.365285 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.377762 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.485818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c47f23a-36c4-4810-a683-ccd317334ff6 req-529cf2fb-299e-47ac-9b3f-aa9301fd2bf4 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 210 time: 0.0439780 Nov 03 19:16:49.524843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:49.544573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f50d6b90-87d8-48cf-a328-0984c8344209,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:49.559621 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.639844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:49.683620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:49.720967 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab52b37-9ddb-41a5-adbc-d10b70c8efb9 None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0484c9e1-2b81-4a01-ae0f-ef07af06b18c', 'name': '', 'network_id': 'fb2a891e-3d64-414c-8204-74fddd9cde6d', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'mac_address': 'fa:16:3e:9f:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:49Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'subnets': [{'id': 'd7e48bd2-7af5-46e6-af31-5d34040a3674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:49.879344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'port': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:49.888234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.894038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Port': ['ID=544e31ef-d659-4d2f-a888-69fe5fa8dca3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:49.934869 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26b5f5-9bf8-46d8-9fd7-8f59ef879058 req-6553119d-36ee-4e06-acf2-9c6b8afecb32 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:49.948570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b26b5f5-9bf8-46d8-9fd7-8f59ef879058 req-6553119d-36ee-4e06-acf2-9c6b8afecb32 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 946 time: 0.1225455 Nov 03 19:16:49.971131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48950) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:50.049213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b26b5f5-9bf8-46d8-9fd7-8f59ef879058 req-f53b1e46-e715-4b2d-9190-ef10673b79ee tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Nov 03 19:16:50.051682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.099175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46921fc1-10de-4b06-8fde-4d10f5f03275 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.206194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46921fc1-10de-4b06-8fde-4d10f5f03275 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.288745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa461e1-1b07-4c62-b8bb-2b3e7ade1b41 req-4812aa87-77f6-4586-9b3b-7449fd2a077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:50.290620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-daa461e1-1b07-4c62-b8bb-2b3e7ade1b41 req-4812aa87-77f6-4586-9b3b-7449fd2a077a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 1097 time: 0.6282980 Nov 03 19:16:50.310967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f709696-eecb-49ab-9932-b4a0555a655c None None] New status for floating IP 9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:16:50.331348 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46921fc1-10de-4b06-8fde-4d10f5f03275 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.336532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46921fc1-10de-4b06-8fde-4d10f5f03275 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.344644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-46921fc1-10de-4b06-8fde-4d10f5f03275 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "DELETE /v2.0/security-groups/978ebd20-78d1-4a09-9fa0-334c1e1b2574 HTTP/1.1" status: 204 len: 168 time: 0.3696442 Nov 03 19:16:50.346060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48962) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:50.369389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921fc1-10de-4b06-8fde-4d10f5f03275 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978ebd20-78d1-4a09-9fa0-334c1e1b2574,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:50.372591 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-1b36ea18-4436-4fac-b108-945b0d913593 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] show failed (client error): The resource could not be found. Nov 03 19:16:50.378466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1b36ea18-4436-4fac-b108-945b0d913593 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "GET /v2.0/security-groups/978ebd20-78d1-4a09-9fa0-334c1e1b2574 HTTP/1.1" status: 404 len: 347 time: 0.0258765 Nov 03 19:16:50.378741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48964) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:50.480035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-daa461e1-1b07-4c62-b8bb-2b3e7ade1b41 req-27b12742-df39-449f-aa42-cf9b8e75fd28 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758056 Nov 03 19:16:50.483305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] device_id is not set on port be3808c3-810f-4b6e-8499-1c0f370e36cf yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:16:50.707955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.709900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.725189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.762185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69d49b98-5df1-428c-9fe5-bb822380c1eb req-a9cf033e-1823-4fff-8bae-e599f57bf558 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 210 time: 0.0414271 Nov 03 19:16:50.769939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48972) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:50.804235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Deleting port 1a510753-f0cf-4e9c-b516-de0ecc3635b3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:50.804959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.808460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event deleted for resources: {'Port': ['ID=37cfbdd2-6e75-4a4f-a702-801776107aca,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:50.927443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.928140 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.947855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Calling delete_port for 1a510753-f0cf-4e9c-b516-de0ecc3635b3 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:51.027516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.047794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1542879781-network', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:51.110142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Made reservation on behalf of 67fd49a1e63d4d67a4adc7b14b959045 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:51.114192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.125941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.134814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.182493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.199105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.211159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Network f401a0d3-44e9-47cd-874c-8cf9d71081fe is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:51.256851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Pushing event deleted for resources: {'Port': ['ID=1a510753-f0cf-4e9c-b516-de0ecc3635b3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:51.365460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:51.367714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435269a-b51c-4ef6-8940-afcf1ec7fd09 req-0212f694-143f-4d6f-9fa5-7ad536d50286 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:51.367920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:51.369200 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4adfb41-e77c-4767-9778-40759301d0b8" -d '{"events": [{"server_uuid": "c580aea8-a942-45b7-ac57-2d5ef3bd3ebe", "name": "network-vif-plugged", "status": "completed", "tag": "09ab5c0b-61dc-4e4c-9052-433e4ae71f5f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:51.370363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e435269a-b51c-4ef6-8940-afcf1ec7fd09 req-0212f694-143f-4d6f-9fa5-7ad536d50286 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 946 time: 0.1672688 Nov 03 19:16:51.426457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:51.464256 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39973ae2-72c7-4837-ac51-59307b787938 x-openstack-request-id: req-39973ae2-72c7-4837-ac51-59307b787938 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:51.465792 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580aea8-a942-45b7-ac57-2d5ef3bd3ebe", "name": "network-vif-plugged", "status": "completed", "tag": "09ab5c0b-61dc-4e4c-9052-433e4ae71f5f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:51.466267 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-39973ae2-72c7-4837-ac51-59307b787938 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:51.467094 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f', 'code': 200} Nov 03 19:16:51.530020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.536288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.542858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b9289963-c008-4bf4-ad3c-98464bd0dd49 tempest-AttachVolumeShelveTestJSON-1898496870 tempest-AttachVolumeShelveTestJSON-1898496870-project] 10.222.0.91 "DELETE /v2.0/floatingips/9e1bb9d9-9c00-48ab-a7e3-04d0dc1d7f86 HTTP/1.1" status: 204 len: 168 time: 1.1584446 Nov 03 19:16:51.552477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.555020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.676881 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.692293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.718352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e435269a-b51c-4ef6-8940-afcf1ec7fd09 req-ce9377f1-0e77-496e-94b3-60112c9e7b2a tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586050 Nov 03 19:16:51.757732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77deb54-1a3f-4369-b780-68b5ef46618c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:51.762376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:16:51.764941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.765910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe942fd-6514-442f-a394-0b87de492d31 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:16:51.791790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.791790 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Added segment 002ea031-7da3-4301-860e-61e755ad0cca of type vlan for network 5a099c73-568c-4d53-a44e-ff6a06de570f Nov 03 19:16:51.802121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.805150 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9e667a7e-27f0-429b-8dc7-6dfb0095eb70 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/0fe942fd-6514-442f-a394-0b87de492d31 HTTP/1.1" status: 204 len: 168 time: 5.8107080 Nov 03 19:16:51.913497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.920870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:51.932357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1750075042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:51.976398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Pushing event updated for resources: {'Port': ['ID=0fdc04e2-b8b3-43ef-bd20-db3736f45967,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:51.989997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Router e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:52.023280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] device_id is not set on port 3448a2f3-9388-4949-a89b-43273fbd3131 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:16:52.046968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.049280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.050015 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.099935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.101887 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.126995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3549712 Nov 03 19:16:52.140926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5e82c-6ce1-4e1a-a08d-a96fae1f4f20 req-cad46d83-8210-4d97-aa07-7aeb6a9585ef tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.143499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97b5e82c-6ce1-4e1a-a08d-a96fae1f4f20 req-cad46d83-8210-4d97-aa07-7aeb6a9585ef tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 932 time: 0.2211912 Nov 03 19:16:52.148837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49006) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:52.161182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Request body: {'subnet': {'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1542879781-subnet', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:52.181127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.183497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.289972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4aa91-332c-431c-bfd7-a608fc6036d0 req-cbca533b-c639-46d3-8da8-f622698c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.291964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2e4aa91-332c-431c-bfd7-a608fc6036d0 req-cbca533b-c639-46d3-8da8-f622698c0a64 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 1097 time: 0.4837737 Nov 03 19:16:52.300660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f152d3-aaa7-4ae8-a287-7f05e8e6539f admin admin] Pushing event updated for resources: {'Network': ['ID=5a099c73-568c-4d53-a44e-ff6a06de570f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:52.315038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 5a099c73-568c-4d53-a44e-ff6a06de570f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:16:52.349326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.349560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-4665e5a3-949b-43ed-a570-76db4c835c25 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1483464 Nov 03 19:16:52.365890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.383446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Made reservation on behalf of 67fd49a1e63d4d67a4adc7b14b959045 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:52.388814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.397980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Request body: {'port': {'device_id': 'd76a691b-a89a-44e0-9915-cab178728384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:52.608782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.639452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.654347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-97b5e82c-6ce1-4e1a-a08d-a96fae1f4f20 req-293e5c71-7983-424c-92d7-dccfc9f0ffc1 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884138 Nov 03 19:16:52.656626 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a2e4aa91-332c-431c-bfd7-a608fc6036d0 req-710422e7-8f64-4c25-a662-db4489c585d1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236327 Nov 03 19:16:52.690739 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.696080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-98fcb5e6-f8cf-4870-8e9a-420279ae574c tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7681887 Nov 03 19:16:52.698716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49014) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:52.704477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'enable_snat': False}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:52.708211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.723845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:52.733406 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4d0ea33-31f6-4d55-a325-8425fba098eb tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "PUT /v2.0/routers/e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1266630 Nov 03 19:16:52.740620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49016) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:52.745616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] Sync routers for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:52.774838 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:52.778356 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.889869 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.904122 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] Routers {'e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:52.905233 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.906922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:52.964830 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.966160 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb59fe7-a737-41e4-9eb0-233239cb1db8 None None] The sync data for ids ['e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:53.036274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Port': ['ID=be3808c3-810f-4b6e-8499-1c0f370e36cf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:53.060243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb73d4c0-cee7-4387-a9b9-285da95dc53f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:53.153946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.180774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Checking segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:53.181666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Network hostable DHCP agents. Network: 5a099c73-568c-4d53-a44e-ff6a06de570f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:53.205836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200ee3f-5b5e-49ad-b4a7-a0f860be33dc req-b64dbea1-3b30-4025-b063-c90607528392 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.209522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8200ee3f-5b5e-49ad-b4a7-a0f860be33dc req-b64dbea1-3b30-4025-b063-c90607528392 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 946 time: 0.3179936 Nov 03 19:16:53.279242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.339445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8200ee3f-5b5e-49ad-b4a7-a0f860be33dc req-95d38bca-28f1-43b9-a218-220a7bc13cd3 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096847 Nov 03 19:16:53.365782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Network 5a099c73-568c-4d53-a44e-ff6a06de570f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:53.400348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Checking segment: {'id': 'e67103db-d4bf-4eb0-8b8c-2d42361b39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2b7c4238-291e-4036-be4b-b5f84ed22680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:53.400885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 5a099c73-568c-4d53-a44e-ff6a06de570f) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:53.401099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network hostable DHCP agents. Network: 2b7c4238-291e-4036-be4b-b5f84ed22680, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:53.416462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec5e11-015b-44f9-a524-0f8a0689ae59 None None] Network 5a099c73-568c-4d53-a44e-ff6a06de570f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:53.425770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.434764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.774107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b5fa7f12-b804-4617-80b1-dfc71340b99a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6234853 Nov 03 19:16:53.775125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49036) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:53.786348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:53.816908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da784b-471b-462f-9106-9be51024bbe9 req-28fa6ced-39c4-4ac2-89d6-7692b1dae724 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.827444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8da784b-471b-462f-9106-9be51024bbe9 req-28fa6ced-39c4-4ac2-89d6-7692b1dae724 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 946 time: 0.2090242 Nov 03 19:16:53.917803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8da784b-471b-462f-9106-9be51024bbe9 req-a9abbdd9-dc5e-4788-bc37-8b0865cee136 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890312 Nov 03 19:16:53.944758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.944758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.058191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-5a099c73-568c-4d53-a44e-ff6a06de570f', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:16:54.060290 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.223846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d219d-3af5-4a6e-b91e-46b4eaef5cbe req-848c9926-99c5-43df-9dd9-47c2c02b4e42 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:54.237140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a1d219d-3af5-4a6e-b91e-46b4eaef5cbe req-848c9926-99c5-43df-9dd9-47c2c02b4e42 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 932 time: 0.3137631 Nov 03 19:16:54.244660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network 2b7c4238-291e-4036-be4b-b5f84ed22680 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:54.275759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 2b7c4238-291e-4036-be4b-b5f84ed22680) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:54.311499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:54.312958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.326237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c63c30-debf-47e1-8742-91b04c478b0e None None] Network 2b7c4238-291e-4036-be4b-b5f84ed22680 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:54.417666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.456052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.505910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.633466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Port': ['ID=3448a2f3-9388-4949-a89b-43273fbd3131,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:54.642150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.753049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Allocated IP 172.20.0.2 (5a099c73-568c-4d53-a44e-ff6a06de570f/bb73d4c0-cee7-4387-a9b9-285da95dc53f/29330bc0-9ea8-46d7-b291-cf313d0c7a6e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:54.835878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Allocated IP 172.25.8.97 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/6030d238-b3ab-45bd-85ef-10e4eae9e7d7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:54.946198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Checking segment: {'id': 'b90b4a5b-80f6-42ee-8dd0-09a8c145c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd425bb91-c5ea-47ef-8bac-736519620d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:54.948910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network hostable DHCP agents. Network: d425bb91-c5ea-47ef-8bac-736519620d4d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:16:54.997240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdc04e2-b8b3-43ef-bd20-db3736f45967 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:55.016280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.045345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Transition to ACTIVE for port object 0fdc04e2-b8b3-43ef-bd20-db3736f45967 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:55.069544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.179678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.201645 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.288696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Network 5a099c73-568c-4d53-a44e-ff6a06de570f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:55.316301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:55.330873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Deleting port 2b9953d0-3f5b-4469-9576-b606efc34504 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:55.331552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.333216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:55.341739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Pushing event updated for resources: {'Port': ['ID=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:55.489755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Pushing event updated for resources: {'Port': ['ID=0fdc04e2-b8b3-43ef-bd20-db3736f45967,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:55.507323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network d425bb91-c5ea-47ef-8bac-736519620d4d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:16:55.525163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Attempting to bind port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:55.525992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Attempting to bind port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:55.526721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Attempting to bind port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e on network 5a099c73-568c-4d53-a44e-ff6a06de570f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:55.548072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:55.548961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Checking segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:55.549799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.550621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Bound using segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:55.551635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Bound port: 29330bc0-9ea8-46d7-b291-cf313d0c7a6e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:55.552438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.565032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d425bb91-c5ea-47ef-8bac-736519620d4d) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:55.596833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987e974-b825-40f0-80b8-7863eb71f862 None None] Network d425bb91-c5ea-47ef-8bac-736519620d4d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:55.597843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:55.607091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:55.615038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:55.616066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.676483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.685684 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5f3b6095-9562-435d-bbd7-696ff2551bef tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.8103738 Nov 03 19:16:55.687188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Attempting to bind port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:55.687724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Attempting to bind port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:55.688336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Attempting to bind port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 on network f401a0d3-44e9-47cd-874c-8cf9d71081fe {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:55.704088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49058) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:55.706795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 on network f401a0d3-44e9-47cd-874c-8cf9d71081fe not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:55.707765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Attempting to bind port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 on network f401a0d3-44e9-47cd-874c-8cf9d71081fe {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:55.738982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Calling delete_port for 2b9953d0-3f5b-4469-9576-b606efc34504 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:55.776074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:55.777018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Checking segment: {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:55.777896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Bound using segment: {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:55.778778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Bound port: 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ccad61-65b6-4d61-822a-2f26890b65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:55.779311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.044220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a1d219d-3af5-4a6e-b91e-46b4eaef5cbe req-c08101bf-6aa4-461f-aece-3a19a26a762f tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8051355 Nov 03 19:16:56.053494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] For port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:56.064483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb096ae-b6b0-4fd9-b3e4-fb8e58df0391 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.078076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb096ae-b6b0-4fd9-b3e4-fb8e58df0391 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.081050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1cb096ae-b6b0-4fd9-b3e4-fb8e58df0391 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3693035 Nov 03 19:16:56.087607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:56.091994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] For port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:56.106354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.173505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] For port 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:56.305857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a67a49-4b67-4fa3-9b43-6562bb426d10 None None] Pushing event updated for resources: {'Port': ['ID=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:56.359841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.366126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.439936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c7e4f-19cc-44a3-a8ec-a6105caab6f6 req-a1673219-2abe-445b-b317-f905dca9c8f3 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.451597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-352c7e4f-19cc-44a3-a8ec-a6105caab6f6 req-a1673219-2abe-445b-b317-f905dca9c8f3 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 946 time: 0.6746659 Nov 03 19:16:56.454489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] For port 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:56.499581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.589657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:56.591495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.594005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] 10.222.0.115 "PUT /v2.0/ports/0fdc04e2-b8b3-43ef-bd20-db3736f45967 HTTP/1.1" status: 200 len: 1092 time: 4.2062590 Nov 03 19:16:56.598706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76a691b-a89a-44e0-9915-cab178728384', 'tag': '0fdc04e2-b8b3-43ef-bd20-db3736f45967'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:56.611913 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe4bb90-3498-4994-abf4-14b267c50fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "d76a691b-a89a-44e0-9915-cab178728384", "tag": "0fdc04e2-b8b3-43ef-bd20-db3736f45967"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:56.694121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Deleting port be3808c3-810f-4b6e-8499-1c0f370e36cf {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:56.694622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.831734 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c88f23-a529-4866-8805-57f1d6c537f4 x-openstack-request-id: req-31c88f23-a529-4866-8805-57f1d6c537f4 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:56.831734 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76a691b-a89a-44e0-9915-cab178728384", "tag": "0fdc04e2-b8b3-43ef-bd20-db3736f45967", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:56.837676 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-31c88f23-a529-4866-8805-57f1d6c537f4 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:56.838347 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76a691b-a89a-44e0-9915-cab178728384', 'tag': '0fdc04e2-b8b3-43ef-bd20-db3736f45967', 'status': 'completed', 'code': 200} Nov 03 19:16:56.889756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.893074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b57e3b-56de-41cd-8e54-02528956f88f service neutron] Pushing event updated for resources: {'Port': ['ID=0fdc04e2-b8b3-43ef-bd20-db3736f45967,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:56.909029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-352c7e4f-19cc-44a3-a8ec-a6105caab6f6 req-50853e15-4043-4d35-8db7-c81a530e6d23 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244072 Nov 03 19:16:57.115817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:57.147879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:57.153036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:57.158017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Pushing event updated for resources: {'Port': ['ID=6030d238-b3ab-45bd-85ef-10e4eae9e7d7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:57.201963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.257896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.307597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-f727a59d-1c33-4fea-9c06-8009727a3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:57.309507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 29330bc0-9ea8-46d7-b291-cf313d0c7a6e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:57.319387 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-f727a59d-1c33-4fea-9c06-8009727a3146 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 1095 time: 0.5859554 Nov 03 19:16:57.508087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:57.508456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.546628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-ef7abf8c-c74e-4f2e-9d8f-6088a89db90a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967 HTTP/1.1" status: 200 len: 217 time: 0.2102923 Nov 03 19:16:57.554425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Calling delete_port for be3808c3-810f-4b6e-8499-1c0f370e36cf owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:57.559509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Port': ['ID=2b9953d0-3f5b-4469-9576-b606efc34504,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:57.757790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-91ec786a-2f4b-4a91-8a29-f3c62c322798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:57.761680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-91ec786a-2f4b-4a91-8a29-f3c62c322798 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b78d6945-215a-4539-b20e-3dd80f98e6e9 HTTP/1.1" status: 200 len: 847 time: 0.1915097 Nov 03 19:16:57.763064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.851216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:57.858157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.936466 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.960315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-7473ff66-d3c4-4888-8a33-8334f5d119d3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f401a0d3-44e9-47cd-874c-8cf9d71081fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503191 Nov 03 19:16:58.019677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:58.389911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.394599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.440559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9e2a4-aae0-43d3-a258-3b5e9c69f26e req-680cb5da-a23a-461f-a541-d93247cce093 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:58.458016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5cf9e2a4-aae0-43d3-a258-3b5e9c69f26e req-680cb5da-a23a-461f-a541-d93247cce093 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 944 time: 0.8556559 Nov 03 19:16:58.520354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.521798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Fanout notify agent at l3_agent the message router_deleted on router e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:16:58.556705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.564830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ddd3529c-a3a4-4da1-ba7b-6bf7f6d01ba0 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "DELETE /v2.0/routers/e248e4fa-737f-4c4e-a37d-f1e0bcbcfe2c HTTP/1.1" status: 204 len: 168 time: 5.8220184 Nov 03 19:16:58.578359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49110) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:58.596394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.685662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579715a2-0f34-4c0f-895f-3061d206035c req-a6607e17-ebfc-427b-9dd7-113e3a94be2d tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:58.687683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-579715a2-0f34-4c0f-895f-3061d206035c req-a6607e17-ebfc-427b-9dd7-113e3a94be2d tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 946 time: 0.6072783 Nov 03 19:16:58.697622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.725733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c0b3a-852a-48db-935b-cce8a7f2d698 None None] Network 5a099c73-568c-4d53-a44e-ff6a06de570f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:58.783221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Deleting subnet 74474f2c-8202-498c-939f-ffb05e35def9 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:16:58.796157 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-71995f5c-a8fe-4ff8-993f-f6e39b7102a8 service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7312016 Nov 03 19:16:58.802335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.904601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eac4d4b0-9a7f-4ff4-b691-40feda7b617e None None] Provisioning complete for port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:58.905762 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac4d4b0-9a7f-4ff4-b691-40feda7b617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.028234 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07850155-3208-47ee-bcbc-545f6ae91e50 req-f393a643-93c7-45c6-95ad-9ed759a59a53 service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102127 Nov 03 19:16:59.036239 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.049059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5cf9e2a4-aae0-43d3-a258-3b5e9c69f26e req-27320cd0-2836-44e2-9385-efdfa81930d8 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867909 Nov 03 19:16:59.151453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 29330bc0-9ea8-46d7-b291-cf313d0c7a6e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:59.160257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Port': ['ID=be3808c3-810f-4b6e-8499-1c0f370e36cf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:59.179370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-579715a2-0f34-4c0f-895f-3061d206035c req-eea3b41a-f59b-4a5b-90e3-dd70110bb101 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574151 Nov 03 19:16:59.198437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.257862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.271220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72addb1c-4f06-4b7f-95f1-5598a0551897 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/ports/be3808c3-810f-4b6e-8499-1c0f370e36cf HTTP/1.1" status: 204 len: 168 time: 3.1732793 Nov 03 19:16:59.316998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:59.374407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.462380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:59.463537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.532103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-b87c37af-2a6c-49fe-8bd9-b99033d2181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:59.535495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-b87c37af-2a6c-49fe-8bd9-b99033d2181a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 1095 time: 0.3381028 Nov 03 19:16:59.635758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-96410518-2a8b-47f8-a4da-0747cb7afb5b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:59.638330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-96410518-2a8b-47f8-a4da-0747cb7afb5b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 946 time: 0.3209393 Nov 03 19:16:59.719339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Allocated IP 172.25.8.219 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/3631ddf9-0b54-4b0d-98e8-adb6dbf10a34) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:00.067931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-51e8d1d2-0cae-4312-a315-b5b8d50cd11b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:00.070001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-51e8d1d2-0cae-4312-a315-b5b8d50cd11b tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "GET /v2.0/ports?device_id=8e0a6d7f-addd-431a-8ae6-01b4d2417b19 HTTP/1.1" status: 200 len: 946 time: 0.5231214 Nov 03 19:17:00.077035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.177020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-519bdaa4-d9ef-44ea-9380-7d1827545b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:00.178613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-519bdaa4-d9ef-44ea-9380-7d1827545b1a service neutron] 10.222.0.115 "GET /v2.0/networks?id=f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 200 len: 908 time: 0.6180089 Nov 03 19:17:00.272294 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.346528 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-56e3eb12-0cf1-4147-9367-7c0a2058c63a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967 HTTP/1.1" status: 200 len: 217 time: 0.1356165 Nov 03 19:17:00.351424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Deleting port 3448a2f3-9388-4949-a89b-43273fbd3131 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:00.351916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.428059 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.539068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a1a28fbe-f2c5-44d0-b6d8-5ba959e49917 None None] Provisioning complete for port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:00.540009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1a28fbe-f2c5-44d0-b6d8-5ba959e49917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.543301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.568003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Deleting port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:00.568580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.673781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.727783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Deleting port f50d6b90-87d8-48cf-a328-0984c8344209 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:00.728553 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.736010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Subnet': ['ID=74474f2c-8202-498c-939f-ffb05e35def9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:00.749078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.756055 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7e67636-c5b9-4e14-ace8-7bac6a63fbc3 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "DELETE /v2.0/subnets/74474f2c-8202-498c-939f-ffb05e35def9 HTTP/1.1" status: 204 len: 168 time: 2.1703873 Nov 03 19:17:00.762785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660cbae-fa35-4a4a-942e-6ce446f14664 None None] Network 3aec46e1-e2a5-42d3-8793-e74bda123fb5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:00.768260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:00.770078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Calling delete_port for 3448a2f3-9388-4949-a89b-43273fbd3131 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:00.772742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-349f045b-59c1-4cf9-be71-36faf5b31ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:00.774229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-349f045b-59c1-4cf9-be71-36faf5b31ac4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=b78d6945-215a-4539-b20e-3dd80f98e6e9 HTTP/1.1" status: 200 len: 847 time: 0.3961504 Nov 03 19:17:00.778324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:00.804644 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.837100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:00.840982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-4bd5183c-a85c-433d-8338-7b2d34ccef00 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f401a0d3-44e9-47cd-874c-8cf9d71081fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584853 Nov 03 19:17:00.865513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878839f0-06f0-4746-b915-017327e3fa79 req-d78ac54a-8cf6-4bf3-8669-68c30b9f2d40 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:00.873550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-878839f0-06f0-4746-b915-017327e3fa79 req-d78ac54a-8cf6-4bf3-8669-68c30b9f2d40 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 944 time: 0.5122344 Nov 03 19:17:00.942817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:00.969321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:00.988945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.037523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] For port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:01.038026 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.071101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd9ebe-b300-4f02-a1a8-f2f2e694e4a2 req-3009e03d-9037-4fa0-933d-a99b78ad3df1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:01.079644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4dd9ebe-b300-4f02-a1a8-f2f2e694e4a2 req-3009e03d-9037-4fa0-933d-a99b78ad3df1 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 946 time: 0.5854383 Nov 03 19:17:01.087798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] DHCP port deletion for 3aec46e1-e2a5-42d3-8793-e74bda123fb5 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:01.113397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Calling delete_port for 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:01.155334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] For port f50d6b90-87d8-48cf-a328-0984c8344209, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f50d6b90-87d8-48cf-a328-0984c8344209,segment=NetworkSegment(0ffbd505-fb8f-460f-a152-5c6e9e89ef27),segment_id=0ffbd505-fb8f-460f-a152-5c6e9e89ef27)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:01.155828 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.164478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.170739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] Deleting port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:01.171440 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.238720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Calling delete_port for f50d6b90-87d8-48cf-a328-0984c8344209 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:01.286197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] For port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,segment=NetworkSegment(494032a8-f2b8-4dc8-b94d-5a77e101c775),segment_id=494032a8-f2b8-4dc8-b94d-5a77e101c775)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:01.286813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.304672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] Calling delete_port for 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:01.426960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.515372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] Pushing event deleted for resources: {'Port': ['ID=5ee1efac-4a6c-4e15-a5ba-4f4986bccf58,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:01.519731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606bb03-b1a0-480a-b494-8a88e54b6bda None None] No DVR routers for this DVR port 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:01.867151 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-5b5d8411-705f-4d65-8a01-ddb42ffd275e service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9737084 Nov 03 19:17:01.941991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-878839f0-06f0-4746-b915-017327e3fa79 req-9f360077-6196-4173-8958-2d07f4bb202f tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0670547 Nov 03 19:17:01.960500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4dd9ebe-b300-4f02-a1a8-f2f2e694e4a2 req-35085447-e1a9-48cc-8e77-0cffb445dd5a tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab2264b9-8608-49a4-b553-289bf57a6431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8801055 Nov 03 19:17:02.047633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.080122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe4bb90-3498-4994-abf4-14b267c50fe5 req-9855c08e-cfb3-4f3d-9ae9-a85d00a12343 service neutron] 10.222.0.115 "GET /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845436 Nov 03 19:17:02.150157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Port': ['ID=3448a2f3-9388-4949-a89b-43273fbd3131,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:02.263867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.280697 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.289049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1a2e401a-2057-4ff4-8a36-ee3c03fe0924 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/ports/3448a2f3-9388-4949-a89b-43273fbd3131 HTTP/1.1" status: 204 len: 168 time: 2.9638178 Nov 03 19:17:02.289049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.301399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec46e1-e2a5-42d3-8793-e74bda123fb5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:02.315221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494032a8-f2b8-4dc8-b94d-5a77e101c775') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:02.315561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494032a8-f2b8-4dc8-b94d-5a77e101c775') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:02.326381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.342026 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.346538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:02.348349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Router 884f4ed5-4766-4e79-a949-b21c301c536b is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:02.386184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5d746450-277d-4b11-85b0-91f192be7b89 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384545 Nov 03 19:17:02.387065 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.389221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:02.391825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:02.392206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.398636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-205736505'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:02.404011 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:02.409619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['09ab5c0b-61dc-4e4c-9052-433e4ae71f5f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:17:02.445329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event deleted for resources: {'Port': ['ID=f50d6b90-87d8-48cf-a328-0984c8344209,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:02.504829 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.581345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f50d6b90-87d8-48cf-a328-0984c8344209 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:02.630577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0fdc04e2-b8b3-43ef-bd20-db3736f45967 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:17:02.683983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] No DVR routers for this DVR port f50d6b90-87d8-48cf-a328-0984c8344209 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:02.691583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.695164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.695424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:02.699834 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.703421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f747f704-9205-4a4f-acd8-e0eccb3c019f req-4b3f9da2-3cc4-483b-8829-4e4770e9364f tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.115 "DELETE /v2.0/ports/f50d6b90-87d8-48cf-a328-0984c8344209 HTTP/1.1" status: 204 len: 173 time: 2.5957985 Nov 03 19:17:02.710041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'name': 'network-vif-deleted', 'tag': 'f50d6b90-87d8-48cf-a328-0984c8344209'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:02.716894 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5a66d-626c-4cb8-ac61-7a48a1953418" -d '{"events": [{"server_uuid": "8e0a6d7f-addd-431a-8ae6-01b4d2417b19", "name": "network-vif-deleted", "tag": "f50d6b90-87d8-48cf-a328-0984c8344209"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:02.798938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: f50d6b90-87d8-48cf-a328-0984c8344209 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:02.800059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f50d6b90-87d8-48cf-a328-0984c8344209 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:02.839417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.846431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:02.859635 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "DELETE /v2.0/networks/3aec46e1-e2a5-42d3-8793-e74bda123fb5 HTTP/1.1" status: 204 len: 168 time: 2.0808966 Nov 03 19:17:02.864300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49170) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:02.884329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3198f1-4fb9-452a-ba42-45b62de45140 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Network': ['ID=3aec46e1-e2a5-42d3-8793-e74bda123fb5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:02.906803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.913096 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.913428 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Added segment 32030bfc-c309-4250-ba6d-74d9f7f5f8ff of type vlan for network f36b9bbc-52d8-4764-9514-987a3827169d Nov 03 19:17:02.915355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:02.935486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.940092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0757e467-4010-4b90-a4b8-c8971b103913 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "PUT /v2.0/routers/884f4ed5-4766-4e79-a949-b21c301c536b HTTP/1.1" status: 200 len: 915 time: 10.2402189 Nov 03 19:17:02.940893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:02.971621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:02.973211 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9aa4cd-2f1d-4fa1-b8a2-c2ea3470d209 x-openstack-request-id: req-be9aa4cd-2f1d-4fa1-b8a2-c2ea3470d209 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:02.973693 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a6d7f-addd-431a-8ae6-01b4d2417b19", "name": "network-vif-deleted", "tag": "f50d6b90-87d8-48cf-a328-0984c8344209", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:02.974107 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-be9aa4cd-2f1d-4fa1-b8a2-c2ea3470d209 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:02.974736 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0a6d7f-addd-431a-8ae6-01b4d2417b19', 'name': 'network-vif-deleted', 'tag': 'f50d6b90-87d8-48cf-a328-0984c8344209', 'status': 'completed', 'code': 200} Nov 03 19:17:02.989311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '0fdc04e2-b8b3-43ef-bd20-db3736f45967', 'network_id': 'f401a0d3-44e9-47cd-874c-8cf9d71081fe', 'port_id': '0fdc04e2-b8b3-43ef-bd20-db3736f45967', 'mac_address': 'fa:16:3e:59:96:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78d6945-215a-4539-b20e-3dd80f98e6e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:17:03.024279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.084774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.124138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] Sync routers for ids ['884f4ed5-4766-4e79-a949-b21c301c536b'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:03.200104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.210864 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.218341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:03.219057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.229802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:03.330997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdc04e2-b8b3-43ef-bd20-db3736f45967 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:03.331337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Pushing event deleted for resources: {'Port': ['ID=09ab5c0b-61dc-4e4c-9052-433e4ae71f5f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:03.331533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] Routers {'884f4ed5-4766-4e79-a949-b21c301c536b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:03.331533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['884f4ed5-4766-4e79-a949-b21c301c536b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:03.409227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:03.410914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ee1efac-4a6c-4e15-a5ba-4f4986bccf58 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:03.421834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:03.444337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-211baa50-50d0-40d5-b33b-335daf0d12d6 req-6f862c25-65ba-46c7-9a6c-c42f2aa75ff8 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c580aea8-a942-45b7-ac57-2d5ef3bd3ebe HTTP/1.1" status: 200 len: 210 time: 0.1266282 Nov 03 19:17:03.448257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Deleting port 2b5a5a33-d642-4977-bfa3-9c766b5d408a {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:03.448595 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.460779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] Routers {'884f4ed5-4766-4e79-a949-b21c301c536b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:03.461610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['884f4ed5-4766-4e79-a949-b21c301c536b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:03.462275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0704896 Nov 03 19:17:03.469440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:03.510261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] No DVR routers for this DVR port 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:03.517681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.519523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:03.523971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:03.525046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da6c73-0b22-43f1-820c-5c48ac39258b None None] The sync data for ids ['884f4ed5-4766-4e79-a949-b21c301c536b'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:03.537320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.537696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eb7d6f0d-3195-4831-bae7-c5438a41e48e req-e07f7b5d-8a5b-4733-a583-0097eecfcda9 tempest-MultipleCreateTestJSON-682274761 tempest-MultipleCreateTestJSON-682274761-project] 10.222.0.110 "DELETE /v2.0/ports/09ab5c0b-61dc-4e4c-9052-433e4ae71f5f HTTP/1.1" status: 204 len: 173 time: 3.8603384 Nov 03 19:17:03.561704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-507711447'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:03.588099 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e196131c-32fa-4853-8557-d059f526387d tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/884f4ed5-4766-4e79-a949-b21c301c536b HTTP/1.1" status: 200 len: 921 time: 0.6448443 Nov 03 19:17:03.593615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49186) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:03.655420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.672537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7913b9-451f-4fc8-9b92-98f5f133c0ab tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Network': ['ID=f36b9bbc-52d8-4764-9514-987a3827169d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:03.679645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0fdc04e2-b8b3-43ef-bd20-db3736f45967,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:03.705503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457ec2f-0467-4ddf-9e8b-40ae36c5dbb7 req-4832dadf-75b0-4bea-a4cb-f3b35cf88746 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:03.707238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7457ec2f-0467-4ddf-9e8b-40ae36c5dbb7 req-4832dadf-75b0-4bea-a4cb-f3b35cf88746 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 944 time: 0.4636316 Nov 03 19:17:03.712130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:03.715853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.784762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f36b9bbc-52d8-4764-9514-987a3827169d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:03.828203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc913b0-ac65-4091-b59d-e122e68a8d3f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:03.834032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3cc913b0-ac65-4091-b59d-e122e68a8d3f tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=884f4ed5-4766-4e79-a949-b21c301c536b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2347887 Nov 03 19:17:03.834446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:03.856324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Router 2b6a8157-999b-492c-9c17-34c7e967365c is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:03.873584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.874499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.908990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['0fdc04e2-b8b3-43ef-bd20-db3736f45967'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:17:03.930370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:03.979987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Calling delete_port for 2b5a5a33-d642-4977-bfa3-9c766b5d408a owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:04.005534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7457ec2f-0467-4ddf-9e8b-40ae36c5dbb7 req-b4d52f77-e594-46b4-8678-66c95d9fa984 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768495 Nov 03 19:17:04.079071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.079071 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Added segment bcb51cec-86b2-479c-86c3-96dae73146a8 of type vlan for network 4e101643-77b1-4568-995a-e066fa8365af Nov 03 19:17:04.096822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5da3b0-4a07-4b92-b7dd-7ef44e588b43 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.098457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5a5da3b0-4a07-4b92-b7dd-7ef44e588b43 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/networks/45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 881 time: 0.2628772 Nov 03 19:17:04.103250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49196) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.157067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eb6c2438-9ad2-4951-a72c-fece6780e155 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=884f4ed5-4766-4e79-a949-b21c301c536b HTTP/1.1" status: 200 len: 205 time: 0.0519600 Nov 03 19:17:04.157935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49198) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.243589 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.357965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.364713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:04.365392 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.434056 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:04.452550 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:04.459480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.485980 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:04.486617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:04.497665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9417026 Nov 03 19:17:04.604493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.610230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ea21869e-94a3-48e8-babb-1209ed36a4f5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8249738 Nov 03 19:17:04.620759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49204) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.638863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.649896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'subnets': [{'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--24874671', 'ip_version': 4}, {'network_id': '4e101643-77b1-4568-995a-e066fa8365af', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:04.650224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'subnet': {'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--24874671', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:04.650791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Request body: {'subnet': {'network_id': '4e101643-77b1-4568-995a-e066fa8365af', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:04.662620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.666225 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb752c29-8226-4701-b519-2d0feb0c43fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.748892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49212) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.814032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c03302-8b33-453f-86c5-9c14e994745b tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Network': ['ID=4e101643-77b1-4568-995a-e066fa8365af,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:04.814719 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:04.837124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 4e101643-77b1-4568-995a-e066fa8365af details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:05.015283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Deleting subnet 64d54d81-fbfb-4b39-b69a-e030a7d31ca3 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:05.021109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:05.023990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49222) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:05.028006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'name': 'network-vif-deleted', 'tag': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:05.032175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.038929 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3972bf2-8b2f-46fc-ba4d-d408c5c2dd55" -d '{"events": [{"server_uuid": "c580aea8-a942-45b7-ac57-2d5ef3bd3ebe", "name": "network-vif-deleted", "tag": "09ab5c0b-61dc-4e4c-9052-433e4ae71f5f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:05.094374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.101917 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:02Z', 'revision_number': 3, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:05.126782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:05.127135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 09ab5c0b-61dc-4e4c-9052-433e4ae71f5f not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:05.146149 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:05.146833 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Updating router 2b6a8157-999b-492c-9c17-34c7e967365c port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:05.177220 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.292463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Pushing event deleted for resources: {'Port': ['ID=2b5a5a33-d642-4977-bfa3-9c766b5d408a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.341138 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38423f0b-913b-464c-9846-5018457cb631 x-openstack-request-id: req-38423f0b-913b-464c-9846-5018457cb631 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:05.342040 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580aea8-a942-45b7-ac57-2d5ef3bd3ebe", "name": "network-vif-deleted", "tag": "09ab5c0b-61dc-4e4c-9052-433e4ae71f5f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:05.342796 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38423f0b-913b-464c-9846-5018457cb631 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:05.343541 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580aea8-a942-45b7-ac57-2d5ef3bd3ebe', 'name': 'network-vif-deleted', 'tag': '09ab5c0b-61dc-4e4c-9052-433e4ae71f5f', 'status': 'completed', 'code': 200} Nov 03 19:17:05.363593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Made reservation on behalf of 5dc661eed21744d1b0d5debb683d91cf for: {'subnet': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:05.375822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.375822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.594866 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.616492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Deleting port 6030d238-b3ab-45bd-85ef-10e4eae9e7d7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:05.617374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.627588 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.697565 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Pushing event updated for resources: {'Port': ['ID=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.724149 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.724838 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.725364 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.725855 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.726340 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.726846 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.727339 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.727842 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.728307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.728839 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.729312 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.729774 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:05.797124 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Attempting to bind port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:05.797758 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Attempting to bind port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:05.798313 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Attempting to bind port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:05.814808 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:05.815483 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:05.816262 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.816844 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:05.817501 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Bound port: 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:05.818052 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.869899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.982477 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] For port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:05.993092 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] For port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:06.000613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.023286 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.076412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.082725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.084481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-592329cb-b03b-4df2-997b-c8408f822386 tempest-FloatingIPAdminTestJSON-95426718 tempest-FloatingIPAdminTestJSON-95426718-project] 10.222.0.91 "DELETE /v2.0/floatingips/d646c516-6ecb-48f1-bbe9-db377499bbc1 HTTP/1.1" status: 204 len: 168 time: 3.2186849 Nov 03 19:17:06.086990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Calling delete_port for 6030d238-b3ab-45bd-85ef-10e4eae9e7d7 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:06.223165 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:06.228791 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:16:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:06.563317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0fdc04e2-b8b3-43ef-bd20-db3736f45967 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:06.591322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c989c2-29c4-4c6a-a317-0a461654cdd4 req-f70be700-616d-45a6-9b92-c82e39f2a1f7 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:06.603943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51c989c2-29c4-4c6a-a317-0a461654cdd4 req-f70be700-616d-45a6-9b92-c82e39f2a1f7 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 945 time: 1.4089074 Nov 03 19:17:06.632852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:17:06.638589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:06.639553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.650887 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cdadb-41a8-4220-81d4-41bda88c3cd7 None None] Pushing event updated for resources: {'Port': ['ID=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:06.662989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49250) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:06.733257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.808489 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:06.892570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.934230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.957842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event deleted for resources: {'Port': ['ID=6030d238-b3ab-45bd-85ef-10e4eae9e7d7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.003253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76a691b-a89a-44e0-9915-cab178728384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdc04e2-b8b3-43ef-bd20-db3736f45967'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:07.006004 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91770da-7fc1-4b91-bdf0-dffc8b1dbcef" -d '{"events": [{"server_uuid": "d76a691b-a89a-44e0-9915-cab178728384", "name": "network-vif-plugged", "status": "completed", "tag": "0fdc04e2-b8b3-43ef-bd20-db3736f45967"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:07.042033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:07.056086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.120342 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320f52e-b5d8-4600-b511-c774fc95606d x-openstack-request-id: req-8320f52e-b5d8-4600-b511-c774fc95606d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:07.120674 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76a691b-a89a-44e0-9915-cab178728384", "name": "network-vif-plugged", "status": "completed", "tag": "0fdc04e2-b8b3-43ef-bd20-db3736f45967", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:07.121524 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8320f52e-b5d8-4600-b511-c774fc95606d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:07.122314 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76a691b-a89a-44e0-9915-cab178728384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdc04e2-b8b3-43ef-bd20-db3736f45967', 'code': 200} Nov 03 19:17:07.127233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.177630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51c989c2-29c4-4c6a-a317-0a461654cdd4 req-51784d2c-e653-405f-b669-e08f0d40f5e3 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712903 Nov 03 19:17:07.185070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=0fdc04e2-b8b3-43ef-bd20-db3736f45967,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.256115 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:02Z', 'revision_number': 3, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:07.291525 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fa84e-5323-436c-8624-b30b676a8d92 None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:02Z', 'revision_number': 3, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:07.414038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.430922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83921624-1a22-43cb-a4f2-32eff9986ccc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=081360a6643e41a8925e3c469b308e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7517941 Nov 03 19:17:07.430922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.430922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.449323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.458032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.467378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.474390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/64d54d81-fbfb-4b39-b69a-e030a7d31ca3 HTTP/1.1" status: 204 len: 168 time: 2.7179513 Nov 03 19:17:07.492707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49264) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.532148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e25d-7bf1-4fd9-96ce-2b327947509d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d54d81-fbfb-4b39-b69a-e030a7d31ca3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.641206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6942f4d-7ce6-4e28-aa41-33dec7cb5717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.748100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.760029 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6942f4d-7ce6-4e28-aa41-33dec7cb5717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.803992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42f4d-5940-4528-9a10-c360b7073017 req-6545f885-bdf6-4ff4-9b49-4a0b6889385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:07.806873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53c42f4d-5940-4528-9a10-c360b7073017 req-6545f885-bdf6-4ff4-9b49-4a0b6889385c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 1097 time: 0.6176012 Nov 03 19:17:07.819388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.820290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Fanout notify agent at l3_agent the message router_deleted on router 884f4ed5-4766-4e79-a949-b21c301c536b {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:07.842477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.853422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43f524d1-2b7d-46af-8f10-acc667dd4eb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/884f4ed5-4766-4e79-a949-b21c301c536b HTTP/1.1" status: 204 len: 168 time: 3.6937351 Nov 03 19:17:07.858223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.860274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49270) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.879436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-899965573', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.923617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Subnet': ['ID=e8af2f30-9104-4c9d-92fe-945ddc692070,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.931703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.977519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Checking segment: {'id': '32030bfc-c309-4250-ba6d-74d9f7f5f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:07.977902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network hostable DHCP agents. Network: f36b9bbc-52d8-4764-9514-987a3827169d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:08.025819 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-53c42f4d-5940-4528-9a10-c360b7073017 req-ce176c54-464d-421e-a4c0-6ad990748d9f service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961579 Nov 03 19:17:08.075776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network f36b9bbc-52d8-4764-9514-987a3827169d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:08.084581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.117430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7485f0db-8bb7-4d28-b3bb-3c76155c9af1']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:08.130511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffbd505-fb8f-460f-a152-5c6e9e89ef27') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:08.130809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffbd505-fb8f-460f-a152-5c6e9e89ef27') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:08.154669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.154669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.160180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.170954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6942f4d-7ce6-4e28-aa41-33dec7cb5717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.175739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f36b9bbc-52d8-4764-9514-987a3827169d) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:08.176154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6942f4d-7ce6-4e28-aa41-33dec7cb5717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.178234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6942f4d-7ce6-4e28-aa41-33dec7cb5717 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/72ceae52-ffdb-4c95-94ac-bcba85fc03cb HTTP/1.1" status: 204 len: 168 time: 0.7494509 Nov 03 19:17:08.191778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5a533-9c27-49b4-b836-222a04f17e09 None None] Network f36b9bbc-52d8-4764-9514-987a3827169d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:08.207272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.252607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.274471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:08.279522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:08.320968 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:08.373488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6942f4d-7ce6-4e28-aa41-33dec7cb5717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ceae52-ffdb-4c95-94ac-bcba85fc03cb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.421436 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e575a47-6acd-479e-ae72-0c9f823e13ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.479529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-f36b9bbc-52d8-4764-9514-987a3827169d', 'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d', 'tenant_id': '5dc661eed21744d1b0d5debb683d91cf', 'fixed_ips': [{'subnet_id': 'e8af2f30-9104-4c9d-92fe-945ddc692070'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:08.480237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.531588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.647366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.663703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.673459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7485f0db-8bb7-4d28-b3bb-3c76155c9af1 HTTP/1.1" status: 204 len: 168 time: 1.1750898 Nov 03 19:17:08.764493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Checking segment: {'id': 'bcb51cec-86b2-479c-86c3-96dae73146a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4e101643-77b1-4568-995a-e066fa8365af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:08.764493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network hostable DHCP agents. Network: 4e101643-77b1-4568-995a-e066fa8365af, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:08.767246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event updated for resources: {'Subnet': ['ID=8cf370ba-1efb-469e-8f2f-d9a47fc5a948,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.778149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee465-99a3-482d-a9aa-3cc2907d9f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=7485f0db-8bb7-4d28-b3bb-3c76155c9af1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.814639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Network 4e101643-77b1-4568-995a-e066fa8365af is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:08.866321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 4e101643-77b1-4568-995a-e066fa8365af) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:08.883413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:08.883884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:08.884554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.928757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8120bb3-a26a-460a-9742-a9a6382fb64f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 4.2887783 Nov 03 19:17:08.935729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49290) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:08.967735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49292) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:08.971196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba1bd9-7ac6-4102-b192-d62a428d0a94 None None] Network 4e101643-77b1-4568-995a-e066fa8365af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:09.018415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49294) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:09.074419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:09.083807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eee4ff47-5a0f-4f1b-a964-1d5503c171a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.128265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Allocated IP 172.20.0.2 (f36b9bbc-52d8-4764-9514-987a3827169d/e8af2f30-9104-4c9d-92fe-945ddc692070/362d53fe-c3b1-4aac-a3f1-4b101b970ac5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:09.191440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd528f2-687e-4433-943d-f4d47727736f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.193099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd528f2-687e-4433-943d-f4d47727736f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.194737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd528f2-687e-4433-943d-f4d47727736f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.197251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1fd528f2-687e-4433-943d-f4d47727736f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2603104 Nov 03 19:17:09.235067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:09.310815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eee4ff47-5a0f-4f1b-a964-1d5503c171a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.321082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07dd38-5c63-40ca-8c86-76ddc1c0dd8f req-8cbdcb18-6c69-4557-963c-68dcfcdf8a65 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:09.322910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d07dd38-5c63-40ca-8c86-76ddc1c0dd8f req-8cbdcb18-6c69-4557-963c-68dcfcdf8a65 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 946 time: 1.0120022 Nov 03 19:17:09.336383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eee4ff47-5a0f-4f1b-a964-1d5503c171a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.338786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:09.340397 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.382287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Allocated IP 172.20.0.1 (5a099c73-568c-4d53-a44e-ff6a06de570f/bb73d4c0-cee7-4387-a9b9-285da95dc53f/ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:09.386805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.395860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af117142-b6ce-44ed-b559-619fc78599ec admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f7ded844eb1d4d348561620fe53970a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4242477 Nov 03 19:17:09.401635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49302) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:09.409354 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eee4ff47-5a0f-4f1b-a964-1d5503c171a8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=94ef1d359f994661a55043f76cccd522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3898344 Nov 03 19:17:09.416023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49304) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:09.469573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4ff47-5a0f-4f1b-a964-1d5503c171a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa066bb-09a3-411b-a0f3-820f61fb000c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.543669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dda98fa-f046-4ec1-9ffb-ba4587c37e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.562952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-4e101643-77b1-4568-995a-e066fa8365af', 'network_id': '4e101643-77b1-4568-995a-e066fa8365af', 'tenant_id': '5dc661eed21744d1b0d5debb683d91cf', 'fixed_ips': [{'subnet_id': '8cf370ba-1efb-469e-8f2f-d9a47fc5a948'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:09.564286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.584365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dda98fa-f046-4ec1-9ffb-ba4587c37e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.672292 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dda98fa-f046-4ec1-9ffb-ba4587c37e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.674615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Deleting subnet e8af2f30-9104-4c9d-92fe-945ddc692070 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:09.678233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dda98fa-f046-4ec1-9ffb-ba4587c37e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.680412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3dda98fa-f046-4ec1-9ffb-ba4587c37e1b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ab2264b9-8608-49a4-b553-289bf57a6431 HTTP/1.1" status: 204 len: 168 time: 0.2763381 Nov 03 19:17:09.727367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda98fa-f046-4ec1-9ffb-ba4587c37e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2264b9-8608-49a4-b553-289bf57a6431,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.764010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d07dd38-5c63-40ca-8c86-76ddc1c0dd8f req-d646f082-37fb-4503-a86e-90e22170264e tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849440 Nov 03 19:17:09.888708 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ba68e71-e80b-4739-94bd-71ec80e4182a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.958666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.982394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ba68e71-e80b-4739-94bd-71ec80e4182a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.003104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.075252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:10.088807 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.100188 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.121884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.137169 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.144187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.222947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.329191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:10.413838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Network f36b9bbc-52d8-4764-9514-987a3827169d is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:10.416918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:10.438796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:10.469676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Allocated IP 172.20.0.18 (4e101643-77b1-4568-995a-e066fa8365af/8cf370ba-1efb-469e-8f2f-d9a47fc5a948/b73f808a-c8ca-41a4-87fb-1351ef7dc756) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:10.647450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Attempting to bind port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:10.648369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Attempting to bind port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '32030bfc-c309-4250-ba6d-74d9f7f5f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:10.649248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Attempting to bind port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 on network f36b9bbc-52d8-4764-9514-987a3827169d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:10.653833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Pushing event updated for resources: {'Port': ['ID=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:10.682457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:10.683778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Checking segment: {'id': '32030bfc-c309-4250-ba6d-74d9f7f5f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:10.684801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.685885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Bound using segment: {'id': '32030bfc-c309-4250-ba6d-74d9f7f5f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:10.686689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Bound port: 362d53fe-c3b1-4aac-a3f1-4b101b970ac5, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32030bfc-c309-4250-ba6d-74d9f7f5f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f36b9bbc-52d8-4764-9514-987a3827169d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:10.687084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.984998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Deleting port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:10.986180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.009517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.012593 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ba68e71-e80b-4739-94bd-71ec80e4182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.025498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ba68e71-e80b-4739-94bd-71ec80e4182a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.027699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ba68e71-e80b-4739-94bd-71ec80e4182a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dfa066bb-09a3-411b-a0f3-820f61fb000c HTTP/1.1" status: 204 len: 168 time: 1.6010282 Nov 03 19:17:11.157444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:11.207512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] For port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:11.215952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] For port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,segment=NetworkSegment(32030bfc-c309-4250-ba6d-74d9f7f5f8ff),segment_id=32030bfc-c309-4250-ba6d-74d9f7f5f8ff)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:11.264624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba68e71-e80b-4739-94bd-71ec80e4182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa066bb-09a3-411b-a0f3-820f61fb000c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:11.327802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Network 5a099c73-568c-4d53-a44e-ff6a06de570f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:11.347454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:11.351831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:11.363377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Pushing event updated for resources: {'Port': ['ID=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:11.399281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.479053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.492770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.589708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a309e4c-d115-43d0-94a9-f14c7f813b1a req-6126da14-459f-485b-96eb-648fb97efc59 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:11.591515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a309e4c-d115-43d0-94a9-f14c7f813b1a req-6126da14-459f-485b-96eb-648fb97efc59 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 946 time: 0.5256810 Nov 03 19:17:11.609908 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.627896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.640298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] For port 0484c9e1-2b81-4a01-ae0f-ef07af06b18c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:11.640855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.644499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.650064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.696604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Calling delete_port for 0484c9e1-2b81-4a01-ae0f-ef07af06b18c owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:11.904444 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.100494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Pushing event updated for resources: {'Port': ['ID=b73f808a-c8ca-41a4-87fb-1351ef7dc756,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.150215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Network 4e101643-77b1-4568-995a-e066fa8365af is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:12.168400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.175838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/subnets/e8af2f30-9104-4c9d-92fe-945ddc692070 HTTP/1.1" status: 204 len: 168 time: 2.9186194 Nov 03 19:17:12.177735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49356) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:12.185393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a309e4c-d115-43d0-94a9-f14c7f813b1a req-a8f87630-5cba-4e34-ac5e-5aeb9c5067f5 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546393 Nov 03 19:17:12.188051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f81e78-e6d1-4211-88b0-8e1ade5b806c tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Subnet': ['ID=e8af2f30-9104-4c9d-92fe-945ddc692070,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.188473 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.399781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:12.420605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Deleting subnet 8cf370ba-1efb-469e-8f2f-d9a47fc5a948 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:12.438146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.576713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:12.602561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:12.618780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.634934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a726830f-131c-474e-91ca-b75450e3219a None None] Provisioning complete for port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:12.635856 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a726830f-131c-474e-91ca-b75450e3219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.700003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac87ba5a-63c2-4141-b8e9-055df7874e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.811864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:12.847076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.888000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Allocated IP 172.25.8.128 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/f11fea37-ef9e-4ee4-9ad6-cb36509c1365) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:13.021262 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.152538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436116e8-be56-4116-a6f4-6daa2ef35620 None None] Pushing event updated for resources: {'Port': ['ID=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:13.156384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Attempting to bind port b73f808a-c8ca-41a4-87fb-1351ef7dc756 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:13.157435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Attempting to bind port b73f808a-c8ca-41a4-87fb-1351ef7dc756 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'bcb51cec-86b2-479c-86c3-96dae73146a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4e101643-77b1-4568-995a-e066fa8365af'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:13.158036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Attempting to bind port b73f808a-c8ca-41a4-87fb-1351ef7dc756 on network 4e101643-77b1-4568-995a-e066fa8365af {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:13.164688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:13.165374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.214796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a726830f-131c-474e-91ca-b75450e3219a None None] Port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:13.220232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:13.221054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Checking segment: {'id': 'bcb51cec-86b2-479c-86c3-96dae73146a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4e101643-77b1-4568-995a-e066fa8365af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:13.221693 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.222605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Bound using segment: {'id': 'bcb51cec-86b2-479c-86c3-96dae73146a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4e101643-77b1-4568-995a-e066fa8365af'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:13.223564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Bound port: b73f808a-c8ca-41a4-87fb-1351ef7dc756, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb51cec-86b2-479c-86c3-96dae73146a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4e101643-77b1-4568-995a-e066fa8365af'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:13.224670 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.384468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.496311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.514943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.595267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=0484c9e1-2b81-4a01-ae0f-ef07af06b18c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:13.641388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1104557210-network', 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:13.768027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.785812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/subnets/8cf370ba-1efb-469e-8f2f-d9a47fc5a948 HTTP/1.1" status: 204 len: 168 time: 1.6008108 Nov 03 19:17:13.798056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49390) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:13.799357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:13.803445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.814633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cef2b-476c-4508-82ad-db644a0d7a7e tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf370ba-1efb-469e-8f2f-d9a47fc5a948,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:13.960502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476e881-f01c-4ab6-8646-9981050e6682 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:13.964449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6476e881-f01c-4ab6-8646-9981050e6682 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1511962 Nov 03 19:17:13.983904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49394) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:14.003796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.022469 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.192024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac87ba5a-63c2-4141-b8e9-055df7874e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.211403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac87ba5a-63c2-4141-b8e9-055df7874e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.229785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] For port b73f808a-c8ca-41a4-87fb-1351ef7dc756, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:14.240323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] For port b73f808a-c8ca-41a4-87fb-1351ef7dc756, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b73f808a-c8ca-41a4-87fb-1351ef7dc756,segment=NetworkSegment(bcb51cec-86b2-479c-86c3-96dae73146a8),segment_id=bcb51cec-86b2-479c-86c3-96dae73146a8)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:14.272644 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.294541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5a80a-e25a-4795-8491-a8441767402f None None] Network f36b9bbc-52d8-4764-9514-987a3827169d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:14.301120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ac87ba5a-63c2-4141-b8e9-055df7874e36 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8c4c0f79157f4bd49b91da7364945ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6967139 Nov 03 19:17:14.302508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49396) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:14.390124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.485495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.502109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87ba5a-63c2-4141-b8e9-055df7874e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b44f5-901b-4238-9a8c-9689f2aad318,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:14.576385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event updated for resources: {'Port': ['ID=f11fea37-ef9e-4ee4-9ad6-cb36509c1365,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:14.642057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.658085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:14.667507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:14.667919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.682254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:14.699507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:14.705803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Pushing event updated for resources: {'Port': ['ID=b73f808a-c8ca-41a4-87fb-1351ef7dc756,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:14.708830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6e9dfb02-38f6-448c-a91c-1f4ccb0b8f7b None None] Provisioning complete for port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:14.714477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfb02-38f6-448c-a91c-1f4ccb0b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.720790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d9993-fb4c-4742-b503-1ffaac34c53b req-ce2827ab-c954-462f-977a-d0eac9dd2d8a tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:14.723620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e61d9993-fb4c-4742-b503-1ffaac34c53b req-ce2827ab-c954-462f-977a-d0eac9dd2d8a tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 946 time: 0.5413404 Nov 03 19:17:14.764142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:14.767433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49646720-26c1-4d31-8dc0-2ccd976b3764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.818624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77022b5c-5104-44eb-b2f9-b9f09cf15991,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:14.869574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.871937 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Added segment 816de141-5685-404d-99da-318d781ff44a of type vlan for network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e Nov 03 19:17:14.912319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.913357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.914179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.915008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.916070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.916944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.918312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.919106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.919927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.920782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.921650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:14.922547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816347a-5e8c-4947-aa9d-79fd290944b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:15.023640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.051108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:15.051407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.096796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49646720-26c1-4d31-8dc0-2ccd976b3764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.100049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.106641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e61d9993-fb4c-4742-b503-1ffaac34c53b req-a0c20900-4ec6-47bd-99c3-cdf98031ab97 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306768 Nov 03 19:17:15.154411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.155437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:15.156856 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.175903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] DHCP port deletion for f36b9bbc-52d8-4764-9514-987a3827169d request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:15.189288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.254922 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfb02-38f6-448c-a91c-1f4ccb0b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.286323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.348383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Pushing event updated for resources: {'Port': ['ID=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.374355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e9dfb02-38f6-448c-a91c-1f4ccb0b8f7b None None] For port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,segment=NetworkSegment(32030bfc-c309-4250-ba6d-74d9f7f5f8ff),segment_id=32030bfc-c309-4250-ba6d-74d9f7f5f8ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:15.388971 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfb02-38f6-448c-a91c-1f4ccb0b8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.407466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] Deleting port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:15.407466 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.423303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] Pushing event updated for resources: {'Network': ['ID=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.431817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.437752 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49646720-26c1-4d31-8dc0-2ccd976b3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.443724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-49646720-26c1-4d31-8dc0-2ccd976b3764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.448392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-49646720-26c1-4d31-8dc0-2ccd976b3764 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c87b44f5-901b-4238-9a8c-9689f2aad318 HTTP/1.1" status: 204 len: 168 time: 1.1246202 Nov 03 19:17:15.450231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:15.473462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f88b5c2-7ba6-4345-96c1-6691053e5e78 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6463852 Nov 03 19:17:15.478541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49402) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:15.500310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Request body: {'subnet': {'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1104557210-subnet', 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:15.509010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Deleting port b73f808a-c8ca-41a4-87fb-1351ef7dc756 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:15.509902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.651238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] For port b73f808a-c8ca-41a4-87fb-1351ef7dc756, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b73f808a-c8ca-41a4-87fb-1351ef7dc756,segment=NetworkSegment(bcb51cec-86b2-479c-86c3-96dae73146a8),segment_id=bcb51cec-86b2-479c-86c3-96dae73146a8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:15.652915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.679775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Calling delete_port for b73f808a-c8ca-41a4-87fb-1351ef7dc756 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:15.732395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.771204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dfb02-38f6-448c-a91c-1f4ccb0b8f7b None None] Pushing event updated for resources: {'Port': ['ID=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.780343 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:17:15.811739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49646720-26c1-4d31-8dc0-2ccd976b3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b44f5-901b-4238-9a8c-9689f2aad318,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.816989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] For port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,segment=NetworkSegment(32030bfc-c309-4250-ba6d-74d9f7f5f8ff),segment_id=32030bfc-c309-4250-ba6d-74d9f7f5f8ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:15.817647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.875216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.888035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Network 5a099c73-568c-4d53-a44e-ff6a06de570f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:15.898456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:15.936389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Port': ['ID=b73f808a-c8ca-41a4-87fb-1351ef7dc756,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.961836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] Calling delete_port for 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:15.997641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-5bf96b6c-9f3e-450e-a9c3-427b5685757b tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.011737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-5bf96b6c-9f3e-450e-a9c3-427b5685757b tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 946 time: 0.1837187 Nov 03 19:17:16.025618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:17:16.026113 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:17:16.141976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:16.147414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.251506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.397145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] No DVR routers for this DVR port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:16.419960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] No DVR routers for this DVR port b73f808a-c8ca-41a4-87fb-1351ef7dc756 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:16.420172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4a084-15b7-4f28-8aa4-9eccd6f76a53 None None] Pushing event deleted for resources: {'Port': ['ID=362d53fe-c3b1-4aac-a3f1-4b101b970ac5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.463731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.489180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ede4a-f771-446e-84b4-ca0a5f88eecb None None] Network 4e101643-77b1-4568-995a-e066fa8365af requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:16.571498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4780be-d89d-4fe8-bb0b-30ed303b77a5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.667661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:16.668065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Network hostable DHCP agents. Network: 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:16.676877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 update to ACTIVE by agent not found {{(pid=101991) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:17:16.825990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.829513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ff1f300b-9cb9-46e6-acdb-32714a2cf296 None None] Provisioning complete for port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:16.829927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff1f300b-9cb9-46e6-acdb-32714a2cf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.832556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:16.905333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:16.916880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Deleting port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:16.917563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.925863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e101643-77b1-4568-995a-e066fa8365af']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:16.935773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:16.936160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 362d53fe-c3b1-4aac-a3f1-4b101b970ac5 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:16.955781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.998583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f300b-9cb9-46e6-acdb-32714a2cf296 None None] Port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:17.008480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ff1f300b-9cb9-46e6-acdb-32714a2cf296 None None] Could not find standard attr ID for object b73f808a-c8ca-41a4-87fb-1351ef7dc756. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:17:17.134701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd4a8f-738d-4742-a777-9bc4b861bffd None None] DHCP port deletion for 4e101643-77b1-4568-995a-e066fa8365af request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:17.216448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294186c2-c7a4-40a1-bd0c-20898709070b req-9d22be6a-fcb0-4458-8122-ab0a99aa08ff tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.224860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-294186c2-c7a4-40a1-bd0c-20898709070b req-9d22be6a-fcb0-4458-8122-ab0a99aa08ff tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 946 time: 0.3533268 Nov 03 19:17:17.228891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Router 2b6a8157-999b-492c-9c17-34c7e967365c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:17.284370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Router c8f10558-5fb3-40fc-8a37-a2384a01e595 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:17.427071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-294186c2-c7a4-40a1-bd0c-20898709070b req-0952d72e-1fa0-40d6-a3cb-936552c83bac tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/security-groups?id=250cd956-ff3b-48f8-91bd-7fa8244b490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011995 Nov 03 19:17:17.456254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:17.469476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb51cec-86b2-479c-86c3-96dae73146a8') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:17.469812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb51cec-86b2-479c-86c3-96dae73146a8') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:17.471362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec09a41-de51-43fe-a99f-26712b59cec8 None None] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:17.472376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.472989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.520974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.558331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.566918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7a0d92ca-00af-419d-81c4-391908cd5377 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0854514 Nov 03 19:17:17.576575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:17.577430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:17.581370 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:17.612879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.728769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:17.742899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:17.744438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0fca542-7258-4d8f-8dc0-211a1f27fd06 admin admin] 10.222.0.91 "PUT /v2.0/routers/2b6a8157-999b-492c-9c17-34c7e967365c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1224115 Nov 03 19:17:17.821057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] For port 0fdc04e2-b8b3-43ef-bd20-db3736f45967, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=0fdc04e2-b8b3-43ef-bd20-db3736f45967,segment=NetworkSegment(35ccad61-65b6-4d61-822a-2f26890b65d2),segment_id=35ccad61-65b6-4d61-822a-2f26890b65d2)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:17.821973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.826848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:17.827808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:17.837369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d9552-d134-4c8a-af3e-5dc5848e41d8 None None] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:17.853286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.890731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.899584 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/networks/4e101643-77b1-4568-995a-e066fa8365af HTTP/1.1" status: 204 len: 168 time: 3.9128911 Nov 03 19:17:17.904133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49440) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:17.954923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3f002-6944-4241-a5e2-18fddbe90b87 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Network': ['ID=4e101643-77b1-4568-995a-e066fa8365af,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:17.965997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Calling delete_port for 0fdc04e2-b8b3-43ef-bd20-db3736f45967 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:18.182050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.202111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:18.218420 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] Sync routers for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:18.227733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1be4da2b-a70a-48a1-9fa4-34c2d5d99b00 admin admin] 10.222.0.91 "PUT /v2.0/routers/c8f10558-5fb3-40fc-8a37-a2384a01e595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2009623 Nov 03 19:17:18.229847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49456) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:18.248595 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:18.252248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.258459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Router 3532f377-d40b-47a9-a22b-ea7b38e793f3 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:18.262404 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:18.352581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Pushing event deleted for resources: {'Port': ['ID=0fdc04e2-b8b3-43ef-bd20-db3736f45967,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:18.389153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:18.492611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] No DVR routers for this DVR port 0fdc04e2-b8b3-43ef-bd20-db3736f45967 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:18.500556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.511452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2b8b8f37-e100-47d5-934b-7a28977f837e req-cc20723e-b235-405c-bd91-a10978203857 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.115 "DELETE /v2.0/ports/0fdc04e2-b8b3-43ef-bd20-db3736f45967 HTTP/1.1" status: 204 len: 173 time: 2.4979548 Nov 03 19:17:18.511961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76a691b-a89a-44e0-9915-cab178728384', 'name': 'network-vif-deleted', 'tag': '0fdc04e2-b8b3-43ef-bd20-db3736f45967'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:18.519702 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71df6a0-e81f-47f2-b124-f31a4e28c170" -d '{"events": [{"server_uuid": "d76a691b-a89a-44e0-9915-cab178728384", "name": "network-vif-deleted", "tag": "0fdc04e2-b8b3-43ef-bd20-db3736f45967"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:18.615192 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:18.683742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.829918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0fdc04e2-b8b3-43ef-bd20-db3736f45967 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:18.832908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36b9bbc-52d8-4764-9514-987a3827169d']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:18.836829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b73f808a-c8ca-41a4-87fb-1351ef7dc756 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:18.863378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.866736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32030bfc-c309-4250-ba6d-74d9f7f5f8ff') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:18.867055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32030bfc-c309-4250-ba6d-74d9f7f5f8ff') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:18.983572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49476) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:19.030488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.082858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:19.117495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.129373 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.147456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:19.147706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:19.151214 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:19.176378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49480) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:19.182488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527026614', 'description': 'tempest-description--1823984798'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:19.282491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.284355 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] Checking router: c8f10558-5fb3-40fc-8a37-a2384a01e595 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:19.308604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 0fdc04e2-b8b3-43ef-bd20-db3736f45967 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:19.311321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 0fdc04e2-b8b3-43ef-bd20-db3736f45967 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:19.312827 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] Routers {'c8f10558-5fb3-40fc-8a37-a2384a01e595'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:19.313809 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c8f10558-5fb3-40fc-8a37-a2384a01e595'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.334950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03982170-14d9-4307-8755-0d1432756798 None None] Sync routers for ids ['3532f377-d40b-47a9-a22b-ea7b38e793f3'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:19.362674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2d17be0d-aae7-4e48-bb70-a5caf56e1f5a tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-680945237'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:19.363417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2d17be0d-aae7-4e48-bb70-a5caf56e1f5a tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Unknown quota resources ['metering_label']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:17:19.365408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b73f808a-c8ca-41a4-87fb-1351ef7dc756 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:19.365984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b73f808a-c8ca-41a4-87fb-1351ef7dc756 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:19.374429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-44521c35-87d2-45d3-b118-33e67663febc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:19.378185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-44521c35-87d2-45d3-b118-33e67663febc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.6140051 Nov 03 19:17:19.387599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.393280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4479cb2a-ce49-4de3-b174-e4dfbb62a1a6 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.5247750 Nov 03 19:17:19.396924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49482) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:19.410988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03982170-14d9-4307-8755-0d1432756798 None None] Routers {'3532f377-d40b-47a9-a22b-ea7b38e793f3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:19.412491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-03982170-14d9-4307-8755-0d1432756798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3532f377-d40b-47a9-a22b-ea7b38e793f3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.415861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-80dc2a22-5515-47dd-bc4c-03b89b921a59 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.0205224 Nov 03 19:17:19.428593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:19.440102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.483163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b9cb234-9238-453e-bea9-77c50feeba13 req-1c826936-212e-4376-82fc-f971f00e6535 tempest-VolumesActionsTest-1029189190 tempest-VolumesActionsTest-1029189190-project] 10.222.0.91 "GET /v2.0/ports?device_id=d76a691b-a89a-44e0-9915-cab178728384 HTTP/1.1" status: 200 len: 210 time: 0.0615938 Nov 03 19:17:19.488119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.494418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/networks/f36b9bbc-52d8-4764-9514-987a3827169d HTTP/1.1" status: 204 len: 168 time: 1.5880539 Nov 03 19:17:19.514117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-41e313e0-8d34-420a-ab4d-428ebf086caf tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780723 Nov 03 19:17:19.514612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49484) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:19.518947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.521498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-03982170-14d9-4307-8755-0d1432756798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.570753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03982170-14d9-4307-8755-0d1432756798 None None] Routers {'3532f377-d40b-47a9-a22b-ea7b38e793f3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:19.571312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-03982170-14d9-4307-8755-0d1432756798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3532f377-d40b-47a9-a22b-ea7b38e793f3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.631319 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] Set router c8f10558-5fb3-40fc-8a37-a2384a01e595 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:19.655981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-03982170-14d9-4307-8755-0d1432756798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.657038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03982170-14d9-4307-8755-0d1432756798 None None] The sync data for ids ['3532f377-d40b-47a9-a22b-ea7b38e793f3'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:19.669622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 2, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.674164 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e35a87-9b4b-4331-b888-ea5bf1e270af x-openstack-request-id: req-b4e35a87-9b4b-4331-b888-ea5bf1e270af {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:19.674758 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76a691b-a89a-44e0-9915-cab178728384", "name": "network-vif-deleted", "tag": "0fdc04e2-b8b3-43ef-bd20-db3736f45967", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:19.675206 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b4e35a87-9b4b-4331-b888-ea5bf1e270af {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:19.676011 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76a691b-a89a-44e0-9915-cab178728384', 'name': 'network-vif-deleted', 'tag': '0fdc04e2-b8b3-43ef-bd20-db3736f45967', 'status': 'completed', 'code': 200} Nov 03 19:17:19.704552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:19.705065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Updating router 2b6a8157-999b-492c-9c17-34c7e967365c port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:19.733757 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.769678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c525493-879c-4e79-a609-5437645641a8 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Network': ['ID=f36b9bbc-52d8-4764-9514-987a3827169d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:19.793199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-d9de18ac-211e-41cf-99cb-eae7ec88b0e4 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448702 Nov 03 19:17:19.985837 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:20.017041 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acf60e-1470-4c33-bef7-f597e2965662 None None] The sync data for ids ['c8f10558-5fb3-40fc-8a37-a2384a01e595'] in n-d-812151-4 is: [{'id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'name': 'tempest-AttachVolumeShelveTestJSON-2013930502-router', 'tenant_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:39Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'eadbe2d53b4f429a8e25fcac06b3fc43', 'gw_port': {'id': 'd2eba673-30f7-4c53-bbd1-04225be760f2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f10558-5fb3-40fc-8a37-a2384a01e595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:20.094776 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.106439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d17be0d-aae7-4e48-bb70-a5caf56e1f5a tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.110579 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2d17be0d-aae7-4e48-bb70-a5caf56e1f5a tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1224520 Nov 03 19:17:20.113303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:20.118072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ec0bd962-f13b-4595-b8af-65589dcf0208 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '032a67b9-165b-4426-a0b1-bd2633461f34'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:20.118659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ec0bd962-f13b-4595-b8af-65589dcf0208 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:17:20.160506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-1f5fb414-f181-44d6-854f-bac7beaa8d02 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789497 Nov 03 19:17:20.175068 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.187773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.231760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Deleting port d2eba673-30f7-4c53-bbd1-04225be760f2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:20.232315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.242765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.263203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e205b-1d96-444e-a565-9275352a22ce None None] Pushing event updated for resources: {'Port': ['ID=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:20.351100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.428920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Attempting to bind port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:20.430306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Attempting to bind port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:20.430832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Attempting to bind port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 on network 5a099c73-568c-4d53-a44e-ff6a06de570f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:20.439072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:20.439572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Checking segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:20.439869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.440270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Bound using segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:20.440932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Bound port: ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:20.441326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.519170 n-d-812151-4 neutron-server[101988]: WARNING neutron.services.metering.metering_plugin [None req-ec0bd962-f13b-4595-b8af-65589dcf0208 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:17:20.604453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b837aa16-523b-4312-89af-ab05b714cc72 req-e5adca7e-8b3a-4180-a33f-f473ccec8ba4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 210 time: 0.1845214 Nov 03 19:17:20.659804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] For port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:20.671500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] For port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:20.683779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.775318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] For port d2eba673-30f7-4c53-bbd1-04225be760f2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d2eba673-30f7-4c53-bbd1-04225be760f2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:20.777731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.789917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e205b-1d96-444e-a565-9275352a22ce None None] Pushing event updated for resources: {'Port': ['ID=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:20.794143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0484c9e1-2b81-4a01-ae0f-ef07af06b18c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:20.826923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0484c9e1-2b81-4a01-ae0f-ef07af06b18c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:20.827306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0484c9e1-2b81-4a01-ae0f-ef07af06b18c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:20.848556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Calling delete_port for d2eba673-30f7-4c53-bbd1-04225be760f2 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:20.849263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:20.850113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:21.036643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-21b2e3a3-5d73-4d0c-a257-ad2b0a4aa2f8 None None] Provisioning complete for port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:21.036993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21b2e3a3-5d73-4d0c-a257-ad2b0a4aa2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.166283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.168634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9907861 Nov 03 19:17:21.177078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:21.204027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49510) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:21.208317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec0bd962-f13b-4595-b8af-65589dcf0208 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.210437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec0bd962-f13b-4595-b8af-65589dcf0208 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0958507 Nov 03 19:17:21.218004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'security_group_rule': {'security_group_id': 'acf1c108-7640-4a66-a0a1-4ff044d5acf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:21.230625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49514) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:21.253049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129994f-d13a-4788-887a-ca52f6a5d3bb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf1c108-7640-4a66-a0a1-4ff044d5acf9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:21.285084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c166e2c4-9991-4652-b041-51d978e0f5ed tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '032a67b9-165b-4426-a0b1-bd2633461f34'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:21.286143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c166e2c4-9991-4652-b041-51d978e0f5ed tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:17:21.514236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.514456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21b2e3a3-5d73-4d0c-a257-ad2b0a4aa2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.534894 n-d-812151-4 neutron-server[101988]: WARNING neutron.services.metering.metering_plugin [None req-c166e2c4-9991-4652-b041-51d978e0f5ed tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:17:21.649979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.722595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425bb91-c5ea-47ef-8bac-736519620d4d']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:21.765883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-21b2e3a3-5d73-4d0c-a257-ad2b0a4aa2f8 None None] For port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:21.767173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90b4a5b-80f6-42ee-8dd0-09a8c145c92e') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:21.767890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90b4a5b-80f6-42ee-8dd0-09a8c145c92e') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:21.788388 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21b2e3a3-5d73-4d0c-a257-ad2b0a4aa2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.821351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c166e2c4-9991-4652-b041-51d978e0f5ed tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.822601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c166e2c4-9991-4652-b041-51d978e0f5ed tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5877481 Nov 03 19:17:21.855156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49526) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:21.883506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.886433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0bc7b20a-61c2-4a0a-86c7-8fe5502e8adb tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=5c9e7514-6f8c-42bf-af07-d829ba11f36c HTTP/1.1" status: 200 len: 462 time: 0.0301502 Nov 03 19:17:21.890714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49528) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:21.910376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.915240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.928080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.934875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1dab9657-a9ab-484d-a886-6d17422fdd9b req-a55b0abd-16a6-4e4b-82c7-21c2d10067ce tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 210 time: 0.1848142 Nov 03 19:17:22.004182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.017729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.018002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4b7bc376-f1f5-4e6d-a15e-193714365180 None None] Provisioning complete for port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:22.018191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc376-f1f5-4e6d-a15e-193714365180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.019931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8075945 Nov 03 19:17:22.027121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.028000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:22.036436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:22.039895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'security_group_rule': {'security_group_id': 'acf1c108-7640-4a66-a0a1-4ff044d5acf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:22.049637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.053144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a11f7e-a13b-4dfa-99ea-b62b1727da2a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a35bf90-eba7-486f-a797-bd13cbabd6d8,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.167982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2e3a3-5d73-4d0c-a257-ad2b0a4aa2f8 None None] Pushing event updated for resources: {'Port': ['ID=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:22.220598 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:22.227844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.270945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Deleting port f11fea37-ef9e-4ee4-9ad6-cb36509c1365 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:22.271446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.273778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:20Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:22.387185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.388226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627289a4-c8bf-44c1-89c0-373302700d99 None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:20Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:22.420584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.460299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.547498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5716-c6f4-42a0-8d80-7e975b9b2bea tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.551957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4f2e5716-c6f4-42a0-8d80-7e975b9b2bea tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/5c9e7514-6f8c-42bf-af07-d829ba11f36c HTTP/1.1" status: 204 len: 168 time: 0.6564584 Nov 03 19:17:22.554713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49542) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:22.571895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Calling delete_port for f11fea37-ef9e-4ee4-9ad6-cb36509c1365 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:22.574445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2379510d-cb74-440c-8907-215caddc9a48,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.594229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.595752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5de50fa8-235d-4a4b-8f89-a322e2fa6dd1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5660033 Nov 03 19:17:22.600855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:22.608512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:22.620693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.654715 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.665582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/networks/d425bb91-c5ea-47ef-8bac-736519620d4d HTTP/1.1" status: 204 len: 168 time: 3.1481526 Nov 03 19:17:22.679228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49548) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:22.690950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66921bee-e8ca-48d2-9335-817041cae459 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=5c9e7514-6f8c-42bf-af07-d829ba11f36c HTTP/1.1" status: 200 len: 221 time: 0.1094155 Nov 03 19:17:22.696530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d9578-0384-4049-8495-dd6abcfe7a2f tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Network': ['ID=d425bb91-c5ea-47ef-8bac-736519620d4d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.712169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49550) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:22.741773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1a8ac376-c027-4cad-8887-64e1347b730b tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--786876071', 'description': 'label created by tempest'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:22.744185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1a8ac376-c027-4cad-8887-64e1347b730b tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Unknown quota resources ['metering_label']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:17:22.819478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.942289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:22.986234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-62598dc8-44c2-4e6f-bd17-3cd494d081bc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:22.989579 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-62598dc8-44c2-4e6f-bd17-3cd494d081bc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.5846400 Nov 03 19:17:23.041647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:23.060856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:23.061835 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.079887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.103132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.265924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.437564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eba673-30f7-4c53-bbd1-04225be760f2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:23.537619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6cb9823-3ed8-48f5-88ca-966ece8cf2a5 req-9116099a-2c3a-424a-b270-7aeb3942e7cb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 210 time: 0.2045231 Nov 03 19:17:23.547630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.629763 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.638929 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a8ac376-c027-4cad-8887-64e1347b730b tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.647298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1a8ac376-c027-4cad-8887-64e1347b730b tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9158936 Nov 03 19:17:23.652643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49572) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:23.791759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.881306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c4238-291e-4036-be4b-b5f84ed22680']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:23.907649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:23.912616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.965646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c5f7ac8-143b-436e-bb58-41d8035d47d1 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=20ba64c8-84e8-4fb2-9bd1-e0d53cfdb00b HTTP/1.1" status: 200 len: 467 time: 0.3111858 Nov 03 19:17:23.968159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49574) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:23.997978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67103db-d4bf-4eb0-8b8c-2d42361b39f0') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:23.998419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67103db-d4bf-4eb0-8b8c-2d42361b39f0') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:24.043676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.153779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.155962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f10558-5fb3-40fc-8a37-a2384a01e595 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:24.169982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.213662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.287808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.290145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-87e20879-9fa1-45af-9160-bc3208764dea admin admin] 10.222.0.91 "DELETE /v2.0/routers/c8f10558-5fb3-40fc-8a37-a2384a01e595 HTTP/1.1" status: 204 len: 168 time: 6.0586777 Nov 03 19:17:24.346216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.348073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:24.348712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:24.364060 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:24.485774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ff76bb4-6a2b-4b0b-b6d1-2e8d24f1398e tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.494959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8ff76bb4-6a2b-4b0b-b6d1-2e8d24f1398e tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/20ba64c8-84e8-4fb2-9bd1-e0d53cfdb00b HTTP/1.1" status: 204 len: 168 time: 0.5217462 Nov 03 19:17:24.496135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.512921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Pushing event deleted for resources: {'Port': ['ID=f11fea37-ef9e-4ee4-9ad6-cb36509c1365,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:24.531314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.531711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f55aa2fc-0c86-4f3b-8b22-d3aea34e64f4 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=20ba64c8-84e8-4fb2-9bd1-e0d53cfdb00b HTTP/1.1" status: 200 len: 216 time: 0.0339713 Nov 03 19:17:24.538949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49590) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.562367 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6a83a454-1f68-4919-8188-84d4c1092542 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0191739 Nov 03 19:17:24.573007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49592) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.606731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a66d0452-7706-41f1-8ff8-e20a90c87a91 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0264351 Nov 03 19:17:24.611391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49598) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.730685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f195d91-46ac-457c-b54d-e26f3444c722 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-labels/032a67b9-165b-4426-a0b1-bd2633461f34 HTTP/1.1" status: 200 len: 472 time: 0.1177123 Nov 03 19:17:24.749400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49600) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.773803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ee5999e-a3f8-4f6c-af2b-b1b6e8c05b23 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "GET /v2.0/metering/metering-label-rules/2d8ba8bf-b4b7-4283-a4d2-4c327d426d7f HTTP/1.1" status: 200 len: 459 time: 0.0142460 Nov 03 19:17:24.784205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49602) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:24.802657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30b39e2c-8eba-4627-b1ca-4f1de3f221e1 req-8948b4a7-e814-49a9-9a7d-d3f351432875 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 210 time: 0.0755389 Nov 03 19:17:24.883718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d2eba673-30f7-4c53-bbd1-04225be760f2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:24.919034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d2eba673-30f7-4c53-bbd1-04225be760f2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:24.919697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d2eba673-30f7-4c53-bbd1-04225be760f2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:24.980713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6fa35ee-24a2-4692-ae0a-1faf64119b63 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.981941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a6fa35ee-24a2-4692-ae0a-1faf64119b63 tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-label-rules/2d8ba8bf-b4b7-4283-a4d2-4c327d426d7f HTTP/1.1" status: 204 len: 168 time: 0.1967430 Nov 03 19:17:24.990076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:25.277873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.303706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ec3436b-1bd7-4245-a759-fd777dc3c49a tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.306815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ec3436b-1bd7-4245-a759-fd777dc3c49a tempest-MeteringIpV6TestJSON-2061879440 tempest-MeteringIpV6TestJSON-2061879440-project-admin] 10.222.0.91 "DELETE /v2.0/metering/metering-labels/032a67b9-165b-4426-a0b1-bd2633461f34 HTTP/1.1" status: 204 len: 168 time: 0.3155766 Nov 03 19:17:25.333077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.337326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] 10.222.0.91 "DELETE /v2.0/networks/2b7c4238-291e-4036-be4b-b5f84ed22680 HTTP/1.1" status: 204 len: 168 time: 2.6549265 Nov 03 19:17:25.346041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Deleting subnet d7e48bd2-7af5-46e6-af31-5d34040a3674 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:25.368973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.426796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03daae-7bfa-4e8e-aaa7-f906c7bf6da0 tempest-BulkNetworkOpsTest-2131733159 tempest-BulkNetworkOpsTest-2131733159-project] Pushing event deleted for resources: {'Network': ['ID=2b7c4238-291e-4036-be4b-b5f84ed22680,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:25.454003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.642159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.10 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/85a6dd47-d0fa-4850-8c92-bcc200f56332) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:25.739120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.031632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49642) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:26.055696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-648d8a47-35d6-4f7b-8d95-c21008c34f97 req-5774913b-c16d-44ea-a1cd-b4c4154039b8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 210 time: 0.0670865 Nov 03 19:17:26.066714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49644) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:26.376816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Allocated IP 172.25.8.215 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/76c50628-3d5b-4b82-adec-8749e99775cc) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:26.407699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0e46b835-3e26-4d15-a88b-9dc04af80386 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5dc661eed21744d1b0d5debb683d91cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358984 Nov 03 19:17:26.409187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49654) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:26.497675 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd746dca-8d7d-4c24-ba6b-7031a0229d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.514386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.516352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4eb81627-a0f3-4363-9ad9-4fd7d768bd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.546559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.573546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd746dca-8d7d-4c24-ba6b-7031a0229d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.576906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.795996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd746dca-8d7d-4c24-ba6b-7031a0229d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.806744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd746dca-8d7d-4c24-ba6b-7031a0229d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.822353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd746dca-8d7d-4c24-ba6b-7031a0229d74 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/37c89e28-1451-4566-8344-8ffb22deb989 HTTP/1.1" status: 204 len: 168 time: 0.4067988 Nov 03 19:17:26.861199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd746dca-8d7d-4c24-ba6b-7031a0229d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c89e28-1451-4566-8344-8ffb22deb989,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:26.867610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.994603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Router 3532f377-d40b-47a9-a22b-ea7b38e793f3 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:27.081869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.084526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.155445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e48bd2-7af5-46e6-af31-5d34040a3674,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.282797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:27.284911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.295670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.297821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9b399d1-48bf-43e8-8857-1fde0ea9c66d tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "PUT /v2.0/routers/3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 200 len: 705 time: 7.8849757 Nov 03 19:17:27.305958 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] Sync routers for ids ['3532f377-d40b-47a9-a22b-ea7b38e793f3'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:27.317611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49674) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:27.328133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54279a9-4946-4ba7-abca-9dec87428440 None None] Network fb2a891e-3d64-414c-8204-74fddd9cde6d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:27.331305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:27.343884 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] Routers {'3532f377-d40b-47a9-a22b-ea7b38e793f3'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:27.349333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4eb81627-a0f3-4363-9ad9-4fd7d768bd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.350393 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3532f377-d40b-47a9-a22b-ea7b38e793f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.351210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.360396 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b676388-e317-46ed-82fa-4e42736ab831 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d7e48bd2-7af5-46e6-af31-5d34040a3674 HTTP/1.1" status: 204 len: 168 time: 3.0039213 Nov 03 19:17:27.361535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:27.365233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:27.370098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49678) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:27.431829 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.452853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4eb81627-a0f3-4363-9ad9-4fd7d768bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.465433 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] Routers {'3532f377-d40b-47a9-a22b-ea7b38e793f3'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:27.467219 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3532f377-d40b-47a9-a22b-ea7b38e793f3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.472033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a610a39-04ce-498e-ba67-3c8fe8a3f42d req-a224086c-c5c8-40ad-8292-e7ab58354d14 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:27.476303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a610a39-04ce-498e-ba67-3c8fe8a3f42d req-a224086c-c5c8-40ad-8292-e7ab58354d14 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 932 time: 0.2541330 Nov 03 19:17:27.545265 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:27.546550 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc6754a-811a-402f-8a9c-2bc665c4739e None None] The sync data for ids ['3532f377-d40b-47a9-a22b-ea7b38e793f3'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:27.615061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.619017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4eb81627-a0f3-4363-9ad9-4fd7d768bd32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2e71d8c1035f4e7eb9fb161e01d6ff68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5756958 Nov 03 19:17:27.625509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a610a39-04ce-498e-ba67-3c8fe8a3f42d req-106ca683-4435-4cac-8fbf-f2fda957ef96 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 Nov 03 19:17:27.627092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49684) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:27.773111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e22bab9a-e1a0-4186-9a50-3261db1ac643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.809264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=85a6dd47-d0fa-4850-8c92-bcc200f56332,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.818606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e22bab9a-e1a0-4186-9a50-3261db1ac643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.840606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:27.841770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.858082 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55d1cb70-1c62-4898-b484-47843dca6f46 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/routers/3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 200 len: 740 time: 0.5247703 Nov 03 19:17:27.860940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:27.908245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e22bab9a-e1a0-4186-9a50-3261db1ac643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.916065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e22bab9a-e1a0-4186-9a50-3261db1ac643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.920302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e22bab9a-e1a0-4186-9a50-3261db1ac643 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52fb27d0-346b-4f62-b4e3-0a52efa84081 HTTP/1.1" status: 204 len: 168 time: 0.2887933 Nov 03 19:17:27.937565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.944215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bab9a-e1a0-4186-9a50-3261db1ac643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fb27d0-346b-4f62-b4e3-0a52efa84081,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.958724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] DHCP port deletion for fb2a891e-3d64-414c-8204-74fddd9cde6d request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:27.969802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Deleting port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:27.970157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.030091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-7158cc40-9d01-4c61-8cd4-1ca95683ba0b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0241978 Nov 03 19:17:28.166318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] Deleting port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:28.169138 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.215276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] For port 39a769a5-964b-4c1e-844b-cf94ec25c0b6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=39a769a5-964b-4c1e-844b-cf94ec25c0b6,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:28.215465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.267260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Calling delete_port for 39a769a5-964b-4c1e-844b-cf94ec25c0b6 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:28.314039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Request body: {'port': {'device_id': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:28.331982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd7d2287-ecc3-45af-90ed-7d357b6c6bf5 tempest-RoutersAdminTest-428927648 tempest-RoutersAdminTest-428927648-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&device_id=3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 200 len: 205 time: 0.4177451 Nov 03 19:17:28.363602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49706) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:28.411768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] For port 39a769a5-964b-4c1e-844b-cf94ec25c0b6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=39a769a5-964b-4c1e-844b-cf94ec25c0b6,segment=NetworkSegment(36701f8b-d41e-4371-b90c-316ec2fede94),segment_id=36701f8b-d41e-4371-b90c-316ec2fede94)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:28.413388 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.447480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] Calling delete_port for 39a769a5-964b-4c1e-844b-cf94ec25c0b6 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:28.520152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49712) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:28.528688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.606994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a769a5-964b-4c1e-844b-cf94ec25c0b6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:28.612958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] No DVR routers for this DVR port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:28.638572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.669607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.669987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.671447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6f4d5d0e-9486-4daf-8c81-c3179b8f7c7a tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 200 len: 205 time: 0.2157426 Nov 03 19:17:28.672057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.672165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'Port': ['ID=76c50628-3d5b-4b82-adec-8749e99775cc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:28.672251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.672251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.672663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.672944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.675527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.675527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.675880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.677048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.677430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:28.687501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49716) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:28.725511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] Pushing event deleted for resources: {'Port': ['ID=39a769a5-964b-4c1e-844b-cf94ec25c0b6,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:28.727716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b16d1c-5f39-4dd1-ae32-117a05c8279b None None] No DVR routers for this DVR port 39a769a5-964b-4c1e-844b-cf94ec25c0b6 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:28.736153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb81627-a0f3-4363-9ad9-4fd7d768bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fb27d0-346b-4f62-b4e3-0a52efa84081,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:28.780832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:28.791284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:28.795703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:28.829218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.893279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 39a769a5-964b-4c1e-844b-cf94ec25c0b6 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:28.959121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 39a769a5-964b-4c1e-844b-cf94ec25c0b6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:28.961891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 39a769a5-964b-4c1e-844b-cf94ec25c0b6 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:29.029391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49722) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:29.059315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cad799d2-2cda-4507-9c81-4c3ad4b4002c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.190449 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.402068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-752977860'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:29.484996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:29.492288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.493373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.545541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.640194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cad799d2-2cda-4507-9c81-4c3ad4b4002c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.664959 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.670099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cad799d2-2cda-4507-9c81-4c3ad4b4002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.687614 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.781127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cad799d2-2cda-4507-9c81-4c3ad4b4002c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f4f3557e50a64a568d47e00104274f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7507117 Nov 03 19:17:29.791498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:29.951755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2a891e-3d64-414c-8204-74fddd9cde6d']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:29.987164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36701f8b-d41e-4371-b90c-316ec2fede94') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:29.988546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36701f8b-d41e-4371-b90c-316ec2fede94') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.017317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.104650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad799d2-2cda-4507-9c81-4c3ad4b4002c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0255dc13-664b-4f4d-bbe5-8575522239de,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.121825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.130673 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77ca832c-da95-4afc-bbd5-c1a75187b8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.143444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a6dd47-d0fa-4850-8c92-bcc200f56332 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:30.170265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.175969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549f374-3a87-4957-a0c4-168ce137693e req-66622f2c-46db-4b15-a6a9-f5ae756233a9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:30.180505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0549f374-3a87-4957-a0c4-168ce137693e req-66622f2c-46db-4b15-a6a9-f5ae756233a9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 932 time: 0.7324812 Nov 03 19:17:30.227931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.240592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77ca832c-da95-4afc-bbd5-c1a75187b8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.253968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.387756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.480703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:30.481238 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:30.483326 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:30.506919 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.508436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.512293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9075301 Nov 03 19:17:30.516916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.547257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7f78-2135-474e-96b0-cdad6fc0f84a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'Port': ['ID=76c50628-3d5b-4b82-adec-8749e99775cc,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.584771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77ca832c-da95-4afc-bbd5-c1a75187b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.600440 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77ca832c-da95-4afc-bbd5-c1a75187b8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.602121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-77ca832c-da95-4afc-bbd5-c1a75187b8ae admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0255dc13-664b-4f4d-bbe5-8575522239de HTTP/1.1" status: 204 len: 168 time: 0.7767239 Nov 03 19:17:30.620519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca832c-da95-4afc-bbd5-c1a75187b8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0255dc13-664b-4f4d-bbe5-8575522239de,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.718748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Transition to ACTIVE for port object 85a6dd47-d0fa-4850-8c92-bcc200f56332 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:17:30.730374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.806071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.848517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.857838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.881722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Pushing event updated for resources: {'Port': ['ID=85a6dd47-d0fa-4850-8c92-bcc200f56332,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.887212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:30.909018 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.909336 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e of type vlan for network 3f643b7c-d2aa-4244-af95-e924e6e2a202 Nov 03 19:17:31.031182 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.037891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Fanout notify agent at l3_agent the message router_deleted on router 3532f377-d40b-47a9-a22b-ea7b38e793f3 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:31.078145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.098679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] 10.222.0.91 "DELETE /v2.0/networks/fb2a891e-3d64-414c-8204-74fddd9cde6d HTTP/1.1" status: 204 len: 168 time: 3.7226706 Nov 03 19:17:31.110539 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.117710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Attempting to bind port 85a6dd47-d0fa-4850-8c92-bcc200f56332 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:31.118029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-24c52c51-a2db-454c-8fa7-2d15770c20be tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 204 len: 168 time: 2.4201448 Nov 03 19:17:31.118349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Attempting to bind port 85a6dd47-d0fa-4850-8c92-bcc200f56332 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:31.118771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Attempting to bind port 85a6dd47-d0fa-4850-8c92-bcc200f56332 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:31.121202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514585ee-4642-41ca-9ce0-9188180f9f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2a891e-3d64-414c-8204-74fddd9cde6d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.126215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49756) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.137888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Port 85a6dd47-d0fa-4850-8c92-bcc200f56332 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:17:31.138410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Attempting to bind port 85a6dd47-d0fa-4850-8c92-bcc200f56332 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:31.152421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0549f374-3a87-4957-a0c4-168ce137693e req-2f79c436-4569-4c28-b6b9-0a29174b06c4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945614 Nov 03 19:17:31.171548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:31.172034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:31.172532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:31.173132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Bound port: 85a6dd47-d0fa-4850-8c92-bcc200f56332, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:31.173586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.177717 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-458c9f1a-4aa3-4e07-9beb-97278681d362 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 200 len: 205 time: 0.0499177 Nov 03 19:17:31.181395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49758) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.270315 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-21157567-aed7-4b5e-9099-d4192ce61aa2 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] delete failed (client error): The resource could not be found. Nov 03 19:17:31.275351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21157567-aed7-4b5e-9099-d4192ce61aa2 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/3532f377-d40b-47a9-a22b-ea7b38e793f3 HTTP/1.1" status: 404 len: 336 time: 0.0882418 Nov 03 19:17:31.277704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49760) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.300507 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.383093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749cc8a5-9561-41eb-b330-5667f87f358b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.404396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-d03df416-0b3e-4405-b1a3-8d251663cd0c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--527026614&fields=id&tenant_id=67fd49a1e63d4d67a4adc7b14b959045 HTTP/1.1" status: 200 len: 267 time: 0.3294272 Nov 03 19:17:31.405046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6f424812-a6a1-49cf-833a-cd27265112fb tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=884f4ed5-4766-4e79-a949-b21c301c536b HTTP/1.1" status: 200 len: 205 time: 0.1254296 Nov 03 19:17:31.407416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49764) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.430658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.437878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:31.438796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.579013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49772) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.632127 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-c136ad81-2a6b-4b31-b04b-418fa714beb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] delete failed (client error): The resource could not be found. Nov 03 19:17:31.640181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c136ad81-2a6b-4b31-b04b-418fa714beb8 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/884f4ed5-4766-4e79-a949-b21c301c536b HTTP/1.1" status: 404 len: 336 time: 0.2216148 Nov 03 19:17:31.658086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49776) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.659093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.1379859 Nov 03 19:17:31.665068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49778) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.698407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95ae50-256b-4cfc-a608-d0a8e8a51234 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=3f643b7c-d2aa-4244-af95-e924e6e2a202,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.711436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:31.728247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2768308e-820c-416c-b02b-e7a7340954a0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eadbe2d53b4f429a8e25fcac06b3fc43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481261 Nov 03 19:17:31.729018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49780) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.790703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-b60a85a9-ec9c-4ade-a80f-45a5c5fc876e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:31.793008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-b60a85a9-ec9c-4ade-a80f-45a5c5fc876e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 811 time: 0.3789573 Nov 03 19:17:31.826740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-1686010672'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:31.831566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae86ce8e-e059-4304-a158-2ca921192789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.900621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae86ce8e-e059-4304-a158-2ca921192789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.905602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] For port 85a6dd47-d0fa-4850-8c92-bcc200f56332, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:31.911137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] For port 85a6dd47-d0fa-4850-8c92-bcc200f56332, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:31.917438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d3bf5534-293f-4b79-ae93-ca8568e5a8e2 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=0fe942fd-6514-442f-a394-0b87de492d31 HTTP/1.1" status: 200 len: 205 time: 0.2432952 Nov 03 19:17:31.921647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49784) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:31.973926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-4723f1ae-85da-45cb-b9f2-6d76b8f1fed3 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/quotas/67fd49a1e63d4d67a4adc7b14b959045 HTTP/1.1" status: 200 len: 375 time: 0.1681314 Nov 03 19:17:31.985308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae86ce8e-e059-4304-a158-2ca921192789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.988442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae86ce8e-e059-4304-a158-2ca921192789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.992426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ae86ce8e-e059-4304-a158-2ca921192789 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cb2b0f7c-afbd-48c8-abba-6bc79dbafe0e HTTP/1.1" status: 204 len: 168 time: 0.2578180 Nov 03 19:17:32.046867 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-2939518a-3448-4169-83c3-c604ed57a39b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] delete failed (client error): The resource could not be found. Nov 03 19:17:32.049847 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2939518a-3448-4169-83c3-c604ed57a39b tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/0fe942fd-6514-442f-a394-0b87de492d31 HTTP/1.1" status: 404 len: 336 time: 0.1252551 Nov 03 19:17:32.051576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.054997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49788) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:32.145632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86ce8e-e059-4304-a158-2ca921192789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b0f7c-afbd-48c8-abba-6bc79dbafe0e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:32.216213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2d1b31d7-6a20-454a-9e09-ac9ea6a1ce72 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c41a094-822a-4cc7-91db-b216303ce247 HTTP/1.1" status: 200 len: 205 time: 0.1583283 Nov 03 19:17:32.216651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49794) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:32.244213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.249013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.251006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] 10.222.0.115 "PUT /v2.0/ports/85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 1092 time: 3.9598739 Nov 03 19:17:32.252209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'tag': '85a6dd47-d0fa-4850-8c92-bcc200f56332'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:32.270561 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "80d42064-2788-4ec9-aaa1-1276b27b3ccf", "tag": "85a6dd47-d0fa-4850-8c92-bcc200f56332"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:32.339716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:32.344615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.386826 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-6f1d7cee-47cf-4516-8dc6-20008535146e tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] delete failed (client error): The resource could not be found. Nov 03 19:17:32.387882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6f1d7cee-47cf-4516-8dc6-20008535146e tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/8c41a094-822a-4cc7-91db-b216303ce247 HTTP/1.1" status: 404 len: 336 time: 0.1686242 Nov 03 19:17:32.408611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49802) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:32.473414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-54c253a8-5bc2-42c5-a74b-2c6a1f03c3ab tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4796534 Nov 03 19:17:32.482643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.628680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8d699545-e45a-43a0-8b3f-114ed3fc7450 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 HTTP/1.1" status: 200 len: 205 time: 0.2178380 Nov 03 19:17:32.756451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49812) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.091897 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-645b1890-40ac-4ea0-9065-ebd5e49f5a09 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] delete failed (client error): The resource could not be found. Nov 03 19:17:33.097622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-645b1890-40ac-4ea0-9065-ebd5e49f5a09 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/f41ca8fb-eb2b-4dd2-b1af-65e8175b4f17 HTTP/1.1" status: 404 len: 336 time: 0.3389962 Nov 03 19:17:33.102290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49826) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.103510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.110761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71939610-f87d-493d-97e1-2578ccd7367b service neutron] Pushing event updated for resources: {'Port': ['ID=85a6dd47-d0fa-4850-8c92-bcc200f56332,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:33.173754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-a74bf352-616e-4ba9-aa84-729774d1eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:33.177363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-a74bf352-616e-4ba9-aa84-729774d1eb48 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1095 time: 0.8612447 Nov 03 19:17:33.206424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:33.214073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-103ef83c-e377-49fc-9c2c-454b0eb146ae tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "GET /v2.0/ports?device_id=459f2190-9c0d-457a-80c3-d8aace8817f2 HTTP/1.1" status: 200 len: 205 time: 0.1105278 Nov 03 19:17:33.220414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49834) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.247897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-363eaeb5-026d-4dc0-afb0-5f9a239dde9c service neutron] 10.222.0.91 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234131 Nov 03 19:17:33.272355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e01889-7174-48b1-a23a-aef6e294c1e8 req-45bf64d5-8c67-4225-a0a7-a2362a3f764e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:33.287904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81e01889-7174-48b1-a23a-aef6e294c1e8 req-45bf64d5-8c67-4225-a0a7-a2362a3f764e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 944 time: 0.7948422 Nov 03 19:17:33.290555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-671d9eaa-e122-4a97-829c-c9d8452e1e18 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 217 time: 0.0910249 Nov 03 19:17:33.335286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.336095 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment 2eca3692-78c9-4c46-86fb-a91340ec6ff6 of type vlan for network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 Nov 03 19:17:33.346648 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-ae7b9db9-c4d6-47a4-8ec8-b063932ecfdf tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] delete failed (client error): The resource could not be found. Nov 03 19:17:33.350204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ae7b9db9-c4d6-47a4-8ec8-b063932ecfdf tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/routers/459f2190-9c0d-457a-80c3-d8aace8817f2 HTTP/1.1" status: 404 len: 336 time: 0.1163759 Nov 03 19:17:33.359149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49836) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.450956 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4d8581-cb73-4ef7-bc0d-08ccc3265205 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] DELETE failed (client error): The resource could not be found. Nov 03 19:17:33.451497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4d8581-cb73-4ef7-bc0d-08ccc3265205 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:17:33.457357 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5d4d8581-cb73-4ef7-bc0d-08ccc3265205 tempest-RoutersAdminTest-206396536 tempest-RoutersAdminTest-206396536-project] 10.222.0.91 "DELETE /v2.0/subnets/b84c3d41-bb0d-43e4-b457-31b3db0dfe1c HTTP/1.1" status: 404 len: 337 time: 0.0935321 Nov 03 19:17:33.465675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.483131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-0a5cb1ae-ba71-40c6-ab26-1a5e16e54da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:33.485184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-0a5cb1ae-ba71-40c6-ab26-1a5e16e54da4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.1512010 Nov 03 19:17:33.579036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81e01889-7174-48b1-a23a-aef6e294c1e8 req-2e5fe98e-1a91-4de3-87e6-05d406258551 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887166 Nov 03 19:17:33.603431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-98304c2b-a28a-4af9-bca5-171d44f53a6f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066077 Nov 03 19:17:33.640004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.649415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:33.651533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.666565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-a8e18491-6c38-4b6b-82fb-7f1a7c079168 service neutron] 10.222.0.91 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737435 Nov 03 19:17:34.129219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49860) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:34.131216 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4527998 Nov 03 19:17:34.135663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:34.187223 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73686eae-6b01-4913-9ea7-9e823dc8f0ad x-openstack-request-id: req-73686eae-6b01-4913-9ea7-9e823dc8f0ad {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:34.187223 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d42064-2788-4ec9-aaa1-1276b27b3ccf", "tag": "85a6dd47-d0fa-4850-8c92-bcc200f56332", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:34.187223 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73686eae-6b01-4913-9ea7-9e823dc8f0ad {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:34.187223 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'tag': '85a6dd47-d0fa-4850-8c92-bcc200f56332', 'status': 'completed', 'code': 200} Nov 03 19:17:34.245766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ccafd-ead3-40ea-9b61-0ab2a0ff7c09 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:34.268662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:34.360650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-fcd27070-33bc-4455-bee3-0e50be2f78a4 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472746 Nov 03 19:17:34.387258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95695708-40e4-42a7-b687-f515135ecbba req-78fe66b8-d5d7-4a50-b037-6eca36404b33 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.2138736 Nov 03 19:17:34.430266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49868) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:34.497602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:34.505247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.580142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0172852-35c4-4412-ab7e-c734a2e9a441 req-059c7c88-755e-451c-8a2e-285475de5252 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090776 Nov 03 19:17:34.663770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47ada92c-e213-43ee-8544-eb2bdebb27ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.773405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-683ea758-1f5f-43ed-b758-1e5ea7093c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:34.777562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-683ea758-1f5f-43ed-b758-1e5ea7093c06 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1095 time: 0.1130822 Nov 03 19:17:34.897472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d966698f-1f4b-4bd7-8a17-efcfb870c4ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.121320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04930a48-8a04-4861-abcb-2fc21841e168 req-b3d15791-d94b-46c7-b092-b0d48d78ddf2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:35.139389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04930a48-8a04-4861-abcb-2fc21841e168 req-b3d15791-d94b-46c7-b092-b0d48d78ddf2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 944 time: 0.3641498 Nov 03 19:17:35.238455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d966698f-1f4b-4bd7-8a17-efcfb870c4ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.252097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-b3bca514-51dd-4d43-aef6-b572cb3b34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:35.256577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-b3bca514-51dd-4d43-aef6-b572cb3b34ea service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.4664171 Nov 03 19:17:35.257284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d966698f-1f4b-4bd7-8a17-efcfb870c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.303870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:35.314542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d966698f-1f4b-4bd7-8a17-efcfb870c4ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c121cc340f3a4a47999d1b31ba71f915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8833823 Nov 03 19:17:35.321477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49894) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:35.442388 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-cbda0cd8-944c-4d09-84ac-489a23e5e8ad service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 217 time: 0.1335425 Nov 03 19:17:35.473317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966698f-1f4b-4bd7-8a17-efcfb870c4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dc86af-f2a1-4398-8bf1-4cd777717881,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:35.519572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-04930a48-8a04-4861-abcb-2fc21841e168 req-80e23bee-2c4a-48c5-a484-a57d786c9b69 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786800 Nov 03 19:17:35.529527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.620771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-29af8ec3-97c8-4f44-9ea1-3aaf47556374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:35.626279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-29af8ec3-97c8-4f44-9ea1-3aaf47556374 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.1683753 Nov 03 19:17:35.643772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f963733c-b3c3-488b-bfa2-e0f16e29e7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.698715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d48b81c-b63a-48d3-b01a-802054fdbf21 req-239ce032-9f7c-4494-97a5-782b5adca97e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.1484480 Nov 03 19:17:35.721431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f963733c-b3c3-488b-bfa2-e0f16e29e7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.875690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f963733c-b3c3-488b-bfa2-e0f16e29e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.880018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f963733c-b3c3-488b-bfa2-e0f16e29e7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.884036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f963733c-b3c3-488b-bfa2-e0f16e29e7c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/62dc86af-f2a1-4398-8bf1-4cd777717881 HTTP/1.1" status: 204 len: 168 time: 0.5601215 Nov 03 19:17:35.910726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963733c-b3c3-488b-bfa2-e0f16e29e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dc86af-f2a1-4398-8bf1-4cd777717881,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:35.922566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-804154028', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:35.993886 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-8d2304c9-609c-4a11-910f-aa909a6c04e2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501479 Nov 03 19:17:36.022825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=ac8bccde-e894-4197-bcd6-ae318761dcf5,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:36.056785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:36.060024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: 3f643b7c-d2aa-4244-af95-e924e6e2a202, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:36.143727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Made reservation on behalf of e4e0006313604e1484a7581bc0263ac9 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:36.152768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.164324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:36.212767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.241596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3f643b7c-d2aa-4244-af95-e924e6e2a202) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:36.259153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef42435-06b2-48e3-8977-4535d891b9cb None None] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:36.307651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.320938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.386762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-ad57eef3-06c2-4e65-853d-709b7cded704 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779662 Nov 03 19:17:36.473924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49920) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:36.478523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-110f38b8-e0d7-4c73-a0b0-95382c7b32c1 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3377452 Nov 03 19:17:36.528834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:36.805067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85a6dd47-d0fa-4850-8c92-bcc200f56332 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:17:36.805523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.910905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.924833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] device_id is not set on port 10774889-efe3-4edf-b0ee-56f00aee9fe2 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:17:37.146405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:37.158348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85a6dd47-d0fa-4850-8c92-bcc200f56332, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:37.182294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '85a6dd47-d0fa-4850-8c92-bcc200f56332', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '85a6dd47-d0fa-4850-8c92-bcc200f56332', 'mac_address': 'fa:16:3e:24:cc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:17:37.234023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b184e3ca-6b8e-4da1-a7c6-593b41823ca1 req-4c142529-4a16-464d-8473-3d3e768ee200 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379297 Nov 03 19:17:37.353661 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-953b58ae-7695-4bd0-9868-08ca1fc60195 req-b1b13d11-c56f-4861-9a7a-1cf0731e3b2f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.1515005 Nov 03 19:17:37.431338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806224e-edfa-48da-a24d-ea618d88827e req-fc280831-b6d1-46a3-95b6-d7ca8b5229d6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:37.442798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b806224e-edfa-48da-a24d-ea618d88827e req-fc280831-b6d1-46a3-95b6-d7ca8b5229d6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 944 time: 0.6570835 Nov 03 19:17:37.514997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9332f8a-d9e2-40db-8288-fa2893c03861,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:37.522853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.534291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Allocated IP 172.25.8.28 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/10774889-efe3-4edf-b0ee-56f00aee9fe2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:37.564440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a6dd47-d0fa-4850-8c92-bcc200f56332 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:37.622067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-3f643b7c-d2aa-4244-af95-e924e6e2a202', 'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': 'ac8bccde-e894-4197-bcd6-ae318761dcf5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:37.624454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.725084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b806224e-edfa-48da-a24d-ea618d88827e req-3d1143a0-b872-428e-93c5-ae911f31d614 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243774 Nov 03 19:17:37.798431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-95b0ca4f-5ac8-4ac0-a008-ba1d8fdb3fd6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cc16331dd51449c4bb07b07913ab42d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615349 Nov 03 19:17:37.806295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49946) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:37.849199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:37.856800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85a6dd47-d0fa-4850-8c92-bcc200f56332, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:37.858345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.893852 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.117084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85a6dd47-d0fa-4850-8c92-bcc200f56332,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:38.125531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.160232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-b9d8f3dd-3f1f-4e59-b0a9-6b0f7f6541dc tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:38.163422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-b9d8f3dd-3f1f-4e59-b0a9-6b0f7f6541dc tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 811 time: 0.9274306 Nov 03 19:17:38.179151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.215982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:17:38.245050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:38.248913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:38.321614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:38.362452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88dea01d-fdfb-4ba1-b794-678dd1c8223b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.402207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Allocated IP 172.20.0.2 (3f643b7c-d2aa-4244-af95-e924e6e2a202/ac8bccde-e894-4197-bcd6-ae318761dcf5/2b3b8790-8a48-49d5-ab3c-da8489654dd3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:38.407118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1d9c58e8-fc51-48b5-9898-fd5a23e51bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.539568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Pushing event updated for resources: {'Port': ['ID=10774889-efe3-4edf-b0ee-56f00aee9fe2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:38.558156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:38.558770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.587998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88dea01d-fdfb-4ba1-b794-678dd1c8223b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.613339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4005e77f-7bb8-477d-a75d-32e224ca2bcc tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.2849185 Nov 03 19:17:38.619070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49962) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:38.624616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.28'}]}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:38.646184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-a2aa110f-a564-4988-8a50-734d56593219 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67fd49a1e63d4d67a4adc7b14b959045 HTTP/1.1" status: 200 len: 379 time: 0.4611645 Nov 03 19:17:38.687277 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.688229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'port': {'device_id': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'admin_state_up': True, 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'security_groups': ['acf1c108-7640-4a66-a0a1-4ff044d5acf9']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:38.689072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.777034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f63fcfa2-f015-43ce-b9aa-d42129214c00 req-c3caf46b-5783-433d-903f-30e28891aaa7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0676465 Nov 03 19:17:38.859852 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.131280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.165636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.187402 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.244927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.309057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Pushing event updated for resources: {'Port': ['ID=2b3b8790-8a48-49d5-ab3c-da8489654dd3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:39.335685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:39.338469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:39.342403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:39.403439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=e30e946a-f1f3-44b4-ae06-1ad124bcc5b2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:39.425051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88dea01d-fdfb-4ba1-b794-678dd1c8223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.429003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88dea01d-fdfb-4ba1-b794-678dd1c8223b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.430705 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88dea01d-fdfb-4ba1-b794-678dd1c8223b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/48aa2efc-59b6-447a-8ffc-48f4aa532410 HTTP/1.1" status: 204 len: 168 time: 1.6164002 Nov 03 19:17:39.480448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935a148-d6b2-4133-805a-5f83e6fb3658 req-79af46ad-df09-445d-a2cd-89a4ee9e65ab tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:39.483942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f935a148-d6b2-4133-805a-5f83e6fb3658 req-79af46ad-df09-445d-a2cd-89a4ee9e65ab tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 945 time: 0.4890871 Nov 03 19:17:39.511245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Attempting to bind port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:39.515793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dea01d-fdfb-4ba1-b794-678dd1c8223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa2efc-59b6-447a-8ffc-48f4aa532410,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:39.516527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Attempting to bind port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:39.517255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Attempting to bind port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 on network 3f643b7c-d2aa-4244-af95-e924e6e2a202 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:39.534237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Made reservation on behalf of 67fd49a1e63d4d67a4adc7b14b959045 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:39.554105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.630174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f935a148-d6b2-4133-805a-5f83e6fb3658 req-fb183adf-c8c9-4e94-8508-b1eec580edd2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261697 Nov 03 19:17:39.654732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:39.658789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Checking segment: {'id': 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:39.663906 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.666431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Bound using segment: {'id': 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:39.670428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Bound port: 2b3b8790-8a48-49d5-ab3c-da8489654dd3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3f643b7c-d2aa-4244-af95-e924e6e2a202'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:39.675447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.746687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': '2eca3692-78c9-4c46-86fb-a91340ec6ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:39.747796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:39.944702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:39.951906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] For port 2b3b8790-8a48-49d5-ab3c-da8489654dd3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:39.963657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:39.966046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] For port 2b3b8790-8a48-49d5-ab3c-da8489654dd3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2b3b8790-8a48-49d5-ab3c-da8489654dd3,segment=NetworkSegment(b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e),segment_id=b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:39.975341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.015796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:40.028840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:40.033125 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.148632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096871-f6f4-41bd-96b0-8bd7071f6728 None None] Pushing event updated for resources: {'Port': ['ID=2b3b8790-8a48-49d5-ab3c-da8489654dd3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:40.154112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366cdb1-8877-4e60-8bc8-255c0f5fd94a None None] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:40.215256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-47b2f9fe-1a1f-4a34-983c-1ad9e09800b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7302108 Nov 03 19:17:40.219037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49992) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:40.241647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1209106128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:40.280129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Allocated IP 172.20.0.8 (5a099c73-568c-4d53-a44e-ff6a06de570f/bb73d4c0-cee7-4387-a9b9-285da95dc53f/35e0215d-0012-4627-b720-50f5e7d83f85) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:40.302009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.303136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.570697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:40.709255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85a6dd47-d0fa-4850-8c92-bcc200f56332 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:40.713116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.029396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.127076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34', 'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': 'e30e946a-f1f3-44b4-ae06-1ad124bcc5b2'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:41.127969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.141783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 85a6dd47-d0fa-4850-8c92-bcc200f56332 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:17:41.176227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 85a6dd47-d0fa-4850-8c92-bcc200f56332 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:41.177262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.213930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.219599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a299ccc0-97ae-43b1-9484-fbdd5185371d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9969347 Nov 03 19:17:41.220140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.227816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50014) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:41.262137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acda6ae4-59b5-4827-9436-c4324cde7230 req-cc1d9813-7a22-495d-9e84-85ef2b37936d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.2734234 Nov 03 19:17:41.372489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b3b8790-8a48-49d5-ab3c-da8489654dd3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:41.431395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.497224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.662190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179969fc-1498-4d99-bf6f-13aea2f688fb req-eb445051-991b-46c1-8e12-7b90d267088b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:41.672518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-179969fc-1498-4d99-bf6f-13aea2f688fb req-eb445051-991b-46c1-8e12-7b90d267088b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 945 time: 0.6892095 Nov 03 19:17:41.707012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:41.712002 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.893575 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:41.897639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:41.920636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Allocated IP 172.21.0.2 (c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34/e30e946a-f1f3-44b4-ae06-1ad124bcc5b2/63ed5123-dc75-4863-9285-54a0bf88934f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:41.937699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.018797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-179969fc-1498-4d99-bf6f-13aea2f688fb req-882c84a4-569f-4369-a281-3733cdf955f3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416207 Nov 03 19:17:42.049668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a6dd47-d0fa-4850-8c92-bcc200f56332'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:42.056177 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f57035-cf24-4279-aecd-fce42dbf485e" -d '{"events": [{"server_uuid": "80d42064-2788-4ec9-aaa1-1276b27b3ccf", "name": "network-vif-plugged", "status": "completed", "tag": "85a6dd47-d0fa-4850-8c92-bcc200f56332"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:42.125812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.181548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98495106-f876-4653-a36e-f8a2da752f70 None None] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:42.464268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 85a6dd47-d0fa-4850-8c92-bcc200f56332, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:42.469944 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b6c3c-a411-493c-a81c-9f389466343b x-openstack-request-id: req-ea2b6c3c-a411-493c-a81c-9f389466343b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:42.471206 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d42064-2788-4ec9-aaa1-1276b27b3ccf", "name": "network-vif-plugged", "status": "completed", "tag": "85a6dd47-d0fa-4850-8c92-bcc200f56332", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:42.471972 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea2b6c3c-a411-493c-a81c-9f389466343b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:42.472659 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a6dd47-d0fa-4850-8c92-bcc200f56332', 'code': 200} Nov 03 19:17:42.517024 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.559538 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.564618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Network 5a099c73-568c-4d53-a44e-ff6a06de570f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:42.601670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:42.617297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'Port': ['ID=35e0215d-0012-4627-b720-50f5e7d83f85,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:42.626915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:42.646846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-34e79156-cceb-4d96-96ba-d8a8b97cf9ba None None] Provisioning complete for port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:42.647812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34e79156-cceb-4d96-96ba-d8a8b97cf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.749868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1682708610'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:42.816691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.931597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=85a6dd47-d0fa-4850-8c92-bcc200f56332,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:42.970990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:42.984516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.092238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:43.093053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 2b3b8790-8a48-49d5-ab3c-da8489654dd3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2b3b8790-8a48-49d5-ab3c-da8489654dd3,segment=NetworkSegment(b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e),segment_id=b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:43.097994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.100279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb5dc4-4a06-491c-9df7-8c343ec378e9 req-0fe5771a-1bb8-47f7-8e10-d7f79cb66648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:43.102355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d9bb5dc4-4a06-491c-9df7-8c343ec378e9 req-0fe5771a-1bb8-47f7-8e10-d7f79cb66648 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1097 time: 0.6914577 Nov 03 19:17:43.113508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.116145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d112d2-0caa-43be-a174-2b6815f02b5a req-4d6f171f-0bbc-41d6-b791-b22422069e64 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:43.118312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50d112d2-0caa-43be-a174-2b6815f02b5a req-4d6f171f-0bbc-41d6-b791-b22422069e64 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 931 time: 0.4222829 Nov 03 19:17:43.127278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.128138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3cfbccb-6270-4a01-9089-05d2e49b0fd1 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:43.132891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:43.136898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.143903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.165440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.185554 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.199717 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:17:43.204974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eebcad66-8a9c-41c8-8ab0-6895afad4074 tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5831780 Nov 03 19:17:43.211622 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34e79156-cceb-4d96-96ba-d8a8b97cf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.232309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50062) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:43.318814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:43.354126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:43.365727 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:43.399667 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-96e13907-c38d-46a6-8459-d03c6fbb11c1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7347105 Nov 03 19:17:43.439500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Request body: {'port': {'device_id': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:43.470722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50d112d2-0caa-43be-a174-2b6815f02b5a req-6a64c731-d3e9-4f11-b3e4-f641b6fe30c7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285043 Nov 03 19:17:43.561263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=2b3b8790-8a48-49d5-ab3c-da8489654dd3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:43.597364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcd8dc-ae9d-492a-bb0b-dd3ec1a25a0b req-d1c3157c-05d3-41e1-8e79-64a0252f5b2a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:43.605159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0dcd8dc-ae9d-492a-bb0b-dd3ec1a25a0b req-d1c3157c-05d3-41e1-8e79-64a0252f5b2a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 946 time: 0.3438268 Nov 03 19:17:43.757902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d9bb5dc4-4a06-491c-9df7-8c343ec378e9 req-5ad71d6d-6737-4f1d-93d8-1b95778fd8e1 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425794 Nov 03 19:17:43.773247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.810600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0dcd8dc-ae9d-492a-bb0b-dd3ec1a25a0b req-a1a3ecc3-4039-4cc9-a901-d8d72ce35794 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645684 Nov 03 19:17:43.831984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.841296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.897944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.898221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:43.933779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604b9c56-bc8c-4aaa-a831-5fc868603401,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:43.938995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:43.939640 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Added segment 014344d7-6731-4779-9b2d-252233aa1a09 of type vlan for network 08493c3a-14ed-45fa-a216-924292bfe7b9 Nov 03 19:17:44.006940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.061721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-34e79156-cceb-4d96-96ba-d8a8b97cf9ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:17:44.062863 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-34e79156-cceb-4d96-96ba-d8a8b97cf9ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:17:44.069517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Attempting to bind port 63ed5123-dc75-4863-9285-54a0bf88934f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:44.070527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.071162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Attempting to bind port 63ed5123-dc75-4863-9285-54a0bf88934f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2eca3692-78c9-4c46-86fb-a91340ec6ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:44.073051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Attempting to bind port 63ed5123-dc75-4863-9285-54a0bf88934f on network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:44.087474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:44.091898 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.094768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:44.096197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Checking segment: {'id': '2eca3692-78c9-4c46-86fb-a91340ec6ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:44.096949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.097649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Bound using segment: {'id': '2eca3692-78c9-4c46-86fb-a91340ec6ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:44.098592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Bound port: 63ed5123-dc75-4863-9285-54a0bf88934f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eca3692-78c9-4c46-86fb-a91340ec6ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:44.102025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.170049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Pushing event updated for resources: {'Port': ['ID=63ed5123-dc75-4863-9285-54a0bf88934f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:44.226587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3178163 Nov 03 19:17:44.231555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50074) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:44.240008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'subnet': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:44.267707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56374d6c-271e-442f-bfc9-c4d1b2601b0a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Network': ['ID=08493c3a-14ed-45fa-a216-924292bfe7b9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:44.289213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Deleting port 10774889-efe3-4edf-b0ee-56f00aee9fe2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:44.289436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:44.289874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.406602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:44.410428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.686020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] For port 63ed5123-dc75-4863-9285-54a0bf88934f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:44.751753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] For port 63ed5123-dc75-4863-9285-54a0bf88934f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63ed5123-dc75-4863-9285-54a0bf88934f,segment=NetworkSegment(2eca3692-78c9-4c46-86fb-a91340ec6ff6),segment_id=2eca3692-78c9-4c46-86fb-a91340ec6ff6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:44.768111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.127335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0083cb-767d-4428-a1b8-6d506a49b4c5 None None] Pushing event updated for resources: {'Port': ['ID=63ed5123-dc75-4863-9285-54a0bf88934f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:45.147645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-579a516e-803e-4a2e-a95e-7bf909405bb3 None None] Provisioning complete for port 35e0215d-0012-4627-b720-50f5e7d83f85 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:45.148320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-579a516e-803e-4a2e-a95e-7bf909405bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.267775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-579a516e-803e-4a2e-a95e-7bf909405bb3 None None] Port 35e0215d-0012-4627-b720-50f5e7d83f85 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:45.333320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-579a516e-803e-4a2e-a95e-7bf909405bb3 None None] Provisioning complete for port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:45.333880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-579a516e-803e-4a2e-a95e-7bf909405bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.346468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b3b8790-8a48-49d5-ab3c-da8489654dd3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:45.453264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9844f-c2df-4025-8b14-b69f25ba9413 req-2287afd5-0308-46fd-ab18-b7c8b20dc914 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:45.454961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55d9844f-c2df-4025-8b14-b69f25ba9413 req-2287afd5-0308-46fd-ab18-b7c8b20dc914 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 931 time: 0.8247271 Nov 03 19:17:45.466490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.502084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edbeaf-c35e-476e-81eb-3ca8d20f59c0 req-e5bc3ce0-9b19-4566-b6b8-81b2cfe18b39 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:45.504280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43edbeaf-c35e-476e-81eb-3ca8d20f59c0 req-e5bc3ce0-9b19-4566-b6b8-81b2cfe18b39 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 946 time: 0.4276047 Nov 03 19:17:45.574197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:45.575348 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.628033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55d9844f-c2df-4025-8b14-b69f25ba9413 req-3f085032-0f7b-491a-ad39-8c7d3f8a09b0 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385255 Nov 03 19:17:45.774131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43edbeaf-c35e-476e-81eb-3ca8d20f59c0 req-b23cc420-a5ad-471b-adde-e285296e4df3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998265 Nov 03 19:17:45.796793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Checking segment: {'id': '014344d7-6731-4779-9b2d-252233aa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:45.797908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network hostable DHCP agents. Network: 08493c3a-14ed-45fa-a216-924292bfe7b9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:45.831052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Subnet': ['ID=783829cb-3db5-45cb-8b01-11fd79f67bc5,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:45.855598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:45.871607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 08493c3a-14ed-45fa-a216-924292bfe7b9) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:45.876605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:45.877516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.887857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2c6ce-f266-4866-b03d-6708da437857 None None] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:45.950850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:45.966884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad04af59-6ece-40f6-804a-8d8dc6699f1a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7349360 Nov 03 19:17:45.975689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Calling delete_port for 10774889-efe3-4edf-b0ee-56f00aee9fe2 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:45.981637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50112) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:46.017723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422785050'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:46.336826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-08493c3a-14ed-45fa-a216-924292bfe7b9', 'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'tenant_id': '3988a5da22b1448f84ec9e69b6d4a4d6', 'fixed_ips': [{'subnet_id': '783829cb-3db5-45cb-8b01-11fd79f67bc5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:46.339072 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:46.424327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:46.445288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:46.550316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Allocated IP 2001:db8::2 (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/cc8176b9-296d-49e2-9519-1ec50bd52447) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:46.555459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:46.572884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] device_id is not set on port 5c170259-7ad7-48b3-85ba-6754f33b5f82 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:17:46.723620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd3cf3-e45b-4f1a-b7a1-09c864b6d487 None None] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:46.970153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Pushing event deleted for resources: {'Port': ['ID=10774889-efe3-4edf-b0ee-56f00aee9fe2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:46.989262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b7e79-b443-4a60-945c-fde82daf7b53 req-1358e132-a46a-46c1-ad2e-dda765638b2f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:47.008623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-293b7e79-b443-4a60-945c-fde82daf7b53 req-1358e132-a46a-46c1-ad2e-dda765638b2f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 931 time: 0.1494753 Nov 03 19:17:47.069259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7dd11627-2409-4376-ab25-be8e50ee6c34 None None] Provisioning complete for port 63ed5123-dc75-4863-9285-54a0bf88934f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:47.069902 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dd11627-2409-4376-ab25-be8e50ee6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.141229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.141583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.141934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.142278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.142619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.143536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.143883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.144220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.144555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.145007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.145347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.145683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:47.231495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.247889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e1022ac0-bd66-4156-a7d2-120e45f9563f tempest-RoutersAdminNegativeIpV6Test-484558816 tempest-RoutersAdminNegativeIpV6Test-484558816-project-admin] 10.222.0.91 "DELETE /v2.0/ports/10774889-efe3-4edf-b0ee-56f00aee9fe2 HTTP/1.1" status: 204 len: 168 time: 3.9998500 Nov 03 19:17:47.262298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.20.0.1 (3f643b7c-d2aa-4244-af95-e924e6e2a202/ac8bccde-e894-4197-bcd6-ae318761dcf5/4d13b430-5274-49c0-b333-2adbc8a58196) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:47.412704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da4e8e-2940-4a22-8d2d-427b8cc73940 req-a659c81b-5857-4cde-a2ce-146daea36c28 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:47.417496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19da4e8e-2940-4a22-8d2d-427b8cc73940 req-a659c81b-5857-4cde-a2ce-146daea36c28 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 946 time: 0.4047952 Nov 03 19:17:47.476912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-293b7e79-b443-4a60-945c-fde82daf7b53 req-698966e8-49e4-4465-b834-2d7448c4fc2d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696112 Nov 03 19:17:47.479878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.580487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e0215d-0012-4627-b720-50f5e7d83f85 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:47.604576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.634197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63ed5123-dc75-4863-9285-54a0bf88934f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:47.646550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Transition to ACTIVE for port object 35e0215d-0012-4627-b720-50f5e7d83f85 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:17:47.659097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.679581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.745908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Pushing event updated for resources: {'Port': ['ID=35e0215d-0012-4627-b720-50f5e7d83f85,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:47.751230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:47.857479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Allocated IP 2001:db8::27e (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/5c170259-7ad7-48b3-85ba-6754f33b5f82) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:48.098422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.132109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:48.150967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:48.160333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dd11627-2409-4376-ab25-be8e50ee6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.168606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:48.176190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.216556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19da4e8e-2940-4a22-8d2d-427b8cc73940 req-ea4ea6fb-f536-4287-a7d6-d10599d0e481 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870638 Nov 03 19:17:48.220255 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.352274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Attempting to bind port 35e0215d-0012-4627-b720-50f5e7d83f85 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:48.352998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Attempting to bind port 35e0215d-0012-4627-b720-50f5e7d83f85 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:48.354399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Attempting to bind port 35e0215d-0012-4627-b720-50f5e7d83f85 on network 5a099c73-568c-4d53-a44e-ff6a06de570f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:48.363590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Port 35e0215d-0012-4627-b720-50f5e7d83f85 on network 5a099c73-568c-4d53-a44e-ff6a06de570f not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:17:48.364241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Attempting to bind port 35e0215d-0012-4627-b720-50f5e7d83f85 on network 5a099c73-568c-4d53-a44e-ff6a06de570f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:48.387115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Pushing event updated for resources: {'Port': ['ID=cc8176b9-296d-49e2-9519-1ec50bd52447,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:48.398526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:48.399997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=5c170259-7ad7-48b3-85ba-6754f33b5f82,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:48.414814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:48.416023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:48.418367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:48.424667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:48.430545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:48.431211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.433281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Checking segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:48.433784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Bound using segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:48.434309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Bound port: 35e0215d-0012-4627-b720-50f5e7d83f85, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:48.437425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.472342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50148) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:48.480346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:48.487212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7dd11627-2409-4376-ab25-be8e50ee6c34 None None] For port 63ed5123-dc75-4863-9285-54a0bf88934f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63ed5123-dc75-4863-9285-54a0bf88934f,segment=NetworkSegment(2eca3692-78c9-4c46-86fb-a91340ec6ff6),segment_id=2eca3692-78c9-4c46-86fb-a91340ec6ff6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:48.508069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:48.519724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-77b130fa-4114-4d68-9126-6cdfc021a95c tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5338364 Nov 03 19:17:48.527811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50154) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:48.528598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=4d13b430-5274-49c0-b333-2adbc8a58196,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:48.534880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dd11627-2409-4376-ab25-be8e50ee6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.548837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1811364533', 'allowed_address_pairs': [{'ip_address': '2001:db8::27e', 'mac_address': 'fa:16:3e:e8:d8:e3'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:48.736817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd11627-2409-4376-ab25-be8e50ee6c34 None None] Pushing event updated for resources: {'Port': ['ID=63ed5123-dc75-4863-9285-54a0bf88934f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:48.762075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Attempting to bind port cc8176b9-296d-49e2-9519-1ec50bd52447 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:48.762660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Attempting to bind port cc8176b9-296d-49e2-9519-1ec50bd52447 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '014344d7-6731-4779-9b2d-252233aa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:48.762834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Attempting to bind port cc8176b9-296d-49e2-9519-1ec50bd52447 on network 08493c3a-14ed-45fa-a216-924292bfe7b9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:48.795310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:48.795608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Checking segment: {'id': '014344d7-6731-4779-9b2d-252233aa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:48.796069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.796357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Bound using segment: {'id': '014344d7-6731-4779-9b2d-252233aa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:48.796896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Bound port: cc8176b9-296d-49e2-9519-1ec50bd52447, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014344d7-6731-4779-9b2d-252233aa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:48.797292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.805587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e2e9d-a146-4820-8c9f-1bbd1d530d66 req-6645656e-bfdb-4c6b-b4c3-94465bfac8c2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:48.817728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 63ed5123-dc75-4863-9285-54a0bf88934f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:48.821219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.832539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a16e2e9d-a146-4820-8c9f-1bbd1d530d66 req-6645656e-bfdb-4c6b-b4c3-94465bfac8c2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 943 time: 0.1578875 Nov 03 19:17:48.961429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] For port 35e0215d-0012-4627-b720-50f5e7d83f85, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:48.968220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] For port 35e0215d-0012-4627-b720-50f5e7d83f85, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=35e0215d-0012-4627-b720-50f5e7d83f85,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:49.063980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a16e2e9d-a146-4820-8c9f-1bbd1d530d66 req-c9e4657d-f8c0-4087-9e38-bb33a553a923 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297294 Nov 03 19:17:49.198732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.256031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.259551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b03b41d1-3477-4c49-be2f-c98a4df91587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.285843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] For port cc8176b9-296d-49e2-9519-1ec50bd52447, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:49.291572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] For port cc8176b9-296d-49e2-9519-1ec50bd52447, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cc8176b9-296d-49e2-9519-1ec50bd52447,segment=NetworkSegment(014344d7-6731-4779-9b2d-252233aa1a09),segment_id=014344d7-6731-4779-9b2d-252233aa1a09)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:49.303964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d2d29d97-27e3-4488-9aca-e66bf031a2ce None None] Provisioning complete for port 4d13b430-5274-49c0-b333-2adbc8a58196 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:49.307561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2d29d97-27e3-4488-9aca-e66bf031a2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.367283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d2d29d97-27e3-4488-9aca-e66bf031a2ce None None] Port 4d13b430-5274-49c0-b333-2adbc8a58196 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:49.370082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.533600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5b26ce56-a577-451f-bf28-0c43a4423b9e None None] Provisioning complete for port 63ed5123-dc75-4863-9285-54a0bf88934f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:49.534907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b26ce56-a577-451f-bf28-0c43a4423b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.564660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce7926-4a58-4bd1-9423-33d27fdd3b4b None None] Pushing event updated for resources: {'Port': ['ID=cc8176b9-296d-49e2-9519-1ec50bd52447,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:49.585990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:49.591407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.592624 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] 10.222.0.110 "PUT /v2.0/ports/35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 1091 time: 6.1711290 Nov 03 19:17:49.604188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:49.607297 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef624646-4821-4951-aa7e-8771302994d2" -d '{"events": [{"name": "network-changed", "server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:49.707668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b03b41d1-3477-4c49-be2f-c98a4df91587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.735097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b03b41d1-3477-4c49-be2f-c98a4df91587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.785073 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f6b54a-b36b-418b-968e-da538bd1af79 x-openstack-request-id: req-81f6b54a-b36b-418b-968e-da538bd1af79 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:49.786510 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:49.792407 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-81f6b54a-b36b-418b-968e-da538bd1af79 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:49.795745 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85', 'status': 'completed', 'code': 200} Nov 03 19:17:49.847825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63ed5123-dc75-4863-9285-54a0bf88934f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:49.892793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5048e1-8476-453a-9b4f-66077893efd4 req-fddc030b-3b8e-4d43-80ce-ab4ca6c11896 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:49.903763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a5048e1-8476-453a-9b4f-66077893efd4 req-fddc030b-3b8e-4d43-80ce-ab4ca6c11896 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.4839959 Nov 03 19:17:49.946532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 63ed5123-dc75-4863-9285-54a0bf88934f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:49.947736 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.955404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b03b41d1-3477-4c49-be2f-c98a4df91587 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ed43993708f946d489792508d5276dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4815037 Nov 03 19:17:49.963438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50180) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:49.982051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b41d1-3477-4c49-be2f-c98a4df91587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe65e59-1c0d-4341-8d2e-72adc551dc23,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:49.984151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70561635-7ff8-4062-b48a-e583a45cedfe service neutron] Pushing event updated for resources: {'Port': ['ID=35e0215d-0012-4627-b720-50f5e7d83f85,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:50.002242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a5048e1-8476-453a-9b4f-66077893efd4 req-9beecc9f-4838-48e6-b5d1-f91b01bc81b5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.0970562 Nov 03 19:17:50.104154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:50.251811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b530ea7e-effc-4569-84e6-979bcd71fc8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.270410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a5048e1-8476-453a-9b4f-66077893efd4 req-8dcbc3ce-3926-4347-82d3-46be08bc2541 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645268 Nov 03 19:17:50.328354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.333087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-829e9db0-588a-42cd-a1a2-e4032d94b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:50.335163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-829e9db0-588a-42cd-a1a2-e4032d94b9f9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1094 time: 0.5834451 Nov 03 19:17:50.454818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b530ea7e-effc-4569-84e6-979bcd71fc8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.478176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-9f8efd7e-1611-441f-8cc4-c33fd8d3461a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 217 time: 0.0807269 Nov 03 19:17:50.586955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667b805-f232-4164-99c8-28d48fc679f7 req-6fb0680d-4a41-423f-9f3b-857b62017fa5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:50.593691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9667b805-f232-4164-99c8-28d48fc679f7 req-6fb0680d-4a41-423f-9f3b-857b62017fa5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 943 time: 0.3384631 Nov 03 19:17:50.636689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50192) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:50.680988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a5048e1-8476-453a-9b4f-66077893efd4 req-1c76f652-d0f8-4893-bb55-7ffe59652d74 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005346 Nov 03 19:17:50.731823 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b530ea7e-effc-4569-84e6-979bcd71fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.742493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b530ea7e-effc-4569-84e6-979bcd71fc8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.743849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b530ea7e-effc-4569-84e6-979bcd71fc8f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/efe65e59-1c0d-4341-8d2e-72adc551dc23 HTTP/1.1" status: 204 len: 168 time: 0.7758632 Nov 03 19:17:50.846808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ea7e-effc-4569-84e6-979bcd71fc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe65e59-1c0d-4341-8d2e-72adc551dc23,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:50.867759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9667b805-f232-4164-99c8-28d48fc679f7 req-31071824-b0ab-4a6c-98c4-0bb9a7a5959e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611899 Nov 03 19:17:51.036683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ec4676b-ddd3-452b-b98e-2aa193f8b88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.060933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-4118fe30-4f2a-4c0e-bf75-6034d3798ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:51.062458 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-4118fe30-4f2a-4c0e-bf75-6034d3798ca4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.5615211 Nov 03 19:17:51.079688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a5048e1-8476-453a-9b4f-66077893efd4 req-cee4a750-96d4-4778-9be3-d3c0b408df6a service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970757 Nov 03 19:17:51.192618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.391788 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ec4676b-ddd3-452b-b98e-2aa193f8b88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.407184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9ec4676b-ddd3-452b-b98e-2aa193f8b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.493921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] device_id is not set on port 9c9fac26-9e13-4308-ad94-465ee7542d83 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:17:51.522302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50202) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:51.551514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4676b-ddd3-452b-b98e-2aa193f8b88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff876b-4b0a-4ef6-ad99-fb188edac349,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:51.677403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9ec4676b-ddd3-452b-b98e-2aa193f8b88f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4336d8244b6949f995c3d011e5706668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0394473 Nov 03 19:17:51.688926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50212) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:51.850368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cc8176b9-296d-49e2-9519-1ec50bd52447 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:51.900433 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545dff81-eb5d-4ed0-a48f-9f53467e3c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.967350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545dff81-eb5d-4ed0-a48f-9f53467e3c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.084579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-6665db8f-c584-4528-8834-6c49b18cb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:52.088507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-6665db8f-c584-4528-8834-6c49b18cb10d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0145297 Nov 03 19:17:52.212200 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-12e625e2-1954-45a2-b784-db7c8e5d43d3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e4e0006313604e1484a7581bc0263ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6387656 Nov 03 19:17:52.214284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50216) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:52.292280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1683763-741d-4f40-afe9-4aabc7121d3f req-becea56c-4f68-4735-938d-0136884dccf9 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:52.302025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1683763-741d-4f40-afe9-4aabc7121d3f req-becea56c-4f68-4735-938d-0136884dccf9 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 943 time: 0.1773221 Nov 03 19:17:52.303387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec8c51-7d50-44fa-9104-1dace3d8b537 None None] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:52.370428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545dff81-eb5d-4ed0-a48f-9f53467e3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.376002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-545dff81-eb5d-4ed0-a48f-9f53467e3c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.380258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-545dff81-eb5d-4ed0-a48f-9f53467e3c2b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/55ff876b-4b0a-4ef6-ad99-fb188edac349 HTTP/1.1" status: 204 len: 168 time: 0.6899445 Nov 03 19:17:52.439855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dff81-eb5d-4ed0-a48f-9f53467e3c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff876b-4b0a-4ef6-ad99-fb188edac349,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:52.553347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1683763-741d-4f40-afe9-4aabc7121d3f req-8f770aed-fe69-4369-a3ce-92f8363a55c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490354 Nov 03 19:17:52.555115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5367c22-556a-409c-92ca-11b690244b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.645777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Allocated IP 2001:db8::a1 (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/9c9fac26-9e13-4308-ad94-465ee7542d83) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:52.651811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5367c22-556a-409c-92ca-11b690244b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.785343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-2ae980a3-84ac-4587-9bec-db41119ff89b service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681921 Nov 03 19:17:52.819926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5367c22-556a-409c-92ca-11b690244b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.820535 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:17:52.823116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b5367c22-556a-409c-92ca-11b690244b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.828280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b5367c22-556a-409c-92ca-11b690244b59 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9332f8a-d9e2-40db-8288-fa2893c03861 HTTP/1.1" status: 204 len: 168 time: 0.6090429 Nov 03 19:17:52.846768 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5367c22-556a-409c-92ca-11b690244b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9332f8a-d9e2-40db-8288-fa2893c03861,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:52.955008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.982745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.765226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.894798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-82e89170-7ea9-4b51-820f-2a5433461c75 None None] Provisioning complete for port cc8176b9-296d-49e2-9519-1ec50bd52447 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:53.894798 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82e89170-7ea9-4b51-820f-2a5433461c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.900381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.908486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=4d13b430-5274-49c0-b333-2adbc8a58196,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:53.942012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.988573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4cea-ea33-437f-bd1e-78bc3bf61dbe req-7ccf01b9-5b74-4b27-a654-647090d41f28 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:54.007175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cc8176b9-296d-49e2-9519-1ec50bd52447 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:54.007544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75fa4cea-ea33-437f-bd1e-78bc3bf61dbe req-7ccf01b9-5b74-4b27-a654-647090d41f28 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 943 time: 0.2199018 Nov 03 19:17:54.008876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.248224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75fa4cea-ea33-437f-bd1e-78bc3bf61dbe req-59234a09-7323-492f-ab9d-6f40e836d6c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394538 Nov 03 19:17:54.355674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50274) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:54.382559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dfae13f-36a8-4e86-9796-f9a3709d3710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.497081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-015fd5b7-f621-40be-9e59-01e06b76df37 req-25e10348-244a-4ff5-9f32-28ca361509b8 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6814408 Nov 03 19:17:54.536802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:54.601276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=9c9fac26-9e13-4308-ad94-465ee7542d83,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:54.613030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:54.623604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:54.654603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:54.658489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.663764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82e89170-7ea9-4b51-820f-2a5433461c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.779036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.798883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dfae13f-36a8-4e86-9796-f9a3709d3710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.811012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-82e89170-7ea9-4b51-820f-2a5433461c75 None None] For port cc8176b9-296d-49e2-9519-1ec50bd52447, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cc8176b9-296d-49e2-9519-1ec50bd52447,segment=NetworkSegment(014344d7-6731-4779-9b2d-252233aa1a09),segment_id=014344d7-6731-4779-9b2d-252233aa1a09)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:54.818914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dfae13f-36a8-4e86-9796-f9a3709d3710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.824479 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-82e89170-7ea9-4b51-820f-2a5433461c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.971581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9dfae13f-36a8-4e86-9796-f9a3709d3710 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=de1586f1dea04f319795a2bb34721010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6142716 Nov 03 19:17:54.979041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50298) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:55.003541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-74fbfebe-c8f8-4eb4-a10e-c22b74b136fb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:55.003541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-74fbfebe-c8f8-4eb4-a10e-c22b74b136fb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.3654284 Nov 03 19:17:55.018128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfae13f-36a8-4e86-9796-f9a3709d3710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f51638-7124-4c1d-a114-7b6d6f2ec052,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:55.035745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 3f643b7c-d2aa-4244-af95-e924e6e2a202 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:55.053350 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92df5408-0f6d-4754-8960-cdaa801f3575 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.5215008 Nov 03 19:17:55.072962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50302) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:55.102204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-749f2602-d51c-4052-8655-ddb39eb77df8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.0642405 Nov 03 19:17:55.157912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:55.288188 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:17:55.289082 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:17:55.317881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e89170-7ea9-4b51-820f-2a5433461c75 None None] Pushing event updated for resources: {'Port': ['ID=cc8176b9-296d-49e2-9519-1ec50bd52447,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:55.383775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-c54550ae-aff7-4622-8588-8484778b3b1a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2566321 Nov 03 19:17:55.437934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef624646-4821-4951-aa7e-8771302994d2 req-9f1822ff-c8b8-47c1-867d-580cfe54bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:55.446564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-9f1822ff-c8b8-47c1-867d-580cfe54bfe5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1094 time: 0.7607031 Nov 03 19:17:55.702017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db6415d7-6ec3-4fe0-8de4-97f7635e8d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.786863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Provisioning complete for port cc8176b9-296d-49e2-9519-1ec50bd52447 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:55.787732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.862309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-1da1f707-61d6-450d-a75c-cb9fb91f1f8a service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512801 Nov 03 19:17:55.874636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833adb-20fd-4bc9-b69a-6befa471ee25 req-3664716a-6b11-4337-906e-2a566677b091 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:55.878123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08833adb-20fd-4bc9-b69a-6befa471ee25 req-3664716a-6b11-4337-906e-2a566677b091 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 943 time: 0.2031796 Nov 03 19:17:55.988973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-08833adb-20fd-4bc9-b69a-6befa471ee25 req-35f0a980-1a24-4158-8b31-5bb5bbda6e8b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808578 Nov 03 19:17:56.163167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-292a5b74-94d9-4f2e-b9f2-0665d722993e service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820344 Nov 03 19:17:56.271982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Provisioning complete for port 5c170259-7ad7-48b3-85ba-6754f33b5f82 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:56.273153 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:56.319423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Port 5c170259-7ad7-48b3-85ba-6754f33b5f82 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:56.360651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Provisioning complete for port 9c9fac26-9e13-4308-ad94-465ee7542d83 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:56.361777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:56.510707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cc8176b9-296d-49e2-9519-1ec50bd52447 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:56.719786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c7720304-4c67-40d2-a1ee-3838f399cffe None None] Port 9c9fac26-9e13-4308-ad94-465ee7542d83 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:56.741418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89773806-973e-4b02-aff2-2c093c9f840b req-345ecb5f-9282-47c6-b4f7-2be094d83987 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 210 time: 0.0664418 Nov 03 19:17:56.754128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cc8176b9-296d-49e2-9519-1ec50bd52447 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:56.755722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:56.902914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50340) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:57.014768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f6c6e3fe-09e8-4cea-93a3-74d7232444cb None None] Provisioning complete for port 4d13b430-5274-49c0-b333-2adbc8a58196 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:57.015417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e3fe-09e8-4cea-93a3-74d7232444cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.058434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e3fe-09e8-4cea-93a3-74d7232444cb None None] Port 4d13b430-5274-49c0-b333-2adbc8a58196 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:57.105707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f6c6e3fe-09e8-4cea-93a3-74d7232444cb None None] Provisioning complete for port 5c170259-7ad7-48b3-85ba-6754f33b5f82 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:57.106085 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e3fe-09e8-4cea-93a3-74d7232444cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.196537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e3fe-09e8-4cea-93a3-74d7232444cb None None] Port 5c170259-7ad7-48b3-85ba-6754f33b5f82 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:57.217056 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db6415d7-6ec3-4fe0-8de4-97f7635e8d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.275797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300545113'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:57.315574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:57.320447 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.347691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0c6d7941-202c-4dd2-9086-cb713781d9e6 None None] Provisioning complete for port 9c9fac26-9e13-4308-ad94-465ee7542d83 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:57.348391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7941-202c-4dd2-9086-cb713781d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.377307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.410302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fa064-fc71-4b11-80d7-5029f1475703 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:57.428741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fa064-fc71-4b11-80d7-5029f1475703 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:57.450404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fa064-fc71-4b11-80d7-5029f1475703 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:57.457569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c09fa064-fc71-4b11-80d7-5029f1475703 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 2.3799734 Nov 03 19:17:57.457894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4116c-ad61-4e32-b5df-286f4fc67394 req-36845817-1657-48f8-b607-3fa2bc13821b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:57.460047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbf4116c-ad61-4e32-b5df-286f4fc67394 req-36845817-1657-48f8-b607-3fa2bc13821b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 943 time: 0.1603739 Nov 03 19:17:57.461315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50366) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:57.472528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d7941-202c-4dd2-9086-cb713781d9e6 None None] Port 9c9fac26-9e13-4308-ad94-465ee7542d83 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:57.539476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef624646-4821-4951-aa7e-8771302994d2 req-3412db5c-881f-48c5-80b2-f560fd41e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:57.541922 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-3412db5c-881f-48c5-80b2-f560fd41e6be service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 1.8550506 Nov 03 19:17:57.551942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db6415d7-6ec3-4fe0-8de4-97f7635e8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.558220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db6415d7-6ec3-4fe0-8de4-97f7635e8d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.559751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db6415d7-6ec3-4fe0-8de4-97f7635e8d63 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/75f51638-7124-4c1d-a114-7b6d6f2ec052 HTTP/1.1" status: 204 len: 168 time: 2.5684659 Nov 03 19:17:57.719811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.750777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6415d7-6ec3-4fe0-8de4-97f7635e8d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f51638-7124-4c1d-a114-7b6d6f2ec052,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:57.797972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-176c9412-f078-499e-b6f3-83be946181a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 217 time: 0.2366066 Nov 03 19:17:57.803354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.809760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router cb817753-c2e7-40c4-a64c-47cdf0950d32 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:57.826223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:57.847211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:57.847827 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment 98bb0013-5124-4ba0-ab8c-0a1097a111f3 of type vlan for network a6740442-4e7f-428a-a004-a47394ebfbda Nov 03 19:17:57.911072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef624646-4821-4951-aa7e-8771302994d2 req-4bcec55f-2f1d-47da-b703-16a71848fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:57.912942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-4bcec55f-2f1d-47da-b703-16a71848fbc2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.0994587 Nov 03 19:17:58.131179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:58.154097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-de514659-ec86-4d32-8b93-12495b4ab61d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/cb817753-c2e7-40c4-a64c-47cdf0950d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8520069 Nov 03 19:17:58.154763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50386) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:58.155216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] Sync routers for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:58.176136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:58.179124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:58.270764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef624646-4821-4951-aa7e-8771302994d2 req-504f46f7-94ed-41ab-a7f4-c062a1b4efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:58.272457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-504f46f7-94ed-41ab-a7f4-c062a1b4efd8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3412297 Nov 03 19:17:58.305303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae5ab2-e5c6-466b-a9a2-d054f06c76a6 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:58.311017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5cae5ab2-e5c6-466b-a9a2-d054f06c76a6 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports/4d13b430-5274-49c0-b333-2adbc8a58196 HTTP/1.1" status: 200 len: 910 time: 0.1456230 Nov 03 19:17:58.313788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50390) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:58.335087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:58.380920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:58.382071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:58.520164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:58.521682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d94a32-c01e-43a8-9a8b-b8f886055d9f None None] The sync data for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:58.826258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4ab5e88-9baa-4a8e-91e0-4f426e3a36b4 req-706186a7-c155-4f42-8a3b-818d6d286332 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 210 time: 0.9527202 Nov 03 19:17:58.893966 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.897660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-d6fb70c2-8b4e-40fb-9ac3-853326a01b83 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853460 Nov 03 19:17:58.923848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-2660e571-ebca-4b5a-acc0-9478f6110c4c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:58.933938 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-2660e571-ebca-4b5a-acc0-9478f6110c4c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.4569290 Nov 03 19:17:58.951974 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbf4116c-ad61-4e32-b5df-286f4fc67394 req-6f6dbf79-20e5-464c-a4b1-c5437fd983b6 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4297924 Nov 03 19:17:58.954296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8360e6-6913-48cf-9085-46f50d4ae340,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:58.958573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:58.960847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:58.971093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:58.972412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.062837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1500804 Nov 03 19:17:59.121650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 35e0215d-0012-4627-b720-50f5e7d83f85 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:17:59.186299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90079e-80db-4025-af5a-5ab808637bf8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=a6740442-4e7f-428a-a004-a47394ebfbda,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:59.203100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port 9c9fac26-9e13-4308-ad94-465ee7542d83 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:59.208012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.224284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:59.231728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a6740442-4e7f-428a-a004-a47394ebfbda details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:59.306416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:59.484067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:59.484828 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:17:59.488420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.588112 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.703555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for 9c9fac26-9e13-4308-ad94-465ee7542d83 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:59.862719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef624646-4821-4951-aa7e-8771302994d2 req-4b676ed3-be68-4907-bb25-78b0995f16b9 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9497743 Nov 03 19:17:59.885067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:59.908031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.935226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 35e0215d-0012-4627-b720-50f5e7d83f85, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=35e0215d-0012-4627-b720-50f5e7d83f85,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:59.981497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '35e0215d-0012-4627-b720-50f5e7d83f85', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'port_id': '35e0215d-0012-4627-b720-50f5e7d83f85', 'mac_address': 'fa:16:3e:f7:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:18:00.090728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.120212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e0215d-0012-4627-b720-50f5e7d83f85 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:00.173010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.178368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 35e0215d-0012-4627-b720-50f5e7d83f85, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=35e0215d-0012-4627-b720-50f5e7d83f85,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:00.186570 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.298324 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.370781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=35e0215d-0012-4627-b720-50f5e7d83f85,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:00.517220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bddf6ba3-1d7d-4c9c-9d21-449f688de7d6 req-fa6ad5bb-6215-4c2f-a07e-246622c4a6b3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 210 time: 0.3385181 Nov 03 19:18:00.526452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['35e0215d-0012-4627-b720-50f5e7d83f85'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:18:00.706157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=9c9fac26-9e13-4308-ad94-465ee7542d83,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:01.132799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3f583-52f8-48f3-ae61-cc98f6f692f1 req-ae5157f4-600b-4d8f-9910-6bbf8310215d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:01.136752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd3f583-52f8-48f3-ae61-cc98f6f692f1 req-ae5157f4-600b-4d8f-9910-6bbf8310215d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 944 time: 0.9496338 Nov 03 19:18:01.206621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:01.284185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50454) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:01.311908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.9 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/986e61ff-b250-4a41-994f-b4a3f92c2949) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:01.439656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:01.447323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1b088995-1f83-4962-a0f4-f2d0295b0d1f tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/ports/9c9fac26-9e13-4308-ad94-465ee7542d83 HTTP/1.1" status: 204 len: 168 time: 3.9844368 Nov 03 19:18:01.460906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50460) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:01.590632 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5600f1c-5e1c-40a2-b3c1-feec3c9a37f5 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] GET failed (client error): The resource could not be found. Nov 03 19:18:01.594234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f5600f1c-5e1c-40a2-b3c1-feec3c9a37f5 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "GET /v2.0/ports/9c9fac26-9e13-4308-ad94-465ee7542d83 HTTP/1.1" status: 404 len: 333 time: 0.1269779 Nov 03 19:18:01.620642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50466) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:01.625754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=3b3c81be-b7c2-45cd-8f84-604ab76adf24,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:01.638873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd3f583-52f8-48f3-ae61-cc98f6f692f1 req-d353a0a7-6e39-4bf9-835a-62e7d39b3a65 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826441 Nov 03 19:18:01.647092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1929224368'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:01.793135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': '98bb0013-5124-4ba0-ab8c-0a1097a111f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:01.794212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: a6740442-4e7f-428a-a004-a47394ebfbda, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:01.998266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network a6740442-4e7f-428a-a004-a47394ebfbda is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:02.011871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e3c27f8-752b-454f-aeb5-794797cb5891 req-5ff6cf76-9c7c-423b-858a-bb4d1c957ad5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 210 time: 0.1226873 Nov 03 19:18:02.019588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.21.0.1 (c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34/e30e946a-f1f3-44b4-ae06-1ad124bcc5b2/7a0bc350-266c-4464-b401-8a02cdabcdd4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:02.054082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a6740442-4e7f-428a-a004-a47394ebfbda) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:02.066449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:02.069713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.095504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a43d37-6494-4124-988f-2ee15dd16efb None None] Network a6740442-4e7f-428a-a004-a47394ebfbda requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:02.153241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:02.159190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.216173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1a943e51-1484-4218-b675-ba4c75d117ac tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9850304 Nov 03 19:18:02.218484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50474) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:02.221052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] device_id is not set on port 87711d12-fbb7-4cd8-90ed-3e1c51b64029 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:18:02.240544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-639973785'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:02.260881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.344994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-189bf99d-b054-4dfd-a0d1-0b4148313a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.396136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.455057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:02.467520 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.531038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.542249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a6740442-4e7f-428a-a004-a47394ebfbda', 'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': '3b3c81be-b7c2-45cd-8f84-604ab76adf24'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:02.545010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.572347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-189bf99d-b054-4dfd-a0d1-0b4148313a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.589720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-189bf99d-b054-4dfd-a0d1-0b4148313a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.621915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:02.688023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bf99d-b054-4dfd-a0d1-0b4148313a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a446938-f4f3-488e-9f8f-f16d5e1e7cea,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:02.711605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:02.716616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Allocated IP 2001:db8::1ec (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/87711d12-fbb7-4cd8-90ed-3e1c51b64029) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:02.723221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:02.725287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.725576 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment f441536d-8147-42e5-8ad1-2de8328383a0 of type vlan for network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b Nov 03 19:18:02.729793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:02.807752 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.848527 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-189bf99d-b054-4dfd-a0d1-0b4148313a0a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fc8dceb7f8a342a888b3a6f0bf9111ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5613561 Nov 03 19:18:02.868040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:02.937752 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:02.975514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=7a0bc350-266c-4464-b401-8a02cdabcdd4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:02.991428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Allocated IP 172.20.255.242 (a6740442-4e7f-428a-a004-a47394ebfbda/3b3c81be-b7c2-45cd-8f84-604ab76adf24/c55ad5d7-00b9-4ada-a44a-1e4c17316ca7) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:03.254741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 35e0215d-0012-4627-b720-50f5e7d83f85 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:03.278479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.290031 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.326997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:18:03.436639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=986e61ff-b250-4a41-994f-b4a3f92c2949,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:03.466143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.470960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ad10b60-4cc6-4997-adca-5e0d93230ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.476058 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.491729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:03.495915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:03.502051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:03.517622 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.548152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.575761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.602416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Pushing event updated for resources: {'Port': ['ID=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:03.607968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Network a6740442-4e7f-428a-a004-a47394ebfbda is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:03.619678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:03.623010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1b4872c9-8da1-461b-b90d-2b65fec39549 None None] Provisioning complete for port 7a0bc350-266c-4464-b401-8a02cdabcdd4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:03.623931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b4872c9-8da1-461b-b90d-2b65fec39549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.634434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:03.644398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:03.648582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.681652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ad10b60-4cc6-4997-adca-5e0d93230ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.690011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 35e0215d-0012-4627-b720-50f5e7d83f85 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:18:03.694798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-3bcab02d-f4ad-4eec-b7c9-15eb949d78ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7425210 Nov 03 19:18:03.700432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 35e0215d-0012-4627-b720-50f5e7d83f85 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:03.701400 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.741037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:03.744883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:18:03.766818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Attempting to bind port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:03.767569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Attempting to bind port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '98bb0013-5124-4ba0-ab8c-0a1097a111f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:03.768188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Attempting to bind port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 on network a6740442-4e7f-428a-a004-a47394ebfbda {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:03.769346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:03.782118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Request body: {'port': {'device_id': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:03.787571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:03.801530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:03.802229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.826600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:03.827423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Checking segment: {'id': '98bb0013-5124-4ba0-ab8c-0a1097a111f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:03.828044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.828615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Bound using segment: {'id': '98bb0013-5124-4ba0-ab8c-0a1097a111f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:03.829620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Bound port: c55ad5d7-00b9-4ada-a44a-1e4c17316ca7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bb0013-5124-4ba0-ab8c-0a1097a111f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a6740442-4e7f-428a-a004-a47394ebfbda'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:03.830209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.852259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1b4872c9-8da1-461b-b90d-2b65fec39549 None None] Port 7a0bc350-266c-4464-b401-8a02cdabcdd4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:03.872613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.886297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:03.886949 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:03.908710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2854514 Nov 03 19:18:03.923948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50502) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:03.961291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6006ad8-a4e2-42bd-8fcb-15c0795e4b04 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=87711d12-fbb7-4cd8-90ed-3e1c51b64029,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:03.983015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27e', 'mac_address': 'fa:16:3e:e8:d8:e3'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:03.990975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:04.052560 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:04.074415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5403f-4559-4103-9317-26bfecf62444 req-b15e3a18-3f7e-46df-b404-2e5b429e81ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:04.087644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb5403f-4559-4103-9317-26bfecf62444 req-b15e3a18-3f7e-46df-b404-2e5b429e81ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 944 time: 1.1952724 Nov 03 19:18:04.224847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=45d6fe9b-ed31-4e03-8bdc-efb340977c2b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:04.267604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cf507735-e926-4a72-9578-01dcd7e4c1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0481436 Nov 03 19:18:04.285761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f00c-18c8-4080-83e0-efeb02afdcf0 req-06875d87-815c-40f1-ac12-8a90f3c27a4e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:04.296631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b10f00c-18c8-4080-83e0-efeb02afdcf0 req-06875d87-815c-40f1-ac12-8a90f3c27a4e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 931 time: 0.8446386 Nov 03 19:18:04.309600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50508) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:04.317709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:04.626863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 35e0215d-0012-4627-b720-50f5e7d83f85, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=35e0215d-0012-4627-b720-50f5e7d83f85,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:04.629228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:04.714833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:04.717813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cb5403f-4559-4103-9317-26bfecf62444 req-c0b63663-217e-4424-9d84-0a1521c6ddb7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6249194 Nov 03 19:18:04.718735 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c5f9e5-d1d0-41c7-a324-ed7efbfb16d6" -d '{"events": [{"server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "name": "network-vif-plugged", "status": "completed", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:04.724312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b10f00c-18c8-4080-83e0-efeb02afdcf0 req-dab10d9e-c2a3-48dc-bd90-d31b6887d9e9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264762 Nov 03 19:18:04.741659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:04.746119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:04.810411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.011881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] For port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:05.029615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.085555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] For port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,segment=NetworkSegment(98bb0013-5124-4ba0-ab8c-0a1097a111f3),segment_id=98bb0013-5124-4ba0-ab8c-0a1097a111f3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:05.097505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ac3db964-94e6-4afb-b01d-be949f8999b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.099662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.198007 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf9510d-c084-4fff-b0d8-085df3c53d80 x-openstack-request-id: req-bcf9510d-c084-4fff-b0d8-085df3c53d80 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:05.198368 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "name": "network-vif-plugged", "status": "completed", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:05.198822 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bcf9510d-c084-4fff-b0d8-085df3c53d80 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:05.199314 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85', 'code': 200} Nov 03 19:18:05.271890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=35e0215d-0012-4627-b720-50f5e7d83f85,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:05.318209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.339150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.371735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.457336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=5ed84e5e-a952-4856-b09f-4c4968cea2f8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:05.494382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cd705-8774-495c-a6d7-fbcc561700f1 None None] Pushing event updated for resources: {'Port': ['ID=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:05.516471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-684b4dbf-dee4-4694-9d64-f44f9df7a9be None None] Provisioning complete for port 87711d12-fbb7-4cd8-90ed-3e1c51b64029 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:05.517105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-684b4dbf-dee4-4694-9d64-f44f9df7a9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.523725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'f441536d-8147-42e5-8ad1-2de8328383a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:05.526275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: 45d6fe9b-ed31-4e03-8bdc-efb340977c2b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:05.550159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.576786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-684b4dbf-dee4-4694-9d64-f44f9df7a9be None None] Port 87711d12-fbb7-4cd8-90ed-3e1c51b64029 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:05.593777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:05.603672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=7a0bc350-266c-4464-b401-8a02cdabcdd4,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:05.615082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 45d6fe9b-ed31-4e03-8bdc-efb340977c2b) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:05.625264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:05.625877 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.646764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775bf07-9859-4b9e-9d61-2da639987f6f None None] Network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:05.682743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-31c19b3b-2349-4ee1-adba-fe93bab02c05 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3714778 Nov 03 19:18:05.686783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50534) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:05.702404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ad10b60-4cc6-4997-adca-5e0d93230ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.713935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ad10b60-4cc6-4997-adca-5e0d93230ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.721981 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ad10b60-4cc6-4997-adca-5e0d93230ee9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7a446938-f4f3-488e-9f8f-f16d5e1e7cea HTTP/1.1" status: 204 len: 168 time: 2.8455589 Nov 03 19:18:05.840782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad10b60-4cc6-4997-adca-5e0d93230ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a446938-f4f3-488e-9f8f-f16d5e1e7cea,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:05.843981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:05.855229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aea74-30c0-440e-a427-1c2da306c133 req-91100c63-036a-4adf-95a6-f3387655e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:05.856966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc1aea74-30c0-440e-a427-1c2da306c133 req-91100c63-036a-4adf-95a6-f3387655e281 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.8235364 Nov 03 19:18:06.078353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:06.150306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:06.345144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05a95-21ab-4e0c-9af8-3ed10d13a86c req-b9f06d27-11fa-4ad4-9e6c-db592b6f6230 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:06.348786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27b05a95-21ab-4e0c-9af8-3ed10d13a86c req-b9f06d27-11fa-4ad4-9e6c-db592b6f6230 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 931 time: 0.2030439 Nov 03 19:18:06.367334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-45d6fe9b-ed31-4e03-8bdc-efb340977c2b', 'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': '5ed84e5e-a952-4856-b09f-4c4968cea2f8'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:06.369691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:06.520444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc1aea74-30c0-440e-a427-1c2da306c133 req-7d44c14a-7781-4700-a1db-db73acacfa18 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5271053 Nov 03 19:18:06.727703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:06.999084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2a75e-b858-4bf4-beb1-e16988bdac76 req-6767a0ab-acfa-43f5-9d25-71c6d1247825 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:07.000566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:07.006186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6b2a75e-b858-4bf4-beb1-e16988bdac76 req-6767a0ab-acfa-43f5-9d25-71c6d1247825 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.6551199 Nov 03 19:18:07.113200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:07.148030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27b05a95-21ab-4e0c-9af8-3ed10d13a86c req-5f1047ff-b5d6-4add-bbc2-2fa5257deb0e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554244 Nov 03 19:18:07.333438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ba772baa-1a69-43d2-ba56-cb3b5807f733 None None] Provisioning complete for port 7a0bc350-266c-4464-b401-8a02cdabcdd4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:07.334310 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba772baa-1a69-43d2-ba56-cb3b5807f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:07.352444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router cb817753-c2e7-40c4-a64c-47cdf0950d32 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:07.406562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ba772baa-1a69-43d2-ba56-cb3b5807f733 None None] Port 7a0bc350-266c-4464-b401-8a02cdabcdd4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:07.453607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6b2a75e-b858-4bf4-beb1-e16988bdac76 req-ef346af0-28ad-4769-9b30-223ff4c6767b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284735 Nov 03 19:18:07.526502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:07.527095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:07.631803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Allocated IP 172.20.0.2 (45d6fe9b-ed31-4e03-8bdc-efb340977c2b/5ed84e5e-a952-4856-b09f-4c4968cea2f8/d57cffc1-0aee-4362-bd91-fe2a70858704) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:07.836543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.159895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,segment=NetworkSegment(98bb0013-5124-4ba0-ab8c-0a1097a111f3),segment_id=98bb0013-5124-4ba0-ab8c-0a1097a111f3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:08.191016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.239149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.313192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.365323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:08.382501 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] Sync routers for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:08.404142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-423c75ae-b62c-468e-88e1-f3287653d12d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/cb817753-c2e7-40c4-a64c-47cdf0950d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0883110 Nov 03 19:18:08.409440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50586) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:08.427090 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:08.429384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] In _notify_port_updated(), no bound segment for port 87711d12-fbb7-4cd8-90ed-3e1c51b64029 on network 08493c3a-14ed-45fa-a216-924292bfe7b9 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:18:08.437696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:08.438613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.440204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "PUT /v2.0/ports/87711d12-fbb7-4cd8-90ed-3e1c51b64029 HTTP/1.1" status: 200 len: 1003 time: 4.4985929 Nov 03 19:18:08.443959 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:08.454469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50592) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:08.609298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f473ac-f58e-4453-96f5-399c2bff9cce tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=87711d12-fbb7-4cd8-90ed-3e1c51b64029,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:08.623393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517c641-a199-4eed-be3a-cbd66562b4f4 req-0d352522-be6a-4f6b-9ba5-c655cfefba66 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:08.653921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5517c641-a199-4eed-be3a-cbd66562b4f4 req-0d352522-be6a-4f6b-9ba5-c655cfefba66 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 931 time: 0.3252065 Nov 03 19:18:08.678232 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:08.699817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3469af51-ef18-41d8-b0c9-48bc3b9ce7fe tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:08.705700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3469af51-ef18-41d8-b0c9-48bc3b9ce7fe tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports/7a0bc350-266c-4464-b401-8a02cdabcdd4 HTTP/1.1" status: 200 len: 910 time: 0.2951159 Nov 03 19:18:08.710877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50604) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:08.742116 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:08.744883 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:08.879895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986e61ff-b250-4a41-994f-b4a3f92c2949 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:08.904233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2cbf60cc-59b1-4d60-a667-a7ce00de47f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:08.979751 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:08.980778 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745e7b2-4d7c-4fb0-b6f3-750ec98688a0 None None] The sync data for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:08.989762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79a6a8-a9f4-4723-90a1-f5532f9610a9 None None] Network a6740442-4e7f-428a-a004-a47394ebfbda requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:09.000484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964ffe-138f-420f-8b39-4897de8f4bdc req-c232bd37-ce25-482d-ae0a-d993f06f0af8 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:09.003481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88964ffe-138f-420f-8b39-4897de8f4bdc req-c232bd37-ce25-482d-ae0a-d993f06f0af8 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3446903 Nov 03 19:18:09.025842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5517c641-a199-4eed-be3a-cbd66562b4f4 req-628b019d-b8eb-4b7d-8ef1-3dd0f35575e2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263845 Nov 03 19:18:09.042029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.095196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Transition to ACTIVE for port object 986e61ff-b250-4a41-994f-b4a3f92c2949 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:18:09.105895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.219494 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.282271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Pushing event updated for resources: {'Port': ['ID=986e61ff-b250-4a41-994f-b4a3f92c2949,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:09.285922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88964ffe-138f-420f-8b39-4897de8f4bdc req-95b65126-978e-4f24-8639-cec529c0d38e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544014 Nov 03 19:18:09.312280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port 87711d12-fbb7-4cd8-90ed-3e1c51b64029 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:09.313043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.325593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:09.359366 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.477524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed84e5e-a952-4856-b09f-4c4968cea2f8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:09.529289 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.617192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.663880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Attempting to bind port 986e61ff-b250-4a41-994f-b4a3f92c2949 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:09.664785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Attempting to bind port 986e61ff-b250-4a41-994f-b4a3f92c2949 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:09.667519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Attempting to bind port 986e61ff-b250-4a41-994f-b4a3f92c2949 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:09.688547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-310cff8c-4318-4ca0-8f50-a61f17cd616a None None] Provisioning complete for port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:09.689338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-310cff8c-4318-4ca0-8f50-a61f17cd616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.715873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Port 986e61ff-b250-4a41-994f-b4a3f92c2949 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:18:09.716593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Attempting to bind port 986e61ff-b250-4a41-994f-b4a3f92c2949 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:09.721089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for 87711d12-fbb7-4cd8-90ed-3e1c51b64029 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:09.768831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:09.775337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:09.780616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:09.781507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:09.782439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Bound port: 986e61ff-b250-4a41-994f-b4a3f92c2949, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:09.783252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.867220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.964491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d6fe9b-ed31-4e03-8bdc-efb340977c2b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:10.015111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f441536d-8147-42e5-8ad1-2de8328383a0') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:10.015555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f441536d-8147-42e5-8ad1-2de8328383a0') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:10.040990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.068200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.075323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:10.082627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:10.083579 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.092052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:10.122725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Pushing event updated for resources: {'Port': ['ID=d57cffc1-0aee-4362-bd91-fe2a70858704,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:10.314723 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:10.366418 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.473921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] For port 986e61ff-b250-4a41-994f-b4a3f92c2949, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:10.474181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Attempting to bind port d57cffc1-0aee-4362-bd91-fe2a70858704 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:10.474767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Attempting to bind port d57cffc1-0aee-4362-bd91-fe2a70858704 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f441536d-8147-42e5-8ad1-2de8328383a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:10.475607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Attempting to bind port d57cffc1-0aee-4362-bd91-fe2a70858704 on network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:10.490549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] For port 986e61ff-b250-4a41-994f-b4a3f92c2949, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=986e61ff-b250-4a41-994f-b4a3f92c2949,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:10.509879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:10.510344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Checking segment: {'id': 'f441536d-8147-42e5-8ad1-2de8328383a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:10.511206 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.512429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Bound using segment: {'id': 'f441536d-8147-42e5-8ad1-2de8328383a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:10.513858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Bound port: d57cffc1-0aee-4362-bd91-fe2a70858704, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f441536d-8147-42e5-8ad1-2de8328383a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:10.516782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.541695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:10.554054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.721196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:18:10.721196 n-d-812151-4 neutron-server[101989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:18:10.721196 n-d-812151-4 neutron-server[101989]: [parameters: {'id': '45d6fe9b-ed31-4e03-8bdc-efb340977c2b'}] Nov 03 19:18:10.721196 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:18:10.722550 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:18:10.765471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Pushing event updated for resources: {'Port': ['ID=986e61ff-b250-4a41-994f-b4a3f92c2949,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:10.855345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.881921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:10.883210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:10.885596 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-8f0fab2f-aff1-405d-9aed-3e2c97f0183a service neutron] 10.222.0.115 "PUT /v2.0/ports/986e61ff-b250-4a41-994f-b4a3f92c2949 HTTP/1.1" status: 200 len: 1091 time: 7.1690934 Nov 03 19:18:10.892869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'tag': '986e61ff-b250-4a41-994f-b4a3f92c2949'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:10.895745 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c796ec-b846-461c-b30b-5f086b56f282" -d '{"events": [{"name": "network-changed", "server_uuid": "eb423bfc-449b-40e0-86f9-2b74969451c4", "tag": "986e61ff-b250-4a41-994f-b4a3f92c2949"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:10.962438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735e332-af7c-44ce-a33f-8a236f6dcddc req-6b7146f4-0650-40dc-9e98-106ed43abad2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:10.974943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b735e332-af7c-44ce-a33f-8a236f6dcddc req-6b7146f4-0650-40dc-9e98-106ed43abad2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.7216733 Nov 03 19:18:11.008172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50648) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:11.057773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad855-6bd5-4b8a-8b39-1090313e83fd req-33573039-9b9b-4e16-b314-ab76f56ae35d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:11.062453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f39ad855-6bd5-4b8a-8b39-1090313e83fd req-33573039-9b9b-4e16-b314-ab76f56ae35d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 943 time: 0.6886137 Nov 03 19:18:11.091029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'floatingip': {'port_id': '35e0215d-0012-4627-b720-50f5e7d83f85'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:11.226245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.235470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-121de67a-0722-46bb-8050-bcb1fb84fcc5 None None] Could not find standard attr ID for object 87711d12-fbb7-4cd8-90ed-3e1c51b64029. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:18:11.257481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] For port d57cffc1-0aee-4362-bd91-fe2a70858704, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:11.263673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.295895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] For port d57cffc1-0aee-4362-bd91-fe2a70858704, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d57cffc1-0aee-4362-bd91-fe2a70858704,segment=NetworkSegment(f441536d-8147-42e5-8ad1-2de8328383a0),segment_id=f441536d-8147-42e5-8ad1-2de8328383a0)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:11.308073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:11.308537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.323647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:11.808106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a052508-7dc3-47f6-acd4-6890a5cb3271 None None] Network 45d6fe9b-ed31-4e03-8bdc-efb340977c2b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:11.819424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f39ad855-6bd5-4b8a-8b39-1090313e83fd req-c4be8849-6592-4f5c-9c7c-5730c9c74ffb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997340 Nov 03 19:18:11.845752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de228b5a-5ccd-4a01-a728-177a61596b0a None None] Pushing event updated for resources: {'Port': ['ID=d57cffc1-0aee-4362-bd91-fe2a70858704,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:11.946515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f76e1747-4213-4a7c-9763-74deae49f4d4 None None] Provisioning complete for port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:11.947017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f76e1747-4213-4a7c-9763-74deae49f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.191660 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.226187 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d646b658-40fc-4a62-be82-ca0156b7ac8f x-openstack-request-id: req-d646b658-40fc-4a62-be82-ca0156b7ac8f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:12.227097 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb423bfc-449b-40e0-86f9-2b74969451c4", "tag": "986e61ff-b250-4a41-994f-b4a3f92c2949", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:12.227097 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d646b658-40fc-4a62-be82-ca0156b7ac8f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:12.229673 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'tag': '986e61ff-b250-4a41-994f-b4a3f92c2949', 'status': 'completed', 'code': 200} Nov 03 19:18:12.260756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.261107 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:12.436324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=87711d12-fbb7-4cd8-90ed-3e1c51b64029,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:12.887957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-6a733be8-bc10-404a-a672-e7c9767eef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:12.896553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-6a733be8-bc10-404a-a672-e7c9767eef55 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 1094 time: 0.6655166 Nov 03 19:18:12.967597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port d57cffc1-0aee-4362-bd91-fe2a70858704 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:12.968499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.134419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1bfed-7d97-46bc-af3f-e319d1eafaf2 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:18:13.389400 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-46325b67-8aff-4964-ad0e-3e581a861915 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986e61ff-b250-4a41-994f-b4a3f92c2949 HTTP/1.1" status: 200 len: 217 time: 0.3751643 Nov 03 19:18:13.416072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.435202 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3c611d9d-72d8-4818-a357-d72492207be3 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/ports/87711d12-fbb7-4cd8-90ed-3e1c51b64029 HTTP/1.1" status: 204 len: 168 time: 4.9791293 Nov 03 19:18:13.455002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50690) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:13.523431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f1bfed-7d97-46bc-af3f-e319d1eafaf2 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:18:13.645231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50694) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:13.652856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port d57cffc1-0aee-4362-bd91-fe2a70858704, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d57cffc1-0aee-4362-bd91-fe2a70858704,segment=NetworkSegment(f441536d-8147-42e5-8ad1-2de8328383a0),segment_id=f441536d-8147-42e5-8ad1-2de8328383a0)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:13.653378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:13.662065 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a0ba3b-655e-4ca6-a4b0-2e47fdd5362d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] GET failed (client error): The resource could not be found. Nov 03 19:18:13.670703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-11a0ba3b-655e-4ca6-a4b0-2e47fdd5362d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "GET /v2.0/ports/87711d12-fbb7-4cd8-90ed-3e1c51b64029 HTTP/1.1" status: 404 len: 333 time: 0.2016232 Nov 03 19:18:13.682020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:18:13.683256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50698) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:13.693217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-427523029'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:13.713884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-0eb097c0-b36d-43b4-97be-fad110720e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:13.717548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-0eb097c0-b36d-43b4-97be-fad110720e9c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.3190544 Nov 03 19:18:13.765383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d90e8-899e-40a8-899b-68a3b6821f63 req-e74f3e66-dd7e-4522-bb9b-689eefdda436 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:13.777590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-600d90e8-899e-40a8-899b-68a3b6821f63 req-e74f3e66-dd7e-4522-bb9b-689eefdda436 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 943 time: 0.6763322 Nov 03 19:18:13.800574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for d57cffc1-0aee-4362-bd91-fe2a70858704 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:13.983481 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-69e06328-4063-4f4c-8f0e-6cee7f0c443f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2385321 Nov 03 19:18:14.114287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.121098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-600d90e8-899e-40a8-899b-68a3b6821f63 req-397634af-3d7c-4918-888f-d21f8482c10a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309808 Nov 03 19:18:14.172497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.252041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef2b9-d8b9-49a4-8203-62ff3773fc6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.307120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.403539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=d57cffc1-0aee-4362-bd91-fe2a70858704,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:14.427167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port d57cffc1-0aee-4362-bd91-fe2a70858704 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:14.450913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef2b9-d8b9-49a4-8203-62ff3773fc6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.598855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-fe7abae9-bc4a-42f3-8af0-c65d01a7849b service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935507 Nov 03 19:18:14.603523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef2b9-d8b9-49a4-8203-62ff3773fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:14.795346 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ae73d578-beaa-4c50-a5d1-2b73484c8b60 req-a2884b9e-4017-4b32-abc0-8fdfff868e56 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747527 Nov 03 19:18:14.990049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ef2b9-d8b9-49a4-8203-62ff3773fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0496d643-22a8-4713-af6c-a7e4766f9f49,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:15.001633 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2d3ef2b9-d8b9-49a4-8203-62ff3773fc6e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=384a7b8b9135420aaba8a91a2e5416d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3498023 Nov 03 19:18:15.004627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50718) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:15.063522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 7a0bc350-266c-4464-b401-8a02cdabcdd4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:15.063863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.338879 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Floating IP 72ea1e50-3a01-47bc-a291-b8516dc005e3 associated. External IP: 172.25.8.215, port: 35e0215d-0012-4627-b720-50f5e7d83f85. Nov 03 19:18:15.389361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c796ec-b846-461c-b30b-5f086b56f282 req-6a3e90e5-1b81-4a6c-a4c0-46fe075837a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:15.391265 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-6a3e90e5-1b81-4a6c-a4c0-46fe075837a0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 1094 time: 0.4809828 Nov 03 19:18:15.397331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.397701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:15.404764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.442013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a408e41-9a73-4547-94d9-6beae0dcef11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.539387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d6fe9b-ed31-4e03-8bdc-efb340977c2b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:15.604423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f441536d-8147-42e5-8ad1-2de8328383a0') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:15.604827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f441536d-8147-42e5-8ad1-2de8328383a0') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:15.624037 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.636365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158aece-c37a-4994-a457-cad8a7cfa3c5 req-e9aef766-9158-4561-af2f-a886bdfa0917 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:15.638000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4158aece-c37a-4994-a457-cad8a7cfa3c5 req-e9aef766-9158-4561-af2f-a886bdfa0917 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 943 time: 0.3051710 Nov 03 19:18:15.651437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] device_id is not set on port f6443dea-151c-45e9-a7fe-7da8ed509996 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:18:15.667160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.667488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.693743 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a408e41-9a73-4547-94d9-6beae0dcef11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.744556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 7a0bc350-266c-4464-b401-8a02cdabcdd4 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:15.756757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:15.757643 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:15.769051 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:15.808429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c796ec-b846-461c-b30b-5f086b56f282 req-e0e10309-127b-48ea-9113-7f518958fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:15.810567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-e0e10309-127b-48ea-9113-7f518958fdaa service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.4056501 Nov 03 19:18:15.931508 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-db1737ee-b853-4474-84c2-f98e22dfc18c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986e61ff-b250-4a41-994f-b4a3f92c2949 HTTP/1.1" status: 200 len: 217 time: 0.0848825 Nov 03 19:18:15.946955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4158aece-c37a-4994-a457-cad8a7cfa3c5 req-c82d0ad8-2280-4778-862e-127c0aa39052 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971306 Nov 03 19:18:16.047058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.078393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.092535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/45d6fe9b-ed31-4e03-8bdc-efb340977c2b HTTP/1.1" status: 204 len: 168 time: 10.3976214 Nov 03 19:18:16.112818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50736) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:16.129676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-592742552'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:16.200389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efda3b-b5fe-46db-b269-2ddec2f3b2c8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=45d6fe9b-ed31-4e03-8bdc-efb340977c2b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:16.210556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:16.216753 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.271307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Router 2b6a8157-999b-492c-9c17-34c7e967365c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:16.298583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:16.384585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.385761 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment b78dcb79-2518-45be-8285-057c2aa68c87 of type vlan for network 1323b496-caf3-4d14-93d3-1c61b8124301 Nov 03 19:18:16.512841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a408e41-9a73-4547-94d9-6beae0dcef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.519009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a408e41-9a73-4547-94d9-6beae0dcef11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.520812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5a408e41-9a73-4547-94d9-6beae0dcef11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0496d643-22a8-4713-af6c-a7e4766f9f49 HTTP/1.1" status: 204 len: 168 time: 1.4841132 Nov 03 19:18:16.568531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.625738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.633077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:16.634576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:16.660055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5459299 Nov 03 19:18:16.669493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50748) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:16.677783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': '1323b496-caf3-4d14-93d3-1c61b8124301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:16.773893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:16.780851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c796ec-b846-461c-b30b-5f086b56f282 req-e49e6f8d-c20c-40b3-b645-b66e18c97fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:16.793364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-e49e6f8d-c20c-40b3-b645-b66e18c97fb6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.8238857 Nov 03 19:18:16.808784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 986e61ff-b250-4a41-994f-b4a3f92c2949 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:18:17.017671 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:17.050757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a408e41-9a73-4547-94d9-6beae0dcef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0496d643-22a8-4713-af6c-a7e4766f9f49,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:17.209085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c914b4-4469-4fd9-82dc-5345c7e85da8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=1323b496-caf3-4d14-93d3-1c61b8124301,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:17.258622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:17.308117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1323b496-caf3-4d14-93d3-1c61b8124301 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:17.327459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3e3086f9-3828-40f1-8aba-1f93d3d2b185 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "PUT /v2.0/floatingips/72ea1e50-3a01-47bc-a291-b8516dc005e3 HTTP/1.1" status: 200 len: 991 time: 6.2590871 Nov 03 19:18:17.368390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:17.379933 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-62d2ae19-73fa-4117-915f-e010e8cb978a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4985883 Nov 03 19:18:17.384250 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6557550-9dc4-424f-a264-d16c9a78d8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:17.544917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:17.583798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:17.741148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:17.741814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:17.812237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Allocated IP 2001:db8::1ea (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/f6443dea-151c-45e9-a7fe-7da8ed509996) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:17.837817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50772) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:17.844542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing IP validity checks on allocation pools {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:18:17.872391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:18:17.934176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1dad04ab-28f9-4d29-9483-75c8eaebabee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.114367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bdf38-2b62-419d-b46b-df531e48f212 req-062cea44-ee30-49ff-b42f-f7ae2f927e5e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:18.122733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd6bdf38-2b62-419d-b46b-df531e48f212 req-062cea44-ee30-49ff-b42f-f7ae2f927e5e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 943 time: 0.8050876 Nov 03 19:18:18.198650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:18.280927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.306771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-022fd8f8-90f7-4680-ad44-9ae0b8c7e017 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985853 Nov 03 19:18:18.570530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 986e61ff-b250-4a41-994f-b4a3f92c2949, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=986e61ff-b250-4a41-994f-b4a3f92c2949,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:18.571532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=7a0bc350-266c-4464-b401-8a02cdabcdd4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:18.608997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '986e61ff-b250-4a41-994f-b4a3f92c2949', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '986e61ff-b250-4a41-994f-b4a3f92c2949', 'mac_address': 'fa:16:3e:f6:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:18:18.644234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:18.706123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd6bdf38-2b62-419d-b46b-df531e48f212 req-f65d723a-75b7-477b-a9d7-8d70665103fa tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617814 Nov 03 19:18:18.854417 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc856f2-8935-4039-9173-63393e502de5 x-openstack-request-id: req-ccc856f2-8935-4039-9173-63393e502de5 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:18.854737 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:18.855013 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ccc856f2-8935-4039-9173-63393e502de5 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:18.855370 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85', 'status': 'completed', 'code': 200} Nov 03 19:18:19.002715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.040526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=8671624e-27ca-40a9-ba63-dfb446288544,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:19.120848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'b78dcb79-2518-45be-8285-057c2aa68c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1323b496-caf3-4d14-93d3-1c61b8124301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:19.121616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: 1323b496-caf3-4d14-93d3-1c61b8124301, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:19.131872 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1dad04ab-28f9-4d29-9483-75c8eaebabee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.154096 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1dad04ab-28f9-4d29-9483-75c8eaebabee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.226467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 1323b496-caf3-4d14-93d3-1c61b8124301 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:19.272686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad04ab-28f9-4d29-9483-75c8eaebabee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57866c07-9b98-4db4-876b-e98929bb1fe1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:19.283005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.296680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1323b496-caf3-4d14-93d3-1c61b8124301) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:19.324245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:19.329141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.348913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986e61ff-b250-4a41-994f-b4a3f92c2949 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:19.379067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1dad04ab-28f9-4d29-9483-75c8eaebabee admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=534450e2b3eb49ebad45f1a6a53c9ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5364671 Nov 03 19:18:19.379654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50800) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:19.403075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f96242b3-2b19-4744-b311-cfc045291356 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7319427 Nov 03 19:18:19.418640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50802) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:19.440074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 986e61ff-b250-4a41-994f-b4a3f92c2949, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=986e61ff-b250-4a41-994f-b4a3f92c2949,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:19.449668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ccece-6aff-4ad5-b23a-5c6722f76e14 None None] Network 1323b496-caf3-4d14-93d3-1c61b8124301 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:19.462820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.673430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=986e61ff-b250-4a41-994f-b4a3f92c2949,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:19.708092 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.711061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-bdd13c0e-e26d-49c8-b561-f8dcb1b8c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:19.715349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-bdd13c0e-e26d-49c8-b561-f8dcb1b8c133 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.6849275 Nov 03 19:18:19.803508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.804032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.804559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.805145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.806220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.806777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.807327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.808054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.808569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.809169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.810124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.810325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:19.864806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.890792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['986e61ff-b250-4a41-994f-b4a3f92c2949'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:18:19.907533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-dd5b181c-89b0-440f-b1ef-a27360837a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:19.909902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-dd5b181c-89b0-440f-b1ef-a27360837a41 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.1764166 Nov 03 19:18:19.914234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.917191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:19.969990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:19.994895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:20.000392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-23c796ec-b846-461c-b30b-5f086b56f282 req-a838e3a9-a807-4fe9-8830-1e0ae2011e0c service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6466062 Nov 03 19:18:20.001329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:20.015896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:20.016597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.040695 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8adfa1f-5d29-4fdd-bcd8-6d792142e9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.067554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '72ea1e50-3a01-47bc-a291-b8516dc005e3', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'port_id': '35e0215d-0012-4627-b720-50f5e7d83f85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'mac_address': 'fa:16:3e:f7:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:28Z', 'updated_at': '2021-11-03T19:18:13Z', 'revision_number': 1, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:20.194471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8adfa1f-5d29-4fdd-bcd8-6d792142e9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.276477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:18:20.347446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8adfa1f-5d29-4fdd-bcd8-6d792142e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.350821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8adfa1f-5d29-4fdd-bcd8-6d792142e9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.355782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d8adfa1f-5d29-4fdd-bcd8-6d792142e9ef admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/57866c07-9b98-4db4-876b-e98929bb1fe1 HTTP/1.1" status: 204 len: 168 time: 0.9742618 Nov 03 19:18:20.372094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adfa1f-5d29-4fdd-bcd8-6d792142e9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57866c07-9b98-4db4-876b-e98929bb1fe1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:20.404044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6f047-ee08-408b-940b-715ac9d1cd4b req-36035965-14d8-4d28-9a81-60f3f4825e03 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:20.412933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fea6f047-ee08-408b-940b-715ac9d1cd4b req-36035965-14d8-4d28-9a81-60f3f4825e03 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 944 time: 0.3146510 Nov 03 19:18:20.433458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.491272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=8671624e-27ca-40a9-ba63-dfb446288544,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:20.598078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.626272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1323b496-caf3-4d14-93d3-1c61b8124301']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:20.656482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78dcb79-2518-45be-8285-057c2aa68c87') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:20.657194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78dcb79-2518-45be-8285-057c2aa68c87') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:20.669860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.682327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=f6443dea-151c-45e9-a7fe-7da8ed509996,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:20.701082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.713492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:20.714660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:20.805756 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:20.829585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.840950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:20.854496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/1323b496-caf3-4d14-93d3-1c61b8124301 HTTP/1.1" status: 204 len: 168 time: 1.4223063 Nov 03 19:18:20.855483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50824) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:20.877743 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5c1a5f44-d932-4e8e-8478-5f2901ea5318 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 7.1918459 Nov 03 19:18:20.887956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50826) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:20.893193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895125065'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:20.896877 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-87b8a2b6-d68e-4540-92fc-27da94d1d326 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 999 time: 0.9602551 Nov 03 19:18:20.925706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:d8:e3'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:20.941656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router cb817753-c2e7-40c4-a64c-47cdf0950d32 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:20.987268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055b304-4aaf-48b6-a8f9-b187f527e5f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=1323b496-caf3-4d14-93d3-1c61b8124301,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:21.058330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fea6f047-ee08-408b-940b-715ac9d1cd4b req-368779a4-c43d-4782-9abc-38106ddfac1f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436479 Nov 03 19:18:21.091238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:21.098458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.108627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:21.110776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:21.150293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-84c56bb0-c96a-4186-81ff-46b38d17a5c1 None None] Provisioning complete for port f6443dea-151c-45e9-a7fe-7da8ed509996 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:21.151317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84c56bb0-c96a-4186-81ff-46b38d17a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.205488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:21.244807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.245092 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment c70a6972-95c7-4673-aad6-e76068b3ecf4 of type vlan for network d3bc0399-5e95-4961-978d-f9b95d1c0e2e Nov 03 19:18:21.358888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134f8e0-ec99-4e21-b49d-82a28822e532 None None] Network 1323b496-caf3-4d14-93d3-1c61b8124301 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:21.428458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.504345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.513450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134f8e0-ec99-4e21-b49d-82a28822e532 None None] Network 1323b496-caf3-4d14-93d3-1c61b8124301 could not be found, it might have been deleted concurrently. {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:18:21.529910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:21.533197 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:21.688527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8137319 Nov 03 19:18:21.693699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50848) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:21.701476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': 'd3bc0399-5e95-4961-978d-f9b95d1c0e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:21.775064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369a63-3d15-490d-9297-c4a4186b7d04 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=d3bc0399-5e95-4961-978d-f9b95d1c0e2e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:21.844705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-84c56bb0-c96a-4186-81ff-46b38d17a5c1 None None] Port f6443dea-151c-45e9-a7fe-7da8ed509996 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:21.851101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d3bc0399-5e95-4961-978d-f9b95d1c0e2e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:21.985984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:22.002052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:22.060121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:18:22.327400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:22.343148 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] Sync routers for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:22.358420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-16b5dacc-1f26-4619-976a-84c778f5834b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/cb817753-c2e7-40c4-a64c-47cdf0950d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6345546 Nov 03 19:18:22.363681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50884) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:22.380898 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:22.384908 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:22.578273 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:22.604425 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:22.605085 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:22.668946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1db8c-4362-4a1b-b8f0-089276c7e321 req-dda01794-f0e1-41ca-a320-38fa9a94cdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.670644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91c1db8c-4362-4a1b-b8f0-089276c7e321 req-dda01794-f0e1-41ca-a320-38fa9a94cdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 944 time: 0.3474464 Nov 03 19:18:22.782962 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:22.788056 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622987c5-6a22-4c29-aeee-44bb8b161924 None None] The sync data for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:22.944531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-1b2c9bae-d19c-4fed-9bee-15c7206d2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:22.947221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-1b2c9bae-d19c-4fed-9bee-15c7206d2217 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 2.0147877 Nov 03 19:18:23.079095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.095999 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.214361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=e13a008a-0647-4ae7-9839-d32527e3d8eb,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:23.285718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '72ea1e50-3a01-47bc-a291-b8516dc005e3', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'port_id': '35e0215d-0012-4627-b720-50f5e7d83f85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'mac_address': 'fa:16:3e:f7:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:28Z', 'updated_at': '2021-11-03T19:18:13Z', 'revision_number': 1, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:23.287221 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91c1db8c-4362-4a1b-b8f0-089276c7e321 req-b0562cfc-f50b-43fd-8774-51c5fda1338a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066027 Nov 03 19:18:23.366106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'c70a6972-95c7-4673-aad6-e76068b3ecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd3bc0399-5e95-4961-978d-f9b95d1c0e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:23.366591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: d3bc0399-5e95-4961-978d-f9b95d1c0e2e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:23.392089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae451c-b994-403a-b796-bfdac4458a41 None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '72ea1e50-3a01-47bc-a291-b8516dc005e3', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'port_id': '35e0215d-0012-4627-b720-50f5e7d83f85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'mac_address': 'fa:16:3e:f7:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:28Z', 'updated_at': '2021-11-03T19:18:13Z', 'revision_number': 1, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:23.422361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network d3bc0399-5e95-4961-978d-f9b95d1c0e2e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:23.464593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d3bc0399-5e95-4961-978d-f9b95d1c0e2e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:23.480457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fdeb83-10ab-4c71-88dc-1a950c83a258 None None] Network d3bc0399-5e95-4961-978d-f9b95d1c0e2e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:23.496703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:23.500025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.523315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 986e61ff-b250-4a41-994f-b4a3f92c2949 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:23.558350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9141f46b-784f-49c2-a21a-33b62d08bace tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8629029 Nov 03 19:18:23.559971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50916) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:23.723774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-7c0f92a5-3d4c-4fbe-9958-4441b483de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:23.732534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-7c0f92a5-3d4c-4fbe-9958-4441b483de00 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7580647 Nov 03 19:18:23.898271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:23.931769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 986e61ff-b250-4a41-994f-b4a3f92c2949 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:18:23.952927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 986e61ff-b250-4a41-994f-b4a3f92c2949 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:23.953636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.063536 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.069632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1236ae8-2b36-4309-ad73-d25c3c87ca00 None None] New status for floating IP 72ea1e50-3a01-47bc-a291-b8516dc005e3: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:18:24.191717 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.217578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.252247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.252876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=e13a008a-0647-4ae7-9839-d32527e3d8eb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:24.372547 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.436296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bc0399-5e95-4961-978d-f9b95d1c0e2e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:24.452002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70a6972-95c7-4673-aad6-e76068b3ecf4') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:24.452313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70a6972-95c7-4673-aad6-e76068b3ecf4') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:24.465336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.487851 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.519118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:24.520100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.520338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] In _notify_port_updated(), no bound segment for port f6443dea-151c-45e9-a7fe-7da8ed509996 on network 08493c3a-14ed-45fa-a216-924292bfe7b9 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:18:24.541266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:24.542818 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.546202 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "PUT /v2.0/ports/f6443dea-151c-45e9-a7fe-7da8ed509996 HTTP/1.1" status: 200 len: 1002 time: 3.6470740 Nov 03 19:18:24.557585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50940) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:24.574939 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:24.670040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683784c-ca0e-4948-8511-93ecfb102af4 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=f6443dea-151c-45e9-a7fe-7da8ed509996,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:24.797983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-693bfd70-a9eb-4553-a325-131a4a07bd83 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746119 Nov 03 19:18:24.880454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266c452-0a7d-4fab-ac60-0637e617dfb4 None None] Network d3bc0399-5e95-4961-978d-f9b95d1c0e2e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:24.924847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.967256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce544-cb3e-42db-8dc2-7b5b54c74915 req-8c1493e6-5bf8-4162-9594-8e53489d7f9c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:24.970529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-001ce544-cb3e-42db-8dc2-7b5b54c74915 req-8c1493e6-5bf8-4162-9594-8e53489d7f9c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 944 time: 0.2420323 Nov 03 19:18:25.006403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.012909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/d3bc0399-5e95-4961-978d-f9b95d1c0e2e HTTP/1.1" status: 204 len: 168 time: 1.4510250 Nov 03 19:18:25.063501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:25.083965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1842191625'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:25.098424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1ac8-6bf8-49d2-996e-7083c1c4bf00 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=d3bc0399-5e95-4961-978d-f9b95d1c0e2e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:25.126915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6557550-9dc4-424f-a264-d16c9a78d8c2 req-7f2c7f3b-19c6-42af-a585-9807828d0ddd service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017514 Nov 03 19:18:25.174111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.213981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:25.220173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.260348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-001ce544-cb3e-42db-8dc2-7b5b54c74915 req-940fb9b6-b3b3-40dd-ab4a-6418e91437e0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747705 Nov 03 19:18:25.335866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:25.369967 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.372109 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment a7ee1e73-937d-431a-bc36-0afa19497c96 of type vlan for network 8f50bfa0-9437-4326-9365-d9788eb1cee0 Nov 03 19:18:25.398346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port f6443dea-151c-45e9-a7fe-7da8ed509996 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:25.399098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.476517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.521706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c2a7729d-f39f-4ee9-9d54-042577ef34fe None None] Provisioning complete for port f6443dea-151c-45e9-a7fe-7da8ed509996 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:25.522079 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2a7729d-f39f-4ee9-9d54-042577ef34fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.526782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.562142 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.591781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:25.593559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.650151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5795109 Nov 03 19:18:25.651425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50980) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:25.686714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7729d-f39f-4ee9-9d54-042577ef34fe None None] Port f6443dea-151c-45e9-a7fe-7da8ed509996 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:25.702013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e61ff-b250-4a41-994f-b4a3f92c2949'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:25.706578 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe258d1-3df7-40f3-8614-4a7e9476ffa7" -d '{"events": [{"server_uuid": "eb423bfc-449b-40e0-86f9-2b74969451c4", "name": "network-vif-plugged", "status": "completed", "tag": "986e61ff-b250-4a41-994f-b4a3f92c2949"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:25.732552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.769917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 986e61ff-b250-4a41-994f-b4a3f92c2949, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=986e61ff-b250-4a41-994f-b4a3f92c2949,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:25.777072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for f6443dea-151c-45e9-a7fe-7da8ed509996 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:25.783777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:25.910798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:25.928855 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4612a02-b73f-42ec-a578-7a00d6eed5b7 x-openstack-request-id: req-e4612a02-b73f-42ec-a578-7a00d6eed5b7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:25.929773 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb423bfc-449b-40e0-86f9-2b74969451c4", "name": "network-vif-plugged", "status": "completed", "tag": "986e61ff-b250-4a41-994f-b4a3f92c2949", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:25.929773 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4612a02-b73f-42ec-a578-7a00d6eed5b7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:25.930275 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e61ff-b250-4a41-994f-b4a3f92c2949', 'code': 200} Nov 03 19:18:26.019954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf108ff-1d3e-43a8-96e7-9b0cad1616e5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=8f50bfa0-9437-4326-9365-d9788eb1cee0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:26.039200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=986e61ff-b250-4a41-994f-b4a3f92c2949,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:26.047599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8f50bfa0-9437-4326-9365-d9788eb1cee0 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:26.196845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfece294-9d13-4a3c-93aa-2275db3dac9c req-297aecf2-0c92-4c86-91c5-98d04281400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:26.200846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfece294-9d13-4a3c-93aa-2275db3dac9c req-297aecf2-0c92-4c86-91c5-98d04281400f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 1096 time: 0.1663616 Nov 03 19:18:26.350954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 4d13b430-5274-49c0-b333-2adbc8a58196 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:26.352902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.388655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:26.409836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.576375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.727299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=f6443dea-151c-45e9-a7fe-7da8ed509996,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:26.832457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfece294-9d13-4a3c-93aa-2275db3dac9c req-a87c2abc-2726-4034-b10a-fc7ebef1f003 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679879 Nov 03 19:18:26.859445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:26.865981 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-78bc57d2-a170-46bd-b10a-a8772bd71a5e tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/ports/f6443dea-151c-45e9-a7fe-7da8ed509996 HTTP/1.1" status: 204 len: 168 time: 2.2977636 Nov 03 19:18:26.871840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51062) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:26.942813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf43a-461b-4494-8734-05c5ced34dc9 req-98201164-da85-4434-9458-a091d656d6ca tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:26.944677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51abf43a-461b-4494-8734-05c5ced34dc9 req-98201164-da85-4434-9458-a091d656d6ca tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.2475288 Nov 03 19:18:26.955781 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11b0f9c-ff90-4b11-b5d5-92cd1d677370 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] GET failed (client error): The resource could not be found. Nov 03 19:18:26.958545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b11b0f9c-ff90-4b11-b5d5-92cd1d677370 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "GET /v2.0/ports/f6443dea-151c-45e9-a7fe-7da8ed509996 HTTP/1.1" status: 404 len: 333 time: 0.0854037 Nov 03 19:18:26.976248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51068) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:27.002781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1826297354'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:27.024825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:27.324030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:27.343955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 4d13b430-5274-49c0-b333-2adbc8a58196 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:27.391504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:27.403751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:27.404827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=e0892983-a108-457c-9409-fc47177a880f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:27.421629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51abf43a-461b-4494-8734-05c5ced34dc9 req-ea1991ae-36fa-47d8-8986-f58d0aedcaff tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509974 Nov 03 19:18:27.435021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'a7ee1e73-937d-431a-bc36-0afa19497c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:27.435861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: 8f50bfa0-9437-4326-9365-d9788eb1cee0, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:27.472641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 8f50bfa0-9437-4326-9365-d9788eb1cee0 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:27.495986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 8f50bfa0-9437-4326-9365-d9788eb1cee0) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:27.501713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:27.502907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:27.533246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f804ac-49ec-41de-b87d-3c33da0f6def None None] Network 8f50bfa0-9437-4326-9365-d9788eb1cee0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:27.536408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-632ed323-be88-4c09-b069-6246c3461fa2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6327085 Nov 03 19:18:27.538744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51080) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:27.598190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] device_id is not set on port 4efc23bc-939d-4ea8-8d92-c961c6a038c6 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:18:27.601347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51082) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:27.798067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Allocated IP 2001:db8::1fa (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/4efc23bc-939d-4ea8-8d92-c961c6a038c6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:27.845164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-8f50bfa0-9437-4326-9365-d9788eb1cee0', 'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': 'e0892983-a108-457c-9409-fc47177a880f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:27.846862 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:27.853559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.016621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.022002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.085782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.230266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.252289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:28.269094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:28.277742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Allocated IP 172.20.0.2 (8f50bfa0-9437-4326-9365-d9788eb1cee0/e0892983-a108-457c-9409-fc47177a880f/5bce63ac-bd4d-467e-9a44-fd94a31ec574) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:28.278145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:28.286889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:28.287692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.303433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=4efc23bc-939d-4ea8-8d92-c961c6a038c6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:28.321115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-984a0ba3-3928-4cd6-b61f-d1b0d2ca1ff1 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3415244 Nov 03 19:18:28.322452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:28.372186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'network_id': '08493c3a-14ed-45fa-a216-924292bfe7b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-656339569'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:28.429349 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.437394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.591094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8f15582fee6f493f9292a001c2e0a497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9875169 Nov 03 19:18:28.591320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.596896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51098) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:28.620803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.712435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e26b31-ac6d-49e7-94fe-babcf0c12f11,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:28.732559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.733276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.734008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.735710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Network 8f50bfa0-9437-4326-9365-d9788eb1cee0 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:28.740439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.740834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:28.741346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.741848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.742884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.743445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.743958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.744460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.744988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.745537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcd480-de92-4293-8a4d-27902e8a8117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:28.749607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:28.787655 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.876925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1b451b5-da56-44a3-90b7-f00b82842fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.901246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.908572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Pushing event updated for resources: {'Port': ['ID=5bce63ac-bd4d-467e-9a44-fd94a31ec574,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:28.940168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=4d13b430-5274-49c0-b333-2adbc8a58196,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:29.024572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Made reservation on behalf of 3988a5da22b1448f84ec9e69b6d4a4d6 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:29.030695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=e0892983-a108-457c-9409-fc47177a880f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:29.039056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1a2e3921-d661-46c6-a66b-6d202a4b95be None None] Provisioning complete for port 4efc23bc-939d-4ea8-8d92-c961c6a038c6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:29.039956 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3921-d661-46c6-a66b-6d202a4b95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.049241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.068752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1b451b5-da56-44a3-90b7-f00b82842fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.094836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e65a9-43bd-4afe-b8b9-ce9c6e1a9cf1 req-d2bd35d1-63a9-43c3-9b20-5c2c5ad6510b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:29.097920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-746e65a9-43bd-4afe-b8b9-ce9c6e1a9cf1 req-d2bd35d1-63a9-43c3-9b20-5c2c5ad6510b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.3741255 Nov 03 19:18:29.106135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] device_id is not set on port b6786b1a-73e8-4e40-bded-57b458723b65 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:18:29.123874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e3921-d661-46c6-a66b-6d202a4b95be None None] Port 4efc23bc-939d-4ea8-8d92-c961c6a038c6 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:29.126147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Attempting to bind port 5bce63ac-bd4d-467e-9a44-fd94a31ec574 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:29.127051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Attempting to bind port 5bce63ac-bd4d-467e-9a44-fd94a31ec574 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a7ee1e73-937d-431a-bc36-0afa19497c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:29.127374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Attempting to bind port 5bce63ac-bd4d-467e-9a44-fd94a31ec574 on network 8f50bfa0-9437-4326-9365-d9788eb1cee0 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:29.165913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:29.166655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Checking segment: {'id': 'a7ee1e73-937d-431a-bc36-0afa19497c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:29.167274 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.167860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Bound using segment: {'id': 'a7ee1e73-937d-431a-bc36-0afa19497c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:29.181006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Bound port: 5bce63ac-bd4d-467e-9a44-fd94a31ec574, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ee1e73-937d-431a-bc36-0afa19497c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8f50bfa0-9437-4326-9365-d9788eb1cee0'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:29.181725 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.250570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.350113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] For port 5bce63ac-bd4d-467e-9a44-fd94a31ec574, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:29.358581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] For port 5bce63ac-bd4d-467e-9a44-fd94a31ec574, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5bce63ac-bd4d-467e-9a44-fd94a31ec574,segment=NetworkSegment(a7ee1e73-937d-431a-bc36-0afa19497c96),segment_id=a7ee1e73-937d-431a-bc36-0afa19497c96)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:29.367217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.407008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f50bfa0-9437-4326-9365-d9788eb1cee0']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:29.428026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-746e65a9-43bd-4afe-b8b9-ce9c6e1a9cf1 req-630ad824-efb2-4629-9be0-0a5806fb792a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439134 Nov 03 19:18:29.438963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ee1e73-937d-431a-bc36-0afa19497c96') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:29.439646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ee1e73-937d-431a-bc36-0afa19497c96') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:29.480329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.520038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.544894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:29.546266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:29.558073 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:29.596642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5772-284f-46c0-9ff5-0fb15c17c16a None None] Pushing event updated for resources: {'Port': ['ID=5bce63ac-bd4d-467e-9a44-fd94a31ec574,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:29.607372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1b451b5-da56-44a3-90b7-f00b82842fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.614406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1b451b5-da56-44a3-90b7-f00b82842fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.614921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a1b451b5-da56-44a3-90b7-f00b82842fa4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e3e26b31-ac6d-49e7-94fe-babcf0c12f11 HTTP/1.1" status: 204 len: 168 time: 1.0150616 Nov 03 19:18:29.657717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53712d-bee5-43a5-98e8-1bce812cf163 None None] Network 8f50bfa0-9437-4326-9365-d9788eb1cee0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:29.781706 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:18:29.801713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:18:29.801713 n-d-812151-4 neutron-server[101989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:18:29.801713 n-d-812151-4 neutron-server[101989]: [parameters: {'id': '8f50bfa0-9437-4326-9365-d9788eb1cee0'}] Nov 03 19:18:29.801713 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:18:29.803052 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:18:29.914676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b791d23-06b7-4637-9a49-fa8d6780ba79 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:18:29.924712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b451b5-da56-44a3-90b7-f00b82842fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e26b31-ac6d-49e7-94fe-babcf0c12f11,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:30.014247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f653dc-72c7-4ddd-83cb-b45bc4a0fb62 req-0dcaef20-bf4e-40a9-9b1a-b04a3066d8de tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:30.026717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52f653dc-72c7-4ddd-83cb-b45bc4a0fb62 req-0dcaef20-bf4e-40a9-9b1a-b04a3066d8de tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.2283099 Nov 03 19:18:30.107455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Allocated IP 2001:db8::8e (08493c3a-14ed-45fa-a216-924292bfe7b9/783829cb-3db5-45cb-8b01-11fd79f67bc5/b6786b1a-73e8-4e40-bded-57b458723b65) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:30.173493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51112) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:30.189595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52f653dc-72c7-4ddd-83cb-b45bc4a0fb62 req-4ab9d98c-f5fd-48f0-9b3c-7ff55a8c3733 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611397 Nov 03 19:18:30.206431 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55cc3f4d-fcba-4cd2-af6b-8336bb8e7c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.269929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b791d23-06b7-4637-9a49-fa8d6780ba79 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:18:30.304463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.449672 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port 5bce63ac-bd4d-467e-9a44-fd94a31ec574 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:30.450369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.490814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.525623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.536521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55cc3f4d-fcba-4cd2-af6b-8336bb8e7c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.549076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55cc3f4d-fcba-4cd2-af6b-8336bb8e7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.628858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port 5bce63ac-bd4d-467e-9a44-fd94a31ec574, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5bce63ac-bd4d-467e-9a44-fd94a31ec574,segment=NetworkSegment(a7ee1e73-937d-431a-bc36-0afa19497c96),segment_id=a7ee1e73-937d-431a-bc36-0afa19497c96)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:30.629403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.689821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for 5bce63ac-bd4d-467e-9a44-fd94a31ec574 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:30.771321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-55cc3f4d-fcba-4cd2-af6b-8336bb8e7c32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b3200e38375c4f9da5c0031c967379c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5847917 Nov 03 19:18:30.806687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51122) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:30.821636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc3f4d-fcba-4cd2-af6b-8336bb8e7c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df7881-2cdc-4aab-871b-774840e38d77,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:30.964405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.066522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc2986-c2e5-4b9a-9833-e22c84b4e508 req-58405714-cb32-464c-a10c-c8e6491fa5f3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:31.068552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6cc2986-c2e5-4b9a-9833-e22c84b4e508 req-58405714-cb32-464c-a10c-c8e6491fa5f3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.3370683 Nov 03 19:18:31.122048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af6cfee7-ca0e-4505-b4b1-a5ade0958706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.160022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.225484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=5bce63ac-bd4d-467e-9a44-fd94a31ec574,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:31.240106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6cc2986-c2e5-4b9a-9833-e22c84b4e508 req-bb7e1542-6782-43ab-bd7d-009b246ae244 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508152 Nov 03 19:18:31.251336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port 5bce63ac-bd4d-467e-9a44-fd94a31ec574 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:31.293671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:31.325297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:31.330444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:31.341253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:31.342313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.482485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=b6786b1a-73e8-4e40-bded-57b458723b65,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:31.493490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af6cfee7-ca0e-4505-b4b1-a5ade0958706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.495515 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.508335 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf82209c-cc70-4b0d-bbc1-0f76b58b577d tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1820481 Nov 03 19:18:31.519755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51128) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:31.533186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27e', 'mac_address': 'fa:16:3e:e8:d8:e3'}, {'ip_address': '2001:db8::1fa', 'mac_address': 'fa:16:3e:64:ba:26'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:31.540348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f50bfa0-9437-4326-9365-d9788eb1cee0']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:31.561173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ee1e73-937d-431a-bc36-0afa19497c96') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:31.561653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ee1e73-937d-431a-bc36-0afa19497c96') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:31.580748 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.613943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router cb817753-c2e7-40c4-a64c-47cdf0950d32 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:18:31.628743 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.678379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:31.679191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:31.685392 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:31.861617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.877023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.893654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/8f50bfa0-9437-4326-9365-d9788eb1cee0 HTTP/1.1" status: 204 len: 168 time: 4.3466282 Nov 03 19:18:31.931060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51132) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:31.952084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1699496992'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:31.969315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1913-e100-485f-83e6-a3b5dffff989 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=8f50bfa0-9437-4326-9365-d9788eb1cee0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:31.973973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c768de2c-2b87-41a1-991d-15bf6a5d55a6 None None] Provisioning complete for port b6786b1a-73e8-4e40-bded-57b458723b65 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:31.974930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c768de2c-2b87-41a1-991d-15bf6a5d55a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.053409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:32.061203 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.150969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.153835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:32.162669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d4804f11-79d2-43a8-97ef-34f9cf360255 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/cb817753-c2e7-40c4-a64c-47cdf0950d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7952497 Nov 03 19:18:32.174386 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] Sync routers for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:32.175357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af6cfee7-ca0e-4505-b4b1-a5ade0958706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.177893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af6cfee7-ca0e-4505-b4b1-a5ade0958706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.184168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af6cfee7-ca0e-4505-b4b1-a5ade0958706 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7df7881-2cdc-4aab-871b-774840e38d77 HTTP/1.1" status: 204 len: 168 time: 1.3693397 Nov 03 19:18:32.184486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51136) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:32.210423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c768de2c-2b87-41a1-991d-15bf6a5d55a6 None None] Port b6786b1a-73e8-4e40-bded-57b458723b65 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:32.228484 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:32.231528 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:32.250303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aea74b-43fe-466d-a231-db9857170466 req-605adf57-684e-47dd-9209-294cc16f9cf6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.251896 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aea74b-43fe-466d-a231-db9857170466 req-605adf57-684e-47dd-9209-294cc16f9cf6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.2911570 Nov 03 19:18:32.261147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cfee7-ca0e-4505-b4b1-a5ade0958706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df7881-2cdc-4aab-871b-774840e38d77,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:32.273728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51140) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:32.276377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-474bd0d3-4ac2-43e8-9961-a8a435cc1146 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb817753-c2e7-40c4-a64c-47cdf0950d32 HTTP/1.1" status: 200 len: 205 time: 0.0884237 Nov 03 19:18:32.290819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:32.323227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.323586 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment bb126537-11fe-4609-9a96-a225b53cb517 of type vlan for network fd910a3f-5fff-4548-935b-5fc75b0c3e03 Nov 03 19:18:32.431595 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:32.484694 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] Routers {'cb817753-c2e7-40c4-a64c-47cdf0950d32'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:32.488954 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb817753-c2e7-40c4-a64c-47cdf0950d32'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:32.502160 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.509942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.622544 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:32.623202 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40730e-7d69-4d36-839d-27eed132e139 None None] The sync data for ids ['cb817753-c2e7-40c4-a64c-47cdf0950d32'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:32.660567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc143b1f-fcae-4adb-8bf2-b8b477f37055 req-b1136c4b-76de-47f0-afe5-4d9a86d58b64 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.676312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc143b1f-fcae-4adb-8bf2-b8b477f37055 req-b1136c4b-76de-47f0-afe5-4d9a86d58b64 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.1925652 Nov 03 19:18:32.702426 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.728363 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.756553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.757619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.808637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8760440 Nov 03 19:18:32.840028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51148) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:32.865388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': 'fd910a3f-5fff-4548-935b-5fc75b0c3e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:33.062720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.067376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.073992 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.095113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51156) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:33.109632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bdb84-3884-4037-b119-8476b724163f tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=fd910a3f-5fff-4548-935b-5fc75b0c3e03,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:33.125676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network fd910a3f-5fff-4548-935b-5fc75b0c3e03 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:33.129434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc143b1f-fcae-4adb-8bf2-b8b477f37055 req-ce0fe615-ae13-4ebc-903e-e3ba092b536c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520521 Nov 03 19:18:33.161481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.162202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router cb817753-c2e7-40c4-a64c-47cdf0950d32 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:18:33.172816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.177558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f094d5d2-c442-425a-96e8-8e01c72e28bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/cb817753-c2e7-40c4-a64c-47cdf0950d32 HTTP/1.1" status: 204 len: 168 time: 0.6732805 Nov 03 19:18:33.178232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51160) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:33.424748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet e30e946a-f1f3-44b4-ae06-1ad124bcc5b2 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:18:33.601282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.682445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Deleting subnet b78d6945-215a-4539-b20e-3dd80f98e6e9 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:18:33.694132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.723839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.847257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 986e61ff-b250-4a41-994f-b4a3f92c2949 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:33.848029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.857466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.882368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.913114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:33.916106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:33.927428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.045572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] In _notify_port_updated(), no bound segment for port b6786b1a-73e8-4e40-bded-57b458723b65 on network 08493c3a-14ed-45fa-a216-924292bfe7b9 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:18:34.054758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:34.054758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.060474 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "PUT /v2.0/ports/b6786b1a-73e8-4e40-bded-57b458723b65 HTTP/1.1" status: 200 len: 1066 time: 2.5384364 Nov 03 19:18:34.063807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51176) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:34.083006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.086883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing IP validity checks on allocation pools {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:18:34.087684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:18:34.268501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df3a1b-2a67-4e4a-a0af-552d76cccf52 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event updated for resources: {'Port': ['ID=b6786b1a-73e8-4e40-bded-57b458723b65,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:34.379227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 986e61ff-b250-4a41-994f-b4a3f92c2949, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=986e61ff-b250-4a41-994f-b4a3f92c2949,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:34.379991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.386640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.450182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 986e61ff-b250-4a41-994f-b4a3f92c2949 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:34.484126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.622987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78d6945-215a-4539-b20e-3dd80f98e6e9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:34.663401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.695251 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-405d07a3-386e-4038-b5f2-d31ec2941f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.716371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port b6786b1a-73e8-4e40-bded-57b458723b65 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:34.716878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.717540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.728170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1900c04c-d276-4b98-9af6-49fc7558cc91 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b78d6945-215a-4539-b20e-3dd80f98e6e9 HTTP/1.1" status: 204 len: 168 time: 1.6273160 Nov 03 19:18:34.729591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51194) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:34.805522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b82971f-4c7c-434f-959f-1f8c827f10d9 None None] Provisioning complete for port b6786b1a-73e8-4e40-bded-57b458723b65 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:34.806093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b82971f-4c7c-434f-959f-1f8c827f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:34.870279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b82971f-4c7c-434f-959f-1f8c827f10d9 None None] Port b6786b1a-73e8-4e40-bded-57b458723b65 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:34.888350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=73091ba2-5387-4862-b3f0-75fddd941ce5,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:34.921423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3462328-1afc-4772-a41d-7976bacea4c0 req-c27ef7a5-ee4e-4f6d-9167-5f989cc1c2df tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:34.927617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3462328-1afc-4772-a41d-7976bacea4c0 req-c27ef7a5-ee4e-4f6d-9167-5f989cc1c2df tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 945 time: 0.4740810 Nov 03 19:18:35.012151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'bb126537-11fe-4609-9a96-a225b53cb517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fd910a3f-5fff-4548-935b-5fc75b0c3e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:35.013078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: fd910a3f-5fff-4548-935b-5fc75b0c3e03, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:35.076844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network fd910a3f-5fff-4548-935b-5fc75b0c3e03 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:35.093425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3462328-1afc-4772-a41d-7976bacea4c0 req-1a68cf52-97c0-4de6-b12e-93a227a6f4a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582291 Nov 03 19:18:35.102660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, fd910a3f-5fff-4548-935b-5fc75b0c3e03) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:35.108943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:35.113459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.115523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7235e-295a-456f-ae48-7f987574a889 None None] Network fd910a3f-5fff-4548-935b-5fc75b0c3e03 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:35.209924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f93743cc-354b-4e6f-bcad-90491a3c6fd2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3413904 Nov 03 19:18:35.212314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51202) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:35.321561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.382496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=e30e946a-f1f3-44b4-ae06-1ad124bcc5b2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:35.387555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.387855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980484f7-9f7e-4760-bd38-729ece6dac95 None None] Network c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:35.395650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40ac3c12-0edf-488c-a9ac-a80efef7f132 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/e30e946a-f1f3-44b4-ae06-1ad124bcc5b2 HTTP/1.1" status: 204 len: 168 time: 2.2162702 Nov 03 19:18:35.415904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51210) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:35.476630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.487574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.513030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 986e61ff-b250-4a41-994f-b4a3f92c2949 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:35.525158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:18:35.558207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=986e61ff-b250-4a41-994f-b4a3f92c2949,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:35.583307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.674812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.683653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 986e61ff-b250-4a41-994f-b4a3f92c2949 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:35.684158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 986e61ff-b250-4a41-994f-b4a3f92c2949 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:35.689438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for b6786b1a-73e8-4e40-bded-57b458723b65 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:35.695974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet ac8bccde-e894-4197-bcd6-ae318761dcf5 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:18:35.699984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.796921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 986e61ff-b250-4a41-994f-b4a3f92c2949 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:35.801815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.806715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aea74b-43fe-466d-a231-db9857170466 req-fc60dd48-b3f9-4cd0-bb61-ec150f03cba6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "DELETE /v2.0/ports/986e61ff-b250-4a41-994f-b4a3f92c2949 HTTP/1.1" status: 204 len: 173 time: 3.5318184 Nov 03 19:18:35.835618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'name': 'network-vif-deleted', 'tag': '986e61ff-b250-4a41-994f-b4a3f92c2949'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:35.840871 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2db567-c746-4f95-85bf-ace9989aeec1" -d '{"events": [{"server_uuid": "eb423bfc-449b-40e0-86f9-2b74969451c4", "name": "network-vif-deleted", "tag": "986e61ff-b250-4a41-994f-b4a3f92c2949"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:35.918226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.940890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562810dd-eb03-441e-ad73-48100a2c2de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-fd910a3f-5fff-4548-935b-5fc75b0c3e03', 'network_id': 'fd910a3f-5fff-4548-935b-5fc75b0c3e03', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': '73091ba2-5387-4862-b3f0-75fddd941ce5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:35.942345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562810dd-eb03-441e-ad73-48100a2c2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:35.981581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.137205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.155627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f401a0d3-44e9-47cd-874c-8cf9d71081fe']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:36.184855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ccad61-65b6-4d61-822a-2f26890b65d2') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:36.187388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=73091ba2-5387-4862-b3f0-75fddd941ce5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:36.187864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ccad61-65b6-4d61-822a-2f26890b65d2') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:36.223318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4951c591-f5c5-49e9-b521-d470760085a0 x-openstack-request-id: req-4951c591-f5c5-49e9-b521-d470760085a0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:36.223824 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb423bfc-449b-40e0-86f9-2b74969451c4", "name": "network-vif-deleted", "tag": "986e61ff-b250-4a41-994f-b4a3f92c2949", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:36.224492 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4951c591-f5c5-49e9-b521-d470760085a0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:36.225187 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb423bfc-449b-40e0-86f9-2b74969451c4', 'name': 'network-vif-deleted', 'tag': '986e61ff-b250-4a41-994f-b4a3f92c2949', 'status': 'completed', 'code': 200} Nov 03 19:18:36.376354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] DHCP port deletion for c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:18:36.436842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.439613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.446623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server [None req-562810dd-eb03-441e-ad73-48100a2c2de7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73091ba2-5387-4862-b3f0-75fddd941ce5: This subnet is being modified by another concurrent operation. Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:18:36.467167 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73091ba2-5387-4862-b3f0-75fddd941ce5: This subnet is being modified by another concurrent operation. Nov 03 19:18:36.475331 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Nov 03 19:18:36.506041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e26a961-7c55-48d3-ae78-067b6da5e70d req-29f93447-38be-42f2-ba10-29dcf8da24eb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb423bfc-449b-40e0-86f9-2b74969451c4 HTTP/1.1" status: 200 len: 210 time: 0.0761094 Nov 03 19:18:36.543897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d040dd-ad5d-4b3a-803b-a9544903041b None None] Network fd910a3f-5fff-4548-935b-5fc75b0c3e03 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:36.567759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd910a3f-5fff-4548-935b-5fc75b0c3e03']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:36.614224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb126537-11fe-4609-9a96-a225b53cb517') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:36.615374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb126537-11fe-4609-9a96-a225b53cb517') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:36.640513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.642851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.667326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.688954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:36.690304 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:36.703297 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:36.727142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 63ed5123-dc75-4863-9285-54a0bf88934f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:36.805116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.822764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.830175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/fd910a3f-5fff-4548-935b-5fc75b0c3e03 HTTP/1.1" status: 204 len: 168 time: 1.6117833 Nov 03 19:18:36.837017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51260) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:36.847387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-678182459'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:36.878943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a9a5-81b8-4f6a-a5c6-189083941513 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=fd910a3f-5fff-4548-935b-5fc75b0c3e03,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:36.904836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:36.914188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:36.988890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:37.022670 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.024385 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment a6163e6f-bd0f-4797-b1b8-09265928bff6 of type vlan for network 374831b8-9c67-49fe-8fb6-dfd875611698 Nov 03 19:18:37.052314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] Deleting port 63ed5123-dc75-4863-9285-54a0bf88934f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:37.052954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.097102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.148952 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.171132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:37.171795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.324546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:37.325189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:37.330949 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:37.367305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.389459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5503068 Nov 03 19:18:37.394729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51280) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:37.419273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:37.424819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.450082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=b6786b1a-73e8-4e40-bded-57b458723b65,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:37.459934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fe09b-c364-4ae4-b050-ba5cf3e6b6b2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=374831b8-9c67-49fe-8fb6-dfd875611698,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:37.468154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] For port 63ed5123-dc75-4863-9285-54a0bf88934f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63ed5123-dc75-4863-9285-54a0bf88934f,segment=NetworkSegment(2eca3692-78c9-4c46-86fb-a91340ec6ff6),segment_id=2eca3692-78c9-4c46-86fb-a91340ec6ff6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:37.469309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.533990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 374831b8-9c67-49fe-8fb6-dfd875611698 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:37.560915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.588438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-a5d1d386-db0e-4aa3-88cb-5e148fd6116a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9736357 Nov 03 19:18:37.625945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.636608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] 10.222.0.91 "DELETE /v2.0/networks/f401a0d3-44e9-47cd-874c-8cf9d71081fe HTTP/1.1" status: 204 len: 168 time: 2.8864601 Nov 03 19:18:37.716502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.761761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:37.766056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:37.844058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baabfe-7ca7-4aea-aa7f-9e4e3f90727f admin admin] Pushing event deleted for resources: {'Network': ['ID=f401a0d3-44e9-47cd-874c-8cf9d71081fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:37.895715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] Calling delete_port for 63ed5123-dc75-4863-9285-54a0bf88934f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:37.934190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 63ed5123-dc75-4863-9285-54a0bf88934f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=63ed5123-dc75-4863-9285-54a0bf88934f,segment=NetworkSegment(2eca3692-78c9-4c46-86fb-a91340ec6ff6),segment_id=2eca3692-78c9-4c46-86fb-a91340ec6ff6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:37.941839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.152042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51306) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:38.290010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-d251cc39-40fc-4c11-8cb8-44a90b7b5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:38.295036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-d251cc39-40fc-4c11-8cb8-44a90b7b5011 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.5742862 Nov 03 19:18:38.376627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=63ed5123-dc75-4863-9285-54a0bf88934f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:38.383827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.464982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-801fdd66-1a26-42f4-b298-069759b61a0f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fc8d4178b20e4b469bdad581b8e5bfbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117976 Nov 03 19:18:38.475818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51316) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:38.485948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] No DVR routers for this DVR port 63ed5123-dc75-4863-9285-54a0bf88934f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:38.488477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad57f8e-4dea-4cd4-bef3-d321552c5ee3 None None] Pushing event deleted for resources: {'Port': ['ID=63ed5123-dc75-4863-9285-54a0bf88934f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:38.498578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.503193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.512863 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8faf-63a7-44db-ae3f-4b36e0bb5d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.555192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6004817-3a9b-4159-b645-cc0e17c9ca99 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:18:38.623305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.627313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/ac8bccde-e894-4197-bcd6-ae318761dcf5 HTTP/1.1" status: 204 len: 168 time: 3.1953394 Nov 03 19:18:38.630971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.638534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1c72521b-c883-4e90-b05b-b5b94a7a6046 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/ports/b6786b1a-73e8-4e40-bded-57b458723b65 HTTP/1.1" status: 204 len: 168 time: 4.5660348 Nov 03 19:18:38.644903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51320) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:38.645552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51322) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:38.658861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb521b-73ef-4723-a5a5-52c0207bca53 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8bccde-e894-4197-bcd6-ae318761dcf5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:38.704106 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb2dda1-63c0-464e-93b8-a13a4e322568 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] GET failed (client error): The resource could not be found. Nov 03 19:18:38.711507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0fb2dda1-63c0-464e-93b8-a13a4e322568 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "GET /v2.0/ports/b6786b1a-73e8-4e40-bded-57b458723b65 HTTP/1.1" status: 404 len: 333 time: 0.0626612 Nov 03 19:18:38.720045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51324) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:38.722820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=9e11c72d-8c28-4676-bd2b-40ba9d838986,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:38.804143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6d24c2a-e609-4242-be09-5dcf803e407c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.921682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-f023033e-1e68-4523-b7fb-c3da2868c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:38.924816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-f023033e-1e68-4523-b7fb-c3da2868c189 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.5753410 Nov 03 19:18:38.929769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:38.957225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6d24c2a-e609-4242-be09-5dcf803e407c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.056222 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-8c1ef8e2-49d2-4100-9e7e-1340cb5cb3df service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 1001 time: 0.1111305 Nov 03 19:18:39.155777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6004817-3a9b-4159-b645-cc0e17c9ca99 None None] Network 374831b8-9c67-49fe-8fb6-dfd875611698 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:39.157518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-12a2f355-2ab9-428b-ba7a-779d17fff91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:39.159489 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-12a2f355-2ab9-428b-ba7a-779d17fff91d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.0856638 Nov 03 19:18:39.176945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6004817-3a9b-4159-b645-cc0e17c9ca99 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 374831b8-9c67-49fe-8fb6-dfd875611698) {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:18:39.247646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port 4efc23bc-939d-4ea8-8d92-c961c6a038c6 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:39.247646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.413685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.441078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-4ff0d00d-089d-4d67-ac63-45b3ebe272e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:39.443898 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-4ff0d00d-089d-4d67-ac63-45b3ebe272e3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616773 Nov 03 19:18:39.506849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:39.528660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'a6163e6f-bd0f-4797-b1b8-09265928bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:39.529051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: 374831b8-9c67-49fe-8fb6-dfd875611698, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:39.533405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eca3692-78c9-4c46-86fb-a91340ec6ff6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:39.533933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eca3692-78c9-4c46-86fb-a91340ec6ff6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:39.560003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.578626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.589546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.596775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Unable to find a vacant binding_index for network 374831b8-9c67-49fe-8fb6-dfd875611698 and agent e7fe135f-ca90-4658-b231-5312c928c946 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 03 19:18:39.601112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:39.601625 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.613925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-82154f11-54b7-4363-b985-c6f181d6b56c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:39.622686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-82154f11-54b7-4363-b985-c6f181d6b56c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.6196911 Nov 03 19:18:39.626479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for 4efc23bc-939d-4ea8-8d92-c961c6a038c6 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:39.631450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-374831b8-9c67-49fe-8fb6-dfd875611698', 'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': '9e11c72d-8c28-4676-bd2b-40ba9d838986'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:39.634497 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.644601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-de33462f-e62b-45c0-82e9-6d3e2e031726 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.0199411 Nov 03 19:18:39.645864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 374831b8-9c67-49fe-8fb6-dfd875611698) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:39.657952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:39.658849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:39.677176 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:39.705085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6d24c2a-e609-4242-be09-5dcf803e407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.708406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e6d24c2a-e609-4242-be09-5dcf803e407c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.713079 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e6d24c2a-e609-4242-be09-5dcf803e407c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/250cd956-ff3b-48f8-91bd-7fa8244b490a HTTP/1.1" status: 204 len: 168 time: 1.1932075 Nov 03 19:18:39.737843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fb2e5da2-333c-4f20-9218-ad6f29fa2422 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3413732 Nov 03 19:18:39.762552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51368) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:39.763862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d24c2a-e609-4242-be09-5dcf803e407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250cd956-ff3b-48f8-91bd-7fa8244b490a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:39.776991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.804868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:39.808421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34 HTTP/1.1" status: 204 len: 168 time: 1.1614769 Nov 03 19:18:39.815137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:39.861528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391114-6a90-45a5-a379-37b7b84a2010 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=c2c1b8aa-9ae0-4c35-ad48-04f17efb7b34,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:40.037970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-1be6589e-4fba-4434-beed-ca89b502af39 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3652542 Nov 03 19:18:40.080704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-3cb4a6cd-931d-4dfa-81ec-c8b8bfb07969 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143117 Nov 03 19:18:40.086925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Allocated IP 172.20.0.1 (374831b8-9c67-49fe-8fb6-dfd875611698/9e11c72d-8c28-4676-bd2b-40ba9d838986/3aabe441-8790-416f-b096-0413a89f9595) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:40.123823 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.177931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.267754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-44d5127c-9f67-46fa-825d-18cf6344f50e service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284184 Nov 03 19:18:40.327388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.444678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed97193a-d7ce-4a99-8d5d-64cc3f751cf3 req-1383d67d-5042-403f-a1b2-9ced4068bd13 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340416 Nov 03 19:18:40.463521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.750154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:40.929129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-42516c0a-804d-44a3-8372-9c71d1c9af0a service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502833 Nov 03 19:18:40.942051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=4efc23bc-939d-4ea8-8d92-c961c6a038c6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:41.080446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.109447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a93d8ca1-c77f-454d-b5ed-69856b693557 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/ports/4efc23bc-939d-4ea8-8d92-c961c6a038c6 HTTP/1.1" status: 204 len: 168 time: 2.3620861 Nov 03 19:18:41.110883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:41.206308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:41.207271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.221668 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c08936a-8b53-4a91-8998-c598b496e0e8 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] GET failed (client error): The resource could not be found. Nov 03 19:18:41.232710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c08936a-8b53-4a91-8998-c598b496e0e8 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "GET /v2.0/ports/4efc23bc-939d-4ea8-8d92-c961c6a038c6 HTTP/1.1" status: 404 len: 333 time: 0.1210117 Nov 03 19:18:41.233749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51476) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:41.426100 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.452978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.546704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port 5c170259-7ad7-48b3-85ba-6754f33b5f82 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:41.548775 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.561488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.570722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Network 374831b8-9c67-49fe-8fb6-dfd875611698 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:41.576419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port 2b3b8790-8a48-49d5-ab3c-da8489654dd3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2b3b8790-8a48-49d5-ab3c-da8489654dd3,segment=NetworkSegment(b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e),segment_id=b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:41.578065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:41.606955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:41.660125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e1300d4-b11c-451c-b4c6-3eab3d6c9caa req-58404cdc-9c33-44f8-a8da-acf3722cd8f8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.1543689 Nov 03 19:18:41.660680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:41.717586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 2b3b8790-8a48-49d5-ab3c-da8489654dd3 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:42.061915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.078333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Pushing event updated for resources: {'Port': ['ID=3aabe441-8790-416f-b096-0413a89f9595,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:42.100060 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.111945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.113448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for 5c170259-7ad7-48b3-85ba-6754f33b5f82 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:42.118093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Attempting to bind port 3aabe441-8790-416f-b096-0413a89f9595 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:42.118533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Attempting to bind port 3aabe441-8790-416f-b096-0413a89f9595 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a6163e6f-bd0f-4797-b1b8-09265928bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:42.119046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Attempting to bind port 3aabe441-8790-416f-b096-0413a89f9595 on network 374831b8-9c67-49fe-8fb6-dfd875611698 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:42.128076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:42.128383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Checking segment: {'id': 'a6163e6f-bd0f-4797-b1b8-09265928bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:42.128934 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.129389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Bound using segment: {'id': 'a6163e6f-bd0f-4797-b1b8-09265928bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:42.129955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Bound port: 3aabe441-8790-416f-b096-0413a89f9595, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6163e6f-bd0f-4797-b1b8-09265928bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '374831b8-9c67-49fe-8fb6-dfd875611698'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:42.130475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.170623 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.284332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=2b3b8790-8a48-49d5-ab3c-da8489654dd3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:42.303980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port 2b3b8790-8a48-49d5-ab3c-da8489654dd3 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:42.400936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] For port 3aabe441-8790-416f-b096-0413a89f9595, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:42.405416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] For port 3aabe441-8790-416f-b096-0413a89f9595, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3aabe441-8790-416f-b096-0413a89f9595,segment=NetworkSegment(a6163e6f-bd0f-4797-b1b8-09265928bff6),segment_id=a6163e6f-bd0f-4797-b1b8-09265928bff6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:42.420349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=9e11c72d-8c28-4676-bd2b-40ba9d838986,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:42.428743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.686417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.756959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.780382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f643b7c-d2aa-4244-af95-e924e6e2a202']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:42.798506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76500783-e567-4dc4-9027-1c5276860259 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:18:42.843540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374831b8-9c67-49fe-8fb6-dfd875611698']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:42.877979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6163e6f-bd0f-4797-b1b8-09265928bff6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:42.878403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6163e6f-bd0f-4797-b1b8-09265928bff6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:42.890744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:42.891483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1de5d7e-4ea0-4fe3-b144-98b8d7189e6e') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:42.917319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d23ed52a-ad8a-4a28-95bd-74950f42882b req-ac1739cd-ae6b-45c9-90cb-842704342980 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.0849357 Nov 03 19:18:42.922369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.941575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.961821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:42.993926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.001446 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.014657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:43.017607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:43.060674 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:43.131090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:43.131849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.138909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=5c170259-7ad7-48b3-85ba-6754f33b5f82,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:43.142686 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:43.174429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76500783-e567-4dc4-9027-1c5276860259 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:18:43.240557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4523a-324d-4d83-b6af-cb5bd178c4ea None None] Pushing event updated for resources: {'Port': ['ID=3aabe441-8790-416f-b096-0413a89f9595,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:43.274464 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.313361 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.324271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.336042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/3f643b7c-d2aa-4244-af95-e924e6e2a202 HTTP/1.1" status: 204 len: 168 time: 3.5049393 Nov 03 19:18:43.338246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3957dfeb-c84e-4326-8f28-470e2a38e0c0 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/ports/5c170259-7ad7-48b3-85ba-6754f33b5f82 HTTP/1.1" status: 204 len: 168 time: 2.1020527 Nov 03 19:18:43.344116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:43.349754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51616) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:43.370570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-54997408'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:43.508101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:18:43.508101 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:18:43.508101 n-d-812151-4 neutron-server[101988]: [parameters: {'id': '374831b8-9c67-49fe-8fb6-dfd875611698'}] Nov 03 19:18:43.508101 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:18:43.511422 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:18:43.566725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368a4ec-986f-4d22-a1f5-b4375197dc40 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=3f643b7c-d2aa-4244-af95-e924e6e2a202,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:43.693651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:43.707644 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.795581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:43.816337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.816789 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment 84332b50-c129-4357-8882-a4b7afa3f576 of type vlan for network f3aa70e5-f84a-4754-a357-a0bc855a460f Nov 03 19:18:43.891399 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.927847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:43.935476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:43.936352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.013565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.037243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting subnet 783829cb-3db5-45cb-8b01-11fd79f67bc5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:18:44.049747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.182605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port 3aabe441-8790-416f-b096-0413a89f9595 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:44.183164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.280162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6e1a5ff-55be-46ba-8d25-6a0677355f27 req-ce94853e-b703-40bc-9368-edda05531390 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.1470647 Nov 03 19:18:44.349707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d332a-a3ef-49f0-b308-2b92576ef546 None None] DHCP port deletion for 3f643b7c-d2aa-4244-af95-e924e6e2a202 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:18:44.456275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3498e04-2822-4c11-bb60-4b96c7c70d7d None None] Network 374831b8-9c67-49fe-8fb6-dfd875611698 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:44.496625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port 3aabe441-8790-416f-b096-0413a89f9595, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3aabe441-8790-416f-b096-0413a89f9595,segment=NetworkSegment(a6163e6f-bd0f-4797-b1b8-09265928bff6),segment_id=a6163e6f-bd0f-4797-b1b8-09265928bff6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:44.497027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.555848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for 3aabe441-8790-416f-b096-0413a89f9595 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:44.686577 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:44.749658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3981717 Nov 03 19:18:44.752385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51744) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:44.760624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b3b8790-8a48-49d5-ab3c-da8489654dd3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:44.871144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:44.891218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf57350-c120-45e2-8ca7-c7b8eae548ac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=f3aa70e5-f84a-4754-a357-a0bc855a460f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:44.981235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f3aa70e5-f84a-4754-a357-a0bc855a460f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:45.186543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:45.268318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2b3b8790-8a48-49d5-ab3c-da8489654dd3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:45.269235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b3b8790-8a48-49d5-ab3c-da8489654dd3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:45.279302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=3aabe441-8790-416f-b096-0413a89f9595,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:45.308831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port 3aabe441-8790-416f-b096-0413a89f9595 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:45.413084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:45.430600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-48a377b4-7ae6-4ba2-b334-39f930c6fb9f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3550014 Nov 03 19:18:45.502048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:45.542662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-07050142-35e2-4d86-9166-2d18bb177590 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:45.544497 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-07050142-35e2-4d86-9166-2d18bb177590 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.7627404 Nov 03 19:18:45.561238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e0df0-0d3a-446e-989a-07f7a6a051c0 None None] Network 374831b8-9c67-49fe-8fb6-dfd875611698 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:45.589461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': '93611f77-3171-48f5-8750-250cfdce7925', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:45.610474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d5d8088-5764-40d8-88fc-f6d1dc4a5476 req-404665f9-4dc9-41ab-9f2c-0f9c8e916cce tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.1399221 Nov 03 19:18:45.623989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:45.630695 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:45.738208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374831b8-9c67-49fe-8fb6-dfd875611698']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:45.931820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:45.944184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6163e6f-bd0f-4797-b1b8-09265928bff6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:45.952371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6163e6f-bd0f-4797-b1b8-09265928bff6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:45.992476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:46.004640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51826) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:46.006312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:46.010832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/subnets/783829cb-3db5-45cb-8b01-11fd79f67bc5 HTTP/1.1" status: 204 len: 168 time: 2.6272919 Nov 03 19:18:46.054930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8ebb-b7bf-4069-8470-95538b3cee82 tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Subnet': ['ID=783829cb-3db5-45cb-8b01-11fd79f67bc5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:46.083474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-ca8c818a-1898-4911-afc2-d3c2d0fb27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:46.091909 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-ca8c818a-1898-4911-afc2-d3c2d0fb27f2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1097 time: 0.4567196 Nov 03 19:18:46.213085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a25026-78fa-4b30-b3dd-ade33e2a224d None None] Network 08493c3a-14ed-45fa-a216-924292bfe7b9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:46.242484 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:46.392682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:46.490616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:46.491302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:46.737352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': '84332b50-c129-4357-8882-a4b7afa3f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:46.738211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: f3aa70e5-f84a-4754-a357-a0bc855a460f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:46.785898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=649031c2-73fd-41a6-8daa-d2789aaef2f5,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:46.836880 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:46.840422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-d588c876-63cb-4160-aa8b-af69129df98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:46.842533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-d588c876-63cb-4160-aa8b-af69129df98d service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.6397071 Nov 03 19:18:46.844832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fed7036-2ba6-42e9-bb44-1d98b87fd1de req-6b071459-7fd6-4fd1-9c3e-bc9d3c467b78 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.1016257 Nov 03 19:18:46.897906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network f3aa70e5-f84a-4754-a357-a0bc855a460f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:46.923783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f3aa70e5-f84a-4754-a357-a0bc855a460f) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:46.928188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] DHCP port deletion for 08493c3a-14ed-45fa-a216-924292bfe7b9 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:18:46.938635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:46.963169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.008616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-68a67311-b9ed-4988-98d7-9516a9a91841 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1512012 Nov 03 19:18:47.012858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51904) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:47.027821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf8993-92bd-47e5-8cc0-d917266e4090 None None] Network f3aa70e5-f84a-4754-a357-a0bc855a460f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:47.037543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1668078248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:47.143261 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.146360 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.256206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-5a998fac-8475-4bfa-968f-c0a52f079cff tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=03cdd270dfa9450097949377175929bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378783 Nov 03 19:18:47.399553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] Deleting port cc8176b9-296d-49e2-9519-1ec50bd52447 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:47.400303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.620168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] For port cc8176b9-296d-49e2-9519-1ec50bd52447, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cc8176b9-296d-49e2-9519-1ec50bd52447,segment=NetworkSegment(014344d7-6731-4779-9b2d-252233aa1a09),segment_id=014344d7-6731-4779-9b2d-252233aa1a09)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:47.620760 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.666989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] Calling delete_port for cc8176b9-296d-49e2-9519-1ec50bd52447 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:47.737306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-f3aa70e5-f84a-4754-a357-a0bc855a460f', 'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': '649031c2-73fd-41a6-8daa-d2789aaef2f5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:47.738938 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.757845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-874d00a7-3f1b-4273-95ac-bf1252ff5aea service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 217 time: 0.8825958 Nov 03 19:18:47.787110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.818564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.837478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.841144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/374831b8-9c67-49fe-8fb6-dfd875611698 HTTP/1.1" status: 204 len: 168 time: 8.0750365 Nov 03 19:18:47.848866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51986) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:47.855755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:47.862442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:47.909718 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830661727'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:47.969373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=374831b8-9c67-49fe-8fb6-dfd875611698,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:47.972683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-fc100545-9213-4e67-bf61-04257a49b21b tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:47.977668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-fc100545-9213-4e67-bf61-04257a49b21b tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7037916 Nov 03 19:18:48.002557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.002919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.003497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.004062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.004555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.005398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.013406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.022283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.025260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.026159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.029175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.029826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a47caab-e29f-4320-a27e-c105dd7a5239 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:18:48.093373 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1476bed3-81db-4bb7-8857-498cd95740cc req-c41e30fd-4e35-4de1-bbcd-9a6165d35275 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.0516741 Nov 03 19:18:48.102258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-eb9cacc0-2428-415a-aec5-8d7c5e4fc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:48.108058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-eb9cacc0-2428-415a-aec5-8d7c5e4fc8b6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.3357773 Nov 03 19:18:48.191537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-6b177049-3e4e-47d9-a7bb-706c62a7b860 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/quotas/03cdd270dfa9450097949377175929bb HTTP/1.1" status: 200 len: 375 time: 0.1928673 Nov 03 19:18:48.196486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.266018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-c0f26dd7-174f-4f77-b581-a51d9475d1cd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281257 Nov 03 19:18:48.267075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.278690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:48.283166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-35c620ef-fe58-43f7-98c4-f5c7522c0d69 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=03cdd270dfa9450097949377175929bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826643 Nov 03 19:18:48.292514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.310272 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.325187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e7071992-52cb-43f0-979f-fa394dc0297a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3102899 Nov 03 19:18:48.328540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52038) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:48.337504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'port': {'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f', 'name': 'tempest-RoutersTest-1912095142'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:48.396541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Allocated IP 172.20.0.2 (f3aa70e5-f84a-4754-a357-a0bc855a460f/649031c2-73fd-41a6-8daa-d2789aaef2f5/b745aaeb-2493-4671-93dc-8dd806603891) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:48.569046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-4e897dc4-e034-4dd7-99fc-867947e1c598 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911410 Nov 03 19:18:48.587642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.12 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/250786e4-9fa9-4ad2-9146-da46b61e601c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:48.735146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.833700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cc8176b9-296d-49e2-9519-1ec50bd52447 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:18:48.850521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed6c28c3-f9ab-4abb-be06-8042033815af req-5010564e-f57a-4c85-a600-e5483ed4682a tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 210 time: 0.1180956 Nov 03 19:18:48.892048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] Pushing event deleted for resources: {'Port': ['ID=cc8176b9-296d-49e2-9519-1ec50bd52447,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:48.904305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Deleting port cc8176b9-296d-49e2-9519-1ec50bd52447 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:48.905438 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.929698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:48.938090 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:48.960951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:48.991251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] device_id is not set on port 0977969f-6e43-4979-aa7b-6b92720b3f1f yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:18:49.068057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.068440 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment 8d1ecf80-11bd-438b-8595-a538ef012d91 of type vlan for network f02784f4-d5d6-4bd7-871c-5de3de14998f Nov 03 19:18:49.071237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: cc8176b9-296d-49e2-9519-1ec50bd52447 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:18:49.071576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cc8176b9-296d-49e2-9519-1ec50bd52447 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:18:49.083970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b4e1d-b687-4893-ab56-02eaad26141d None None] No DVR routers for this DVR port cc8176b9-296d-49e2-9519-1ec50bd52447 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:49.320890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79b5618f-a4b5-47c8-acca-6968db25f9eb req-ad119680-71fc-477e-b893-5cf7d8794f22 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.0626657 Nov 03 19:18:49.374967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:49.424651 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.449982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.465895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.627553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.20.0.14 (f3aa70e5-f84a-4754-a357-a0bc855a460f/649031c2-73fd-41a6-8daa-d2789aaef2f5/0977969f-6e43-4979-aa7b-6b92720b3f1f) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:49.658467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] For port cc8176b9-296d-49e2-9519-1ec50bd52447, host n-d-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:49.660072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.674765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Network f3aa70e5-f84a-4754-a357-a0bc855a460f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:49.676576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Pushing event updated for resources: {'Port': ['ID=b745aaeb-2493-4671-93dc-8dd806603891,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:49.683506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:49.694610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:18:49.700153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:49.715100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-930e15ec-ff41-4581-9d08-e94e5ed375b7 req-60c03a3a-0c8b-44f2-becd-af7c68305cfd service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1365676 Nov 03 19:18:49.737231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Calling delete_port for cc8176b9-296d-49e2-9519-1ec50bd52447 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:49.798732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Port cc8176b9-296d-49e2-9519-1ec50bd52447 was not found and therefore no delete operation was performed {{(pid=101988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:18:49.829642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.847793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Attempting to bind port b745aaeb-2493-4671-93dc-8dd806603891 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:49.848615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Attempting to bind port b745aaeb-2493-4671-93dc-8dd806603891 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '84332b50-c129-4357-8882-a4b7afa3f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:49.849552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Attempting to bind port b745aaeb-2493-4671-93dc-8dd806603891 on network f3aa70e5-f84a-4754-a357-a0bc855a460f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:49.858969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:49.860263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Checking segment: {'id': '84332b50-c129-4357-8882-a4b7afa3f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:49.861444 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.862332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Bound using segment: {'id': '84332b50-c129-4357-8882-a4b7afa3f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:49.862563 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dff8610f-b8a4-496a-91b2-02394575b788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.863412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Bound port: b745aaeb-2493-4671-93dc-8dd806603891, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84332b50-c129-4357-8882-a4b7afa3f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3aa70e5-f84a-4754-a357-a0bc855a460f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:49.864272 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.899337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:49.930010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] No DVR routers for this DVR port cc8176b9-296d-49e2-9519-1ec50bd52447 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:18:50.000277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.009603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:50.010364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.011786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] For port b745aaeb-2493-4671-93dc-8dd806603891, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:50.017031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] For port b745aaeb-2493-4671-93dc-8dd806603891, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b745aaeb-2493-4671-93dc-8dd806603891,segment=NetworkSegment(84332b50-c129-4357-8882-a4b7afa3f576),segment_id=84332b50-c129-4357-8882-a4b7afa3f576)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:50.031722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.131172 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d96dce-9044-448f-b4a5-6a5f3537a181 None None] Pushing event updated for resources: {'Port': ['ID=b745aaeb-2493-4671-93dc-8dd806603891,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:50.186246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=f02784f4-d5d6-4bd7-871c-5de3de14998f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:50.192337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ecb8b913-0e4f-4d25-92b2-71bb6d067500 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2877216 Nov 03 19:18:50.200478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f02784f4-d5d6-4bd7-871c-5de3de14998f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:50.239386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:50.250054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Port': ['ID=cc8176b9-296d-49e2-9519-1ec50bd52447,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:50.263799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:50.495133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.560516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08493c3a-14ed-45fa-a216-924292bfe7b9']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:50.579337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014344d7-6731-4779-9b2d-252233aa1a09') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:50.579938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014344d7-6731-4779-9b2d-252233aa1a09') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:50.606517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.631390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.643728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:50.644458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:50.687616 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:50.781263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.797434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:18:50.809829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:50.820474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:50.900003 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa78413d-4870-448e-af40-f52f7a3f18fc req-7d350262-a7b2-475d-98e5-40c789334be6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.2009776 Nov 03 19:18:50.940624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-364d4308-d0de-4bcb-bd36-5c1ff0a42423 req-4bc871f7-2483-4b88-a87b-46586af4f391 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 210 time: 0.2365859 Nov 03 19:18:50.956635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b745aaeb-2493-4671-93dc-8dd806603891 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:51.006100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.152101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.155935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.161050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] 10.222.0.91 "DELETE /v2.0/networks/08493c3a-14ed-45fa-a216-924292bfe7b9 HTTP/1.1" status: 204 len: 168 time: 5.1514633 Nov 03 19:18:51.251355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:51.277283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff91af-ee22-4814-ba5f-1254be67a88a tempest-AllowedAddressPairIpV6TestJSON-981277851 tempest-AllowedAddressPairIpV6TestJSON-981277851-project] Pushing event deleted for resources: {'Network': ['ID=08493c3a-14ed-45fa-a216-924292bfe7b9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:51.296923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:51.314490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:51.318812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.359272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b745aaeb-2493-4671-93dc-8dd806603891 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:51.359898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.400954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:51.411836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.419044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-fc503917-2be6-4132-ae9d-2070d572d661 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=03cdd270dfa9450097949377175929bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2396314 Nov 03 19:18:51.446292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=250786e4-9fa9-4ad2-9146-da46b61e601c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:51.530938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=0977969f-6e43-4979-aa7b-6b92720b3f1f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:51.635785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network f3aa70e5-f84a-4754-a357-a0bc855a460f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:51.661238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:51.670859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:51.690137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.707546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-39a33fff-e1d9-494c-9068-c317506d6b27 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1233680 Nov 03 19:18:51.733485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Request body: {'port': {'device_id': '93611f77-3171-48f5-8750-250cfdce7925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:51.784357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port b745aaeb-2493-4671-93dc-8dd806603891, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b745aaeb-2493-4671-93dc-8dd806603891,segment=NetworkSegment(84332b50-c129-4357-8882-a4b7afa3f576),segment_id=84332b50-c129-4357-8882-a4b7afa3f576)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:51.796412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.842677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dff8610f-b8a4-496a-91b2-02394575b788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.876051 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dff8610f-b8a4-496a-91b2-02394575b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:51.903902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:51.916608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dff8610f-b8a4-496a-91b2-02394575b788 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=146e218a31c742089fd6b05978214dee&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5401657 Nov 03 19:18:51.920975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52180) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:51.948843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=b745aaeb-2493-4671-93dc-8dd806603891,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:52.011264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:52.017459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:52.077651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8610f-b8a4-496a-91b2-02394575b788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cebc098-4d86-4ce9-a156-00f74e0252e9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:52.121306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-677d52d3-1dbd-4767-9ead-9db9f2dcfaac tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7913833 Nov 03 19:18:52.132931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52190) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:52.169170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:52.214301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71bfbeb-41ea-4ad6-8bec-a67518549268 None None] Network f3aa70e5-f84a-4754-a357-a0bc855a460f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:52.320757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a7e0b59-42d7-4422-8eb4-1698b82c9b52 req-41bbca04-d5f0-4002-9db1-9485355df3b8 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 210 time: 0.1902678 Nov 03 19:18:52.325795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-56e921d4-86e9-43af-9348-7522551dcdbe tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:52.339204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-56e921d4-86e9-43af-9348-7522551dcdbe tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8985105 Nov 03 19:18:52.414254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bc903c4c-7541-42ca-81b6-55262573306c None None] Provisioning complete for port b745aaeb-2493-4671-93dc-8dd806603891 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:52.415206 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc903c4c-7541-42ca-81b6-55262573306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:52.426420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Request body: {'port': {'device_id': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': '03cdd270dfa9450097949377175929bb'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:52.530673 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8762b899-993e-4d95-bfb2-fe7063e4b41d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3988a5da22b1448f84ec9e69b6d4a4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6249256 Nov 03 19:18:52.562272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52194) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:52.633917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-603c1f49-e363-4f9a-bf45-a1afc629222e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:52.751935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b745aaeb-2493-4671-93dc-8dd806603891 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:52.760387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:52.823171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71523493-7516-4c49-b542-71acf7702cce req-55b57d25-a0ed-4eef-9fae-7c66f4427fed tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:52.828423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71523493-7516-4c49-b542-71acf7702cce req-55b57d25-a0ed-4eef-9fae-7c66f4427fed tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 932 time: 0.7054617 Nov 03 19:18:52.917306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b745aaeb-2493-4671-93dc-8dd806603891 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:52.917983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.057790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-603c1f49-e363-4f9a-bf45-a1afc629222e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.216128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71523493-7516-4c49-b542-71acf7702cce req-aea7c366-3b42-4dd8-bf44-2441b290e634 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736196 Nov 03 19:18:53.260757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=bafbe853-4cd0-4cf8-a87f-d205383e7e22,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:53.284545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4efa-3d7e-48e8-9d74-76f1317fb00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.348941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': '8d1ecf80-11bd-438b-8595-a538ef012d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:53.349475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: f02784f4-d5d6-4bd7-871c-5de3de14998f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:18:53.415697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4efa-3d7e-48e8-9d74-76f1317fb00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.466157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-603c1f49-e363-4f9a-bf45-a1afc629222e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.470511 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-603c1f49-e363-4f9a-bf45-a1afc629222e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.482877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-603c1f49-e363-4f9a-bf45-a1afc629222e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1cebc098-4d86-4ce9-a156-00f74e0252e9 HTTP/1.1" status: 204 len: 168 time: 1.5507050 Nov 03 19:18:53.490477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.499261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-aaacc15d-e81e-4004-a732-74edf990e825 None None] Provisioning complete for port b745aaeb-2493-4671-93dc-8dd806603891 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:53.503891 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaacc15d-e81e-4004-a732-74edf990e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.546171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c1f49-e363-4f9a-bf45-a1afc629222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cebc098-4d86-4ce9-a156-00f74e0252e9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:53.618576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network f02784f4-d5d6-4bd7-871c-5de3de14998f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:18:53.681852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4efa-3d7e-48e8-9d74-76f1317fb00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.696864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4efa-3d7e-48e8-9d74-76f1317fb00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.701971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9fc4efa-3d7e-48e8-9d74-76f1317fb00b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/604b9c56-bc8c-4aaa-a831-5fc868603401 HTTP/1.1" status: 204 len: 168 time: 1.1160877 Nov 03 19:18:53.762821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Made reservation on behalf of 03cdd270dfa9450097949377175929bb for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:53.771946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.853986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f02784f4-d5d6-4bd7-871c-5de3de14998f) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:53.862338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc4efa-3d7e-48e8-9d74-76f1317fb00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b9c56-bc8c-4aaa-a831-5fc868603401,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:53.867174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:53.868030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.879467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea5bde-a7c2-4ed7-9709-668325f7ecce None None] Network f02784f4-d5d6-4bd7-871c-5de3de14998f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:53.883400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:53.892625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a6f16bc4-ed99-4c78-8a9b-6838213c8fe5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6352913 Nov 03 19:18:53.906200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52214) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:54.049323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-aaacc15d-e81e-4004-a732-74edf990e825 None None] Provisioning complete for port 0977969f-6e43-4979-aa7b-6b92720b3f1f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:54.049684 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aaacc15d-e81e-4004-a732-74edf990e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.182610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-aaacc15d-e81e-4004-a732-74edf990e825 None None] Port 0977969f-6e43-4979-aa7b-6b92720b3f1f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:54.270063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb74aab9-a3e1-4606-855d-391eeeb6dd66 req-0f62e587-bdce-4fef-b1f6-a096ccc900fc tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 210 time: 0.5285118 Nov 03 19:18:54.282134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250786e4-9fa9-4ad2-9146-da46b61e601c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:54.324663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.392164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-62b0f703-5ba1-4963-805e-3f7773106bcd None None] Provisioning complete for port 0977969f-6e43-4979-aa7b-6b92720b3f1f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:54.393970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62b0f703-5ba1-4963-805e-3f7773106bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.401067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Transition to ACTIVE for port object 250786e4-9fa9-4ad2-9146-da46b61e601c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:18:54.419312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.448208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.487174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.505582 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.531200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.572397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:54.742290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=0977969f-6e43-4979-aa7b-6b92720b3f1f,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:54.781101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Allocated IP 192.168.233.17 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/996923d5-38f2-4bbf-aae2-b95ce870b2e0) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:54.920227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dbb1c-f7db-4ef0-b8ba-c7d4d1b5ab81 req-e38cfe22-3896-4981-a56e-72e7c528a0a3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:54.922924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-741dbb1c-f7db-4ef0-b8ba-c7d4d1b5ab81 req-e38cfe22-3896-4981-a56e-72e7c528a0a3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 944 time: 0.5373645 Nov 03 19:18:55.007667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-f02784f4-d5d6-4bd7-871c-5de3de14998f', 'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': 'bafbe853-4cd0-4cf8-a87f-d205383e7e22'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:18:55.010118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.084046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-62b0f703-5ba1-4963-805e-3f7773106bcd None None] Port 0977969f-6e43-4979-aa7b-6b92720b3f1f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:55.180811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.207969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=250786e4-9fa9-4ad2-9146-da46b61e601c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:55.255519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-741dbb1c-f7db-4ef0-b8ba-c7d4d1b5ab81 req-5d6d3122-8d82-4b0c-804d-ce089efd779a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232172 Nov 03 19:18:55.460190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.506427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Allocated IP 172.20.0.1 (f02784f4-d5d6-4bd7-871c-5de3de14998f/bafbe853-4cd0-4cf8-a87f-d205383e7e22/dd4de144-c698-4de7-99a2-33e24d227b8e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:18:55.548799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a774f2ec-6280-4b87-a7ad-16bdc185abca,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:55.576143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d94660f8-5c8e-4dfa-9942-7a734835009a None None] Provisioning complete for port 0977969f-6e43-4979-aa7b-6b92720b3f1f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:55.579960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d94660f8-5c8e-4dfa-9942-7a734835009a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.650037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Attempting to bind port 250786e4-9fa9-4ad2-9146-da46b61e601c on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:55.650953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Attempting to bind port 250786e4-9fa9-4ad2-9146-da46b61e601c by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:55.652420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Attempting to bind port 250786e4-9fa9-4ad2-9146-da46b61e601c on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:55.666719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.669355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Port 250786e4-9fa9-4ad2-9146-da46b61e601c on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:18:55.670177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Attempting to bind port 250786e4-9fa9-4ad2-9146-da46b61e601c on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:55.685925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:55.686798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:55.687649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:55.688653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Bound port: 250786e4-9fa9-4ad2-9146-da46b61e601c, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:55.689489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.721901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06991c0a-f462-4266-9b6a-f9741a01d6cb req-639596b3-8132-49bd-bcf8-e9cdbefd374e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 210 time: 0.0712817 Nov 03 19:18:55.848784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] For port 250786e4-9fa9-4ad2-9146-da46b61e601c, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:55.854389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] For port 250786e4-9fa9-4ad2-9146-da46b61e601c, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250786e4-9fa9-4ad2-9146-da46b61e601c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:55.886575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.905467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.915832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:55.926570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.926570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] 10.222.0.115 "PUT /v2.0/ports/250786e4-9fa9-4ad2-9146-da46b61e601c HTTP/1.1" status: 200 len: 1092 time: 4.2022860 Nov 03 19:18:55.947130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d94660f8-5c8e-4dfa-9942-7a734835009a None None] Port 0977969f-6e43-4979-aa7b-6b92720b3f1f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:55.964162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93611f77-3171-48f5-8750-250cfdce7925', 'tag': '250786e4-9fa9-4ad2-9146-da46b61e601c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:18:55.966814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.969396 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5066f028-4c75-417f-a7e0-1f9db037fba4" -d '{"events": [{"name": "network-changed", "server_uuid": "93611f77-3171-48f5-8750-250cfdce7925", "tag": "250786e4-9fa9-4ad2-9146-da46b61e601c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:18:56.236037 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:56.251667 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:56.468300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Pushing event updated for resources: {'Port': ['ID=dd4de144-c698-4de7-99a2-33e24d227b8e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:56.488113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Network f02784f4-d5d6-4bd7-871c-5de3de14998f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:56.490057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:56.494028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:56.584459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Attempting to bind port dd4de144-c698-4de7-99a2-33e24d227b8e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:18:56.585033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Attempting to bind port dd4de144-c698-4de7-99a2-33e24d227b8e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8d1ecf80-11bd-438b-8595-a538ef012d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:18:56.585503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Attempting to bind port dd4de144-c698-4de7-99a2-33e24d227b8e on network f02784f4-d5d6-4bd7-871c-5de3de14998f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:18:56.592588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:18:56.593226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Checking segment: {'id': '8d1ecf80-11bd-438b-8595-a538ef012d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:18:56.593737 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:56.594232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Bound using segment: {'id': '8d1ecf80-11bd-438b-8595-a538ef012d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:18:56.595119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Bound port: dd4de144-c698-4de7-99a2-33e24d227b8e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ecf80-11bd-438b-8595-a538ef012d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:18:56.596080 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:56.622159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52312) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:56.746272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] For port dd4de144-c698-4de7-99a2-33e24d227b8e, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:18:56.758606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] For port dd4de144-c698-4de7-99a2-33e24d227b8e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dd4de144-c698-4de7-99a2-33e24d227b8e,segment=NetworkSegment(8d1ecf80-11bd-438b-8595-a538ef012d91),segment_id=8d1ecf80-11bd-438b-8595-a538ef012d91)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:18:56.768779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:56.879825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52320) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:56.939501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd208b4a-6cf3-4a51-9c98-bda72f654e31 req-c5ac51d4-5916-4557-82c4-25d90bb5c116 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:56.942223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd208b4a-6cf3-4a51-9c98-bda72f654e31 req-c5ac51d4-5916-4557-82c4-25d90bb5c116 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 944 time: 0.3213317 Nov 03 19:18:56.950382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4364e47-9723-41b4-ab2c-c3dbdb3fa160 None None] Pushing event updated for resources: {'Port': ['ID=dd4de144-c698-4de7-99a2-33e24d227b8e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:57.007243 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809d0ab5-5c05-4575-b554-55d2851f1ff3 x-openstack-request-id: req-809d0ab5-5c05-4575-b554-55d2851f1ff3 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:18:57.007805 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93611f77-3171-48f5-8750-250cfdce7925", "tag": "250786e4-9fa9-4ad2-9146-da46b61e601c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:18:57.008130 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-809d0ab5-5c05-4575-b554-55d2851f1ff3 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:18:57.008745 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93611f77-3171-48f5-8750-250cfdce7925', 'tag': '250786e4-9fa9-4ad2-9146-da46b61e601c', 'status': 'completed', 'code': 200} Nov 03 19:18:57.019498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-124036571'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:57.063305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:57.081387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:57.084359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4741b9c-cfea-4f60-8fc0-2511e5dcc8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=250786e4-9fa9-4ad2-9146-da46b61e601c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:57.091930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:18:57.104437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-8b851221-8de6-4c26-9e63-4f4d64c1a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:57.106907 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-8b851221-8de6-4c26-9e63-4f4d64c1a67d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 1095 time: 1.1277845 Nov 03 19:18:57.112819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.169807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Made reservation on behalf of 62e6f5d3976141ec9fbd9edd572f35d4 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:57.174411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.206936 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e0277e1f-a0fb-4d26-be68-3f090c06b454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.273565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ca386-5e7b-4d26-8324-ebbad36c867d req-6e9a8cb8-1746-463f-b2c9-7843e450c812 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:57.283362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-238ca386-5e7b-4d26-8324-ebbad36c867d req-6e9a8cb8-1746-463f-b2c9-7843e450c812 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 935 time: 0.2465212 Nov 03 19:18:57.285373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.303426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=bafbe853-4cd0-4cf8-a87f-d205383e7e22,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:57.345448 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-2160e621-38fe-4d6c-924c-a2c14d3e2bbd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250786e4-9fa9-4ad2-9146-da46b61e601c HTTP/1.1" status: 200 len: 217 time: 0.2169459 Nov 03 19:18:57.399156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd208b4a-6cf3-4a51-9c98-bda72f654e31 req-13856114-d530-46bf-a90c-26f9d9b7746b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942916 Nov 03 19:18:57.461006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Pushing event updated for resources: {'Port': ['ID=996923d5-38f2-4bbf-aae2-b95ce870b2e0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:57.478968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:57.479644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.581277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.601469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-a2fe4e2c-69c4-423f-ac7a-36671c6a08b3 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1887836 Nov 03 19:18:57.642011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Request body: {'port': {'device_id': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:57.654734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02784f4-d5d6-4bd7-871c-5de3de14998f']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:57.661183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-238ca386-5e7b-4d26-8324-ebbad36c867d req-a7ccd2fe-bcdc-4314-ab4b-07af0279c6f0 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767319 Nov 03 19:18:57.672762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.691419 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.694644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ecf80-11bd-438b-8595-a538ef012d91') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:57.695030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ecf80-11bd-438b-8595-a538ef012d91') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:57.698088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-4a510bd7-c121-4881-af2a-f1798eda7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:57.700256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-4a510bd7-c121-4881-af2a-f1798eda7f0c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.3309591 Nov 03 19:18:57.729051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.748845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7230529a-dce3-468b-870b-5396a58dc418 None None] Provisioning complete for port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:57.749496 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7230529a-dce3-468b-870b-5396a58dc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.781410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-12da191d-8aef-42ba-9ec7-9f43563071d4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722342 Nov 03 19:18:57.814038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.823686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.832753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7230529a-dce3-468b-870b-5396a58dc418 None None] Port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:57.865400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=0977969f-6e43-4979-aa7b-6b92720b3f1f,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:57.867152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:18:57.867687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:18:57.871826 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:18:57.874022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e0277e1f-a0fb-4d26-be68-3f090c06b454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.879467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.888083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.900344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e0277e1f-a0fb-4d26-be68-3f090c06b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:57.907467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.007276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e0277e1f-a0fb-4d26-be68-3f090c06b454 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e1426e630cb439cb54428128501dfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0608635 Nov 03 19:18:58.017251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:58.048560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0277e1f-a0fb-4d26-be68-3f090c06b454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575cef5-5f82-4b79-921e-65b1b733eeb9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:58.091804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a4eb3-d7b4-4403-b00e-3b590a386608,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:58.185497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:18:58.185497 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:18:58.185497 n-d-812151-4 neutron-server[101988]: [parameters: {'id': 'f02784f4-d5d6-4bd7-871c-5de3de14998f'}] Nov 03 19:18:58.185497 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:18:58.186117 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:18:58.190041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:18:58.224901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-bbd2e73f-141a-4c70-b5c0-f170a48044d7 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346731 Nov 03 19:18:58.251722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network f3aa70e5-f84a-4754-a357-a0bc855a460f is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:18:58.256451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.258557 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Added segment 0dd54b0d-d048-4413-a9cd-e02a2dc6557f of type vlan for network ad56a952-8751-44e7-bf6f-acc5adcb4d8e Nov 03 19:18:58.347035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.365416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:18:58.468335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d35f1517-197a-40b4-b47d-5668d27aeeb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.563925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d35f1517-197a-40b4-b47d-5668d27aeeb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.598730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.605539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:58.606406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.697956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.789036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ebc0aa5-95b0-4789-b214-e2111b788b58 req-6a6440ee-e141-4dfd-ab13-5247e097fae7 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553970 Nov 03 19:18:58.872295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dd4de144-c698-4de7-99a2-33e24d227b8e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:18:58.877881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9022449-33cb-4981-b477-1337c9354aab None None] Network f02784f4-d5d6-4bd7-871c-5de3de14998f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:18:58.920179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d35f1517-197a-40b4-b47d-5668d27aeeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.922984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d35f1517-197a-40b4-b47d-5668d27aeeb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.927527 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d35f1517-197a-40b4-b47d-5668d27aeeb4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6575cef5-5f82-4b79-921e-65b1b733eeb9 HTTP/1.1" status: 204 len: 168 time: 0.8744915 Nov 03 19:18:58.981796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1517-197a-40b4-b47d-5668d27aeeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575cef5-5f82-4b79-921e-65b1b733eeb9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:59.038807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4152260 Nov 03 19:18:59.055605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52342) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:59.072921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Request body: {'subnet': {'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:18:59.103007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7674c-5140-48eb-8d73-8fbd36d448d4 req-e9a31841-4be3-48cc-b6ef-cbea20af7bea tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:59.118658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6eb7674c-5140-48eb-8d73-8fbd36d448d4 req-e9a31841-4be3-48cc-b6ef-cbea20af7bea tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 944 time: 0.4335482 Nov 03 19:18:59.165306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996923d5-38f2-4bbf-aae2-b95ce870b2e0 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:18:59.186333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-b04974da-ea20-450c-bf1f-cc566246cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:59.187957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-b04974da-ea20-450c-bf1f-cc566246cb19 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 1095 time: 0.2805343 Nov 03 19:18:59.196895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.216439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0b76a1e-f662-4896-bb2c-b9c50d48bd12 None None] Provisioning complete for port 0977969f-6e43-4979-aa7b-6b92720b3f1f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:59.216918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0b76a1e-f662-4896-bb2c-b9c50d48bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.236027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6c633-6d8f-4585-a0b1-2de468b866dc tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event updated for resources: {'Network': ['ID=ad56a952-8751-44e7-bf6f-acc5adcb4d8e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:59.250210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port dd4de144-c698-4de7-99a2-33e24d227b8e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:18:59.250578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.264773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 940e7cfd-142a-4237-a0fd-16e279a420b9 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:18:59.287156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9c0e-384c-424b-9222-7c3cfe0da317 req-1f1ff73c-4c3d-4c7b-aa1e-a0ac8a5f2aeb tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:59.290149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac6b9c0e-384c-424b-9222-7c3cfe0da317 req-1f1ff73c-4c3d-4c7b-aa1e-a0ac8a5f2aeb tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 935 time: 0.1559269 Nov 03 19:18:59.331345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:18:59.361555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port dd4de144-c698-4de7-99a2-33e24d227b8e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=dd4de144-c698-4de7-99a2-33e24d227b8e,segment=NetworkSegment(8d1ecf80-11bd-438b-8595-a538ef012d91),segment_id=8d1ecf80-11bd-438b-8595-a538ef012d91)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:18:59.361946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.379641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for dd4de144-c698-4de7-99a2-33e24d227b8e owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:18:59.478812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0b76a1e-f662-4896-bb2c-b9c50d48bd12 None None] Port 0977969f-6e43-4979-aa7b-6b92720b3f1f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:18:59.490844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6eb7674c-5140-48eb-8d73-8fbd36d448d4 req-0644c4ab-c992-4c63-8c65-1cd4f9e27866 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703830 Nov 03 19:18:59.498698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:18:59.509827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port dd4de144-c698-4de7-99a2-33e24d227b8e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:59.510805 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.521474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c36c31e9-e10d-4895-91ca-51d100197eda tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/940e7cfd-142a-4237-a0fd-16e279a420b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3727028 Nov 03 19:18:59.522596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52348) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:59.526134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] Sync routers for ids ['940e7cfd-142a-4237-a0fd-16e279a420b9'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:18:59.580938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0b76a1e-f662-4896-bb2c-b9c50d48bd12 None None] Provisioning complete for port dd4de144-c698-4de7-99a2-33e24d227b8e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:18:59.581682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0b76a1e-f662-4896-bb2c-b9c50d48bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.591654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] Routers {'940e7cfd-142a-4237-a0fd-16e279a420b9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:59.592576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['940e7cfd-142a-4237-a0fd-16e279a420b9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:59.679890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] DHCP port deletion for f02784f4-d5d6-4bd7-871c-5de3de14998f request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:18:59.688938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:59.720712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac6b9c0e-384c-424b-9222-7c3cfe0da317 req-604fa29c-5104-43cf-b194-ce25a006d115 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183233 Nov 03 19:18:59.739606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3922bc5b-047d-46d1-9867-8a70d0aad2e7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:59.745667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3922bc5b-047d-46d1-9867-8a70d0aad2e7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports/0977969f-6e43-4979-aa7b-6b92720b3f1f HTTP/1.1" status: 200 len: 978 time: 0.2145844 Nov 03 19:18:59.746804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:59.748608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] Routers {'940e7cfd-142a-4237-a0fd-16e279a420b9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:18:59.749468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['940e7cfd-142a-4237-a0fd-16e279a420b9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:59.803232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Transition to ACTIVE for port object 996923d5-38f2-4bbf-aae2-b95ce870b2e0 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:18:59.843024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.844504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:18:59.845462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d347723-debe-4a20-98cb-d5156f66cdb4 None None] The sync data for ids ['940e7cfd-142a-4237-a0fd-16e279a420b9'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:18:59.856070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.920776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Pushing event updated for resources: {'Port': ['ID=996923d5-38f2-4bbf-aae2-b95ce870b2e0,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:18:59.960129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Made reservation on behalf of 62e6f5d3976141ec9fbd9edd572f35d4 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:18:59.969582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.014191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0b76a1e-f662-4896-bb2c-b9c50d48bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.043327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Deleting port dd4de144-c698-4de7-99a2-33e24d227b8e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:00.043923 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.058994 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.263936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] For port dd4de144-c698-4de7-99a2-33e24d227b8e, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:00.264652 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.281099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-8aadad24-16ec-47ce-9349-8f3b4d3a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:00.283190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-8aadad24-16ec-47ce-9349-8f3b4d3a119e service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.7992988 Nov 03 19:19:00.284317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=dd4de144-c698-4de7-99a2-33e24d227b8e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:00.296185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port dd4de144-c698-4de7-99a2-33e24d227b8e on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:00.311343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Calling delete_port for dd4de144-c698-4de7-99a2-33e24d227b8e owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:00.330156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Port dd4de144-c698-4de7-99a2-33e24d227b8e was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:19:00.332080 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.399740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] Pushing event deleted for resources: {'Port': ['ID=dd4de144-c698-4de7-99a2-33e24d227b8e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:00.425207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bca49-9ff5-41ea-8f6f-929da9ed0941 None None] No DVR routers for this DVR port dd4de144-c698-4de7-99a2-33e24d227b8e on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:00.569728 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-4844fab5-8e56-4687-9c4c-7d8624a2359a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250786e4-9fa9-4ad2-9146-da46b61e601c HTTP/1.1" status: 200 len: 217 time: 0.2627978 Nov 03 19:19:00.710605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-fbdca131-ed6e-4498-b5da-1b316a9d3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:00.712841 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-fbdca131-ed6e-4498-b5da-1b316a9d3f45 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.1156938 Nov 03 19:19:00.723378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dd4de144-c698-4de7-99a2-33e24d227b8e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:00.767342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: dd4de144-c698-4de7-99a2-33e24d227b8e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:00.767342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device dd4de144-c698-4de7-99a2-33e24d227b8e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:00.882784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-16640cf9-fd8c-48da-87b0-901d6bcacb84 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606288 Nov 03 19:19:00.893004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.993125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02784f4-d5d6-4bd7-871c-5de3de14998f']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:00.996086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715838b7-0fe2-4d68-9466-69e8887efc97 req-1b190625-6b5a-46b6-a0f4-b671a7a95fc4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:00.997798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-715838b7-0fe2-4d68-9466-69e8887efc97 req-1b190625-6b5a-46b6-a0f4-b671a7a95fc4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 944 time: 0.1862469 Nov 03 19:19:01.034556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Attempting to bind port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:01.035076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Attempting to bind port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:01.035494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Attempting to bind port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:01.051652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:19:01.051833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Attempting to bind port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:01.054172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.067299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ecf80-11bd-438b-8595-a538ef012d91') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:01.068337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ecf80-11bd-438b-8595-a538ef012d91') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:01.099028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e157bb-efcf-47f0-a2f5-0cb99ad41361 req-efc3f893-49f9-4845-bd0d-d308479339d1 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:01.103309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53e157bb-efcf-47f0-a2f5-0cb99ad41361 req-efc3f893-49f9-4845-bd0d-d308479339d1 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 947 time: 0.2175055 Nov 03 19:19:01.122730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:01.123118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:01.123574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:01.124033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Bound port: 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:01.124392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.127807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.180584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.220601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-715838b7-0fe2-4d68-9466-69e8887efc97 req-61e68a66-e15b-4fcd-824e-1baec7cfe2d0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120743 Nov 03 19:19:01.290034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:01.290557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.292644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53e157bb-efcf-47f0-a2f5-0cb99ad41361 req-3ea3ced7-5163-4b55-a474-03d5b8063145 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695874 Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:01.306880 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:01.357545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Checking segment: {'id': '0dd54b0d-d048-4413-a9cd-e02a2dc6557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:01.358490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Network hostable DHCP agents. Network: ad56a952-8751-44e7-bf6f-acc5adcb4d8e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:01.377274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event updated for resources: {'Subnet': ['ID=9fcc1b84-a148-472a-b07a-be263928a1c2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:01.384285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-9a3aed1d-1764-481c-a99d-185f77e04995 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836748 Nov 03 19:19:01.454983 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.571421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5066f028-4c75-417f-a7e0-1f9db037fba4 req-9ba42b25-7e9a-43ed-b4a0-ec1e9a2113fe service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417658 Nov 03 19:19:01.601499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.623262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.626964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/f02784f4-d5d6-4bd7-871c-5de3de14998f HTTP/1.1" status: 204 len: 168 time: 7.7124412 Nov 03 19:19:01.628456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] For port 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:01.630883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52392) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:01.645091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250786e4-9fa9-4ad2-9146-da46b61e601c details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:19:01.650550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:01.660445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968801066'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:01.677553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82a7a8-76f9-4f3c-992c-6b3b474f5c8b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=f02784f4-d5d6-4bd7-871c-5de3de14998f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:01.690428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] For port 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:01.699221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ad56a952-8751-44e7-bf6f-acc5adcb4d8e) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:01.704966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.713290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:01.714231 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.756658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99664338-d540-4b9c-bc65-e57780bd96d5 None None] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:01.771659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:01.776179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.785049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:01.786245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.788246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] 10.222.0.110 "PUT /v2.0/ports/996923d5-38f2-4bbf-aae2-b95ce870b2e0 HTTP/1.1" status: 200 len: 1095 time: 4.1692328 Nov 03 19:19:01.791123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'tag': '996923d5-38f2-4bbf-aae2-b95ce870b2e0'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:01.795657 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbeb055-cc26-4880-b8cf-4c1d09bd80c6", "tag": "996923d5-38f2-4bbf-aae2-b95ce870b2e0"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:01.821094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6acde4c2-5906-4cfa-bbbf-4916c2e1a2fb tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7601712 Nov 03 19:19:01.829963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52398) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:01.842772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Request body: {'port': {'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-870792242'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:01.938122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a71f-10d9-4cf4-b88b-72653d1ef446 service neutron] Pushing event updated for resources: {'Port': ['ID=996923d5-38f2-4bbf-aae2-b95ce870b2e0,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:01.981520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:02.074382 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502acb36-8d8b-431e-b395-ee338fcd7724 x-openstack-request-id: req-502acb36-8d8b-431e-b395-ee338fcd7724 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:02.075335 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbeb055-cc26-4880-b8cf-4c1d09bd80c6", "tag": "996923d5-38f2-4bbf-aae2-b95ce870b2e0", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:02.075335 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-502acb36-8d8b-431e-b395-ee338fcd7724 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:02.075723 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'tag': '996923d5-38f2-4bbf-aae2-b95ce870b2e0', 'status': 'completed', 'code': 200} Nov 03 19:19:02.083245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.083705 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment 1a0fd884-8574-4f34-9c40-5b70a9d34335 of type vlan for network 1fe38046-efb5-4d33-aa0a-a06903adef90 Nov 03 19:19:02.218738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-b5525e8d-77ca-4692-b77b-a9fa331674df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:02.220511 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-b5525e8d-77ca-4692-b77b-a9fa331674df service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=03cdd270dfa9450097949377175929bb&device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 1098 time: 0.2898936 Nov 03 19:19:02.223947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.258486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 0977969f-6e43-4979-aa7b-6b92720b3f1f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:02.258486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.448095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-2a74ccef-d468-46c7-94ac-067c299e7037 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0 HTTP/1.1" status: 200 len: 217 time: 0.2112672 Nov 03 19:19:02.448389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250786e4-9fa9-4ad2-9146-da46b61e601c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250786e4-9fa9-4ad2-9146-da46b61e601c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:02.496751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52412) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:02.499985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.528115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '250786e4-9fa9-4ad2-9146-da46b61e601c', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '250786e4-9fa9-4ad2-9146-da46b61e601c', 'mac_address': 'fa:16:3e:85:b5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:19:02.536574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:02.536574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.553659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.573745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Made reservation on behalf of 62e6f5d3976141ec9fbd9edd572f35d4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:02.576784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.668641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0195892 Nov 03 19:19:02.706041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52418) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:02.724900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.743169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] device_id is not set on port 214ac430-0d24-479e-890e-d07e27464cd2 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:19:02.752930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250786e4-9fa9-4ad2-9146-da46b61e601c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:02.779701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:02.792447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-ad56a952-8751-44e7-bf6f-acc5adcb4d8e', 'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e', 'tenant_id': '62e6f5d3976141ec9fbd9edd572f35d4', 'fixed_ips': [{'subnet_id': '9fcc1b84-a148-472a-b07a-be263928a1c2'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:02.796988 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.801237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-5b66af67-45e0-4ba3-bd58-3085020c6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:02.803274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-5b66af67-45e0-4ba3-bd58-3085020c6464 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3431206 Nov 03 19:19:02.813704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebb906-9912-4f16-9b9c-ce01f188c69a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=1fe38046-efb5-4d33-aa0a-a06903adef90,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:02.880220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:02.886320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6ad9471c-4d17-4b4a-8c46-d1aa180769cf tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:02.906332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:02.974619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-c3b6ad8c-ee91-4e78-97ed-264f1a2edd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:02.977706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-c3b6ad8c-ee91-4e78-97ed-264f1a2edd4a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553953 Nov 03 19:19:02.989752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Allocated IP 172.20.0.5 (ad56a952-8751-44e7-bf6f-acc5adcb4d8e/9fcc1b84-a148-472a-b07a-be263928a1c2/214ac430-0d24-479e-890e-d07e27464cd2) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:02.992439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8bc2e-9440-4585-bcb8-978afedf4f70 req-8b5ccf8b-a5fe-4623-b3e6-5a859c51abe6 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:02.994613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6eb8bc2e-9440-4585-bcb8-978afedf4f70 req-8b5ccf8b-a5fe-4623-b3e6-5a859c51abe6 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 947 time: 0.5003951 Nov 03 19:19:03.012619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d45496-059d-489f-91d0-101c1baa897d req-22c47f5c-feea-4840-b4f6-46079ee9af38 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:03.022576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d45496-059d-489f-91d0-101c1baa897d req-22c47f5c-feea-4840-b4f6-46079ee9af38 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 944 time: 0.5263407 Nov 03 19:19:03.027981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 0977969f-6e43-4979-aa7b-6b92720b3f1f owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:03.136692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250786e4-9fa9-4ad2-9146-da46b61e601c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250786e4-9fa9-4ad2-9146-da46b61e601c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:03.149479 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.160481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6ad9471c-4d17-4b4a-8c46-d1aa180769cf tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "PUT /v2.0/quotas/565402258a5d4b1abb429291206899d8 HTTP/1.1" status: 200 len: 368 time: 0.6618030 Nov 03 19:19:03.187133 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.211664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94d45496-059d-489f-91d0-101c1baa897d req-34cf9408-b08b-428e-bd88-059fd02a4257 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879508 Nov 03 19:19:03.270572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=250786e4-9fa9-4ad2-9146-da46b61e601c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:03.368075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['250786e4-9fa9-4ad2-9146-da46b61e601c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:03.421316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52420) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:03.436648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Request body: {'network': {'project_id': '565402258a5d4b1abb429291206899d8'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:03.507781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6eb8bc2e-9440-4585-bcb8-978afedf4f70 req-73cdad1f-cc7f-4a7e-b37a-be43a2a825dd tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815526 Nov 03 19:19:03.549812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Made reservation on behalf of 565402258a5d4b1abb429291206899d8 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:03.553114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.567584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.642034 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.653865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-cbcd0d16-7da0-4f39-b505-7ad055addafc service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665959 Nov 03 19:19:03.698510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.744348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 is not hosted by any dhcp agent {{(pid=101989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:19:03.750237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:03.750859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.752158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "PUT /v2.0/networks/1fe38046-efb5-4d33-aa0a-a06903adef90 HTTP/1.1" status: 200 len: 723 time: 0.9843631 Nov 03 19:19:03.758835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:03.767337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:03.811499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.865031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=0977969f-6e43-4979-aa7b-6b92720b3f1f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:03.897858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f5292-f570-4aa7-955e-34d59caecf78 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=1fe38046-efb5-4d33-aa0a-a06903adef90,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:03.916304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:03.943338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9816dd52-5bf9-44bd-b6a7-3e20aa43dca9 req-fa516442-1171-48de-b53e-cdb4fcb71e79 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781770 Nov 03 19:19:03.945774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:03.972521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.027069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:04.031748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.084496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:04.171530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.213171 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.223714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-561836a1-2cdb-4877-a556-3b0eb7807ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:04.231023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.231424 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Added segment 408c1ca3-0d01-4ae4-8031-f5f4abc032ef of type vlan for network 8e326c8e-030a-4c33-bd12-2bac1d9ed0f6 Nov 03 19:19:04.231691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-561836a1-2cdb-4877-a556-3b0eb7807ed4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=03cdd270dfa9450097949377175929bb&device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 1098 time: 0.2034349 Nov 03 19:19:04.235102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb24d6a-e85c-417f-a950-4f896325c507,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:04.425903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.464872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-6cbe00d4-fe84-4f52-bddd-ede5c9c67427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:04.468519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-6cbe00d4-fe84-4f52-bddd-ede5c9c67427 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.2191463 Nov 03 19:19:04.469668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.545723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.547334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:04.548288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.551749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Allocated IP 172.20.0.2 (ad56a952-8751-44e7-bf6f-acc5adcb4d8e/9fcc1b84-a148-472a-b07a-be263928a1c2/4e9ff204-74b1-4305-9335-41dd07f4c3ba) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:04.650132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-19a939ca-1064-4ad2-87e9-7cb61b194d9f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0 HTTP/1.1" status: 200 len: 217 time: 0.1524272 Nov 03 19:19:04.683128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:04.711689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2888336 Nov 03 19:19:04.741675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-aad5596a-12f2-4e34-882a-82bc3c756480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:04.743519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-aad5596a-12f2-4e34-882a-82bc3c756480 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0736434 Nov 03 19:19:04.750073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:04.764446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Request body: {'network': {'project_id': '565402258a5d4b1abb429291206899d8'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:04.775681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:04.787039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:04.801625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event updated for resources: {'Port': ['ID=214ac430-0d24-479e-890e-d07e27464cd2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:04.938410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85dc61ca-2968-4b0d-81bb-2473e638361c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.958410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:04.958410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:04.968709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa000-89ee-4f1f-a351-9f33c4b00378 req-d05f1b6c-c4fd-4f27-bfa4-aeef46d4a30a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:04.973433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d02aa000-89ee-4f1f-a351-9f33c4b00378 req-d05f1b6c-c4fd-4f27-bfa4-aeef46d4a30a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 945 time: 0.4969366 Nov 03 19:19:04.979032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc4339-2774-4f80-8d91-f070b68b4de1 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Pushing event updated for resources: {'Network': ['ID=8e326c8e-030a-4c33-bd12-2bac1d9ed0f6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.000835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8e326c8e-030a-4c33-bd12-2bac1d9ed0f6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:05.003719 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.022761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23719cb-d447-4b2e-a21d-85e683a505a5 req-be0abef8-c4b8-49ac-972a-0f878fa19d0e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:05.023140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.035861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.037032 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d23719cb-d447-4b2e-a21d-85e683a505a5 req-be0abef8-c4b8-49ac-972a-0f878fa19d0e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 947 time: 0.3419070 Nov 03 19:19:05.048677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 940e7cfd-142a-4237-a0fd-16e279a420b9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:05.052907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Made reservation on behalf of 565402258a5d4b1abb429291206899d8 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:05.056315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.103309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-990e1a8c-378a-4162-9ce7-f115eeb07bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:05.106306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-990e1a8c-378a-4162-9ce7-f115eeb07bfe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3230824 Nov 03 19:19:05.130016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f2901e65-a06c-4710-ac62-6be2a2e2a328 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2949207 Nov 03 19:19:05.132316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:05.134656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52438) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:05.136434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:05.153497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:05.155228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Request body: {'port': {'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-597680180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:05.156052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] bootfile-name is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:19:05.156663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] tftp-server is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:19:05.157104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] server-ip-address is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:19:05.170821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Pushing event updated for resources: {'Port': ['ID=4e9ff204-74b1-4305-9335-41dd07f4c3ba,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.268825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Attempting to bind port 4e9ff204-74b1-4305-9335-41dd07f4c3ba on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:05.269354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Attempting to bind port 4e9ff204-74b1-4305-9335-41dd07f4c3ba by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '0dd54b0d-d048-4413-a9cd-e02a2dc6557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:05.269829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Attempting to bind port 4e9ff204-74b1-4305-9335-41dd07f4c3ba on network ad56a952-8751-44e7-bf6f-acc5adcb4d8e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:05.278801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:05.279536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Checking segment: {'id': '0dd54b0d-d048-4413-a9cd-e02a2dc6557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:05.280064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.280698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Bound using segment: {'id': '0dd54b0d-d048-4413-a9cd-e02a2dc6557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:05.281644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Bound port: 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd54b0d-d048-4413-a9cd-e02a2dc6557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ad56a952-8751-44e7-bf6f-acc5adcb4d8e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:05.282491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.296973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d02aa000-89ee-4f1f-a351-9f33c4b00378 req-dff3fd3f-f53c-486f-936d-0b29fc593bc0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524617 Nov 03 19:19:05.319329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:05.333442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3e818c24-af13-4f9c-8722-2ae718ab0a1b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/940e7cfd-142a-4237-a0fd-16e279a420b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5786285 Nov 03 19:19:05.350022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d23719cb-d447-4b2e-a21d-85e683a505a5 req-67a72e8a-7ff2-4ed6-a0f3-ac669217d8cb tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109736 Nov 03 19:19:05.353214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52440) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:05.359968 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] Sync routers for ids ['940e7cfd-142a-4237-a0fd-16e279a420b9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:05.386223 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] Routers {'940e7cfd-142a-4237-a0fd-16e279a420b9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:05.387224 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['940e7cfd-142a-4237-a0fd-16e279a420b9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:05.403049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:05.427502 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:05.431238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] For port 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:05.436680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] For port 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4e9ff204-74b1-4305-9335-41dd07f4c3ba,segment=NetworkSegment(0dd54b0d-d048-4413-a9cd-e02a2dc6557f),segment_id=0dd54b0d-d048-4413-a9cd-e02a2dc6557f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:05.437488 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] Routers {'940e7cfd-142a-4237-a0fd-16e279a420b9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:05.438332 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:18:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['940e7cfd-142a-4237-a0fd-16e279a420b9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:05.449791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.450856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': '1a0fd884-8574-4f34-9c40-5b70a9d34335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:05.451600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: 1fe38046-efb5-4d33-aa0a-a06903adef90, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:05.472671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=b27fed19-c135-4942-afe1-d55e16668c81,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.496388 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:05.497347 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25d2e2-8de8-4ffd-931e-ebacba6c1139 None None] The sync data for ids ['940e7cfd-142a-4237-a0fd-16e279a420b9'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:05.529482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.530100 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Added segment b736297e-dadf-422c-8ad0-26bf44b004bc of type vlan for network a9fd5186-600f-471f-b189-357bbe96184a Nov 03 19:19:05.542373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2660384-a14b-4bfa-8004-afe8c1054f30 None None] Pushing event updated for resources: {'Port': ['ID=4e9ff204-74b1-4305-9335-41dd07f4c3ba,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:05.564379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:05.658518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250786e4-9fa9-4ad2-9146-da46b61e601c up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:05.666928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1fe38046-efb5-4d33-aa0a-a06903adef90) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:05.696950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:05.696950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.702436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.704091 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-dc6a4b45-72b3-4ea1-a5de-c4d5e6e5be2a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 19:19:05.707767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dc6a4b45-72b3-4ea1-a5de-c4d5e6e5be2a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/940e7cfd-142a-4237-a0fd-16e279a420b9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3484030 Nov 03 19:19:05.708089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52446) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:05.710528 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-009c3fa2-41b6-4100-975d-bab453b3d880 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695167 Nov 03 19:19:05.732837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0d13c-218f-4b0c-aeff-83a2e0217e8e None None] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:05.779668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Made reservation on behalf of 62e6f5d3976141ec9fbd9edd572f35d4 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:05.786615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.844820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-611a75d9-c2d7-4230-8cbb-9c8e6e71115d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0843172 Nov 03 19:19:05.895984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:05.899527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 250786e4-9fa9-4ad2-9146-da46b61e601c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:19:05.908270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 250786e4-9fa9-4ad2-9146-da46b61e601c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:05.908944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.920706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:05.935345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] device_id is not set on port c8854e7f-929e-4bd3-be60-376faf88aa60 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:19:05.997565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:05.998567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:05.999164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.156622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1fe38046-efb5-4d33-aa0a-a06903adef90', 'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': 'b27fed19-c135-4942-afe1-d55e16668c81'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:06.159712 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.206654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4530702 Nov 03 19:19:06.251801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52450) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:06.272567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9f8951c8-536a-41f8-a005-29625fedcb8d tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Request body: {'network': {'project_id': '565402258a5d4b1abb429291206899d8'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:06.289095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eda78c44-eb1b-414f-9a70-7397e9a5b7e7 req-aeaedb47-7d75-4e03-aa74-5e5ca3c83e93 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593452 Nov 03 19:19:06.289968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991fba2-a0fc-41c6-928e-3cb6ab0d4dfb tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Pushing event updated for resources: {'Network': ['ID=a9fd5186-600f-471f-b189-357bbe96184a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:06.309568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d723c92-273d-4936-aa07-7f10befb9487 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=940e7cfd-142a-4237-a0fd-16e279a420b9 HTTP/1.1" status: 200 len: 205 time: 0.5997167 Nov 03 19:19:06.316562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52452) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:06.323996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a9fd5186-600f-471f-b189-357bbe96184a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:06.398823 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8951c8-536a-41f8-a005-29625fedcb8d tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:19:06.399303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8951c8-536a-41f8-a005-29625fedcb8d tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:06.404815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9f8951c8-536a-41f8-a005-29625fedcb8d tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1456840 Nov 03 19:19:06.408824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52458) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:06.446585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63230870'] for subnet, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.459174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Allocated IP 172.20.0.10 (ad56a952-8751-44e7-bf6f-acc5adcb4d8e/9fcc1b84-a148-472a-b07a-be263928a1c2/c8854e7f-929e-4bd3-be60-376faf88aa60) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:06.485013 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.525386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Allocated IP 172.20.0.2 (1fe38046-efb5-4d33-aa0a-a06903adef90/b27fed19-c135-4942-afe1-d55e16668c81/f4436a03-98a8-4c62-9994-d22ae4fddfd2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:06.564203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 250786e4-9fa9-4ad2-9146-da46b61e601c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250786e4-9fa9-4ad2-9146-da46b61e601c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:06.580889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93611f77-3171-48f5-8750-250cfdce7925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250786e4-9fa9-4ad2-9146-da46b61e601c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:06.583788 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514d39f-a74a-4616-87d3-9ab1d0c4468c" -d '{"events": [{"server_uuid": "93611f77-3171-48f5-8750-250cfdce7925", "name": "network-vif-plugged", "status": "completed", "tag": "250786e4-9fa9-4ad2-9146-da46b61e601c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:06.594600 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.679677 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1351d065-ae53-4b15-a1fc-2aec52aad3c3 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=565402258a5d4b1abb429291206899d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689056 Nov 03 19:19:06.684183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:06.696641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:06.785863 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:19:06.833529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4e9ff204-74b1-4305-9335-41dd07f4c3ba up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:06.880641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e3cf-a726-4192-894a-aa4e811db3c1 req-e9b55f12-14c4-40a3-b6ac-54a3d8da3bd9 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:06.890565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c143e3cf-a726-4192-894a-aa4e811db3c1 req-e9b55f12-14c4-40a3-b6ac-54a3d8da3bd9 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 947 time: 0.3023653 Nov 03 19:19:06.960145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=250786e4-9fa9-4ad2-9146-da46b61e601c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:07.056292 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.058242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a6f57-6418-431e-b67d-8994a282600e req-aa981b9d-fbbb-40fc-891c-b3036d4be519 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:07.059858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c25a6f57-6418-431e-b67d-8994a282600e req-aa981b9d-fbbb-40fc-891c-b3036d4be519 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 946 time: 0.3921273 Nov 03 19:19:07.072790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4e9ff204-74b1-4305-9335-41dd07f4c3ba triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:07.073037 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.159995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.210633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.225943 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.227749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.230683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.314125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df388ff-df01-40f4-9189-a425813e2f4b None None] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:07.330043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c143e3cf-a726-4192-894a-aa4e811db3c1 req-a7ff07a5-7b5f-4836-b3ff-37752286ebc7 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381723 Nov 03 19:19:07.348416 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae39-35fc-4216-b0e3-29c89b40aae7 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.356438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.358996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router 940e7cfd-142a-4237-a0fd-16e279a420b9 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:19:07.377893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.381990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-99243924-19b0-4252-a179-e6c719fe2814 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/940e7cfd-142a-4237-a0fd-16e279a420b9 HTTP/1.1" status: 204 len: 168 time: 1.0530531 Nov 03 19:19:07.385817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52476) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:07.400747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c25a6f57-6418-431e-b67d-8994a282600e req-17c269e7-382e-4e31-849c-35fb5a3de874 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144312 Nov 03 19:19:07.437491 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae39-35fc-4216-b0e3-29c89b40aae7 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.458475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 996923d5-38f2-4bbf-aae2-b95ce870b2e0 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:19:07.527021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet 649031c2-73fd-41a6-8daa-d2789aaef2f5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:07.535672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.540371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b36925a0-b0f0-48d2-89a4-a1d8c3bf7aae None None] Provisioning complete for port 4e9ff204-74b1-4305-9335-41dd07f4c3ba triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:07.541064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b36925a0-b0f0-48d2-89a4-a1d8c3bf7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.559655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:07.560713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Pushing event updated for resources: {'Port': ['ID=f4436a03-98a8-4c62-9994-d22ae4fddfd2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:07.570098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event updated for resources: {'Port': ['ID=c8854e7f-929e-4bd3-be60-376faf88aa60,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:07.593506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750963634535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64744670'] for subnet, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.609574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:07.621575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:07.630024 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.637029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:07.641341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.693968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:07.695594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.699186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "PUT /v2.0/subnets/b27fed19-c135-4942-afe1-d55e16668c81 HTTP/1.1" status: 200 len: 806 time: 1.7959101 Nov 03 19:19:07.702194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52480) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:07.703940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:07.710457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:07.733532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae39-35fc-4216-b0e3-29c89b40aae7 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.741701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae39-35fc-4216-b0e3-29c89b40aae7 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:07.743611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3cbaae39-35fc-4216-b0e3-29c89b40aae7 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "DELETE /v2.0/security-groups/ecb24d6a-e85c-417f-a950-4f896325c507 HTTP/1.1" status: 204 len: 168 time: 1.0498888 Nov 03 19:19:07.762629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52482) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:07.763275 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca675129-cd6e-4f74-8d74-d5fd3d7792f6 x-openstack-request-id: req-ca675129-cd6e-4f74-8d74-d5fd3d7792f6 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:07.763758 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93611f77-3171-48f5-8750-250cfdce7925", "name": "network-vif-plugged", "status": "completed", "tag": "250786e4-9fa9-4ad2-9146-da46b61e601c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:07.764168 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ca675129-cd6e-4f74-8d74-d5fd3d7792f6 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:07.764736 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93611f77-3171-48f5-8750-250cfdce7925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250786e4-9fa9-4ad2-9146-da46b61e601c', 'code': 200} Nov 03 19:19:07.791173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e177a91-ad1e-4a55-aa03-fe37ffe42e30 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=b27fed19-c135-4942-afe1-d55e16668c81,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:07.847671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaae39-35fc-4216-b0e3-29c89b40aae7 tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb24d6a-e85c-417f-a950-4f896325c507,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:07.981486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.017151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4e9ff204-74b1-4305-9335-41dd07f4c3ba,segment=NetworkSegment(0dd54b0d-d048-4413-a9cd-e02a2dc6557f),segment_id=0dd54b0d-d048-4413-a9cd-e02a2dc6557f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:08.017428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.018584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.026940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.033360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5475a09-c91b-419c-9a00-1edf4d10e4ae req-134ae266-8c5b-4c5e-a39e-7ab4583a8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.036016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5475a09-c91b-419c-9a00-1edf4d10e4ae req-134ae266-8c5b-4c5e-a39e-7ab4583a8600 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 1097 time: 0.2249894 Nov 03 19:19:08.089311 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.091729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.107474 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-05426b91-d65e-48f3-8597-37b644321195 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9628112 Nov 03 19:19:08.111040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:08.188561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Attempting to bind port f4436a03-98a8-4c62-9994-d22ae4fddfd2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:08.189231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Attempting to bind port f4436a03-98a8-4c62-9994-d22ae4fddfd2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '1a0fd884-8574-4f34-9c40-5b70a9d34335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:08.189776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Attempting to bind port f4436a03-98a8-4c62-9994-d22ae4fddfd2 on network 1fe38046-efb5-4d33-aa0a-a06903adef90 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:08.201202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=4e9ff204-74b1-4305-9335-41dd07f4c3ba,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:08.205785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.244088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:08.245180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Checking segment: {'id': '1a0fd884-8574-4f34-9c40-5b70a9d34335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:08.246740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.247589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Bound using segment: {'id': '1a0fd884-8574-4f34-9c40-5b70a9d34335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:08.248313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Bound port: f4436a03-98a8-4c62-9994-d22ae4fddfd2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0fd884-8574-4f34-9c40-5b70a9d34335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fe38046-efb5-4d33-aa0a-a06903adef90'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:08.249095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.289065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:08.306236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f5475a09-c91b-419c-9a00-1edf4d10e4ae req-f7baa735-1658-4648-8b2f-7a9a5258550e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567365 Nov 03 19:19:08.311711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=649031c2-73fd-41a6-8daa-d2789aaef2f5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:08.322862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port f4436a03-98a8-4c62-9994-d22ae4fddfd2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:08.325596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.340170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.351462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '996923d5-38f2-4bbf-aae2-b95ce870b2e0', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '996923d5-38f2-4bbf-aae2-b95ce870b2e0', 'mac_address': 'fa:16:3e:14:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:19:08.357639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.367600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f665e41-7e16-44cd-a13d-9ea5d6c55e81 None None] Network f3aa70e5-f84a-4754-a357-a0bc855a460f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:08.370878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5e5551b6-f532-4873-ab8c-6a8eb1c6869f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/649031c2-73fd-41a6-8daa-d2789aaef2f5 HTTP/1.1" status: 204 len: 168 time: 0.9806640 Nov 03 19:19:08.382679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52496) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:08.437851 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95e4204a-0282-44f3-87bd-040b3d84a2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.466675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fd5186-600f-471f-b189-357bbe96184a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:08.507881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b736297e-dadf-422c-8ad0-26bf44b004bc') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:08.508237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b736297e-dadf-422c-8ad0-26bf44b004bc') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:08.515418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.538560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.590770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.614049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:08.615087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.620902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] For port f4436a03-98a8-4c62-9994-d22ae4fddfd2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:08.657892 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:08.716605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.722357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52a778-dfb0-477e-908e-5a0a7ea2055c tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.730320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52a778-dfb0-477e-908e-5a0a7ea2055c tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.737115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52a778-dfb0-477e-908e-5a0a7ea2055c tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.738857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0e52a778-dfb0-477e-908e-5a0a7ea2055c tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6204355 Nov 03 19:19:08.742054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52508) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:08.787055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] For port f4436a03-98a8-4c62-9994-d22ae4fddfd2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f4436a03-98a8-4c62-9994-d22ae4fddfd2,segment=NetworkSegment(1a0fd884-8574-4f34-9c40-5b70a9d34335),segment_id=1a0fd884-8574-4f34-9c40-5b70a9d34335)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:08.788432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4e9ff204-74b1-4305-9335-41dd07f4c3ba up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:08.831017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.832194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.841140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996923d5-38f2-4bbf-aae2-b95ce870b2e0 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:08.893918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port f4436a03-98a8-4c62-9994-d22ae4fddfd2, host n-d-812151-4, got binding levels [] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:08.894287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.918847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abf1ff-9066-41bc-82bd-20f6da88cba3 req-5a68dc3b-84cd-4fad-a212-20f9ac88a4ad tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.920504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26abf1ff-9066-41bc-82bd-20f6da88cba3 req-5a68dc3b-84cd-4fad-a212-20f9ac88a4ad tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 947 time: 0.2793868 Nov 03 19:19:08.932707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b0995b97-1fbe-4120-97ba-0d4350b41364 None None] Provisioning complete for port 214ac430-0d24-479e-890e-d07e27464cd2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:08.933109 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0995b97-1fbe-4120-97ba-0d4350b41364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.945027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd2fe-a553-433d-a4a3-c75762eb322e req-c46a7c9c-2848-42da-9197-99149b0d8a91 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:08.957921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a65dd2fe-a553-433d-a4a3-c75762eb322e req-c46a7c9c-2848-42da-9197-99149b0d8a91 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 946 time: 0.3526006 Nov 03 19:19:08.967911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:08.973456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for f4436a03-98a8-4c62-9994-d22ae4fddfd2 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:08.990248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "DELETE /v2.0/networks/a9fd5186-600f-471f-b189-357bbe96184a HTTP/1.1" status: 204 len: 168 time: 1.2014251 Nov 03 19:19:09.002632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52510) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:09.028453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a2b1-c6e2-403e-8493-6c25c85e5aac tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9fd5186-600f-471f-b189-357bbe96184a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:09.032180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:09.050022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.079951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Deleting port c8854e7f-929e-4bd3-be60-376faf88aa60 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:09.080299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.104417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08b1fe-1a70-42c8-a523-576d38323d40 None None] Pushing event updated for resources: {'Port': ['ID=f4436a03-98a8-4c62-9994-d22ae4fddfd2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:09.129124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b0995b97-1fbe-4120-97ba-0d4350b41364 None None] Port 214ac430-0d24-479e-890e-d07e27464cd2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:09.197408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4e9ff204-74b1-4305-9335-41dd07f4c3ba triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:09.197881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.301190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b0995b97-1fbe-4120-97ba-0d4350b41364 None None] Provisioning complete for port 4e9ff204-74b1-4305-9335-41dd07f4c3ba triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:09.302083 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0995b97-1fbe-4120-97ba-0d4350b41364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.317789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a65dd2fe-a553-433d-a4a3-c75762eb322e req-5fde2dce-ca0e-4094-be99-e52d2b2b4f73 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586092 Nov 03 19:19:09.365056 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.386900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port b745aaeb-2493-4671-93dc-8dd806603891 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:09.387340 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.430575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] DHCP port deletion for f3aa70e5-f84a-4754-a357-a0bc855a460f request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:09.477591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Calling delete_port for c8854e7f-929e-4bd3-be60-376faf88aa60 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:09.479283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26abf1ff-9066-41bc-82bd-20f6da88cba3 req-06e66eed-b1ad-45a1-984c-4bc23e5c7d45 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043135 Nov 03 19:19:09.518316 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.637347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=996923d5-38f2-4bbf-aae2-b95ce870b2e0,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:09.641804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['996923d5-38f2-4bbf-aae2-b95ce870b2e0'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:09.684155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port b745aaeb-2493-4671-93dc-8dd806603891, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b745aaeb-2493-4671-93dc-8dd806603891,segment=NetworkSegment(84332b50-c129-4357-8882-a4b7afa3f576),segment_id=84332b50-c129-4357-8882-a4b7afa3f576)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:09.687854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:09.771735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for b745aaeb-2493-4671-93dc-8dd806603891 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:09.956522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.028460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event deleted for resources: {'Port': ['ID=c8854e7f-929e-4bd3-be60-376faf88aa60,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:10.105972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b0995b97-1fbe-4120-97ba-0d4350b41364 None None] Could not find standard attr ID for object c8854e7f-929e-4bd3-be60-376faf88aa60. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:19:10.155758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.178726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.207146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.226762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5813cf52-33b0-4ec6-ab42-58f0a02d63e6 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "DELETE /v2.0/ports/c8854e7f-929e-4bd3-be60-376faf88aa60 HTTP/1.1" status: 204 len: 168 time: 1.4834211 Nov 03 19:19:10.232875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:10.258123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Request body: {'port': {'name': 'tempest-new-port-name-923013959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:10.260820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] bootfile-name is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:19:10.261442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] tftp-server is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:19:10.262908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] server-ip-address is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:19:10.289581 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.290185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Deleting port b745aaeb-2493-4671-93dc-8dd806603891 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:10.292886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=b745aaeb-2493-4671-93dc-8dd806603891,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:10.293270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.320748 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.399325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port b745aaeb-2493-4671-93dc-8dd806603891 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:10.514099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=f4436a03-98a8-4c62-9994-d22ae4fddfd2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:10.556710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.702851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e326c8e-030a-4c33-bd12-2bac1d9ed0f6']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:10.729523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408c1ca3-0d01-4ae4-8031-f5f4abc032ef') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:10.729916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408c1ca3-0d01-4ae4-8031-f5f4abc032ef') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:10.776880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.793250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-59ba06b3-992c-4606-ab57-4c7cf5784da3 None None] Provisioning complete for port 214ac430-0d24-479e-890e-d07e27464cd2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:10.794107 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-59ba06b3-992c-4606-ab57-4c7cf5784da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.837565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.863884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:10.864381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:10.932146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b745aaeb-2493-4671-93dc-8dd806603891 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:11.041396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-59ba06b3-992c-4606-ab57-4c7cf5784da3 None None] Port 214ac430-0d24-479e-890e-d07e27464cd2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:11.057494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-59ba06b3-992c-4606-ab57-4c7cf5784da3 None None] Could not find standard attr ID for object c8854e7f-929e-4bd3-be60-376faf88aa60. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:19:11.060618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b745aaeb-2493-4671-93dc-8dd806603891 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:11.061141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b745aaeb-2493-4671-93dc-8dd806603891 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:11.094954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.106028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.115809 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:11.116926 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:11.139984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] For port b745aaeb-2493-4671-93dc-8dd806603891, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:11.140532 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.144844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3aa70e5-f84a-4754-a357-a0bc855a460f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:11.167177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84332b50-c129-4357-8882-a4b7afa3f576') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:11.167436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84332b50-c129-4357-8882-a4b7afa3f576') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:11.178627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Calling delete_port for b745aaeb-2493-4671-93dc-8dd806603891 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:11.183927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.184589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Port b745aaeb-2493-4671-93dc-8dd806603891 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:19:11.186848 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.201905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.221894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:11.222353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.228215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event updated for resources: {'Port': ['ID=214ac430-0d24-479e-890e-d07e27464cd2,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:11.231918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] No DVR routers for this DVR port b745aaeb-2493-4671-93dc-8dd806603891 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:11.290870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] In _notify_port_updated(), no bound segment for port 214ac430-0d24-479e-890e-d07e27464cd2 on network ad56a952-8751-44e7-bf6f-acc5adcb4d8e {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:19:11.296678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.297823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.299737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cb1a4382-4a3e-4366-b103-0c468492d441 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "PUT /v2.0/ports/214ac430-0d24-479e-890e-d07e27464cd2 HTTP/1.1" status: 200 len: 1135 time: 1.0645399 Nov 03 19:19:11.306849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:11.309876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:11.313003 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:11.322095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900dc17c-31e8-4d7f-b333-d8f9123bbb4a None None] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:11.337734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a4fd0-975b-4154-a33b-b41ac2c9d27a None None] Pushing event deleted for resources: {'Port': ['ID=b745aaeb-2493-4671-93dc-8dd806603891,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:11.381117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6abc0729-d92a-4ca2-b3cf-e3609289cf2d None None] Could not find standard attr ID for object f4436a03-98a8-4c62-9994-d22ae4fddfd2. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:19:11.402496 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.411083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] 10.222.0.91 "DELETE /v2.0/networks/8e326c8e-030a-4c33-bd12-2bac1d9ed0f6 HTTP/1.1" status: 204 len: 168 time: 2.4069276 Nov 03 19:19:11.458689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875664c-4f98-490e-a1f6-aa321d36d2a5 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.461324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e875664c-4f98-490e-a1f6-aa321d36d2a5 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "GET /v2.0/ports/214ac430-0d24-479e-890e-d07e27464cd2 HTTP/1.1" status: 200 len: 1135 time: 0.1529291 Nov 03 19:19:11.481628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52544) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:11.498831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86faf06-d66a-4156-8147-5da0ec62d88b tempest-QuotasNegativeTest-981818602 tempest-QuotasNegativeTest-981818602-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e326c8e-030a-4c33-bd12-2bac1d9ed0f6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:11.580868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port f4436a03-98a8-4c62-9994-d22ae4fddfd2 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:11.716547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Deleting port 214ac430-0d24-479e-890e-d07e27464cd2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:11.717372 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.755224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.895136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.912113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-34736aa1-c633-4399-b469-3590eded1b3e None None] Provisioning complete for port 214ac430-0d24-479e-890e-d07e27464cd2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:11.913291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34736aa1-c633-4399-b469-3590eded1b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.917178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10519be2-d5fb-49b8-b9c3-cae02acb55d1 req-97d09eec-a3cd-431d-b701-3a8ade6fa8ba tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:11.924172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10519be2-d5fb-49b8-b9c3-cae02acb55d1 req-97d09eec-a3cd-431d-b701-3a8ade6fa8ba tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 948 time: 0.6906328 Nov 03 19:19:11.924927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.941761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:11.945240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/f3aa70e5-f84a-4754-a357-a0bc855a460f HTTP/1.1" status: 204 len: 168 time: 3.5621934 Nov 03 19:19:11.954167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52554) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:11.966804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-930064193'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:12.009899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4b544-10ed-4b48-b587-804cda0893f7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=f3aa70e5-f84a-4754-a357-a0bc855a460f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:12.030309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:12.040698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.048996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-34736aa1-c633-4399-b469-3590eded1b3e None None] Port 214ac430-0d24-479e-890e-d07e27464cd2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:12.071618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.085243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.116854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4e69-95c8-49c1-8d12-fa3ae9ae52c9 req-4e90e8cb-344f-4a50-b790-7dc3c906e234 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.119314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-926a4e69-95c8-49c1-8d12-fa3ae9ae52c9 req-4e90e8cb-344f-4a50-b790-7dc3c906e234 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 946 time: 0.8207591 Nov 03 19:19:12.130205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Calling delete_port for 214ac430-0d24-479e-890e-d07e27464cd2 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:12.209288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.283937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:12.305896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.306249 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment 9579f5e8-80bd-475a-bb63-0266b5138637 of type vlan for network 8863004e-1bcd-4778-9812-97cd3a721679 Nov 03 19:19:12.375544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=b27fed19-c135-4942-afe1-d55e16668c81,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:12.378035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78840671-adc1-4e40-a07d-2a580cbf0992 None None] Network 1fe38046-efb5-4d33-aa0a-a06903adef90 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:12.390374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10519be2-d5fb-49b8-b9c3-cae02acb55d1 req-12dd2786-fa89-4cbc-a4e1-8b5aed4310b8 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295492 Nov 03 19:19:12.405666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-926a4e69-95c8-49c1-8d12-fa3ae9ae52c9 req-353299af-8722-4bb9-ace4-18f512f83abb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738523 Nov 03 19:19:12.537320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.553852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52564) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:12.599108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.668034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.682358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.683001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.683614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe38046-efb5-4d33-aa0a-a06903adef90']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:12.701390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0fd884-8574-4f34-9c40-5b70a9d34335') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:12.715318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0fd884-8574-4f34-9c40-5b70a9d34335') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:12.773822 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.798821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf40f1-f971-4556-824a-53f763db7164 None None] DHCP port deletion for 1fe38046-efb5-4d33-aa0a-a06903adef90 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:12.825821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.843772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea502f-b5ca-4062-bb78-0625175fe53e req-4ffc1b7c-5006-458e-ad24-d84cf5b99d1a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:12.853270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43ea502f-b5ca-4062-bb78-0625175fe53e req-4ffc1b7c-5006-458e-ad24-d84cf5b99d1a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 946 time: 0.1350062 Nov 03 19:19:12.854011 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8985779 Nov 03 19:19:12.857183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:12.857867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.860210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52572) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:12.863256 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:12.870448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': '8863004e-1bcd-4778-9812-97cd3a721679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:12.939852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4513563-b204-489c-ab80-7f9642b3a1d9 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=8863004e-1bcd-4778-9812-97cd3a721679,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:12.955468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8863004e-1bcd-4778-9812-97cd3a721679 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:12.964237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:12.987233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10ffcdf-8a2d-408c-a17d-fc399ec765ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.014245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.038536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43ea502f-b5ca-4062-bb78-0625175fe53e req-cef0b996-a1b7-4728-a57d-7fc8f749b374 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825480 Nov 03 19:19:13.042027 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.046756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/1fe38046-efb5-4d33-aa0a-a06903adef90 HTTP/1.1" status: 204 len: 168 time: 5.3384030 Nov 03 19:19:13.060506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52576) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.084036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d05e1c-099f-4871-9dc4-7d81be17401b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=1fe38046-efb5-4d33-aa0a-a06903adef90,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:13.131992 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b926cb52-fcae-4110-9797-ca2a69aac053 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:13.133217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b926cb52-fcae-4110-9797-ca2a69aac053 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:13.142051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b926cb52-fcae-4110-9797-ca2a69aac053 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/1fe38046-efb5-4d33-aa0a-a06903adef90 HTTP/1.1" status: 404 len: 339 time: 0.0785031 Nov 03 19:19:13.149617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52580) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.157391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1516700016', 'description': 'd1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:13.213296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event deleted for resources: {'Port': ['ID=214ac430-0d24-479e-890e-d07e27464cd2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:13.239713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:13.266096 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.300782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:13.314389 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.314655 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment 6f944dd9-eb84-4a49-ae70-a5ed0c3a5f91 of type vlan for network 19664a04-2bcb-497e-a78e-ed07fc353f7a Nov 03 19:19:13.337692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10ffcdf-8a2d-408c-a17d-fc399ec765ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.345011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.348902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9250cc68-3e6f-4462-bf61-cc6c254f49c4 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "DELETE /v2.0/ports/214ac430-0d24-479e-890e-d07e27464cd2 HTTP/1.1" status: 204 len: 168 time: 1.8657620 Nov 03 19:19:13.353478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e10ffcdf-8a2d-408c-a17d-fc399ec765ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.367849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.400045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52586) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.452970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.458195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 996923d5-38f2-4bbf-aae2-b95ce870b2e0 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:13.461146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:13.461790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.522402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e10ffcdf-8a2d-408c-a17d-fc399ec765ad admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d8d44fccf30d47b4a4e96cf7a06a2c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9621322 Nov 03 19:19:13.524036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ffcdf-8a2d-408c-a17d-fc399ec765ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749adf0e-23fe-4a15-93a7-7d121242d120,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:13.530805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:13.543382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.550996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52592) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.580560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=19664a04-2bcb-497e-a78e-ed07fc353f7a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:13.586311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:19:13.596910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3aa8282a-b648-4fb1-8954-32304eca1e1d tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4415710 Nov 03 19:19:13.597226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:13.597226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.630933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52596) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.643665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 19664a04-2bcb-497e-a78e-ed07fc353f7a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:13.817062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Deleting subnet 9fcc1b84-a148-472a-b07a-be263928a1c2 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:13.826945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.884300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b53f4-28a7-429c-9443-ca5d4a99c4e0 req-d33970ff-5718-43a4-9a28-16cb51f4888e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:13.886285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df5b53f4-28a7-429c-9443-ca5d4a99c4e0 req-d33970ff-5718-43a4-9a28-16cb51f4888e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 948 time: 0.3108981 Nov 03 19:19:13.891238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.909702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12034fc2-ae16-4510-a513-b35c24bb75d8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:13.911890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-12034fc2-ae16-4510-a513-b35c24bb75d8 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks?id=19664a04-2bcb-497e-a78e-ed07fc353f7a HTTP/1.1" status: 200 len: 761 time: 0.2742326 Nov 03 19:19:13.920899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52602) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:13.946184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:13.947287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996923d5-38f2-4bbf-aae2-b95ce870b2e0'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:13.951278 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ccaf94-61b4-418f-a207-e5a0f3d8696c" -d '{"events": [{"server_uuid": "4bbeb055-cc26-4880-b8cf-4c1d09bd80c6", "name": "network-vif-plugged", "status": "completed", "tag": "996923d5-38f2-4bbf-aae2-b95ce870b2e0"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:13.956516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.038547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=996923d5-38f2-4bbf-aae2-b95ce870b2e0,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:14.186199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ff81bb9-6741-4729-ba19-25676a5bb063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.257015 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ff81bb9-6741-4729-ba19-25676a5bb063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.333492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187830a-f130-4b11-8eeb-53cca19302a1 req-dec48ceb-7cf9-4785-861d-8c78f553d9ad tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:14.337352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e187830a-f130-4b11-8eeb-53cca19302a1 req-dec48ceb-7cf9-4785-861d-8c78f553d9ad tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 946 time: 0.7602308 Nov 03 19:19:14.341594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'description': 'd2'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:14.350247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.408398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ff81bb9-6741-4729-ba19-25676a5bb063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.411718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ff81bb9-6741-4729-ba19-25676a5bb063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.416345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ff81bb9-6741-4729-ba19-25676a5bb063 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/749adf0e-23fe-4a15-93a7-7d121242d120 HTTP/1.1" status: 204 len: 168 time: 0.8618367 Nov 03 19:19:14.418938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.435928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff81bb9-6741-4729-ba19-25676a5bb063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749adf0e-23fe-4a15-93a7-7d121242d120,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:14.534041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=ec58ee15-61f2-4eda-a703-68a8b1de665d,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:14.553863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': '9579f5e8-80bd-475a-bb63-0266b5138637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8863004e-1bcd-4778-9812-97cd3a721679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:14.554220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: 8863004e-1bcd-4778-9812-97cd3a721679, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:14.577147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 8863004e-1bcd-4778-9812-97cd3a721679 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:14.594578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 8863004e-1bcd-4778-9812-97cd3a721679) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:14.605422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:14.607466 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.618819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.654760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-38df43e3-b334-4c81-a797-d030619221b5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7768812 Nov 03 19:19:14.660940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52618) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:14.660940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283333453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:14.661877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076fb329-5a34-4e64-bd6c-32402f1980d3 None None] Network 8863004e-1bcd-4778-9812-97cd3a721679 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:14.661877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f4436a03-98a8-4c62-9994-d22ae4fddfd2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:14.668473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df5b53f4-28a7-429c-9443-ca5d4a99c4e0 req-817d4850-1cb8-4922-9337-2f2e00a93280 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697425 Nov 03 19:19:14.683696 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.738517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f4436a03-98a8-4c62-9994-d22ae4fddfd2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:14.738846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f4436a03-98a8-4c62-9994-d22ae4fddfd2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:14.795421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 19664a04-2bcb-497e-a78e-ed07fc353f7a is not hosted by any dhcp agent {{(pid=101989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:19:14.801903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:14.802408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.808624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "PUT /v2.0/networks/19664a04-2bcb-497e-a78e-ed07fc353f7a HTTP/1.1" status: 200 len: 758 time: 0.4791951 Nov 03 19:19:14.809279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52622) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:14.827810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e187830a-f130-4b11-8eeb-53cca19302a1 req-61425b03-78da-4268-9ccb-376fdacf4bd1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534967 Nov 03 19:19:14.898506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.900068 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.929782 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23af052-1bb6-4dc5-8f72-1b88dfe35269 x-openstack-request-id: req-a23af052-1bb6-4dc5-8f72-1b88dfe35269 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:14.930064 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbeb055-cc26-4880-b8cf-4c1d09bd80c6", "name": "network-vif-plugged", "status": "completed", "tag": "996923d5-38f2-4bbf-aae2-b95ce870b2e0", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:14.932021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c90c3-ca7d-4e3b-bcc2-a5e9cdee645a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=19664a04-2bcb-497e-a78e-ed07fc353f7a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:14.935387 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a23af052-1bb6-4dc5-8f72-1b88dfe35269 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:14.936592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:14.937036 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996923d5-38f2-4bbf-aae2-b95ce870b2e0', 'code': 200} Nov 03 19:19:14.976686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 19664a04-2bcb-497e-a78e-ed07fc353f7a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:15.020800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.029998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52626) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:15.044467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.076488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df7f96-01b9-4b99-9758-78c116d72c41 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.078830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03df7f96-01b9-4b99-9758-78c116d72c41 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks?id=19664a04-2bcb-497e-a78e-ed07fc353f7a HTTP/1.1" status: 200 len: 761 time: 0.2687564 Nov 03 19:19:15.085028 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9222a42-521a-4973-a87e-7f0c89dc06c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.092334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52628) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:15.099156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-692051699'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:15.115965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-1d158f17-6a0b-4c2a-9a0c-ab9b595038e2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.117881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-1d158f17-6a0b-4c2a-9a0c-ab9b595038e2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 946 time: 0.2427671 Nov 03 19:19:15.152376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.156972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9e22b408-3b4d-4b9d-82c5-c7dc72087e4b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5076926 Nov 03 19:19:15.158159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:15.163858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.183810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52630) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:15.203233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9716da-649c-4404-b970-86babdeed6c2 req-a17fbac5-ceaf-4267-805e-3e0b1a41384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:15.207601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d9716da-649c-4404-b970-86babdeed6c2 req-a17fbac5-ceaf-4267-805e-3e0b1a41384b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 1100 time: 0.1561244 Nov 03 19:19:15.266021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.336655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 250786e4-9fa9-4ad2-9146-da46b61e601c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:15.337405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.342669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1d9716da-649c-4404-b970-86babdeed6c2 req-8b5ad398-d1d2-4058-aef8-b3ae4de55025 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181138 Nov 03 19:19:15.381608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-8863004e-1bcd-4778-9812-97cd3a721679', 'network_id': '8863004e-1bcd-4778-9812-97cd3a721679', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': 'ec58ee15-61f2-4eda-a703-68a8b1de665d'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:15.383226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.414601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:15.425592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcc1b84-a148-472a-b07a-be263928a1c2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:15.446164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01f3c5-4b4a-4644-923e-7fb54ee58c9b None None] Network ad56a952-8751-44e7-bf6f-acc5adcb4d8e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:15.500961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 250786e4-9fa9-4ad2-9146-da46b61e601c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=250786e4-9fa9-4ad2-9146-da46b61e601c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:15.501902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.524266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 250786e4-9fa9-4ad2-9146-da46b61e601c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:15.582890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.588029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b4941631-c174-4e25-954b-6b1c4d4bf852 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "DELETE /v2.0/subnets/9fcc1b84-a148-472a-b07a-be263928a1c2 HTTP/1.1" status: 204 len: 168 time: 2.1867411 Nov 03 19:19:15.598076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.598745 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment a99ff9a1-05e5-4594-84aa-c73c68c3461e of type vlan for network be165810-7709-45a3-a91e-86d6fc7a7002 Nov 03 19:19:15.620145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52640) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:15.682807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9222a42-521a-4973-a87e-7f0c89dc06c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.754063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f9222a42-521a-4973-a87e-7f0c89dc06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.774571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Allocated IP 172.20.0.2 (8863004e-1bcd-4778-9812-97cd3a721679/ec58ee15-61f2-4eda-a703-68a8b1de665d/5c6db1f3-b44f-474b-b8d0-9d8c7931441f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:15.793140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:15.819898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332', '250786e4-9fa9-4ad2-9146-da46b61e601c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:15.852749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=250786e4-9fa9-4ad2-9146-da46b61e601c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:15.887818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f9222a42-521a-4973-a87e-7f0c89dc06c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=47cb9a0ea20f4af3bddd63b25118b5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8558171 Nov 03 19:19:15.896459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52648) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:15.949912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] DHCP port deletion for ad56a952-8751-44e7-bf6f-acc5adcb4d8e request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:16.014315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 250786e4-9fa9-4ad2-9146-da46b61e601c on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:16.059872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.068583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5135e99a-a806-4ba1-bf27-e44a84846976 req-52b62b89-6e01-4408-8424-a4a9a1425784 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "DELETE /v2.0/ports/250786e4-9fa9-4ad2-9146-da46b61e601c HTTP/1.1" status: 204 len: 173 time: 0.9411094 Nov 03 19:19:16.071493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93611f77-3171-48f5-8750-250cfdce7925', 'name': 'network-vif-deleted', 'tag': '250786e4-9fa9-4ad2-9146-da46b61e601c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:16.077604 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e1dd6-e540-4944-abd9-296784a10af6" -d '{"events": [{"server_uuid": "93611f77-3171-48f5-8750-250cfdce7925", "name": "network-vif-deleted", "tag": "250786e4-9fa9-4ad2-9146-da46b61e601c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:16.131016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.168152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed795f0e-ad28-436a-819c-552daccdc5bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.179291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9222a42-521a-4973-a87e-7f0c89dc06c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7fb32-066d-41d8-bc46-e185711f358e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:16.230105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed795f0e-ad28-436a-819c-552daccdc5bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.249206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.302329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.321730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.330987 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.332262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:16.333607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.344550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] Deleting port 4e9ff204-74b1-4305-9335-41dd07f4c3ba {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:16.345439 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.422384 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed795f0e-ad28-436a-819c-552daccdc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.430560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed795f0e-ad28-436a-819c-552daccdc5bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.444852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed795f0e-ad28-436a-819c-552daccdc5bf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f4c7fb32-066d-41d8-bc46-e185711f358e HTTP/1.1" status: 204 len: 168 time: 0.5407431 Nov 03 19:19:16.469162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed795f0e-ad28-436a-819c-552daccdc5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7fb32-066d-41d8-bc46-e185711f358e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:16.494306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a20d106-2ff8-4eb3-80e0-bb89c6e3b7a3 req-261e5c81-f0d0-40ae-a056-29e1587b2d73 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=93611f77-3171-48f5-8750-250cfdce7925 HTTP/1.1" status: 200 len: 210 time: 0.1457522 Nov 03 19:19:16.528615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Network 8863004e-1bcd-4778-9812-97cd3a721679 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:16.536657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab316a-ca93-4c4d-94fa-a914d5010211 req-1ef0707b-041e-45da-81ec-89bf78ca889e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:16.539644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4ab316a-ca93-4c4d-94fa-a914d5010211 req-1ef0707b-041e-45da-81ec-89bf78ca889e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.6434357 Nov 03 19:19:16.592526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4979141 Nov 03 19:19:16.598798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52660) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:16.611857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': 'be165810-7709-45a3-a91e-86d6fc7a7002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:16.674443 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0123020-0d58-47b5-b39c-2c7468270c5e x-openstack-request-id: req-c0123020-0d58-47b5-b39c-2c7468270c5e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:16.674794 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93611f77-3171-48f5-8750-250cfdce7925", "name": "network-vif-deleted", "tag": "250786e4-9fa9-4ad2-9146-da46b61e601c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:16.675166 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c0123020-0d58-47b5-b39c-2c7468270c5e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:16.675752 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93611f77-3171-48f5-8750-250cfdce7925', 'name': 'network-vif-deleted', 'tag': '250786e4-9fa9-4ad2-9146-da46b61e601c', 'status': 'completed', 'code': 200} Nov 03 19:19:16.720103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:16.730219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:16.744802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4e9ff204-74b1-4305-9335-41dd07f4c3ba no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:16.758673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.760881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Pushing event updated for resources: {'Port': ['ID=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:16.814645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b271e-a706-47a3-a634-c939c4f5839c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=be165810-7709-45a3-a91e-86d6fc7a7002,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:16.858488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:16.864331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.875349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] For port 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4e9ff204-74b1-4305-9335-41dd07f4c3ba,segment=NetworkSegment(0dd54b0d-d048-4413-a9cd-e02a2dc6557f),segment_id=0dd54b0d-d048-4413-a9cd-e02a2dc6557f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:16.876304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:16.895684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network be165810-7709-45a3-a91e-86d6fc7a7002 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:17.106166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] Calling delete_port for 4e9ff204-74b1-4305-9335-41dd07f4c3ba owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:17.215168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Attempting to bind port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:17.218760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Attempting to bind port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '9579f5e8-80bd-475a-bb63-0266b5138637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8863004e-1bcd-4778-9812-97cd3a721679'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:17.219271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Attempting to bind port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f on network 8863004e-1bcd-4778-9812-97cd3a721679 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:17.344106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:17.345232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Checking segment: {'id': '9579f5e8-80bd-475a-bb63-0266b5138637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8863004e-1bcd-4778-9812-97cd3a721679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:17.351592 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.352091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Bound using segment: {'id': '9579f5e8-80bd-475a-bb63-0266b5138637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8863004e-1bcd-4778-9812-97cd3a721679'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:17.352687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Bound port: 5c6db1f3-b44f-474b-b8d0-9d8c7931441f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9579f5e8-80bd-475a-bb63-0266b5138637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8863004e-1bcd-4778-9812-97cd3a721679'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:17.353175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.372799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.399621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Deleting port 4e9ff204-74b1-4305-9335-41dd07f4c3ba {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:17.400247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.482285 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.497930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=ce2ec548-7c4a-49ba-b91c-2a2425a6dd1a,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:17.570295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4ab316a-ca93-4c4d-94fa-a914d5010211 req-eb930e26-d350-4c1e-bae3-d80c4700ba7b tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9597518 Nov 03 19:19:17.579841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] For port 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4e9ff204-74b1-4305-9335-41dd07f4c3ba,segment=NetworkSegment(0dd54b0d-d048-4413-a9cd-e02a2dc6557f),segment_id=0dd54b0d-d048-4413-a9cd-e02a2dc6557f)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:17.580276 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.600611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'a99ff9a1-05e5-4594-84aa-c73c68c3461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be165810-7709-45a3-a91e-86d6fc7a7002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:17.608246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: be165810-7709-45a3-a91e-86d6fc7a7002, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:17.630405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Calling delete_port for 4e9ff204-74b1-4305-9335-41dd07f4c3ba owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:17.650150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network be165810-7709-45a3-a91e-86d6fc7a7002 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:17.681525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, be165810-7709-45a3-a91e-86d6fc7a7002) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:17.690234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:17.693257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.731228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1f51db40-6e6d-4828-b77f-46e2b2b6ce96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1308131 Nov 03 19:19:17.731967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52686) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:17.815233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] For port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:17.822305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] For port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,segment=NetworkSegment(9579f5e8-80bd-475a-bb63-0266b5138637),segment_id=9579f5e8-80bd-475a-bb63-0266b5138637)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:17.829453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ac9a7-87ae-43c7-8929-baccd479a6b5 None None] Network be165810-7709-45a3-a91e-86d6fc7a7002 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:17.852598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 4e9ff204-74b1-4305-9335-41dd07f4c3ba, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4e9ff204-74b1-4305-9335-41dd07f4c3ba,segment=NetworkSegment(0dd54b0d-d048-4413-a9cd-e02a2dc6557f),segment_id=0dd54b0d-d048-4413-a9cd-e02a2dc6557f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:17.920363 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:17.966765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.20.0.1 (8863004e-1bcd-4778-9812-97cd3a721679/ec58ee15-61f2-4eda-a703-68a8b1de665d/2c651264-dcfa-419c-92a8-daea17c469ef) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:18.065074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.177150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.221872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.260353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.312820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.342052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event deleted for resources: {'Port': ['ID=4e9ff204-74b1-4305-9335-41dd07f4c3ba,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:18.368294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2ec548-7c4a-49ba-b91c-2a2425a6dd1a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:18.374894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.519915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] No DVR routers for this DVR port 4e9ff204-74b1-4305-9335-41dd07f4c3ba on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:18.552460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.591653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] No DVR routers for this DVR port 4e9ff204-74b1-4305-9335-41dd07f4c3ba on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:18.619333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe97cd-1fd8-4a50-a12f-b5a3b80ce3b9 None None] Pushing event updated for resources: {'Port': ['ID=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:18.632429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be165810-7709-45a3-a91e-86d6fc7a7002']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:18.662738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99ff9a1-05e5-4594-84aa-c73c68c3461e') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:18.663051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99ff9a1-05e5-4594-84aa-c73c68c3461e') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:18.683392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.735862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.761126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:18.761613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.762781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event deleted for resources: {'Port': ['ID=4e9ff204-74b1-4305-9335-41dd07f4c3ba,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:18.810909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca4f1b-4c8e-4655-b7ce-4511d8fa4893 None None] Pushing event deleted for resources: {'Port': ['ID=4e9ff204-74b1-4305-9335-41dd07f4c3ba,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:18.819656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.822063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c8cbe-935a-40f3-9a76-6dbfcc800e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-be165810-7709-45a3-a91e-86d6fc7a7002', 'network_id': 'be165810-7709-45a3-a91e-86d6fc7a7002', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': 'ce2ec548-7c4a-49ba-b91c-2a2425a6dd1a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:18.824971 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e13c8cbe-935a-40f3-9a76-6dbfcc800e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.828328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:18.855880 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:18.876979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-eba0f766-fba4-48f6-ab2e-251bf076d073 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:18.879000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-eba0f766-fba4-48f6-ab2e-251bf076d073 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.6723242 Nov 03 19:19:18.885575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad56a952-8751-44e7-bf6f-acc5adcb4d8e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:18.954903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd54b0d-d048-4413-a9cd-e02a2dc6557f') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:18.956817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd54b0d-d048-4413-a9cd-e02a2dc6557f') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:19.031655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.033722 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.059143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.062674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/be165810-7709-45a3-a91e-86d6fc7a7002 HTTP/1.1" status: 204 len: 168 time: 1.3296809 Nov 03 19:19:19.064679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52724) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:19.075186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52726) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:19.081006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02974352-3d3b-4b10-8644-79b61a2c3a1d None None] Network be165810-7709-45a3-a91e-86d6fc7a7002 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:19.083513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b690023-b192-4cc8-bc92-8eb2a0e79930 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=be165810-7709-45a3-a91e-86d6fc7a7002,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:19.087725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-b14d2d86-6146-4f75-8226-95fd92bbfdb8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.1956794 Nov 03 19:19:19.132897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.142705 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7459aed8-9412-45fe-9f69-7d519b221c23 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] GET failed (client error): The resource could not be found. Nov 03 19:19:19.148381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7459aed8-9412-45fe-9f69-7d519b221c23 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/subnets/ce2ec548-7c4a-49ba-b91c-2a2425a6dd1a HTTP/1.1" status: 404 len: 337 time: 0.0677981 Nov 03 19:19:19.148866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52730) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:19.165090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02974352-3d3b-4b10-8644-79b61a2c3a1d None None] Network be165810-7709-45a3-a91e-86d6fc7a7002 could not be found, it might have been deleted concurrently. {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:19:19.171463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:19.171870 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:19.178609 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:19.204627 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6fbfb3-b3e1-460d-8fb4-2b1d48b966e4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:19.207323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6fbfb3-b3e1-460d-8fb4-2b1d48b966e4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:19.208244 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.212830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f6fbfb3-b3e1-460d-8fb4-2b1d48b966e4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/be165810-7709-45a3-a91e-86d6fc7a7002 HTTP/1.1" status: 404 len: 339 time: 0.0613096 Nov 03 19:19:19.220396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52732) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:19.314355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958d385-32cf-48a7-8736-1732d07804f4 req-636ffc5b-0025-4fee-b5b5-5fafc05d772e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:19.321966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e958d385-32cf-48a7-8736-1732d07804f4 req-636ffc5b-0025-4fee-b5b5-5fafc05d772e tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.3292148 Nov 03 19:19:19.377790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 8863004e-1bcd-4778-9812-97cd3a721679 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:19.391118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:19.392021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1868580084'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:19.399738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=2c651264-dcfa-419c-92a8-daea17c469ef,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:19.402934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.404760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:19.416443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-521c33ea-0a5e-4c88-841b-a6d457b2da54 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2955847 Nov 03 19:19:19.449980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.453327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] 10.222.0.91 "DELETE /v2.0/networks/ad56a952-8751-44e7-bf6f-acc5adcb4d8e HTTP/1.1" status: 204 len: 168 time: 3.7683105 Nov 03 19:19:19.526020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e958d385-32cf-48a7-8736-1732d07804f4 req-282f4ff0-33e6-41de-bb5d-732b29dfb962 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030635 Nov 03 19:19:19.549083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f084a2-e54a-40a4-950e-520bb43034b0 tempest-ExtraDHCPOptionsTestJSON-1139189595 tempest-ExtraDHCPOptionsTestJSON-1139189595-project] Pushing event deleted for resources: {'Network': ['ID=ad56a952-8751-44e7-bf6f-acc5adcb4d8e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:19.600383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:19.742555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250786e4-9fa9-4ad2-9146-da46b61e601c no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:19.820063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 250786e4-9fa9-4ad2-9146-da46b61e601c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:19.820709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 250786e4-9fa9-4ad2-9146-da46b61e601c not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:19.830888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc31d03-8fed-4c62-9897-bdbfca0dc1da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:19.840598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1dc31d03-8fed-4c62-9897-bdbfca0dc1da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6185958 Nov 03 19:19:19.853176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52746) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:19.950519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76b8fff7-ec85-4907-bb06-5cef3872cd86 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 207 time: 0.0937436 Nov 03 19:19:19.953528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52752) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:19.978747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:19.982652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.011790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.158290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52758) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:20.396007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.405786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-dcdf1f99-113a-4d00-8c1a-0ca70998bb6e service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9442127 Nov 03 19:19:20.419327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.520347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:20.542150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.542652 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Added segment a8cda1dd-8855-44ab-8b95-98b7303eee2d of type vlan for network 1093689e-1169-49f9-8702-c562c53515ff Nov 03 19:19:20.651947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.686518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.714596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e5aec-3370-4425-9af1-23c206cd8491 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:20.720574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e225a7-382a-44a1-8c76-58959c1e4fba None None] Network 8863004e-1bcd-4778-9812-97cd3a721679 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:20.722266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e5aec-3370-4425-9af1-23c206cd8491 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:20.731253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e5aec-3370-4425-9af1-23c206cd8491 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:20.745509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e5aec-3370-4425-9af1-23c206cd8491 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:20.745509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee9e5aec-3370-4425-9af1-23c206cd8491 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7869229 Nov 03 19:19:20.755517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.774390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52776) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:20.775894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:20.777769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:20.835998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-b2b72b80-4e5d-4c03-beb5-38c87143eca1 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116230 Nov 03 19:19:20.948291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Network': ['ID=1093689e-1169-49f9-8702-c562c53515ff,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:20.960623 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8948045 Nov 03 19:19:20.995278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5e9b-2cf4-4d0f-9bb6-bb68bb710c23 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7040e43-73bc-447d-a31c-3bb7873b4a01,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:21.064444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b963555a-757f-43ff-abe9-e20b474a9a3b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=62e6f5d3976141ec9fbd9edd572f35d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8803895 Nov 03 19:19:21.065106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52778) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:21.130135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5c6db1f3-b44f-474b-b8d0-9d8c7931441f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:21.152882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1093689e-1169-49f9-8702-c562c53515ff details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:21.201357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8529b11f-fc16-46fd-8b78-fd0ef5fdc708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.291943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8529b11f-fc16-46fd-8b78-fd0ef5fdc708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.428949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8529b11f-fc16-46fd-8b78-fd0ef5fdc708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.431623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8529b11f-fc16-46fd-8b78-fd0ef5fdc708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.442087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Provisioning complete for port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:21.442414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:21.443384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8529b11f-fc16-46fd-8b78-fd0ef5fdc708 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a65a4eb3-d7b4-4403-b00e-3b590a386608 HTTP/1.1" status: 204 len: 168 time: 0.3771095 Nov 03 19:19:21.488597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529b11f-fc16-46fd-8b78-fd0ef5fdc708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a4eb3-d7b4-4403-b00e-3b590a386608,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:21.521231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5e33897c-b96a-4768-a155-0e0d9869a4e6 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7298791 Nov 03 19:19:21.523043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52788) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:21.616394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f9d7c56-ac22-4b70-96fb-ec735787eafb req-4edc1b70-d142-44e6-a028-15df732a1aca tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 210 time: 0.1993001 Nov 03 19:19:21.955058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8315e14-294f-4d64-9b1f-7ef028e48812 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:21.974367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8315e14-294f-4d64-9b1f-7ef028e48812 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:21.983233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8315e14-294f-4d64-9b1f-7ef028e48812 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4536383 Nov 03 19:19:21.996220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52802) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:22.511736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:22.546153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:22.628706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2dc5d9-86ea-4ffa-a041-031ae1695347 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:22.630485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2dc5d9-86ea-4ffa-a041-031ae1695347 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['shared'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:22.637999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52822) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:22.639405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0e2dc5d9-86ea-4ffa-a041-031ae1695347 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6425514 Nov 03 19:19:22.813524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:22.820606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=2c651264-dcfa-419c-92a8-daea17c469ef,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:23.063505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:23.064376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:23.123428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-705e3873-522b-4d91-a3af-7a1ea7821d48 req-b5c322ce-77e0-48f7-bf7c-ecbbe0d06c62 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 210 time: 0.2809420 Nov 03 19:19:23.291164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23457819-4de3-4b16-a1ed-49f4362b57e9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:23.297567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-23457819-4de3-4b16-a1ed-49f4362b57e9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks/a6740442-4e7f-428a-a004-a47394ebfbda HTTP/1.1" status: 200 len: 800 time: 0.6565430 Nov 03 19:19:23.309586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52838) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:23.543050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 8863004e-1bcd-4778-9812-97cd3a721679 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:23.554008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:23.595073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:23.806850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] For port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,segment=NetworkSegment(9579f5e8-80bd-475a-bb63-0266b5138637),segment_id=9579f5e8-80bd-475a-bb63-0266b5138637)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:23.902534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:23.920800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0111dac9-b650-4420-bbd8-d0670659e295 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/networks/a6740442-4e7f-428a-a004-a47394ebfbda?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5939472 Nov 03 19:19:23.921075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52846) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:24.118801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3567414-9c1b-42ed-9d80-b35f68538f55 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:24.146193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e3567414-9c1b-42ed-9d80-b35f68538f55 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/subnets/3b3c81be-b7c2-45cd-8f84-604ab76adf24 HTTP/1.1" status: 200 len: 811 time: 0.2240095 Nov 03 19:19:24.158724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52854) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:24.159331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52856) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:24.368106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Pushing event updated for resources: {'Port': ['ID=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:24.440928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.441788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.442522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.443337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.444065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.447095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.451356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.452351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.453108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.453827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.454610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.457301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6f885-3704-4aa4-aaa6-3ee4bf52d34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:24.511024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1442119e-44c8-48ca-b0b1-8023ac55840a None None] Provisioning complete for port 2c651264-dcfa-419c-92a8-daea17c469ef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:24.513265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1442119e-44c8-48ca-b0b1-8023ac55840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:24.690224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ba5f083-3855-4915-8f22-c6355a8292d2 req-31cee187-e13c-43b9-be6c-b46675cd19a9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 210 time: 0.2088804 Nov 03 19:19:24.735649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 5948346e-b706-431f-bb7f-f0fe45371c6e is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:19:24.794721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1442119e-44c8-48ca-b0b1-8023ac55840a None None] Port 2c651264-dcfa-419c-92a8-daea17c469ef cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:24.855515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1442119e-44c8-48ca-b0b1-8023ac55840a None None] Provisioning complete for port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:24.856525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1442119e-44c8-48ca-b0b1-8023ac55840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.070336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:25.120417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] Sync routers for ids ['5948346e-b706-431f-bb7f-f0fe45371c6e'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:25.126687 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3de7e88b-d407-4dfc-ab27-0fdf51cae3fb tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/5948346e-b706-431f-bb7f-f0fe45371c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9415276 Nov 03 19:19:25.130676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52870) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:25.223140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] Routers {'5948346e-b706-431f-bb7f-f0fe45371c6e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:25.223799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5948346e-b706-431f-bb7f-f0fe45371c6e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:25.322174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-135d638e-d37e-4742-8e27-f51e991fa296 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:25.326960 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-135d638e-d37e-4742-8e27-f51e991fa296 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 1.2395513 Nov 03 19:19:25.369127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'networks': [{'name': 'tempest-network--577154005'}, {'name': 'tempest-network--666640221'}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:25.369781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'network': {'name': 'tempest-network--577154005'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:25.370672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'network': {'name': 'tempest-network--666640221'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:25.410407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:25.437905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:25.448669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a6a694-cf6f-4d21-b1c0-255cc23274f3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:25.451494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50a6a694-cf6f-4d21-b1c0-255cc23274f3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports/2c651264-dcfa-419c-92a8-daea17c469ef HTTP/1.1" status: 200 len: 910 time: 0.3108759 Nov 03 19:19:25.457203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52874) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:25.509274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401f96d-17ea-4e83-a59c-cbdf6d6bd054 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['shared'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:25.523578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3401f96d-17ea-4e83-a59c-cbdf6d6bd054 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "GET /v2.0/subnets/3b3c81be-b7c2-45cd-8f84-604ab76adf24?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 1.3266492 Nov 03 19:19:25.553739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52876) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:25.595132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] Routers {'5948346e-b706-431f-bb7f-f0fe45371c6e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:25.600022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969620594'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:25.600693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5948346e-b706-431f-bb7f-f0fe45371c6e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:25.802103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52888) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:25.841051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'subnet': {'network_id': '1093689e-1169-49f9-8702-c562c53515ff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:25.860758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:25.862357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9710a-ea34-491d-9d86-b4ab77fc56b8 None None] The sync data for ids ['5948346e-b706-431f-bb7f-f0fe45371c6e'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:26.014010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-66358d25-2844-46b0-a56e-641b6da841f0 None None] Provisioning complete for port 2c651264-dcfa-419c-92a8-daea17c469ef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:26.014545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66358d25-2844-46b0-a56e-641b6da841f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.041255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'network': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:26.046707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.054511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d898290b-9690-4fdd-96ac-f9a30f3ef18b req-c884ed1f-b637-4c3d-b59c-3dd07f898808 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 210 time: 0.0744271 Nov 03 19:19:26.114265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-66358d25-2844-46b0-a56e-641b6da841f0 None None] Port 2c651264-dcfa-419c-92a8-daea17c469ef cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:26.154124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.180916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:26.185170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.280156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.299865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.324451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.325474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.372935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:26.372935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.402195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:26.477545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec892c3-a60b-48d0-a943-3abf26db53be,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:26.544356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:26.547330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.547904 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Added segment a01182e1-92b2-45eb-9647-17202112a976 of type vlan for network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a Nov 03 19:19:26.549448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:26.553784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.559159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5c6db1f3-b44f-474b-b8d0-9d8c7931441f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:26.628266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.629169 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Added segment bc64d437-1213-4d68-8ffb-c85971b9a6c3 of type vlan for network 81a51cf4-f963-4dba-990a-a7f41dce0122 Nov 03 19:19:26.642222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:26.642741 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.737336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.886011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 2c651264-dcfa-419c-92a8-daea17c469ef {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:26.886554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.908832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:26.993893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.010763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:27.011904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.065936 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.099346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 2c651264-dcfa-419c-92a8-daea17c469ef owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:27.137083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:27.287126 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7154877 Nov 03 19:19:27.288370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52912) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:27.301768 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.301768 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Added segment 3a8e52be-17ad-4928-890c-3cb676bec076 of type vlan for network caeff99e-d6c7-4de8-9c20-b97a6281b962 Nov 03 19:19:27.317660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:27.320568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-292f797d-489c-48b4-b5e2-b79579629d20 req-d773f35e-7527-466a-9ced-b0c90e98b4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 210 time: 0.0542936 Nov 03 19:19:27.369729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0ece4-62e3-4365-8d37-96f13f570308 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Network': ['ID=228f19af-49f2-4bf2-ae38-1e7bbc448a5a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:27.369729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.5 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/25571f7e-4d5c-40a9-9139-baabe212380e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:27.383958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:27.501418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.580964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.604959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Made reservation on behalf of 81a6e2b39df6420eb561eb5da6ee07e5 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:27.611363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.666842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=2c651264-dcfa-419c-92a8-daea17c469ef,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:27.967915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:27.982641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.016201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.023489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.024060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.030090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.035680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.036371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.089318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Performing IP validity checks on allocation pools {{(pid=101988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:19:28.089779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:19:28.276172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.1097198 Nov 03 19:19:28.277870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 5948346e-b706-431f-bb7f-f0fe45371c6e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:28.279050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.305518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Subnet': ['ID=45fcfe1e-1780-4a03-b8f0-e8ffc53fe55f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:28.324354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Network': ['ID=81a51cf4-f963-4dba-990a-a7f41dce0122,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:28.363430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 81a51cf4-f963-4dba-990a-a7f41dce0122 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:28.426256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Checking segment: {'id': 'a8cda1dd-8855-44ab-8b95-98b7303eee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1093689e-1169-49f9-8702-c562c53515ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:28.427214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network hostable DHCP agents. Network: 1093689e-1169-49f9-8702-c562c53515ff, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:28.493824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.529861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:28.627346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9023b4-d81c-442d-bb71-2225aaf76f66 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Network': ['ID=caeff99e-d6c7-4de8-9c20-b97a6281b962,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:28.642303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:28.657917 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] Sync routers for ids ['5948346e-b706-431f-bb7f-f0fe45371c6e'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:28.687464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] Routers {'5948346e-b706-431f-bb7f-f0fe45371c6e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:28.688075 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5948346e-b706-431f-bb7f-f0fe45371c6e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:28.696970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6b177f43-e861-402b-a60e-9af38b18feba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/5948346e-b706-431f-bb7f-f0fe45371c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2343650 Nov 03 19:19:28.706621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network caeff99e-d6c7-4de8-9c20-b97a6281b962 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:28.709499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52938) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.745265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00243e0-ccd4-4069-8ad5-da33c3664065 req-4dc1303c-5810-4a41-b28d-b06d85145b63 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.747229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a00243e0-ccd4-4069-8ad5-da33c3664065 req-4dc1303c-5810-4a41-b28d-b06d85145b63 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 931 time: 0.1981201 Nov 03 19:19:28.772197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=25571f7e-4d5c-40a9-9139-baabe212380e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:28.782663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1afb42-0f39-446b-a0ac-cca90a41fdda tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.785205 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:28.793727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1afb42-0f39-446b-a0ac-cca90a41fdda tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.804246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1afb42-0f39-446b-a0ac-cca90a41fdda tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.812092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1afb42-0f39-446b-a0ac-cca90a41fdda tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:28.813315 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] Routers {'5948346e-b706-431f-bb7f-f0fe45371c6e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:28.814940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bb1afb42-0f39-446b-a0ac-cca90a41fdda tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5339265 Nov 03 19:19:28.815755 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['5948346e-b706-431f-bb7f-f0fe45371c6e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:28.827860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bae4856f-e788-46cb-80ce-8e07963cb8d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=5948346e-b706-431f-bb7f-f0fe45371c6e HTTP/1.1" status: 200 len: 205 time: 0.1091330 Nov 03 19:19:28.827860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.828545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52942) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:28.869620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.905672 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:28.906929 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6bb75-8029-4054-a8d6-52576e8240c5 None None] The sync data for ids ['5948346e-b706-431f-bb7f-f0fe45371c6e'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:29.002484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 1093689e-1169-49f9-8702-c562c53515ff is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:29.017425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=22d7730b-06a3-4758-9b38-d42720000458,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:29.053844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:29.063255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1093689e-1169-49f9-8702-c562c53515ff) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:29.066553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:29.089554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:29.091829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de99491-be21-4634-b8be-41eb3adc0798 None None] Network 1093689e-1169-49f9-8702-c562c53515ff requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:29.097002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:29.097986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.103519 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.197168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Checking segment: {'id': 'a01182e1-92b2-45eb-9647-17202112a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:29.197891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network hostable DHCP agents. Network: 228f19af-49f2-4bf2-ae38-1e7bbc448a5a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:29.246406 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c494070a-5332-42bc-a856-a1d8fcb77168 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4303646 Nov 03 19:19:29.279643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52952) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:29.292951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.306031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1894018731'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:29.359595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:29.361039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.380353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:29.385941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:29.390656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a00243e0-ccd4-4069-8ad5-da33c3664065 req-d8061504-e017-4fc8-add7-e35ba42084ce tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350503 Nov 03 19:19:29.391146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.413054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-523469de-7186-4eb3-9e22-57c5fdcafdc3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0283911 Nov 03 19:19:29.415650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 228f19af-49f2-4bf2-ae38-1e7bbc448a5a) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:29.428941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1093689e-1169-49f9-8702-c562c53515ff', 'network_id': '1093689e-1169-49f9-8702-c562c53515ff', 'tenant_id': '4448803ed29e4f819115dc2c90b2e5f3', 'fixed_ips': [{'subnet_id': '45fcfe1e-1780-4a03-b8f0-e8ffc53fe55f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:29.430728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.453831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Request body: {'port': {'device_id': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:29.466171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:29.468370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3547dc0-6b38-4182-9f64-7f15c09c23f9 None None] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:29.481319 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.531218 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.533810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.564509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:29.587062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.587772 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Added segment 1c61f898-1539-41e7-b6f6-1a42fd6a5204 of type vlan for network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 Nov 03 19:19:29.649389 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.649884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router 5948346e-b706-431f-bb7f-f0fe45371c6e {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:19:29.676618 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.683255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0eaf83ac-8865-4848-8c3a-881d98e73990 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/5948346e-b706-431f-bb7f-f0fe45371c6e HTTP/1.1" status: 204 len: 168 time: 0.8509345 Nov 03 19:19:29.687326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52958) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:29.844904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.861322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet ec58ee15-61f2-4eda-a703-68a8b1de665d {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:29.865509 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.965043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Allocated IP 2001:db8:0:ffff::2 (1093689e-1169-49f9-8702-c562c53515ff/45fcfe1e-1780-4a03-b8f0-e8ffc53fe55f/42d3ec7c-4851-4715-8854-d630e940c95a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:30.228737 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.252499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-228f19af-49f2-4bf2-ae38-1e7bbc448a5a', 'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a', 'tenant_id': '81a6e2b39df6420eb561eb5da6ee07e5', 'fixed_ips': [{'subnet_id': '22d7730b-06a3-4758-9b38-d42720000458'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:30.254086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.262574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.327252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.332249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-28f87851-a9a7-48bf-8038-19e995b6c2b1 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0237246 Nov 03 19:19:30.396209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Network 1093689e-1169-49f9-8702-c562c53515ff is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:30.406541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:30.418315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.449967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:30.475424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52970) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:30.486976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Pushing event updated for resources: {'Port': ['ID=42d3ec7c-4851-4715-8854-d630e940c95a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:30.487277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:30.529981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.572067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:30.573245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.591229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a51cf4-f963-4dba-990a-a7f41dce0122']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:30.629113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc64d437-1213-4d68-8ffb-c85971b9a6c3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:30.629375 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3421249 Nov 03 19:19:30.629485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc64d437-1213-4d68-8ffb-c85971b9a6c3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:30.650854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 52978) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:30.664215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'subnet': {'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:30.742657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.750995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.817847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Allocated IP 172.20.0.3 (228f19af-49f2-4bf2-ae38-1e7bbc448a5a/22d7730b-06a3-4758-9b38-d42720000458/941685d4-33fc-4c71-89e3-e4acadd476d9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:30.856814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63431588'] for subnet, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.883730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.897657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62752b-f5ab-4607-9877-bddb5af69feb req-92ccf2af-b0c9-4c37-945a-d56018490c8c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:30.899978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a62752b-f5ab-4607-9877-bddb5af69feb req-92ccf2af-b0c9-4c37-945a-d56018490c8c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 931 time: 0.2610080 Nov 03 19:19:30.927632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:30.928249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:30.990763 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:31.106536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.117741 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.173918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Attempting to bind port 42d3ec7c-4851-4715-8854-d630e940c95a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:31.174652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Attempting to bind port 42d3ec7c-4851-4715-8854-d630e940c95a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a8cda1dd-8855-44ab-8b95-98b7303eee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1093689e-1169-49f9-8702-c562c53515ff'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:31.175312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Attempting to bind port 42d3ec7c-4851-4715-8854-d630e940c95a on network 1093689e-1169-49f9-8702-c562c53515ff {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:31.220473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:31.249109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:31.249729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Checking segment: {'id': 'a8cda1dd-8855-44ab-8b95-98b7303eee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1093689e-1169-49f9-8702-c562c53515ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:31.250290 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.250702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Bound using segment: {'id': 'a8cda1dd-8855-44ab-8b95-98b7303eee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1093689e-1169-49f9-8702-c562c53515ff'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:31.251330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Bound port: 42d3ec7c-4851-4715-8854-d630e940c95a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cda1dd-8855-44ab-8b95-98b7303eee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1093689e-1169-49f9-8702-c562c53515ff'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:31.251799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.264437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:31.279996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25571f7e-4d5c-40a9-9139-baabe212380e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:31.281667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:31.287674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Pushing event updated for resources: {'Port': ['ID=941685d4-33fc-4c71-89e3-e4acadd476d9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:31.294327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.392875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] For port 42d3ec7c-4851-4715-8854-d630e940c95a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:31.406839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60724f6e-231a-49e9-9dad-f778f3a068f4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Network': ['ID=7a3a7a40-1d2d-48c2-ad75-1617c69357c6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:31.463806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:31.468335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Attempting to bind port 941685d4-33fc-4c71-89e3-e4acadd476d9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:31.469136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Attempting to bind port 941685d4-33fc-4c71-89e3-e4acadd476d9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a01182e1-92b2-45eb-9647-17202112a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:31.469744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Attempting to bind port 941685d4-33fc-4c71-89e3-e4acadd476d9 on network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:31.498317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:31.501262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Checking segment: {'id': 'a01182e1-92b2-45eb-9647-17202112a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:31.502689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.504048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Bound using segment: {'id': 'a01182e1-92b2-45eb-9647-17202112a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:31.505105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Bound port: 941685d4-33fc-4c71-89e3-e4acadd476d9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01182e1-92b2-45eb-9647-17202112a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '228f19af-49f2-4bf2-ae38-1e7bbc448a5a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:31.505776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a62752b-f5ab-4607-9877-bddb5af69feb req-9145ecc6-4bb5-4219-a50a-5fd364daa316 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095866 Nov 03 19:19:31.506919 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.556899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:31.571132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.655079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Transition to ACTIVE for port object 25571f7e-4d5c-40a9-9139-baabe212380e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:19:31.661490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.667021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.745138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] For port 42d3ec7c-4851-4715-8854-d630e940c95a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=42d3ec7c-4851-4715-8854-d630e940c95a,segment=NetworkSegment(a8cda1dd-8855-44ab-8b95-98b7303eee2d),segment_id=a8cda1dd-8855-44ab-8b95-98b7303eee2d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:31.760468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.777115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/networks/81a51cf4-f963-4dba-990a-a7f41dce0122 HTTP/1.1" status: 204 len: 168 time: 2.9470456 Nov 03 19:19:31.811113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52994) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:31.812576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.856755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=25571f7e-4d5c-40a9-9139-baabe212380e,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:31.861467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Network': ['ID=81a51cf4-f963-4dba-990a-a7f41dce0122,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:31.941274 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.949672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750963634535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66426276'] for subnet, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.952576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.952962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.953945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.953945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.954326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.954326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.954664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.954990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.955311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.955630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.955956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.956279 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f54bc6-a5f7-4008-b8b1-f7ea1b303ab8 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:31.977374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] For port 941685d4-33fc-4c71-89e3-e4acadd476d9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:32.039808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:32.040397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.045475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "PUT /v2.0/subnets/22d7730b-06a3-4758-9b38-d42720000458 HTTP/1.1" status: 200 len: 877 time: 1.5680158 Nov 03 19:19:32.051100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52996) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:32.055315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.137972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] For port 941685d4-33fc-4c71-89e3-e4acadd476d9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=941685d4-33fc-4c71-89e3-e4acadd476d9,segment=NetworkSegment(a01182e1-92b2-45eb-9647-17202112a976),segment_id=a01182e1-92b2-45eb-9647-17202112a976)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:32.154229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.163648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.296965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d5d54-cb13-48dd-89f2-811f448e99cf None None] Pushing event updated for resources: {'Port': ['ID=42d3ec7c-4851-4715-8854-d630e940c95a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:32.316103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7bd4b-b055-4086-93cc-d58c453ca632 None None] Network 8863004e-1bcd-4778-9812-97cd3a721679 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:32.341818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.346065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/ec58ee15-61f2-4eda-a703-68a8b1de665d HTTP/1.1" status: 204 len: 168 time: 2.6561050 Nov 03 19:19:32.403721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53002) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:32.751034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1805c0-8aff-48b1-84bd-f0d40c460d4d None None] Pushing event updated for resources: {'Port': ['ID=941685d4-33fc-4c71-89e3-e4acadd476d9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:32.775974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.887534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.897069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8cee-37e9-4d10-bb59-454589922763 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event updated for resources: {'Subnet': ['ID=22d7730b-06a3-4758-9b38-d42720000458,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:32.972551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Attempting to bind port 25571f7e-4d5c-40a9-9139-baabe212380e on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:32.986909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Attempting to bind port 25571f7e-4d5c-40a9-9139-baabe212380e by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:32.988691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Attempting to bind port 25571f7e-4d5c-40a9-9139-baabe212380e on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:33.013904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.110152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.121529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] DHCP port deletion for 8863004e-1bcd-4778-9812-97cd3a721679 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:33.139859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Port 25571f7e-4d5c-40a9-9139-baabe212380e on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:19:33.140141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Attempting to bind port 25571f7e-4d5c-40a9-9139-baabe212380e on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:33.165079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c34e7-8bb8-4427-a2c6-7aa8b3c23d65 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=ec58ee15-61f2-4eda-a703-68a8b1de665d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:33.255043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.296959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:33.297756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:33.298561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:33.303302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Bound port: 25571f7e-4d5c-40a9-9139-baabe212380e, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:33.304418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.328934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] Deleting port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:33.331126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.334392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:19:33.356676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeff99e-d6c7-4de8-9c20-b97a6281b962']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:33.372394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.384019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940838c-9410-47bb-b334-46a6a218d301 req-aff910b3-0946-4803-8eb4-4bc235fa6ccb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:33.395969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7940838c-9410-47bb-b334-46a6a218d301 req-aff910b3-0946-4803-8eb4-4bc235fa6ccb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 943 time: 0.5234423 Nov 03 19:19:33.469498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8e52be-17ad-4928-890c-3cb676bec076') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:33.469856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8e52be-17ad-4928-890c-3cb676bec076') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:33.517465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.536609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] For port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,segment=NetworkSegment(9579f5e8-80bd-475a-bb63-0266b5138637),segment_id=9579f5e8-80bd-475a-bb63-0266b5138637)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:33.541412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.589441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port 941685d4-33fc-4c71-89e3-e4acadd476d9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:33.590243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.591972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Subnet': ['ID=53e050ec-e8e0-416a-b66e-bffd518ba2ea,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:33.595898 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.612188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:33.612832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.620085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7940838c-9410-47bb-b334-46a6a218d301 req-ca8f08f5-2f76-426c-968f-ece5131e4e9a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221916 Nov 03 19:19:33.635183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:33.638859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:33.667934 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:33.839573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] For port 25571f7e-4d5c-40a9-9139-baabe212380e, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:33.850511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Checking segment: {'id': '1c61f898-1539-41e7-b6f6-1a42fd6a5204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:33.851305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network hostable DHCP agents. Network: 7a3a7a40-1d2d-48c2-ad75-1617c69357c6, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:33.857388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,segment=NetworkSegment(9579f5e8-80bd-475a-bb63-0266b5138637),segment_id=9579f5e8-80bd-475a-bb63-0266b5138637)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:33.858223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:33.886111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 5c6db1f3-b44f-474b-b8d0-9d8c7931441f owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:33.922524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] Calling delete_port for 5c6db1f3-b44f-474b-b8d0-9d8c7931441f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:34.002096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port 941685d4-33fc-4c71-89e3-e4acadd476d9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=941685d4-33fc-4c71-89e3-e4acadd476d9,segment=NetworkSegment(a01182e1-92b2-45eb-9647-17202112a976),segment_id=a01182e1-92b2-45eb-9647-17202112a976)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:34.002787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.028967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for 941685d4-33fc-4c71-89e3-e4acadd476d9 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:34.129100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.194959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:34.242668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.250188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.257226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] For port 25571f7e-4d5c-40a9-9139-baabe212380e, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=25571f7e-4d5c-40a9-9139-baabe212380e,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:34.261981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/networks/caeff99e-d6c7-4de8-9c20-b97a6281b962 HTTP/1.1" status: 204 len: 168 time: 2.4409575 Nov 03 19:19:34.263371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53026) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:34.271608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:34.272840 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.300414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.356393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] Pushing event deleted for resources: {'Port': ['ID=5c6db1f3-b44f-474b-b8d0-9d8c7931441f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:34.367139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062fbf4-776d-45e7-8de1-10244337329d None None] No DVR routers for this DVR port 5c6db1f3-b44f-474b-b8d0-9d8c7931441f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:34.398263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.412114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port 941685d4-33fc-4c71-89e3-e4acadd476d9 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:34.417723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=941685d4-33fc-4c71-89e3-e4acadd476d9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:34.423185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe203b3-7986-4398-96af-a8c8522c74f2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Network': ['ID=caeff99e-d6c7-4de8-9c20-b97a6281b962,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:34.489902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:34.548269 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.600069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:34.600780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.603466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] 10.222.0.115 "PUT /v2.0/ports/25571f7e-4d5c-40a9-9139-baabe212380e HTTP/1.1" status: 200 len: 1091 time: 5.1774030 Nov 03 19:19:34.604170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'tag': '25571f7e-4d5c-40a9-9139-baabe212380e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:34.616561 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9", "tag": "25571f7e-4d5c-40a9-9139-baabe212380e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:34.757954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335b5f5-fdce-4150-b7ca-924f6584b007 None None] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:34.763071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 941685d4-33fc-4c71-89e3-e4acadd476d9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:34.833716 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc6f34d-5578-4ce7-b15d-47b3c9b60480 x-openstack-request-id: req-ebc6f34d-5578-4ce7-b15d-47b3c9b60480 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:34.834150 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9", "tag": "25571f7e-4d5c-40a9-9139-baabe212380e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:34.834506 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebc6f34d-5578-4ce7-b15d-47b3c9b60480 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:34.835014 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'tag': '25571f7e-4d5c-40a9-9139-baabe212380e', 'status': 'completed', 'code': 200} Nov 03 19:19:34.840218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7a3a7a40-1d2d-48c2-ad75-1617c69357c6) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:34.847249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.858168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 941685d4-33fc-4c71-89e3-e4acadd476d9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:34.858168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 941685d4-33fc-4c71-89e3-e4acadd476d9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 19:19:34.883029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:34.883456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:34.912190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786f74d-4a4b-40fc-8609-599ea694ad7c None None] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:34.943732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=22d7730b-06a3-4758-9b38-d42720000458,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:34.982967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e2f10b0-8162-4b12-af25-6de4f7bae919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.000509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bc012a09-28fe-4bbc-84bb-8ecf85cec8d2 None None] Could not find standard attr ID for object 941685d4-33fc-4c71-89e3-e4acadd476d9. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:19:35.009823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc2756-59ab-4c81-8574-4489827eb0c3 req-b3208957-9065-40a9-ab52-6c7a5004e93a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.012588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bfc2756-59ab-4c81-8574-4489827eb0c3 req-b3208957-9065-40a9-ab52-6c7a5004e93a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 943 time: 0.2710621 Nov 03 19:19:35.022268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.025245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port 941685d4-33fc-4c71-89e3-e4acadd476d9 not found, will not notify nova. {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 19:19:35.025245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 42d3ec7c-4851-4715-8854-d630e940c95a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:35.108770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.156528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e7ee2-e61b-433b-995d-96c44d6ec5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=25571f7e-4d5c-40a9-9139-baabe212380e,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:35.164928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228f19af-49f2-4bf2-ae38-1e7bbc448a5a']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.179573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8863004e-1bcd-4778-9812-97cd3a721679']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.218977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01182e1-92b2-45eb-9647-17202112a976') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.220848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01182e1-92b2-45eb-9647-17202112a976') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.255067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bfc2756-59ab-4c81-8574-4489827eb0c3 req-a5d6fb3c-7d92-4261-98a8-f84c3d6cb130 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785815 Nov 03 19:19:35.269187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9579f5e8-80bd-475a-bb63-0266b5138637') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.269501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.270254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9579f5e8-80bd-475a-bb63-0266b5138637') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:35.299309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.306574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ad470-2925-4a02-ae35-8a0e04b6fbd8 None None] Network 1093689e-1169-49f9-8702-c562c53515ff requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:35.308336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.338159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:35.338843 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.339666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:35.342876 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:35.360045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:35.360436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.493480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.505996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.510820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/228f19af-49f2-4bf2-ae38-1e7bbc448a5a HTTP/1.1" status: 204 len: 168 time: 3.4541867 Nov 03 19:19:35.527148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:35.546548 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:35.589948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6752541e-4b0e-49ea-a4c9-16bd351e8f93 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9360313 Nov 03 19:19:35.591130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.592974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.632485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'port': {'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6', 'name': 'tempest-NetworksIpV6TestAttrs-1558755220'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:35.640112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60c0ec-d096-429c-b616-8f9d801b3e67 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=228f19af-49f2-4bf2-ae38-1e7bbc448a5a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:35.697245 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23e3373-8ee6-458b-ae49-9386db544e96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:35.698054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23e3373-8ee6-458b-ae49-9386db544e96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:35.703593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c23e3373-8ee6-458b-ae49-9386db544e96 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/22d7730b-06a3-4758-9b38-d42720000458 HTTP/1.1" status: 404 len: 337 time: 0.1748900 Nov 03 19:19:35.711338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53060) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.742343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.757318 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/8863004e-1bcd-4778-9812-97cd3a721679 HTTP/1.1" status: 204 len: 168 time: 3.3438802 Nov 03 19:19:35.761342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53062) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.777214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510546244', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:35.793084 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca4deaf-6d71-489b-bfb9-f5666883844c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:35.794799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca4deaf-6d71-489b-bfb9-f5666883844c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:35.798096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f8f03-43c4-44c9-80a3-9baeebb824c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=8863004e-1bcd-4778-9812-97cd3a721679,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:35.802617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8ca4deaf-6d71-489b-bfb9-f5666883844c tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/228f19af-49f2-4bf2-ae38-1e7bbc448a5a HTTP/1.1" status: 404 len: 339 time: 0.0894392 Nov 03 19:19:35.806062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-24daf184-162b-4f24-9956-bb22f10b21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.809249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53064) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.812153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-24daf184-162b-4f24-9956-bb22f10b21d0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 1094 time: 1.0470519 Nov 03 19:19:35.835023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b847ec47-28c1-4a36-b5e7-e0a64cbb1865 None None] Provisioning complete for port 42d3ec7c-4851-4715-8854-d630e940c95a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:35.835332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b847ec47-28c1-4a36-b5e7-e0a64cbb1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:35.840076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9da1eb-e682-42d0-ab95-5224566442f1 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.848249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9da1eb-e682-42d0-ab95-5224566442f1 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:35.851452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fb9da1eb-e682-42d0-ab95-5224566442f1 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.5767698 Nov 03 19:19:35.872906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.882027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1866256405'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:35.933707 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fb850e-727e-43d7-8417-e76e4e2378f2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:35.934334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fb850e-727e-43d7-8417-e76e4e2378f2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:35.953529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-05fb850e-727e-43d7-8417-e76e4e2378f2 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/ce2ec548-7c4a-49ba-b91c-2a2425a6dd1a HTTP/1.1" status: 404 len: 337 time: 0.1367614 Nov 03 19:19:35.955154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53068) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:35.990890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61c37a-350c-4ba3-9c5f-164fee2bbb26 None None] DHCP port deletion for 228f19af-49f2-4bf2-ae38-1e7bbc448a5a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:35.997192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-b2138e1b-5d89-4b4e-94cc-879872bec304 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25571f7e-4d5c-40a9-9139-baabe212380e HTTP/1.1" status: 200 len: 217 time: 0.1343503 Nov 03 19:19:35.998497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.000352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.062274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 42d3ec7c-4851-4715-8854-d630e940c95a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:36.062983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.115613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-a7e685f5-ff9e-4e77-b292-8f5c1fb00a93 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2627707 Nov 03 19:19:36.130928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:36.136260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.139376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.145591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243c8e7-1568-4d61-858f-45a6118185d0 None None] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:36.147024 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6691f1-8ac0-49c8-af60-fb701c6a0d65 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:36.150048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6691f1-8ac0-49c8-af60-fb701c6a0d65 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:36.167474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0c6691f1-8ac0-49c8-af60-fb701c6a0d65 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/be165810-7709-45a3-a91e-86d6fc7a7002 HTTP/1.1" status: 404 len: 339 time: 0.2105794 Nov 03 19:19:36.174558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243c8e7-1568-4d61-858f-45a6118185d0 None None] Network 228f19af-49f2-4bf2-ae38-1e7bbc448a5a could not be found, it might have been deleted concurrently. {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:19:36.176338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53070) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:36.245590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-b9093729-5c05-4c5b-9161-77d4586c2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:36.248764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-b9093729-5c05-4c5b-9161-77d4586c2f58 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.2222452 Nov 03 19:19:36.492471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b847ec47-28c1-4a36-b5e7-e0a64cbb1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.510524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-7a3a7a40-1d2d-48c2-ad75-1617c69357c6', 'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6', 'tenant_id': '4448803ed29e4f819115dc2c90b2e5f3', 'fixed_ips': [{'subnet_id': '53e050ec-e8e0-416a-b66e-bffd518ba2ea'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:36.514375 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.584567 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.634916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-6213538a-c39d-41b2-95c0-fb23b7f4f26c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3605840 Nov 03 19:19:36.687823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b847ec47-28c1-4a36-b5e7-e0a64cbb1865 None None] For port 42d3ec7c-4851-4715-8854-d630e940c95a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=42d3ec7c-4851-4715-8854-d630e940c95a,segment=NetworkSegment(a8cda1dd-8855-44ab-8b95-98b7303eee2d),segment_id=a8cda1dd-8855-44ab-8b95-98b7303eee2d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:36.701570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:36.740156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.778014 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b847ec47-28c1-4a36-b5e7-e0a64cbb1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.814496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:36.815416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3ff51-65e1-42b8-aa46-c84fcbd21390 req-7e7de50b-1ce1-4f32-b545-7bcded563ec0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:36.817614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5eb3ff51-65e1-42b8-aa46-c84fcbd21390 req-7e7de50b-1ce1-4f32-b545-7bcded563ec0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 943 time: 0.3231568 Nov 03 19:19:36.825141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.852285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-baee3b3e-8064-470f-b784-e9a1915f6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:36.854244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-baee3b3e-8064-470f-b784-e9a1915f6b5e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.5905406 Nov 03 19:19:36.858976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.859452 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Added segment c323a7b7-082c-47fc-94c2-cd09902a5dd4 of type vlan for network 28df5968-35bf-4b16-8e97-6dc6a4c862b5 Nov 03 19:19:36.864565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:36.867109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] device_id is not set on port a0ce599a-5fa7-4e6b-aec3-004e3931b3d3 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:19:37.025095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cc3fa6da-ec9c-4ee3-a991-0d5325c6e7c5 None None] Provisioning complete for port 42d3ec7c-4851-4715-8854-d630e940c95a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:37.026072 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa6da-ec9c-4ee3-a991-0d5325c6e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.032797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:19:37.032797 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:19:37.033287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847ec47-28c1-4a36-b5e7-e0a64cbb1865 None None] Pushing event updated for resources: {'Port': ['ID=42d3ec7c-4851-4715-8854-d630e940c95a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:37.045428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5eb3ff51-65e1-42b8-aa46-c84fcbd21390 req-2b5781fa-60d7-4b71-9628-613729a5672a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056433 Nov 03 19:19:37.081217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Allocated IP 2001:db8::f816:3eff:fe17:9478 (7a3a7a40-1d2d-48c2-ad75-1617c69357c6/53e050ec-e8e0-416a-b66e-bffd518ba2ea/6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:37.207690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.342178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:19:37.367039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-dee860ef-e79a-4684-bc4c-f0b06217ac3b service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788201 Nov 03 19:19:37.403424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.418847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-dbc8ec78-06b0-48d2-9559-41cfda99b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:37.421381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-dbc8ec78-06b0-48d2-9559-41cfda99b5b6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.4961483 Nov 03 19:19:37.430536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.431022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.482380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.522086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:37.526508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:37.547188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:37.569921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.579748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:37.580790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.593126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Pushing event updated for resources: {'Port': ['ID=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:37.692456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Attempting to bind port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:37.702109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.704758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Attempting to bind port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '1c61f898-1539-41e7-b6f6-1a42fd6a5204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:37.705399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Attempting to bind port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 on network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:37.718141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:37.718780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Checking segment: {'id': '1c61f898-1539-41e7-b6f6-1a42fd6a5204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:37.719790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.721276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Bound using segment: {'id': '1c61f898-1539-41e7-b6f6-1a42fd6a5204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:37.722038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Bound port: 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c61f898-1539-41e7-b6f6-1a42fd6a5204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7a3a7a40-1d2d-48c2-ad75-1617c69357c6'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:37.723009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.745066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.25.8.52 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/ed2f2602-704e-4c3b-883b-c4ce6723b97b) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:37.761695 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-2fee50fa-99ef-42bb-a859-1ab4159421c6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 1001 time: 0.3190069 Nov 03 19:19:37.805916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5c6db1f3-b44f-474b-b8d0-9d8c7931441f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:37.903214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] For port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:37.909061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] For port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,segment=NetworkSegment(1c61f898-1539-41e7-b6f6-1a42fd6a5204),segment_id=1c61f898-1539-41e7-b6f6-1a42fd6a5204)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:37.911147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5c6db1f3-b44f-474b-b8d0-9d8c7931441f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:37.925769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19664a04-2bcb-497e-a78e-ed07fc353f7a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:37.926362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5c6db1f3-b44f-474b-b8d0-9d8c7931441f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:37.939672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.948058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:37.978005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1040757 Nov 03 19:19:38.000229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53102) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:38.002281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f944dd9-eb84-4a49-ae70-a5ed0c3a5f91') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:38.002574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f944dd9-eb84-4a49-ae70-a5ed0c3a5f91') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:38.010433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-46209854'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:38.062900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Allocated IP 2001:db8::f816:3eff:fef1:2ed0 (7a3a7a40-1d2d-48c2-ad75-1617c69357c6/53e050ec-e8e0-416a-b66e-bffd518ba2ea/a0ce599a-5fa7-4e6b-aec3-004e3931b3d3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:38.089189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.110850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.149342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.161640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:38.162265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.231667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab2f35-f028-46f3-af7a-f5e40e79dd5f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Network': ['ID=28df5968-35bf-4b16-8e97-6dc6a4c862b5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:38.236790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 42d3ec7c-4851-4715-8854-d630e940c95a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:38.249118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:38.257396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:38.264581 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:38.269805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:38.273237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.274712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:38.349035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=ed2f2602-704e-4c3b-883b-c4ce6723b97b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:38.364106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 28df5968-35bf-4b16-8e97-6dc6a4c862b5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:38.390556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb7b835f-d921-43f7-80fc-0ad1790e01b1 req-b1655696-3c3a-4330-8f6a-020fa99cb011 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989464 Nov 03 19:19:38.428416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-58a696f7-c89d-4216-a863-e3d38313c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:38.432128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-58a696f7-c89d-4216-a863-e3d38313c3c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.6301332 Nov 03 19:19:38.508560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361c3ca-f061-4c86-b3b5-f21ae1eceeaa None None] Pushing event updated for resources: {'Port': ['ID=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:38.820991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.874208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:38.881300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/19664a04-2bcb-497e-a78e-ed07fc353f7a HTTP/1.1" status: 204 len: 168 time: 2.6998873 Nov 03 19:19:38.885383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58d5d8-aa56-4ea8-a415-b9f9bdb44001 req-59030b57-2608-41d9-97d0-34cc90485966 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:38.887052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d58d5d8-aa56-4ea8-a415-b9f9bdb44001 req-59030b57-2608-41d9-97d0-34cc90485966 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 943 time: 0.5410261 Nov 03 19:19:38.890328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53114) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:38.972630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:38.981381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573ca7c-07e3-41a0-9d3e-d5f31b0daebe tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=19664a04-2bcb-497e-a78e-ed07fc353f7a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:38.994882 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54ad1a9-6aee-4fdf-91b1-21bb6d509e74 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:38.995582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54ad1a9-6aee-4fdf-91b1-21bb6d509e74 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:38.999957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d54ad1a9-6aee-4fdf-91b1-21bb6d509e74 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/b27fed19-c135-4942-afe1-d55e16668c81 HTTP/1.1" status: 404 len: 337 time: 0.1081302 Nov 03 19:19:39.005123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.045799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-8cd30cf6-4806-4e77-b10d-e0511a81912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:39.058129 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba13e613-5f9e-454f-b20b-2b28b9a04e37 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.058775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-8cd30cf6-4806-4e77-b10d-e0511a81912d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 1094 time: 0.5359743 Nov 03 19:19:39.059137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba13e613-5f9e-454f-b20b-2b28b9a04e37 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.076337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ba13e613-5f9e-454f-b20b-2b28b9a04e37 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/1fe38046-efb5-4d33-aa0a-a06903adef90 HTTP/1.1" status: 404 len: 339 time: 0.0649810 Nov 03 19:19:39.087259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53120) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.103136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48b4c9ef-c15b-4d0a-8772-29e7b4ad0f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.165275 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a0718f-e40d-4559-b02b-0d059feaffb9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.165954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a0718f-e40d-4559-b02b-0d059feaffb9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.172242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-08a0718f-e40d-4559-b02b-0d059feaffb9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/bafbe853-4cd0-4cf8-a87f-d205383e7e22 HTTP/1.1" status: 404 len: 337 time: 0.0795841 Nov 03 19:19:39.183009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53122) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.186528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 42d3ec7c-4851-4715-8854-d630e940c95a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:39.186993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.222403 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bafebab-1d40-40bc-a15e-743df41fc4ba tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.223249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bafebab-1d40-40bc-a15e-743df41fc4ba tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.241740 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3bafebab-1d40-40bc-a15e-743df41fc4ba tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/f02784f4-d5d6-4bd7-871c-5de3de14998f HTTP/1.1" status: 404 len: 339 time: 0.0431807 Nov 03 19:19:39.241740 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d58d5d8-aa56-4ea8-a415-b9f9bdb44001 req-28052c3c-bb31-49b3-9fe7-49fab65fc8a0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277490 Nov 03 19:19:39.241740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.251977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-989bfa10-b2a2-456b-a869-afb8196f048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:39.254599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-989bfa10-b2a2-456b-a869-afb8196f048e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7661874 Nov 03 19:19:39.255646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.256106 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Added segment b5b87f62-1167-4ad0-b9f8-10cde93970cb of type vlan for network 72ed33fe-0619-4213-8f44-97b7c3a8a891 Nov 03 19:19:39.356788 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb9e5fc-8b32-468d-ad08-1d4513009ca5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.357787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb9e5fc-8b32-468d-ad08-1d4513009ca5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.365614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fdb9e5fc-8b32-468d-ad08-1d4513009ca5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/9e11c72d-8c28-4676-bd2b-40ba9d838986 HTTP/1.1" status: 404 len: 337 time: 0.1240568 Nov 03 19:19:39.366367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53132) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.556973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 941685d4-33fc-4c71-89e3-e4acadd476d9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:39.566708 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7eea5f-c03d-42e5-b90d-358fa5ed09a9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.568349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7eea5f-c03d-42e5-b90d-358fa5ed09a9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.574397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e7eea5f-c03d-42e5-b90d-358fa5ed09a9 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/374831b8-9c67-49fe-8fb6-dfd875611698 HTTP/1.1" status: 404 len: 339 time: 0.2033894 Nov 03 19:19:39.578770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53134) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.623903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 941685d4-33fc-4c71-89e3-e4acadd476d9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:39.624248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 941685d4-33fc-4c71-89e3-e4acadd476d9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:39.771324 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b81affc-625a-43a5-a18c-db7c1f784909 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.772368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b81affc-625a-43a5-a18c-db7c1f784909 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.780466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9b81affc-625a-43a5-a18c-db7c1f784909 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/73091ba2-5387-4862-b3f0-75fddd941ce5 HTTP/1.1" status: 404 len: 337 time: 0.1991155 Nov 03 19:19:39.782376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.787239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53138) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:39.925723 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:39.958815 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfadf854-07aa-415b-8113-cb55c812294a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:39.959860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfadf854-07aa-415b-8113-cb55c812294a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:39.968859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cfadf854-07aa-415b-8113-cb55c812294a tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/fd910a3f-5fff-4548-935b-5fc75b0c3e03 HTTP/1.1" status: 404 len: 339 time: 0.1737528 Nov 03 19:19:39.969854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53148) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:40.121233 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-84540a8d-39f4-419c-81ee-caa4f0dc67b7 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:40.121833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84540a8d-39f4-419c-81ee-caa4f0dc67b7 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:40.127447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-84540a8d-39f4-419c-81ee-caa4f0dc67b7 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/e0892983-a108-457c-9409-fc47177a880f HTTP/1.1" status: 404 len: 337 time: 0.1532817 Nov 03 19:19:40.146420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53152) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:40.220099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fe8bb-22bf-4b0d-bc21-b328a8af8485 None None] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:40.311288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.318119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:40.360982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.381225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-8ce27da5-f3fa-4c2d-b7c6-4231071bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.382810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-8ce27da5-f3fa-4c2d-b7c6-4231071bca0c service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 1.2732744 Nov 03 19:19:40.475098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-59c8e3e0-6641-45f9-b724-a33b274150d8 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025306 Nov 03 19:19:40.482559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-1aef681e-5da3-452f-863d-b1fa8815aa59 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25571f7e-4d5c-40a9-9139-baabe212380e HTTP/1.1" status: 200 len: 217 time: 0.0804887 Nov 03 19:19:40.611260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf5fff0-88a7-4515-b32a-8a388262a66a req-ec65b3d7-c757-4ee9-aa19-2952d5e2741a service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085939 Nov 03 19:19:40.622606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.628895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.629561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.748520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7e42096f-43c0-4ad6-af7f-afbc5e9c1f42 None None] Provisioning complete for port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:40.749982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e42096f-43c0-4ad6-af7f-afbc5e9c1f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.840990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:40.841273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:40.888590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Network': ['ID=72ed33fe-0619-4213-8f44-97b7c3a8a891,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:40.895860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-5da90dbc-c0db-4587-bad4-0a0640a3ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:40.898860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-5da90dbc-c0db-4587-bad4-0a0640a3ea37 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.4076760 Nov 03 19:19:40.916205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-068ac208-ab6a-409c-981c-b8a4bdddd982 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9110134 Nov 03 19:19:40.940101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53164) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:40.945560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 72ed33fe-0619-4213-8f44-97b7c3a8a891 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:40.949466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'ports': [{'network_id': '28df5968-35bf-4b16-8e97-6dc6a4c862b5', 'name': 'tempest-port--946722625', 'admin_state_up': True}, {'network_id': '72ed33fe-0619-4213-8f44-97b7c3a8a891', 'admin_state_up': False}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:40.949926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'port': {'network_id': '28df5968-35bf-4b16-8e97-6dc6a4c862b5', 'name': 'tempest-port--946722625', 'admin_state_up': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:40.950438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'port': {'network_id': '72ed33fe-0619-4213-8f44-97b7c3a8a891', 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:40.979341 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a3ab41-e95e-4e64-805c-b189376fa299 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:40.981283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a3ab41-e95e-4e64-805c-b189376fa299 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:40.987253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-23a3ab41-e95e-4e64-805c-b189376fa299 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/8f50bfa0-9437-4326-9365-d9788eb1cee0 HTTP/1.1" status: 404 len: 339 time: 0.8391352 Nov 03 19:19:40.993496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53166) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.070559 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f30170-464f-47d8-9e57-7cf3f9f97acd tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:41.071693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f30170-464f-47d8-9e57-7cf3f9f97acd tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:41.077670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0f30170-464f-47d8-9e57-7cf3f9f97acd tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/e13a008a-0647-4ae7-9839-d32527e3d8eb HTTP/1.1" status: 404 len: 337 time: 0.0793402 Nov 03 19:19:41.089209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53168) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.156538 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-05923cef-7783-43da-9a88-e7ac486f48f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:41.157442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05923cef-7783-43da-9a88-e7ac486f48f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:41.163699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-05923cef-7783-43da-9a88-e7ac486f48f5 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/d3bc0399-5e95-4961-978d-f9b95d1c0e2e HTTP/1.1" status: 404 len: 339 time: 0.0667105 Nov 03 19:19:41.170790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53170) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.212184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-066e55bf-6e92-429a-b40a-805ae5cf8db9 req-51b69559-a024-487c-b0a7-b02117e27fd5 service neutron] (101989) timed out ('10.222.0.115', 55251) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:19:41.256519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.309809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-ea9f3ec4-1cf8-423d-8ce9-229abeb99f50 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3915174 Nov 03 19:19:41.378085 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc7fbfc-57e0-46b1-93db-0268bc18a98b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:41.378561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc7fbfc-57e0-46b1-93db-0268bc18a98b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:41.391635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ebc7fbfc-57e0-46b1-93db-0268bc18a98b tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/8671624e-27ca-40a9-ba63-dfb446288544 HTTP/1.1" status: 404 len: 337 time: 0.2165387 Nov 03 19:19:41.403568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53178) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.454563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e42096f-43c0-4ad6-af7f-afbc5e9c1f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.549531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7ae3-c258-411e-80a6-797623236254 req-b945018a-f4e7-4d15-a96c-88d7340ea1e2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:41.559197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-532e7ae3-c258-411e-80a6-797623236254 req-b945018a-f4e7-4d15-a96c-88d7340ea1e2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 943 time: 0.5974338 Nov 03 19:19:41.584589 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-317cadbc-4b60-4ddb-b29d-c81ee5973e81 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:41.585717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317cadbc-4b60-4ddb-b29d-c81ee5973e81 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:41.592440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-317cadbc-4b60-4ddb-b29d-c81ee5973e81 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/1323b496-caf3-4d14-93d3-1c61b8124301 HTTP/1.1" status: 404 len: 339 time: 0.1822188 Nov 03 19:19:41.600124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-e16652a8-ea82-4b11-960d-96c893c2a37a service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721226 Nov 03 19:19:41.601057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53180) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.664098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.682443 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abc8bb0-d48a-404a-8a5a-aa39d7f37123 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:41.682904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abc8bb0-d48a-404a-8a5a-aa39d7f37123 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:41.691489 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7abc8bb0-d48a-404a-8a5a-aa39d7f37123 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/5ed84e5e-a952-4856-b09f-4c4968cea2f8 HTTP/1.1" status: 404 len: 337 time: 0.0857565 Nov 03 19:19:41.694102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7e42096f-43c0-4ad6-af7f-afbc5e9c1f42 None None] For port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,segment=NetworkSegment(1c61f898-1539-41e7-b6f6-1a42fd6a5204),segment_id=1c61f898-1539-41e7-b6f6-1a42fd6a5204)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:41.701341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53182) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.745771 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e42096f-43c0-4ad6-af7f-afbc5e9c1f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:41.809698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:41.853388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-532e7ae3-c258-411e-80a6-797623236254 req-c7a4d7fb-64b2-4ffc-86b3-6265b6c484c9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924213 Nov 03 19:19:41.866657 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4911ffb-2352-479e-9498-9c8414c550ef tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] DELETE failed (client error): The resource could not be found. Nov 03 19:19:41.871918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4911ffb-2352-479e-9498-9c8414c550ef tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:41.881207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e4911ffb-2352-479e-9498-9c8414c550ef tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/45d6fe9b-ed31-4e03-8bdc-efb340977c2b HTTP/1.1" status: 404 len: 339 time: 0.1719482 Nov 03 19:19:41.899950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53186) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:41.957209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42096f-43c0-4ad6-af7f-afbc5e9c1f42 None None] Pushing event updated for resources: {'Port': ['ID=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:41.975493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 25571f7e-4d5c-40a9-9139-baabe212380e details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:19:42.077180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:42.094685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:42.110942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:42.111833 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.164277 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.168393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.177301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.187217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:19:42.188196 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:19:42.194048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 6.5653396 Nov 03 19:19:42.195978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e0be688d-18a4-47bf-b08d-abcaa314886c None None] Provisioning complete for port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:42.198027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0be688d-18a4-47bf-b08d-abcaa314886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.225615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53194) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:42.434643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting subnet 3b3c81be-b7c2-45cd-8f84-604ab76adf24 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:42.448008 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.494736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Deleting subnet 53e050ec-e8e0-416a-b66e-bffd518ba2ea {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:42.498414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606ef6e-71dd-426a-82cc-0f6da513a9bd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Port': ['ID=a0ce599a-5fa7-4e6b-aec3-004e3931b3d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:42.544549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.556494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 25571f7e-4d5c-40a9-9139-baabe212380e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=25571f7e-4d5c-40a9-9139-baabe212380e,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:42.617180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '25571f7e-4d5c-40a9-9139-baabe212380e', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '25571f7e-4d5c-40a9-9139-baabe212380e', 'mac_address': 'fa:16:3e:11:97:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:19:42.670213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.763968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ea7c0a3-2483-4a6a-b1e3-fde73ef25e93 req-af7eaf46-c600-4317-bc40-43e4c1313c14 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1618633 Nov 03 19:19:42.828881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:42.860313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router b126c669-500e-4873-8681-af3d16effd97 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:19:42.989744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.025801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'port': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:43.052804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.071193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25571f7e-4d5c-40a9-9139-baabe212380e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:19:43.130020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.160774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 25571f7e-4d5c-40a9-9139-baabe212380e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=25571f7e-4d5c-40a9-9139-baabe212380e,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:43.189578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.201365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:43.315932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2b07939d-cacd-479a-9994-15e22d3d97e3 None None] Provisioning complete for port a0ce599a-5fa7-4e6b-aec3-004e3931b3d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:43.318279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b07939d-cacd-479a-9994-15e22d3d97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.323249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.404806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46083b-08ad-47e3-be7d-bb369a1d8dba req-9a878529-1591-41c9-8ca5-ed491b60f685 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:43.408449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee46083b-08ad-47e3-be7d-bb369a1d8dba req-9a878529-1591-41c9-8ca5-ed491b60f685 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 944 time: 0.2172358 Nov 03 19:19:43.412409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b07939d-cacd-479a-9994-15e22d3d97e3 None None] Port a0ce599a-5fa7-4e6b-aec3-004e3931b3d3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:19:43.473231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=25571f7e-4d5c-40a9-9139-baabe212380e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:43.476089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] device_id is not set on port ecf13f69-a4b0-4953-81d1-415b8c144335 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:19:43.498754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['25571f7e-4d5c-40a9-9139-baabe212380e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:19:43.626136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:43.627368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.797849 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:19:43.808670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.843608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:43.876060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] Sync routers for ids ['b126c669-500e-4873-8681-af3d16effd97'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:43.902735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee46083b-08ad-47e3-be7d-bb369a1d8dba req-75384ca0-bf76-4f0b-8e60-364b861ffd66 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579825 Nov 03 19:19:43.906054 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.962170 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:43.972217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/subnets/3b3c81be-b7c2-45cd-8f84-604ab76adf24 HTTP/1.1" status: 204 len: 168 time: 2.0635879 Nov 03 19:19:43.992107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12a647-bc2c-4d7d-b0e8-2fa639c94ce6 None None] Network a6740442-4e7f-428a-a004-a47394ebfbda requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:44.059213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08622e62-b90b-4ec0-b73a-1b56973a71da tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3c81be-b7c2-45cd-8f84-604ab76adf24,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:44.063564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53214) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.199106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] Routers {'b126c669-500e-4873-8681-af3d16effd97'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:44.200167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b126c669-500e-4873-8681-af3d16effd97'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:44.247473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.261227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.265663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.266571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8265257a-e0e0-4611-a86c-04d6d3cbd351 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4972458 Nov 03 19:19:44.269836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53224) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.401899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:44.452360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Deleting port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:44.452978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.471629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.579453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Subnet': ['ID=53e050ec-e8e0-416a-b66e-bffd518ba2ea,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:44.584918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] For port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,segment=NetworkSegment(98bb0013-5124-4ba0-ab8c-0a1097a111f3),segment_id=98bb0013-5124-4ba0-ab8c-0a1097a111f3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:44.585321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.606514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] Routers {'b126c669-500e-4873-8681-af3d16effd97'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:44.607541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b126c669-500e-4873-8681-af3d16effd97'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:44.628482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Calling delete_port for c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:44.647698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.655235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5dbdc429-2113-43fe-a926-ff4358df44ba tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/53e050ec-e8e0-416a-b66e-bffd518ba2ea HTTP/1.1" status: 204 len: 168 time: 2.4264567 Nov 03 19:19:44.660819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] device_id is not set on port 3faeeb4c-12ac-468a-91ff-c5639b134a61 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:19:44.669715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53226) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.687795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:44.691179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d2b51-dc49-4a91-b5ec-56f3a6c8d175 None None] The sync data for ids ['b126c669-500e-4873-8681-af3d16effd97'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:44.704322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8655dabb-bc1d-45cf-afa2-0cd31bee99cc None None] Network 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:44.859441 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f5f630dd-3b40-46d2-8929-1811d68d37d7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/routers/b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 200 len: 879 time: 0.5883391 Nov 03 19:19:44.867837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da30b5-7b93-4927-84a2-2b75c41d0fbd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:44.871482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da30b5-7b93-4927-84a2-2b75c41d0fbd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:44.874521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8da30b5-7b93-4927-84a2-2b75c41d0fbd tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2021933 Nov 03 19:19:44.893840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53230) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.894561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53232) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:44.935566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:44.990913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] No DVR routers for this DVR port c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:45.031021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Port': ['ID=c55ad5d7-00b9-4ada-a44a-1e4c17316ca7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:45.114638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea683fd-c4aa-428e-b846-aca1b2fbd03a None None] DHCP port deletion for a6740442-4e7f-428a-a004-a47394ebfbda request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:45.353785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.416510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] DHCP port deletion for 7a3a7a40-1d2d-48c2-ad75-1617c69357c6 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:45.510069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.516068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6740442-4e7f-428a-a004-a47394ebfbda']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:45.556304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bb0013-5124-4ba0-ab8c-0a1097a111f3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:45.557041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bb0013-5124-4ba0-ab8c-0a1097a111f3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:45.577044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1505f-f68a-475b-a6d5-5c69b051815b req-28928ee4-a7fd-460c-80b4-11a1d7fbee1c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:45.580340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86e1505f-f68a-475b-a6d5-5c69b051815b req-28928ee4-a7fd-460c-80b4-11a1d7fbee1c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 944 time: 0.2711658 Nov 03 19:19:45.613266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.645126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0627671b-0bc6-4f74-bd49-e781e7203335 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.664765 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.681348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:19:45.682636 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:19:45.689562 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:19:45.717996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.820303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] Deleting port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:45.820841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.862465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 25571f7e-4d5c-40a9-9139-baabe212380e up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:45.868141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86e1505f-f68a-475b-a6d5-5c69b051815b req-6ae7cf1b-da4e-4de6-b625-84499e84f3ce tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752061 Nov 03 19:19:45.884685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.901330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:45.908462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] 10.222.0.91 "DELETE /v2.0/networks/a6740442-4e7f-428a-a004-a47394ebfbda HTTP/1.1" status: 204 len: 168 time: 1.8432465 Nov 03 19:19:45.924599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Port': ['ID=ecf13f69-a4b0-4953-81d1-415b8c144335,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:45.962802 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0627671b-0bc6-4f74-bd49-e781e7203335 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 19:19:45.963403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0627671b-0bc6-4f74-bd49-e781e7203335 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:45.965739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2045a4-4f99-4018-8521-4b651f64e1f4 tempest-NetworksTest-391907837 tempest-NetworksTest-391907837-project] Pushing event deleted for resources: {'Network': ['ID=a6740442-4e7f-428a-a004-a47394ebfbda,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:45.980796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0627671b-0bc6-4f74-bd49-e781e7203335 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/7a3a7a40-1d2d-48c2-ad75-1617c69357c6 HTTP/1.1" status: 409 len: 405 time: 1.0412018 Nov 03 19:19:45.982025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53250) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:45.996448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-515188195'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:46.018970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-c7dedf81-1d73-448c-a909-bd32e5ab2429 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1424737 Nov 03 19:19:46.030072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Checking segment: {'id': 'c323a7b7-082c-47fc-94c2-cd09902a5dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '28df5968-35bf-4b16-8e97-6dc6a4c862b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:46.030630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network hostable DHCP agents. Network: 28df5968-35bf-4b16-8e97-6dc6a4c862b5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:46.093553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:46.103684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.168860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:46.199306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.199875 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Added segment 882006a0-aae9-4d20-a7fc-4fc9bc69db8f of type vlan for network 5428f77b-764f-477f-8ac8-dff41a399924 Nov 03 19:19:46.214681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] For port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,segment=NetworkSegment(1c61f898-1539-41e7-b6f6-1a42fd6a5204),segment_id=1c61f898-1539-41e7-b6f6-1a42fd6a5204)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:46.215599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.285051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] Calling delete_port for 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:46.372408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.458884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network 28df5968-35bf-4b16-8e97-6dc6a4c862b5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:46.487211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 25571f7e-4d5c-40a9-9139-baabe212380e completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:19:46.489192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.509850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:46.513672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.581887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 28df5968-35bf-4b16-8e97-6dc6a4c862b5) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:46.587362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 25571f7e-4d5c-40a9-9139-baabe212380e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:46.587895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.594937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab1d4c-e781-446e-a251-cba6cc9d6c9e None None] Network 28df5968-35bf-4b16-8e97-6dc6a4c862b5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:46.628509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:46.630457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.640612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6561935 Nov 03 19:19:46.652696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53264) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:46.666780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-3659ec9e-1e4a-4a78-b750-2bb13d6ccb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:46.668383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'subnet': {'network_id': '5428f77b-764f-477f-8ac8-dff41a399924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:46.670092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-3659ec9e-1e4a-4a78-b750-2bb13d6ccb77 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1097 time: 0.4863505 Nov 03 19:19:46.839804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53266) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:46.872702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986c8ff-afe3-427b-b0e6-90f1098233e7 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Network': ['ID=5428f77b-764f-477f-8ac8-dff41a399924,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:46.876561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:46.906479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 5428f77b-764f-477f-8ac8-dff41a399924 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:47.030579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] No DVR routers for this DVR port 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:19:47.086833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd8734-121c-4368-9509-11bb284b90ac None None] Pushing event deleted for resources: {'Port': ['ID=6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:47.153701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Port': ['ID=3faeeb4c-12ac-468a-91ff-c5639b134a61,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:47.183673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:47.296476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:47.297615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6e5b8c42-eb93-4c8a-ae7e-1c2a3d669e88 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:47.298211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:19:47.316963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7953fc9f-91a2-47ae-9f8e-808db3c7fde5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 2.4179914 Nov 03 19:19:47.316963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Checking segment: {'id': 'b5b87f62-1167-4ad0-b9f8-10cde93970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '72ed33fe-0619-4213-8f44-97b7c3a8a891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:47.318142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network hostable DHCP agents. Network: 72ed33fe-0619-4213-8f44-97b7c3a8a891, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:47.318413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53278) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:47.327309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-510546244'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:47.334174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:47.335819 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:19:47.336454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c55ad5d7-00b9-4ada-a44a-1e4c17316ca7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:19:47.354963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.357543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.422210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25571f7e-4d5c-40a9-9139-baabe212380e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:19:47.437428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network 72ed33fe-0619-4213-8f44-97b7c3a8a891 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:47.444993 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d65f81-a3b3-422d-b8fa-f94d75b2ae1f" -d '{"events": [{"server_uuid": "9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9", "name": "network-vif-plugged", "status": "completed", "tag": "25571f7e-4d5c-40a9-9139-baabe212380e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:19:47.469898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 72ed33fe-0619-4213-8f44-97b7c3a8a891) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:47.488138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:47.507990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:47.530706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 25571f7e-4d5c-40a9-9139-baabe212380e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=25571f7e-4d5c-40a9-9139-baabe212380e,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:47.541571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:47.542436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f916d78-72e3-47ab-ad90-299f9f09fa7b None None] Network 72ed33fe-0619-4213-8f44-97b7c3a8a891 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:47.544067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.560574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:47.578315 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d059b52-738e-4908-bb44-f0e7c440bdff x-openstack-request-id: req-2d059b52-738e-4908-bb44-f0e7c440bdff {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:19:47.579504 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9", "name": "network-vif-plugged", "status": "completed", "tag": "25571f7e-4d5c-40a9-9139-baabe212380e", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:19:47.579504 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d059b52-738e-4908-bb44-f0e7c440bdff {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:19:47.585198 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25571f7e-4d5c-40a9-9139-baabe212380e', 'code': 200} Nov 03 19:19:47.690338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed8673dc-78cf-42bb-9207-ddb845280452 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7484105 Nov 03 19:19:47.697669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53290) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:47.793580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-3cda4086-76d6-4e0f-95c0-a746685bed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:47.796326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-3cda4086-76d6-4e0f-95c0-a746685bed2f service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 1.0188894 Nov 03 19:19:47.877945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd551b6e-6bf8-4649-858a-0153901d2814 req-5a6dbae5-8d89-4b91-be5b-e8ca1b017e9d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:47.892598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd551b6e-6bf8-4649-858a-0153901d2814 req-5a6dbae5-8d89-4b91-be5b-e8ca1b017e9d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 944 time: 0.7232804 Nov 03 19:19:47.948618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-93f8be6f-2542-4116-99bc-bac5a7a306e2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 217 time: 0.1005743 Nov 03 19:19:48.023408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=25571f7e-4d5c-40a9-9139-baabe212380e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:48.075825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6aa59ad7-9578-4957-97b3-ac398e34d396 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=81a6e2b39df6420eb561eb5da6ee07e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1677139 Nov 03 19:19:48.085163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53292) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:48.094792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-fdc027be-abb4-473a-b933-981f2413f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:48.097024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-fdc027be-abb4-473a-b933-981f2413f782 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.1343424 Nov 03 19:19:48.118801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc281abb-dcfb-40bf-b4b8-c9d9e2d65d1a req-2812e2e5-d614-403a-bc45-ad7047a3baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:48.121028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc281abb-dcfb-40bf-b4b8-c9d9e2d65d1a req-2812e2e5-d614-403a-bc45-ad7047a3baab service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 1096 time: 0.4173996 Nov 03 19:19:48.230796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-dd6198ff-b151-40a4-b253-85cc9e2bb329 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184189 Nov 03 19:19:48.337375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb366b2-e36f-42d3-a824-b1c10bcc46d2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:48.355420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb366b2-e36f-42d3-a824-b1c10bcc46d2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:48.357476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cdb366b2-e36f-42d3-a824-b1c10bcc46d2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6509850 Nov 03 19:19:48.458886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.461556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-e79c110a-b22c-40ad-bb94-f87667499497 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138100 Nov 03 19:19:48.462372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:48.497408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd551b6e-6bf8-4649-858a-0153901d2814 req-7461124e-0c68-4b3a-af92-5201a53f5820 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796716 Nov 03 19:19:48.518326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.731735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc281abb-dcfb-40bf-b4b8-c9d9e2d65d1a req-088d4bc0-d151-4875-91d5-4fe4fc7c2b27 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984626 Nov 03 19:19:48.736641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc789f87-8bcf-4cd1-a96b-41bd4997dfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:48.777796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4d67654-0d92-4640-aa79-4307f4d67968 req-7db139a1-e579-4929-aa11-a83797b3afbf service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068790 Nov 03 19:19:48.891540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Deleting port ecf13f69-a4b0-4953-81d1-415b8c144335 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:48.891936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.013880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc789f87-8bcf-4cd1-a96b-41bd4997dfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.101111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.158285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router b126c669-500e-4873-8681-af3d16effd97 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:19:49.207630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Calling delete_port for ecf13f69-a4b0-4953-81d1-415b8c144335 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:49.249525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc789f87-8bcf-4cd1-a96b-41bd4997dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.252488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc789f87-8bcf-4cd1-a96b-41bd4997dfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.257644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bc789f87-8bcf-4cd1-a96b-41bd4997dfee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f8360e6-6913-48cf-9085-46f50d4ae340 HTTP/1.1" status: 204 len: 168 time: 1.1609850 Nov 03 19:19:49.418890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc789f87-8bcf-4cd1-a96b-41bd4997dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8360e6-6913-48cf-9085-46f50d4ae340,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:49.426139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.561571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:19:49.565977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.587784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:49.603557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/ports/ecf13f69-a4b0-4953-81d1-415b8c144335 HTTP/1.1" status: 204 len: 168 time: 1.1391795 Nov 03 19:19:49.604877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53326) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:49.606237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Port': ['ID=ecf13f69-a4b0-4953-81d1-415b8c144335,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:49.689228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.689228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.689228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.695728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.696824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.697690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.698434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.699209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.700033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.700842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.701741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:49.702791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8439f-6489-43fa-9621-3e92e1fc2a9f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:19:50.063757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Checking segment: {'id': '882006a0-aae9-4d20-a7fc-4fc9bc69db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5428f77b-764f-477f-8ac8-dff41a399924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:50.064684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network hostable DHCP agents. Network: 5428f77b-764f-477f-8ac8-dff41a399924, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:50.081897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:19:50.100982 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] Sync routers for ids ['b126c669-500e-4873-8681-af3d16effd97'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:19:50.111399 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.118718 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9e58031a-2457-44b2-819e-663651adeeba tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 200 len: 886 time: 2.7979186 Nov 03 19:19:50.123747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Subnet': ['ID=cb0fa664-ee9b-4555-b22e-30383128d32c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:50.125561 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] Routers {'b126c669-500e-4873-8681-af3d16effd97'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:50.126651 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b126c669-500e-4873-8681-af3d16effd97'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:50.139426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53340) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:50.235767 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:50.266167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] Routers {'b126c669-500e-4873-8681-af3d16effd97'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:19:50.276252 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:19:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b126c669-500e-4873-8681-af3d16effd97'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:50.411078 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:19:50.412258 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab130a-f874-4a3f-aaae-6191254f93c2 None None] The sync data for ids ['b126c669-500e-4873-8681-af3d16effd97'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:19:50.780179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Deleting port 3faeeb4c-12ac-468a-91ff-c5639b134a61 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:50.781208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:50.980758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ac30-30d1-4f47-a2ce-68030bde67d0 req-cb3c1bc6-ab3e-4076-8ae7-e96b4d4b5a5a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:50.984160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca70ac30-30d1-4f47-a2ce-68030bde67d0 req-cb3c1bc6-ab3e-4076-8ae7-e96b4d4b5a5a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 1.1360338 Nov 03 19:19:50.990005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 5428f77b-764f-477f-8ac8-dff41a399924 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:19:51.012840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53360) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:51.064210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.069189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 5428f77b-764f-477f-8ac8-dff41a399924) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:51.081895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9c123-727d-4878-bef5-76c44997f297 None None] Network 5428f77b-764f-477f-8ac8-dff41a399924 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:51.105384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Calling delete_port for 3faeeb4c-12ac-468a-91ff-c5639b134a61 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:51.150481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:51.152583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.274904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca70ac30-30d1-4f47-a2ce-68030bde67d0 req-1563e2bd-1f53-4d67-8646-78efbef69c8e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716775 Nov 03 19:19:51.296401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-727be50a-0444-4780-a353-bc4caa665985 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6371958 Nov 03 19:19:51.298616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53370) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:51.312984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'port': {'network_id': '5428f77b-764f-477f-8ac8-dff41a399924', 'name': 'tempest-NetworksIpV6TestAttrs-1041073348'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:51.477588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.546445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.556454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/ports/3faeeb4c-12ac-468a-91ff-c5639b134a61 HTTP/1.1" status: 204 len: 168 time: 1.9454477 Nov 03 19:19:51.564942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--232991899'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:51.567778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53374) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:51.609031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-5428f77b-764f-477f-8ac8-dff41a399924', 'network_id': '5428f77b-764f-477f-8ac8-dff41a399924', 'tenant_id': '4448803ed29e4f819115dc2c90b2e5f3', 'fixed_ips': [{'subnet_id': 'cb0fa664-ee9b-4555-b22e-30383128d32c'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:19:51.610095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.612224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c903-4075-4ce4-ad12-bbcd12e8db68 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Port': ['ID=3faeeb4c-12ac-468a-91ff-c5639b134a61,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:51.655637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b591e2b5-6982-4b54-9140-1784c978aaa2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0809836 Nov 03 19:19:51.670976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:51.672920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-02a57d23-daf7-4c8c-997e-14a1ba6aaef6 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/routers/b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 200 len: 886 time: 1.5269940 Nov 03 19:19:51.679215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-655123187'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:51.679513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53382) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:51.709957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.746905 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:51.747144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0621a6da-ae1a-48d9-a1cb-ddcef403651a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 200 len: 205 time: 0.0631747 Nov 03 19:19:51.749916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53384) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:51.822002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:51.831496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.000216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:52.007024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.067953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] device_id is not set on port 5ee1f296-5c3a-4bd1-804e-600b747710f9 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:19:52.093315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.120632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.135777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:52.144576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.170433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Allocated IP 2001:db8::f816:3eff:fe5d:84ad (5428f77b-764f-477f-8ac8-dff41a399924/cb0fa664-ee9b-4555-b22e-30383128d32c/7b1b38dd-6826-47fe-965d-3a3424e1f3b9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:52.264421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6236c-a38f-4166-ab94-cfa0d75c4a65,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:52.275490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.275755 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Added segment d65b1f58-f48e-4684-aa02-7b4bf2de13e4 of type vlan for network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c Nov 03 19:19:52.422001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.524562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.529949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.548389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.591086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.609137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.610189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.619005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.681861 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.820374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Network 5428f77b-764f-477f-8ac8-dff41a399924 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:52.826310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:52.848008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c85e57-8e18-4aef-ab71-b9dac2a8a72f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:52.849261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16de6a-c447-4f07-aa8d-dd5186efe606 req-755fbaad-ead7-4c69-815f-43e4f73ba763 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:52.851149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be16de6a-c447-4f07-aa8d-dd5186efe606 req-755fbaad-ead7-4c69-815f-43e4f73ba763 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 0.2561469 Nov 03 19:19:52.858496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:52.871675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Allocated IP 2001:db8::f816:3eff:feac:7b5c (5428f77b-764f-477f-8ac8-dff41a399924/cb0fa664-ee9b-4555-b22e-30383128d32c/5ee1f296-5c3a-4bd1-804e-600b747710f9) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:19:52.874771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port ed2f2602-704e-4c3b-883b-c4ce6723b97b {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:19:52.875149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.915754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:52.932014 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c60655dc-5e1f-4531-9f35-1f6fc5f73e2d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9118261 Nov 03 19:19:52.938572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53404) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:52.985914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3125226 Nov 03 19:19:53.013214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Pushing event updated for resources: {'Port': ['ID=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:53.058331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.094853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53406) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:53.101146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1590796777'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:53.106940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for ed2f2602-704e-4c3b-883b-c4ce6723b97b owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:19:53.110087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Attempting to bind port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:19:53.110791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Attempting to bind port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '882006a0-aae9-4d20-a7fc-4fc9bc69db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5428f77b-764f-477f-8ac8-dff41a399924'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:19:53.114270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Attempting to bind port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 on network 5428f77b-764f-477f-8ac8-dff41a399924 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:19:53.131258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:19:53.136958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Checking segment: {'id': '882006a0-aae9-4d20-a7fc-4fc9bc69db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5428f77b-764f-477f-8ac8-dff41a399924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:53.137551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.137958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Bound using segment: {'id': '882006a0-aae9-4d20-a7fc-4fc9bc69db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5428f77b-764f-477f-8ac8-dff41a399924'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:19:53.139324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Bound port: 7b1b38dd-6826-47fe-965d-3a3424e1f3b9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882006a0-aae9-4d20-a7fc-4fc9bc69db8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5428f77b-764f-477f-8ac8-dff41a399924'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:19:53.139324 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.158006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416344a-07db-40c7-a95d-339cd81f0f6f tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Network': ['ID=dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:53.178614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:53.294794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be16de6a-c447-4f07-aa8d-dd5186efe606 req-bccbfdec-4e12-48db-8c95-881244128f76 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314191 Nov 03 19:19:53.320967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] For port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:19:53.320967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] For port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,segment=NetworkSegment(882006a0-aae9-4d20-a7fc-4fc9bc69db8f),segment_id=882006a0-aae9-4d20-a7fc-4fc9bc69db8f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:19:53.336761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-638e2f65-b02e-4112-9fef-273aae010497 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2583966 Nov 03 19:19:53.341021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53412) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:53.353044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-security--1440830223', 'description': 'tempest-security-description-359353452'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:53.367290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:53.371884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.495022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.544200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:53.572299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.588806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.589212 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Added segment 7b6352d9-98c7-4463-9640-9c007a645fef of type vlan for network bb1f0852-64b4-4932-a28f-e62e7d01357d Nov 03 19:19:53.733880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299b290-edad-4cc1-8b3f-5b62bd67839a None None] Pushing event updated for resources: {'Port': ['ID=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:53.781965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.812216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.816120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.819795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.823200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:53.824649 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "PUT /v2.0/security-groups/30c85e57-8e18-4aef-ab71-b9dac2a8a72f HTTP/1.1" status: 200 len: 1796 time: 0.4810140 Nov 03 19:19:53.830051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:53.995462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745365e4-3e12-4602-ba23-e2e88cb799d4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c85e57-8e18-4aef-ab71-b9dac2a8a72f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:54.115968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a1fef5aa-be71-4a44-90ba-1ce3c7f014c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups/30c85e57-8e18-4aef-ab71-b9dac2a8a72f HTTP/1.1" status: 200 len: 1796 time: 0.2476323 Nov 03 19:19:54.116732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53438) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:54.189019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.193701 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:54.194824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.327861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecba45a5-ab73-44cc-962a-2c8f64d869e3 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.344970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Network': ['ID=bb1f0852-64b4-4932-a28f-e62e7d01357d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:54.357864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network bb1f0852-64b4-4932-a28f-e62e7d01357d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:54.369494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ff166e61-fb0a-4d67-aca7-e9ef34ccd492 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2727983 Nov 03 19:19:54.375958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.424368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecba45a5-ab73-44cc-962a-2c8f64d869e3 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.548126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecba45a5-ab73-44cc-962a-2c8f64d869e3 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.562241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ecba45a5-ab73-44cc-962a-2c8f64d869e3 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.565277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ecba45a5-ab73-44cc-962a-2c8f64d869e3 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/30c85e57-8e18-4aef-ab71-b9dac2a8a72f HTTP/1.1" status: 204 len: 168 time: 0.4391825 Nov 03 19:19:54.571339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53442) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:54.587947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=ed2f2602-704e-4c3b-883b-c4ce6723b97b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:54.677001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba45a5-ab73-44cc-962a-2c8f64d869e3 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c85e57-8e18-4aef-ab71-b9dac2a8a72f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:54.697595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-520b39af-632b-417e-9ff5-1d4242a4e1a5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:54.712430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-520b39af-632b-417e-9ff5-1d4242a4e1a5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.7860835 Nov 03 19:19:54.715430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:54.794531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 5428f77b-764f-477f-8ac8-dff41a399924 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:19:54.800460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:19:55.147996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:19:55.208835 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f1d2d219-17be-49f9-802a-1b54e3b355a1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6306839 Nov 03 19:19:55.210563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:55.211309 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.221309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53458) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:55.279681 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-a1d82571-fc5d-4ed5-85f2-b4f14dd115f2 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] delete failed (client error): The resource could not be found. Nov 03 19:19:55.293017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a1d82571-fc5d-4ed5-85f2-b4f14dd115f2 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/30c85e57-8e18-4aef-ab71-b9dac2a8a72f HTTP/1.1" status: 404 len: 347 time: 0.0675225 Nov 03 19:19:55.293788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:55.316598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--330971784'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:55.323940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:55.352186 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.384324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-33ee145e-62e2-4c2d-b2d7-e99ced5dda3d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.6636775 Nov 03 19:19:55.453404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.626469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Port': ['ID=5ee1f296-5c3a-4bd1-804e-600b747710f9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:55.646707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f37d6d0f-4da1-40a5-9c65-aacb3c40fa5c tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3464549 Nov 03 19:19:55.704915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.706708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53462) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:55.734182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.765093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:55.765736 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.902137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77119824-c4fa-4712-9eba-12c81d01bea4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:55.905626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.909214 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.922886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.924671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e18b7b0e-cfaa-42d1-adf2-a8438f4da08a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6298387 Nov 03 19:19:55.929321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53466) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:55.940572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '77119824-c4fa-4712-9eba-12c81d01bea4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:55.950456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19494f-26d5-4931-ad18-56b0a1b801d0 None None] Network 5428f77b-764f-477f-8ac8-dff41a399924 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:55.994639 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.220319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-f3a2827f-d3f4-48da-9f66-e4db9bca0094 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8165383 Nov 03 19:19:56.241023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.241985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router b126c669-500e-4873-8681-af3d16effd97 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:19:56.268226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.277710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8576dc4b-97de-44a3-b540-a5752b392eb4 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 204 len: 168 time: 4.5263023 Nov 03 19:19:56.280372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53472) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:56.391871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.410514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.508648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a4e739e7-c838-4843-87dc-36a94b7aa4de None None] Provisioning complete for port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:56.511408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4e739e7-c838-4843-87dc-36a94b7aa4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.532504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Deleting subnet cb0fa664-ee9b-4555-b22e-30383128d32c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:19:56.569864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.573612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e52262b-38e0-4ebb-90fd-92bf878e0da9,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:56.616660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-829170686'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:56.629167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.634140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59f0b98a-7238-404d-b128-6b92f7a95193 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7024179 Nov 03 19:19:56.653257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53478) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:56.698997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.705332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.791724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:56.808916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.821624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7fc887b5-0b35-4f7c-939a-46b911bab13f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.879769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,segment=NetworkSegment(882006a0-aae9-4d20-a7fc-4fc9bc69db8f),segment_id=882006a0-aae9-4d20-a7fc-4fc9bc69db8f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:19:56.887747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:56.902312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.916985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:56.917824 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment 82101684-796e-439c-a2cd-09b740836076 of type vlan for network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 Nov 03 19:19:57.018414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.053649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.061227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:57.062161 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.068022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7fc887b5-0b35-4f7c-939a-46b911bab13f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.101963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-eb61d290-9f05-4015-9654-06413b0c502e service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690886 Nov 03 19:19:57.281382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6854315 Nov 03 19:19:57.289593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53486) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:57.297021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:57.300504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef84094-a1f0-44b3-91ff-005da0a445e0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=872def3e-5574-4939-ac1d-d1c03e5b1eb5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:57.301240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.454835 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7fc887b5-0b35-4f7c-939a-46b911bab13f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.584899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.653233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7fc887b5-0b35-4f7c-939a-46b911bab13f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.666038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7fc887b5-0b35-4f7c-939a-46b911bab13f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/7e52262b-38e0-4ebb-90fd-92bf878e0da9 HTTP/1.1" status: 204 len: 168 time: 0.9985981 Nov 03 19:19:57.679878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:57.773208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0fa664-ee9b-4555-b22e-30383128d32c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:57.808203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc887b5-0b35-4f7c-939a-46b911bab13f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e52262b-38e0-4ebb-90fd-92bf878e0da9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:57.830877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:57.847883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72dcb20a-4341-4b77-9a84-590cf87d0054 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/cb0fa664-ee9b-4555-b22e-30383128d32c HTTP/1.1" status: 204 len: 168 time: 2.1388912 Nov 03 19:19:57.849218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53494) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:57.915659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:19:58.180121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:58.187104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd6fa2-de77-4bb1-acd6-e30f19445854 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:58.189378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd6fa2-de77-4bb1-acd6-e30f19445854 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:58.191276 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dafd6fa2-de77-4bb1-acd6-e30f19445854 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3362539 Nov 03 19:19:58.196323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53502) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:58.202646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-92a5f2be-f3d4-4248-b415-5f43f1a35d31 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4894876 Nov 03 19:19:58.207670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-963125ea-b471-427a-960a-4a9429d8b880 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255415 Nov 03 19:19:58.211978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53504) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:58.245280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:58.255134 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:58.520505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a666a640-07bf-4f20-a463-30459fa4eb04 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:58.718534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a666a640-07bf-4f20-a463-30459fa4eb04 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:58.749245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7127c429-95e1-4caf-8683-3f6801cd5a6c None None] Network 5428f77b-764f-477f-8ac8-dff41a399924 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:19:58.808326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b17b127f-9ec2-4128-bf5b-c8b114b02571 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:58.863335 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17b127f-9ec2-4128-bf5b-c8b114b02571 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 19:19:58.868027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17b127f-9ec2-4128-bf5b-c8b114b02571 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:19:58.883391 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b17b127f-9ec2-4128-bf5b-c8b114b02571 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/5428f77b-764f-477f-8ac8-dff41a399924 HTTP/1.1" status: 409 len: 405 time: 0.6800308 Nov 03 19:19:58.886864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4695d9e0-f701-4189-9217-d058affd47ba None None] Provisioning complete for port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:58.897561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4695d9e0-f701-4189-9217-d058affd47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:58.915895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:58.946570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-163142722'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:59.045532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a666a640-07bf-4f20-a463-30459fa4eb04 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.059628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a666a640-07bf-4f20-a463-30459fa4eb04 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.065261 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a666a640-07bf-4f20-a463-30459fa4eb04 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/77119824-c4fa-4712-9eba-12c81d01bea4 HTTP/1.1" status: 204 len: 168 time: 0.8511012 Nov 03 19:19:59.119986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:19:59.146907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.185740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53520) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:59.216619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666a640-07bf-4f20-a463-30459fa4eb04 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77119824-c4fa-4712-9eba-12c81d01bea4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:59.245212 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.270595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:19:59.306141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.306577 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Added segment d10573fd-39a1-4719-8f95-ec97e6145ca9 of type vlan for network 5c3c06ed-6d25-4702-a350-703ae80bc0b0 Nov 03 19:19:59.309325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:19:59.393621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53524) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:59.404915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'subnets': [{'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--969147294', 'ip_version': 6}, {'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:59.405241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'subnet': {'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--969147294', 'ip_version': 6}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:59.405927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Request body: {'subnet': {'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:59.455496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9930c603-fd21-4aea-b6e0-e0e33e9cdd0c req-b500b226-0943-48e9-bc2e-650caf4e5f28 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.2625039 Nov 03 19:19:59.544437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:59.545204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.561540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.775482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-134462e9-b2c0-45d2-a51f-f76348141fd2 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5509934 Nov 03 19:19:59.776032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53538) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:19:59.819667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=3314b520-709b-4aef-b098-4ff97a8e70d7,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:19:59.824589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901871807'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:19:59.849299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:19:59.866206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': '82101684-796e-439c-a2cd-09b740836076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:19:59.866598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: 872def3e-5574-4939-ac1d-d1c03e5b1eb5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:19:59.892995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.901730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:59.903224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.927224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4695d9e0-f701-4189-9217-d058affd47ba None None] Provisioning complete for port 5ee1f296-5c3a-4bd1-804e-600b747710f9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:19:59.927793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4695d9e0-f701-4189-9217-d058affd47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.933066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.941348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] DHCP port deletion for 5428f77b-764f-477f-8ac8-dff41a399924 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:19:59.953117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:00.063341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1433196 Nov 03 19:20:00.072034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53542) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:00.083285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'subnet': {'network_id': '5c3c06ed-6d25-4702-a350-703ae80bc0b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:00.095271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 872def3e-5574-4939-ac1d-d1c03e5b1eb5) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:00.098839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4695d9e0-f701-4189-9217-d058affd47ba None None] Port 5ee1f296-5c3a-4bd1-804e-600b747710f9 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:00.106513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:00.107338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.122807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d0701-9a7e-4cba-8749-70c6778f72a4 None None] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:00.164834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8baadffe-ef0d-4642-ba5b-0633abbff992 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8705916 Nov 03 19:20:00.165620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53544) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:00.177490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.191640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1074532972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:00.233924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef2f12-3dd6-468e-a205-49e145515d50 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Network': ['ID=5c3c06ed-6d25-4702-a350-703ae80bc0b0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:00.289716 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.309844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 5c3c06ed-6d25-4702-a350-703ae80bc0b0 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:00.322490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Made reservation on behalf of a7112aee009843bab0b1eac3c36a9ff6 for: {'subnet': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:00.330408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.334445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.387835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3078aa0b-40e0-4111-bd4c-111651701aaf,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:00.399949 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.406546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.452047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] Deleting port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:00.452420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.543711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] For port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,segment=NetworkSegment(882006a0-aae9-4d20-a7fc-4fc9bc69db8f),segment_id=882006a0-aae9-4d20-a7fc-4fc9bc69db8f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:00.544333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.567548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] Calling delete_port for 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:00.658701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.668172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.761235 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.798602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] No DVR routers for this DVR port 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:00.806699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f882b33-baac-4185-ba37-b18430a36afd req-3cb837f2-4d9b-4e74-abca-7c634e999877 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.0857704 Nov 03 19:20:00.845708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6e902-696b-4fc5-ab78-9a99e600bb11 None None] Pushing event deleted for resources: {'Port': ['ID=7b1b38dd-6826-47fe-965d-3a3424e1f3b9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:01.020668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:01.027581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.029043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.030981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-db892c84-588c-4cbb-9166-5183865a0c43 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8575077 Nov 03 19:20:01.031416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-872def3e-5574-4939-ac1d-d1c03e5b1eb5', 'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': '3314b520-709b-4aef-b098-4ff97a8e70d7'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:01.033149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.039467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53558) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:01.068083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.076760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a2c875d-a15f-4921-8635-e41f7e208379 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2574210 Nov 03 19:20:01.081108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53560) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:01.094930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '3078aa0b-40e0-4111-bd4c-111651701aaf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:01.163209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.284705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:01.289232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.300544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.335723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Allocated IP 172.20.0.2 (872def3e-5574-4939-ac1d-d1c03e5b1eb5/3314b520-709b-4aef-b098-4ff97a8e70d7/b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:01.384761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:01.387537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 7b1b38dd-6826-47fe-965d-3a3424e1f3b9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:01.423353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe204f5a-566a-49f4-b122-d6540d49deb0,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:01.450585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.453840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-07f88385-3a2c-4894-a8c8-a83536e52573 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3705807 Nov 03 19:20:01.457296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:01.472156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '3078aa0b-40e0-4111-bd4c-111651701aaf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:01.590513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.688656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.701374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.743192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.745426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2860696 Nov 03 19:20:01.758196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53574) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:01.814976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '3078aa0b-40e0-4111-bd4c-111651701aaf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:01.814976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021027-694d-405b-a85a-edc188a42f6d tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e0dcdc-1dd7-426f-b02d-13a2f339828e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:01.815784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.843710 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.846009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.882045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.022912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Pushing event updated for resources: {'Port': ['ID=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:02.086522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:02.093291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:02.095342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-8fd84f86-10d8-4d16-a20f-e603243c629c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:02.096948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-8fd84f86-10d8-4d16-a20f-e603243c629c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.110 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.7978134 Nov 03 19:20:02.100709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:02.116487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': '64e4d9da-c752-4257-bef2-d659cb495303', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:02.154862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16f26fe2-46bb-4502-8257-30ccc37e222c req-25b615f8-8da5-4269-add5-01c4efd04e12 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.1364760 Nov 03 19:20:02.205173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Subnet': ['ID=bb085584-fe08-4671-b0e4-019fea5f169a,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:02.217201 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.224521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.291930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Attempting to bind port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:02.292394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Attempting to bind port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '82101684-796e-439c-a2cd-09b740836076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:02.292861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Attempting to bind port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 on network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:02.300230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:02.300887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Checking segment: {'id': '82101684-796e-439c-a2cd-09b740836076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:02.302067 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.302545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Bound using segment: {'id': '82101684-796e-439c-a2cd-09b740836076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:02.303168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Bound port: b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82101684-796e-439c-a2cd-09b740836076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '872def3e-5574-4939-ac1d-d1c03e5b1eb5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:02.303631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.307782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151f96d1-d607-499d-97ba-155861223c84,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:02.337712 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.346040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cf7717e4-f998-4d50-ac5e-7fd3d2b23d78 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5808206 Nov 03 19:20:02.346040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53586) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:02.370393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '3078aa0b-40e0-4111-bd4c-111651701aaf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:02.435858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.438824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] For port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:02.443453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] For port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,segment=NetworkSegment(82101684-796e-439c-a2cd-09b740836076),segment_id=82101684-796e-439c-a2cd-09b740836076)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:02.453529 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.632856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85123-632d-4413-8ccf-610145a1ba7b None None] Pushing event updated for resources: {'Port': ['ID=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:02.646583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.657920 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.667099 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.715440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e84e29-aabf-4fe8-be71-4fd2a7af5db7,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:02.731378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.732469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7cc67764-62ed-41c6-a37e-c70b3b4e0eb1 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785629 Nov 03 19:20:02.736636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:02.745851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '3078aa0b-40e0-4111-bd4c-111651701aaf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:02.859225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.861413 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:02.886438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Checking segment: {'id': 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:02.886960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network hostable DHCP agents. Network: dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:03.092181 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.109013 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.119494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.155125 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5794e28-0902-4607-a078-a103ffd605b3,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:03.177971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.179742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3e5e51ff-ca24-4e3a-aa4d-9ec2a5a9b1c9 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4399674 Nov 03 19:20:03.184345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53602) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:03.254198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d9af-8fa4-45a8-968d-aab3f31b2a15 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.276246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:03.276958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d9af-8fa4-45a8-968d-aab3f31b2a15 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.349912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d9af-8fa4-45a8-968d-aab3f31b2a15 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.373317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca8d9af-8fa4-45a8-968d-aab3f31b2a15 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.389649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ca8d9af-8fa4-45a8-968d-aab3f31b2a15 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/b5794e28-0902-4607-a078-a103ffd605b3 HTTP/1.1" status: 204 len: 168 time: 0.2035689 Nov 03 19:20:03.390886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8d9af-8fa4-45a8-968d-aab3f31b2a15 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5794e28-0902-4607-a078-a103ffd605b3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:03.393362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53608) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:03.508653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:03.511799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed5674a7-0b71-460d-80ef-b6f5456517c7 req-b7738934-cb88-4e57-a541-086d72f9eb2c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.0560081 Nov 03 19:20:03.518274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:03.519041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.559586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-131913fd-f888-48cb-bd7e-3b9be2e9b06e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1637299 Nov 03 19:20:03.560211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:03.561827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.objects.ports [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:20:03.589324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:03.591670 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a26e8661-4de3-4abf-8243-557ae9ceeb67 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.619877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f7a56e-fc4a-44e6-b112-3120a66251fe None None] Network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:03.628395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a26e8661-4de3-4abf-8243-557ae9ceeb67 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.682097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a26e8661-4de3-4abf-8243-557ae9ceeb67 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.708291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.717106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a26e8661-4de3-4abf-8243-557ae9ceeb67 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.722141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.722794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a26e8661-4de3-4abf-8243-557ae9ceeb67 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/b1e84e29-aabf-4fe8-be71-4fd2a7af5db7 HTTP/1.1" status: 204 len: 168 time: 0.1613035 Nov 03 19:20:03.726580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e8661-4de3-4abf-8243-557ae9ceeb67 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e84e29-aabf-4fe8-be71-4fd2a7af5db7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:03.728484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53618) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:03.855847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9ccef718-b53e-467d-bfbd-96624eb79eb0 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1246638 Nov 03 19:20:03.856620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53620) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:03.917291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:03.923546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.928636 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74eba864-907c-4ed5-8320-526e6bad0674 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.949216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74eba864-907c-4ed5-8320-526e6bad0674 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:03.994070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74eba864-907c-4ed5-8320-526e6bad0674 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.015283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74eba864-907c-4ed5-8320-526e6bad0674 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.027135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-74eba864-907c-4ed5-8320-526e6bad0674 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/151f96d1-d607-499d-97ba-155861223c84 HTTP/1.1" status: 204 len: 168 time: 0.1672950 Nov 03 19:20:04.027862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53626) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:04.081625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eba864-907c-4ed5-8320-526e6bad0674 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=151f96d1-d607-499d-97ba-155861223c84,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:04.094228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.178699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad66ce9b-9a8e-445b-897c-53721e8f1bea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1452880 Nov 03 19:20:04.179330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53628) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:04.271030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a99796a-c65e-4972-a324-2f4089efee0a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.293072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a99796a-c65e-4972-a324-2f4089efee0a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.338940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,segment=NetworkSegment(82101684-796e-439c-a2cd-09b740836076),segment_id=82101684-796e-439c-a2cd-09b740836076)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:04.371680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.12 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/1437f0cf-ee39-487f-b207-f56ac2df2288) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:04.386526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a99796a-c65e-4972-a324-2f4089efee0a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.401037 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a99796a-c65e-4972-a324-2f4089efee0a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.406804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0a99796a-c65e-4972-a324-2f4089efee0a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/a7e0dcdc-1dd7-426f-b02d-13a2f339828e HTTP/1.1" status: 204 len: 168 time: 0.2233551 Nov 03 19:20:04.411587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53636) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:04.415349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.468553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c', 'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c', 'tenant_id': 'a7112aee009843bab0b1eac3c36a9ff6', 'fixed_ips': [{'subnet_id': 'bb085584-fe08-4671-b0e4-019fea5f169a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:04.469525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.478147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692c47d-ec08-4ff6-9591-9d589091b659 None None] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:04.491669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99796a-c65e-4972-a324-2f4089efee0a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e0dcdc-1dd7-426f-b02d-13a2f339828e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:04.575178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1da5d689-61f6-46f5-9e1c-158e2ced9f56 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1610601 Nov 03 19:20:04.579169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53640) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:04.633040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-06a3eddc-a7be-480d-bb0a-2a305c3f2c93 None None] Provisioning complete for port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:04.633812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-06a3eddc-a7be-480d-bb0a-2a305c3f2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.640094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:04.656572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4937789f-0d53-4105-b394-e7b961f0dd2b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.699310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.20.0.1 (872def3e-5574-4939-ac1d-d1c03e5b1eb5/3314b520-709b-4aef-b098-4ff97a8e70d7/62ca022c-fd97-4859-9308-9adbc911673d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:04.708531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4937789f-0d53-4105-b394-e7b961f0dd2b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.768234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86be08c3-0d52-441e-91be-f6c7ae6cefb5 req-f2580e39-742f-4622-952e-87b9c9d77f62 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.0754638 Nov 03 19:20:04.824276 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4937789f-0d53-4105-b394-e7b961f0dd2b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.843850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4937789f-0d53-4105-b394-e7b961f0dd2b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.850505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4937789f-0d53-4105-b394-e7b961f0dd2b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/fe204f5a-566a-49f4-b122-d6540d49deb0 HTTP/1.1" status: 204 len: 168 time: 0.2696099 Nov 03 19:20:04.852382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937789f-0d53-4105-b394-e7b961f0dd2b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe204f5a-566a-49f4-b122-d6540d49deb0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:04.855294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53650) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:04.906027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c3866761-612d-471b-9a58-fcdb8c70f07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:04.939673 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c322c640-ae93-4645-bdcb-fca7fa4f35e6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0827694 Nov 03 19:20:04.940384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53652) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:05.013436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.085339 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c837efd-5b06-4653-9d1e-f290190b7db4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.090200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event updated for resources: {'Subnet': ['ID=6d0ea16c-7c57-40c5-a182-821292c927e1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:05.184671 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c837efd-5b06-4653-9d1e-f290190b7db4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.284167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Checking segment: {'id': 'd10573fd-39a1-4719-8f95-ec97e6145ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5c3c06ed-6d25-4702-a350-703ae80bc0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:05.284785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network hostable DHCP agents. Network: 5c3c06ed-6d25-4702-a350-703ae80bc0b0, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:05.287273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Checking segment: {'id': '7b6352d9-98c7-4463-9640-9c007a645fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:05.287688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network hostable DHCP agents. Network: bb1f0852-64b4-4932-a28f-e62e7d01357d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:05.325665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:05.364445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c837efd-5b06-4653-9d1e-f290190b7db4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.367398 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4c837efd-5b06-4653-9d1e-f290190b7db4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.371423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4c837efd-5b06-4653-9d1e-f290190b7db4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/3078aa0b-40e0-4111-bd4c-111651701aaf HTTP/1.1" status: 204 len: 168 time: 0.4270732 Nov 03 19:20:05.381382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53658) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:05.388570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Allocated IP 2001:db8::1 (dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c/bb085584-fe08-4671-b0e4-019fea5f169a/b8843a45-16dc-4ee8-955b-8cdfb54a7e29) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:05.422517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Subnet': ['ID=0d76eb96-5532-4c2a-ac0b-249d2984232b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:05.428204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c837efd-5b06-4653-9d1e-f290190b7db4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3078aa0b-40e0-4111-bd4c-111651701aaf,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:05.451450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.499078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:05.505193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-07359b2f-2251-4f1d-9618-d5b304b5408f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128464 Nov 03 19:20:05.506391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53660) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:05.509058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:05.517535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660108478'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:05.533372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Network bb1f0852-64b4-4932-a28f-e62e7d01357d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:05.553608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 5c3c06ed-6d25-4702-a350-703ae80bc0b0 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:05.571336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.627560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:05.627921 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.664774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:05.814908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 5c3c06ed-6d25-4702-a350-703ae80bc0b0) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:05.818073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, bb1f0852-64b4-4932-a28f-e62e7d01357d) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:05.838636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.848551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.856310 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.902841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:05.904540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3967860 Nov 03 19:20:05.912783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53674) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:05.917944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '12916d6c-6f07-49fa-9bab-38cafbe1c2b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:05.968412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.969174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:05.969945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.007527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.008798 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.021539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359c57-6271-4681-ada9-5ab09b79000f tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12916d6c-6f07-49fa-9bab-38cafbe1c2b6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:06.041302 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.063130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992bef7-71f1-4036-8955-a48596e212e9 None None] Network 5c3c06ed-6d25-4702-a350-703ae80bc0b0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:06.069141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426522d0-9cbb-467a-9e69-4466489a0ce9 None None] Network bb1f0852-64b4-4932-a28f-e62e7d01357d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:06.159942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6aee872-0f41-4059-82fa-854fca75bb6b req-ab0693c5-d535-4a57-b02e-5e1d6e80fb59 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.1130099 Nov 03 19:20:06.163664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.252372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.297520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=62ca022c-fd97-4859-9308-9adbc911673d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:06.308066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.322123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.338168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2f644d06-e8a4-47ee-a835-8889bbf07013 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.2608619 Nov 03 19:20:06.344381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53676) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.371978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.426766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-07657a94-5400-46a1-becc-7c7bec83c49a tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 7.0314732 Nov 03 19:20:06.430858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.437011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53678) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.552656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cf5b33-d281-48f7-9a32-c5f8245c596c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:06.558635 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.571294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332', '25571f7e-4d5c-40a9-9139-baabe212380e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:20:06.577559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.579787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1fdfc821-c349-461f-be37-06f4aac6ce6e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6658134 Nov 03 19:20:06.583606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53684) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.685271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa422ce-173b-4a79-9012-5bd0adb341d4 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.692428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa422ce-173b-4a79-9012-5bd0adb341d4 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.700486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa422ce-173b-4a79-9012-5bd0adb341d4 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.725887 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4aa422ce-173b-4a79-9012-5bd0adb341d4 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2730799 Nov 03 19:20:06.731868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53686) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:06.761182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7a6ed66a-4b2c-4b88-80a9-2a321eaf5d4c None None] Provisioning complete for port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:06.761663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed66a-4b2c-4b88-80a9-2a321eaf5d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.809604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:06.835373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.849759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:06.860501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:06.946911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:06.953666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Pushing event updated for resources: {'Port': ['ID=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:06.959641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:06.960616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:06.992147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:06.993557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8809421 Nov 03 19:20:07.000005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.023821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Request body: {'port': {'device_id': '64e4d9da-c752-4257-bef2-d659cb495303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:07.027358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa605b-0a39-4bc0-8ccb-dfe5d5e612a8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=1437f0cf-ee39-487f-b207-f56ac2df2288,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:07.033840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.097195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:07.203188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.265552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3c06ed-6d25-4702-a350-703ae80bc0b0']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:07.281661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10573fd-39a1-4719-8f95-ec97e6145ca9') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:07.282440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10573fd-39a1-4719-8f95-ec97e6145ca9') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:07.335295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Deleting subnet bb085584-fe08-4671-b0e4-019fea5f169a {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:07.350871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.402956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.416202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:07.418458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.420074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-bb1f0852-64b4-4932-a28f-e62e7d01357d', 'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d', 'tenant_id': 'a7112aee009843bab0b1eac3c36a9ff6', 'fixed_ips': [{'subnet_id': '6d0ea16c-7c57-40c5-a182-821292c927e1'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:07.421824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:07.521977 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:07.525460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45e1f41f-154d-47b3-9aa7-5ce7ebf3a672 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.561858 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45e1f41f-154d-47b3-9aa7-5ce7ebf3a672 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.624213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Subnet': ['ID=0d76eb96-5532-4c2a-ac0b-249d2984232b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:07.641736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.643781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45e1f41f-154d-47b3-9aa7-5ce7ebf3a672 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.649164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45e1f41f-154d-47b3-9aa7-5ce7ebf3a672 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.651410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-45e1f41f-154d-47b3-9aa7-5ce7ebf3a672 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/12916d6c-6f07-49fa-9bab-38cafbe1c2b6 HTTP/1.1" status: 204 len: 168 time: 1.0662067 Nov 03 19:20:07.656748 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.667785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.676557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Attempting to bind port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:07.684990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Attempting to bind port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:07.687119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Attempting to bind port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 on network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:07.697674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.734975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53700) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:07.761331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.820157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.828694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/5c3c06ed-6d25-4702-a350-703ae80bc0b0 HTTP/1.1" status: 204 len: 168 time: 1.4829974 Nov 03 19:20:07.840713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53712) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:07.855076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f41f-154d-47b3-9aa7-5ce7ebf3a672 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12916d6c-6f07-49fa-9bab-38cafbe1c2b6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:07.877480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821c60b-c1da-4f6a-8318-dfc3dbb2c7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-5c3c06ed-6d25-4702-a350-703ae80bc0b0', 'network_id': '5c3c06ed-6d25-4702-a350-703ae80bc0b0', 'tenant_id': '4448803ed29e4f819115dc2c90b2e5f3', 'fixed_ips': [{'subnet_id': '0d76eb96-5532-4c2a-ac0b-249d2984232b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:07.878901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-363569983'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:07.881465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3821c60b-c1da-4f6a-8318-dfc3dbb2c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.914976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d5cf2-1562-49b6-b995-2465f40e5f81 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Network': ['ID=5c3c06ed-6d25-4702-a350-703ae80bc0b0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:07.941333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:07.942428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Checking segment: {'id': 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:07.942849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.943925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Bound using segment: {'id': 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:07.943925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Bound port: b8843a45-16dc-4ee8-955b-8cdfb54a7e29, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:07.944138 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:07.962711 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.027960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.259855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-95e0bf8d-b6e1-4048-b741-33c85f604195 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5140009 Nov 03 19:20:08.386951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53720) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:08.419045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549831989'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:08.508955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=62ca022c-fd97-4859-9308-9adbc911673d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:08.518998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Allocated IP 2001:db8:0:1::1 (bb1f0852-64b4-4932-a28f-e62e7d01357d/6d0ea16c-7c57-40c5-a182-821292c927e1/95a35681-b0a3-4ac3-832c-e4895c6c29d8) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:08.564525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:08.569619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:08.692879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bc55b-0315-48b6-a541-1884a9a559b6 req-f82781fa-1dd4-4ec3-af21-98092aaa30ae tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:08.695621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b10bc55b-0315-48b6-a541-1884a9a559b6 req-f82781fa-1dd4-4ec3-af21-98092aaa30ae tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 932 time: 1.0557039 Nov 03 19:20:08.736565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:20:08.736565 n-d-812151-4 neutron-server[101989]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 19:20:08.736565 n-d-812151-4 neutron-server[101989]: [parameters: {'project_id': '4448803ed29e4f819115dc2c90b2e5f3', 'id': '0ef5248c-6f86-4a23-93e7-6c1afd63655c', 'expiration': datetime.datetime(2021, 11, 3, 19, 22, 8, 670860)}] Nov 03 19:20:08.736565 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:20:08.737276 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:20:08.839074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.904356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:08.930963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.022224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b10bc55b-0315-48b6-a541-1884a9a559b6 req-6e153773-9b7d-42f6-9844-abb6da498e6d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167655 Nov 03 19:20:09.033178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.064504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d77bd-95e0-409e-842d-677b8c84736f None None] Network 5c3c06ed-6d25-4702-a350-703ae80bc0b0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:09.188756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Pushing event updated for resources: {'Port': ['ID=95a35681-b0a3-4ac3-832c-e4895c6c29d8,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:09.222301 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fb472fb-e243-46b2-bf62-d0ff33fc1011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.226497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d77bd-95e0-409e-842d-677b8c84736f None None] Network 5c3c06ed-6d25-4702-a350-703ae80bc0b0 could not be found, it might have been deleted concurrently. {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:20:09.246670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Network bb1f0852-64b4-4932-a28f-e62e7d01357d is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:09.251135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7a6ed66a-4b2c-4b88-80a9-2a321eaf5d4c None None] Provisioning complete for port 62ca022c-fd97-4859-9308-9adbc911673d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:09.251853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed66a-4b2c-4b88-80a9-2a321eaf5d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.257939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:09.269102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:09.277550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.342349 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.385256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.429806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] For port b8843a45-16dc-4ee8-955b-8cdfb54a7e29, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:09.440089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Subnet': ['ID=bb085584-fe08-4671-b0e4-019fea5f169a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:09.451988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.459377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 1b5a93d1-b755-4504-93c2-41ab7cb17e3d is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:20:09.466091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9767d894-667e-46df-8f54-aa8d59996f3d tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/subnets/bb085584-fe08-4671-b0e4-019fea5f169a HTTP/1.1" status: 204 len: 168 time: 2.7138813 Nov 03 19:20:09.467085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53736) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:09.487481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.489131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0780902 Nov 03 19:20:09.492538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1437f0cf-ee39-487f-b207-f56ac2df2288 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:20:09.498049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53738) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:09.498766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:09.502490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.505402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] For port b8843a45-16dc-4ee8-955b-8cdfb54a7e29, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,segment=NetworkSegment(d65b1f58-f48e-4684-aa02-7b4bf2de13e4),segment_id=d65b1f58-f48e-4684-aa02-7b4bf2de13e4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:09.520288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.524955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66422ae-89a5-48c4-8345-b8d2b51273ca tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea2131d-1d4d-48b1-b7e9-2a8bf96caf16,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:09.540474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ed66a-4b2c-4b88-80a9-2a321eaf5d4c None None] Port 62ca022c-fd97-4859-9308-9adbc911673d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:09.574304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.593138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408977977'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:09.604541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Attempting to bind port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:09.605327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Attempting to bind port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '7b6352d9-98c7-4463-9640-9c007a645fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:09.605904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Attempting to bind port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 on network bb1f0852-64b4-4932-a28f-e62e7d01357d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:09.647285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.712068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:09.744882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:09.758856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Checking segment: {'id': '7b6352d9-98c7-4463-9640-9c007a645fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:09.759608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.760144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Bound using segment: {'id': '7b6352d9-98c7-4463-9640-9c007a645fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:09.761067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Bound port: 95a35681-b0a3-4ac3-832c-e4895c6c29d8, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6352d9-98c7-4463-9640-9c007a645fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bb1f0852-64b4-4932-a28f-e62e7d01357d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:09.761781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.853204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.854011 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Added segment 12b0d6d9-ee56-4c93-9e6e-a440fd55cfdb of type vlan for network 468aa283-3715-4e95-81ac-3dc792da67bd Nov 03 19:20:09.864948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Deleting subnet 6d0ea16c-7c57-40c5-a182-821292c927e1 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:09.927293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:09.936517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.029168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.030037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-69e32506-68fb-4aed-8407-06ca3effa104 None None] Provisioning complete for port 62ca022c-fd97-4859-9308-9adbc911673d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:10.030498 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69e32506-68fb-4aed-8407-06ca3effa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.096695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713a27a-71c8-4783-b975-2be631e9faca None None] Pushing event updated for resources: {'Port': ['ID=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:10.246271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.316361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Transition to ACTIVE for port object 1437f0cf-ee39-487f-b207-f56ac2df2288 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:20:10.322851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.343787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-69e32506-68fb-4aed-8407-06ca3effa104 None None] Port 62ca022c-fd97-4859-9308-9adbc911673d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:10.497690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] For port 95a35681-b0a3-4ac3-832c-e4895c6c29d8, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:10.513061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] For port 95a35681-b0a3-4ac3-832c-e4895c6c29d8, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95a35681-b0a3-4ac3-832c-e4895c6c29d8,segment=NetworkSegment(7b6352d9-98c7-4463-9640-9c007a645fef),segment_id=7b6352d9-98c7-4463-9640-9c007a645fef)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:10.527105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.593103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.694441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.789832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479f8e7-28ab-4c74-920d-05d62847a353 None None] Pushing event updated for resources: {'Port': ['ID=95a35681-b0a3-4ac3-832c-e4895c6c29d8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:10.828194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.854104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:10.877518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b9045-3054-4943-8748-82d056045862 None None] Sync routers for ids ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:10.882908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e75e0949-c808-4013-9d82-04d002660225 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/1b5a93d1-b755-4504-93c2-41ab7cb17e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8260076 Nov 03 19:20:10.887307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53762) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:10.898028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1437f0cf-ee39-487f-b207-f56ac2df2288,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:10.946682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b9045-3054-4943-8748-82d056045862 None None] Routers {'1b5a93d1-b755-4504-93c2-41ab7cb17e3d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:10.947610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-083b9045-3054-4943-8748-82d056045862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:09Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:10.975284 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:10.992471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:10.995070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:11.067500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-083b9045-3054-4943-8748-82d056045862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:11.125394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b9045-3054-4943-8748-82d056045862 None None] Routers {'1b5a93d1-b755-4504-93c2-41ab7cb17e3d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:11.142657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-083b9045-3054-4943-8748-82d056045862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:09Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:11.253456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:11.272222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7002361 Nov 03 19:20:11.275996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-083b9045-3054-4943-8748-82d056045862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:11.280007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b9045-3054-4943-8748-82d056045862 None None] The sync data for ids ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:11.322866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53770) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:11.342030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73ec8b-7904-4734-b515-76e1d5339a32 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc71e5-46fa-41f1-8ff3-83c5a52e4652,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:11.351707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '3ea2131d-1d4d-48b1-b7e9-2a8bf96caf16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dbfc71e5-46fa-41f1-8ff3-83c5a52e4652', 'remote_ip_prefix': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:11.403159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da04be-1f63-4c52-8774-7fa2ad7670c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:11.409270 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-90da04be-1f63-4c52-8774-7fa2ad7670c5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports/62ca022c-fd97-4859-9308-9adbc911673d HTTP/1.1" status: 200 len: 910 time: 0.4930027 Nov 03 19:20:11.416746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53776) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:11.424120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3314b520-709b-4aef-b098-4ff97a8e70d7'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:11.458685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:11.492508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.6322641 Nov 03 19:20:11.499542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53782) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:11.613065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'subnet': {'network_id': '468aa283-3715-4e95-81ac-3dc792da67bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:11.676613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:11.697601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Attempting to bind port 1437f0cf-ee39-487f-b207-f56ac2df2288 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:11.698194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Attempting to bind port 1437f0cf-ee39-487f-b207-f56ac2df2288 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:11.698909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Attempting to bind port 1437f0cf-ee39-487f-b207-f56ac2df2288 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:11.760308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227d36d-752e-4cef-b1bd-b773622b0896 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Network': ['ID=468aa283-3715-4e95-81ac-3dc792da67bd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:11.778937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 468aa283-3715-4e95-81ac-3dc792da67bd details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:11.853236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:11.868020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Port 1437f0cf-ee39-487f-b207-f56ac2df2288 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:20:11.868531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Attempting to bind port 1437f0cf-ee39-487f-b207-f56ac2df2288 on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:11.890304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/subnets/6d0ea16c-7c57-40c5-a182-821292c927e1 HTTP/1.1" status: 204 len: 168 time: 2.4216926 Nov 03 19:20:11.899467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53786) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:11.926096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc45f5d-ddda-4fb8-9d40-9a753f3a443e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0ea16c-7c57-40c5-a182-821292c927e1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:11.944028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5279bbb-88f2-4b10-98cb-78d0ab05ae14 req-874f14bb-7c86-48a4-bf6d-f28f21595240 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:11.946168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5279bbb-88f2-4b10-98cb-78d0ab05ae14 req-874f14bb-7c86-48a4-bf6d-f28f21595240 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 944 time: 1.0200198 Nov 03 19:20:11.948520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:11.953480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.196017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.205095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.224691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30383a-9de9-4ae7-961b-42545fdce067 None None] Network dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:12.248428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03689886-f37d-4a79-a8c4-325dca049cce tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:12.256855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03689886-f37d-4a79-a8c4-325dca049cce tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3407183 Nov 03 19:20:12.262215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53792) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:12.277497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:12.278044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:12.278676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:12.279406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Bound port: 1437f0cf-ee39-487f-b207-f56ac2df2288, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:12.279957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.419643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7c77825c-f9ca-4c5b-9241-dac48b27f6d9 None None] Provisioning complete for port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:12.420127 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c77825c-f9ca-4c5b-9241-dac48b27f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.490847 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.575577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.730597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5279bbb-88f2-4b10-98cb-78d0ab05ae14 req-3c2016a5-197a-4166-812c-9b459b3538eb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139215 Nov 03 19:20:12.889555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:12.912972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] For port 1437f0cf-ee39-487f-b207-f56ac2df2288, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:12.934190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] For port 1437f0cf-ee39-487f-b207-f56ac2df2288, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1437f0cf-ee39-487f-b207-f56ac2df2288,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:12.996385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a718d245-b1d7-4029-a1dc-a6e625a66bdf,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:13.006588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.095679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b8843a45-16dc-4ee8-955b-8cdfb54a7e29 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:13.157994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.192185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1437f0cf-ee39-487f-b207-f56ac2df2288,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:13.203294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.229632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:13.234045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.239815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-aa2c051e-4d2f-4560-9980-ebe0f65cb9f0 service neutron] 10.222.0.110 "PUT /v2.0/ports/1437f0cf-ee39-487f-b207-f56ac2df2288 HTTP/1.1" status: 200 len: 1092 time: 6.2220142 Nov 03 19:20:13.275765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e4d9da-c752-4257-bef2-d659cb495303', 'tag': '1437f0cf-ee39-487f-b207-f56ac2df2288'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:13.289427 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7" -d '{"events": [{"name": "network-changed", "server_uuid": "64e4d9da-c752-4257-bef2-d659cb495303", "tag": "1437f0cf-ee39-487f-b207-f56ac2df2288"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:13.315840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.327263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a87143f4-f042-4193-82e9-df1f6d6e2cd6 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9989967 Nov 03 19:20:13.364912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53802) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:13.424275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad604675-7be4-4747-97c1-8458baaf3094 None None] Network bb1f0852-64b4-4932-a28f-e62e7d01357d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:13.511827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Subnet': ['ID=a3d4571b-91e7-42d1-9639-bf4fad0f89d1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:13.586229 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d83981-3181-4dde-8166-72f797f1a6ab x-openstack-request-id: req-92d83981-3181-4dde-8166-72f797f1a6ab {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:13.587120 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e4d9da-c752-4257-bef2-d659cb495303", "tag": "1437f0cf-ee39-487f-b207-f56ac2df2288", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:13.587120 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92d83981-3181-4dde-8166-72f797f1a6ab {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:13.589803 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e4d9da-c752-4257-bef2-d659cb495303', 'tag': '1437f0cf-ee39-487f-b207-f56ac2df2288', 'status': 'completed', 'code': 200} Nov 03 19:20:13.669012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-8a6b7c0a-fa65-4fb6-a35f-d436aa1d4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:13.675308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-8a6b7c0a-fa65-4fb6-a35f-d436aa1d4fb6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 1095 time: 0.3446178 Nov 03 19:20:13.713000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Checking segment: {'id': '12b0d6d9-ee56-4c93-9e6e-a440fd55cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '468aa283-3715-4e95-81ac-3dc792da67bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:13.713490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network hostable DHCP agents. Network: 468aa283-3715-4e95-81ac-3dc792da67bd, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:13.739987 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b459d75c-56d0-4013-b170-e671e42bc2e8 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.786214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Deleting port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:13.786562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.815551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b459d75c-56d0-4013-b170-e671e42bc2e8 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.831019 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c77825c-f9ca-4c5b-9241-dac48b27f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.886401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-d5aa674b-56fd-4010-8ee5-000c602423ac service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1437f0cf-ee39-487f-b207-f56ac2df2288 HTTP/1.1" status: 200 len: 217 time: 0.1955285 Nov 03 19:20:14.116137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network 468aa283-3715-4e95-81ac-3dc792da67bd is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:14.150769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-0ec9f35f-a1e2-4b53-8a5c-f2f793c40ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:14.152948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-0ec9f35f-a1e2-4b53-8a5c-f2f793c40ba6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.1662002 Nov 03 19:20:14.273275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7c77825c-f9ca-4c5b-9241-dac48b27f6d9 None None] For port b8843a45-16dc-4ee8-955b-8cdfb54a7e29, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,segment=NetworkSegment(d65b1f58-f48e-4684-aa02-7b4bf2de13e4),segment_id=d65b1f58-f48e-4684-aa02-7b4bf2de13e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:14.306433 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b459d75c-56d0-4013-b170-e671e42bc2e8 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:14.315714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 468aa283-3715-4e95-81ac-3dc792da67bd) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:14.348760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b459d75c-56d0-4013-b170-e671e42bc2e8 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:14.353190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b459d75c-56d0-4013-b170-e671e42bc2e8 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/a718d245-b1d7-4029-a1dc-a6e625a66bdf HTTP/1.1" status: 204 len: 168 time: 0.9804540 Nov 03 19:20:14.354659 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-f81cf71a-b3c3-41d9-bb9f-bcaea6b69181 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672368 Nov 03 19:20:14.355549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53814) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:14.386186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:14.387233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:14.396315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] For port 95a35681-b0a3-4ac3-832c-e4895c6c29d8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95a35681-b0a3-4ac3-832c-e4895c6c29d8,segment=NetworkSegment(7b6352d9-98c7-4463-9640-9c007a645fef),segment_id=7b6352d9-98c7-4463-9640-9c007a645fef)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:14.404700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:14.416082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459d75c-56d0-4013-b170-e671e42bc2e8 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a718d245-b1d7-4029-a1dc-a6e625a66bdf,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:14.513663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Calling delete_port for 95a35681-b0a3-4ac3-832c-e4895c6c29d8 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:14.548459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ff79-550c-4f3b-95f6-188ff7b4121d req-c403671d-1135-4763-937c-90e218d9833b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:14.562447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e5906-71a2-44a9-bb02-fb7f2f84a9f2 None None] Network 468aa283-3715-4e95-81ac-3dc792da67bd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:14.563710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aff9ff79-550c-4f3b-95f6-188ff7b4121d req-c403671d-1135-4763-937c-90e218d9833b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 944 time: 0.6273854 Nov 03 19:20:14.564511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c77825c-f9ca-4c5b-9241-dac48b27f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:14.595926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:14.596438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:14.598942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] DHCP port deletion for dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:14.611692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17fb45cd-cb58-40ef-a8f6-b1ae5b2cf770 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0415375 Nov 03 19:20:14.618016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53818) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:14.746459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aff9ff79-550c-4f3b-95f6-188ff7b4121d req-307378a9-e6c6-4f49-b515-48872d439f0a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814148 Nov 03 19:20:14.808564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53820) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:14.809295 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03b873ec-1b84-4166-b582-b4dc21115940 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4341352 Nov 03 19:20:14.928486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3574431-8b82-453b-851a-05c20779838a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.009602 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.013417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3574431-8b82-453b-851a-05c20779838a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.086456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8f9c9e37-2db1-4aa0-bf8e-20666789e1c5 None None] Provisioning complete for port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:15.086743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f9c9e37-2db1-4aa0-bf8e-20666789e1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.140342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814022e-7065-44e5-ac93-7f422125e62c None None] DHCP port deletion for bb1f0852-64b4-4932-a28f-e62e7d01357d request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:15.155831 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.174328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.192418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8f9c9e37-2db1-4aa0-bf8e-20666789e1c5 None None] Could not find standard attr ID for object 95a35681-b0a3-4ac3-832c-e4895c6c29d8. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:20:15.194215 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.db [None req-8f9c9e37-2db1-4aa0-bf8e-20666789e1c5 None None] No ports have port_id starting with 95a35681-b0a3-4ac3-832c-e4895c6c29d8 Nov 03 19:20:15.194372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77825c-f9ca-4c5b-9241-dac48b27f6d9 None None] Pushing event updated for resources: {'Port': ['ID=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:15.219578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-4ea53935-9fd9-4f2f-bf4a-11c0206edd16 service neutron] 10.222.0.110 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193854 Nov 03 19:20:15.237791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] No DVR routers for this DVR port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:15.267980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Port': ['ID=95a35681-b0a3-4ac3-832c-e4895c6c29d8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:15.285026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] Deleting port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:15.285626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.322253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3574431-8b82-453b-851a-05c20779838a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.325721 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3574431-8b82-453b-851a-05c20779838a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.331601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b3574431-8b82-453b-851a-05c20779838a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/dbfc71e5-46fa-41f1-8ff3-83c5a52e4652 HTTP/1.1" status: 204 len: 168 time: 0.5207572 Nov 03 19:20:15.342867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53824) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:15.369081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.388871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.414559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574431-8b82-453b-851a-05c20779838a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc71e5-46fa-41f1-8ff3-83c5a52e4652,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:15.527329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95a35681-b0a3-4ac3-832c-e4895c6c29d8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:15.558403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 95a35681-b0a3-4ac3-832c-e4895c6c29d8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:15.558749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95a35681-b0a3-4ac3-832c-e4895c6c29d8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 19:20:15.581941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-791e3842-2e82-4b65-a395-702eb9782477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2335060 Nov 03 19:20:15.585221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53830) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:15.587311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.617863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port 95a35681-b0a3-4ac3-832c-e4895c6c29d8 not found, will not notify nova. {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 19:20:15.647557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:15.649406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.654648 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/ports/62ca022c-fd97-4859-9308-9adbc911673d HTTP/1.1" status: 200 len: 910 time: 4.2347145 Nov 03 19:20:15.664959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53832) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:15.666587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.670637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] For port b8843a45-16dc-4ee8-955b-8cdfb54a7e29, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,segment=NetworkSegment(d65b1f58-f48e-4684-aa02-7b4bf2de13e4),segment_id=d65b1f58-f48e-4684-aa02-7b4bf2de13e4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:15.671328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.704573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04345-59f4-4417-a942-f1f30474394e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=62ca022c-fd97-4859-9308-9adbc911673d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:15.711008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939c873-19cf-4d6c-9879-aa93d3ce0775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-468aa283-3715-4e95-81ac-3dc792da67bd', 'network_id': '468aa283-3715-4e95-81ac-3dc792da67bd', 'tenant_id': '4448803ed29e4f819115dc2c90b2e5f3', 'fixed_ips': [{'subnet_id': 'a3d4571b-91e7-42d1-9639-bf4fad0f89d1'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:15.712159 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a939c873-19cf-4d6c-9879-aa93d3ce0775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.735795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] Calling delete_port for b8843a45-16dc-4ee8-955b-8cdfb54a7e29 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:15.785543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a698a659-41dc-4389-a181-7c9f23bd3e5a req-5a99ad8f-fc1f-42c7-9840-018471ea2ef6 service neutron] 10.222.0.110 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096737 Nov 03 19:20:15.825708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b8843a45-16dc-4ee8-955b-8cdfb54a7e29 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:15.886682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1f0852-64b4-4932-a28f-e62e7d01357d']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:15.918373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-fb9aaa18-8ac5-4f64-b054-84b951f26124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:15.920033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-fb9aaa18-8ac5-4f64-b054-84b951f26124 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 1095 time: 0.0607891 Nov 03 19:20:16.035947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d4571b-91e7-42d1-9639-bf4fad0f89d1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:16.053430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6352d9-98c7-4463-9640-9c007a645fef') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:16.054050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6352d9-98c7-4463-9640-9c007a645fef') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:16.060402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9455de-f2e2-4b35-8503-05ac5e9591a1 None None] Network 468aa283-3715-4e95-81ac-3dc792da67bd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:16.068649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-728109b4-17a1-4c97-9fb0-d5770dbc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:16.071919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-728109b4-17a1-4c97-9fb0-d5770dbc1a31 service neutron] 10.222.0.110 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.1440630 Nov 03 19:20:16.073793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17d13ae3-85b3-452c-a483-b6a476ac4006 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.119808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.136143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21a036-35d8-45f5-b380-ba7034a417df req-4759317c-4d40-4586-a73a-b1767f5611ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:16.149238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f21a036-35d8-45f5-b380-ba7034a417df req-4759317c-4d40-4586-a73a-b1767f5611ac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 944 time: 0.2399616 Nov 03 19:20:16.151756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-1dc6bc66-88d7-44b9-bc58-d465c219e255 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1437f0cf-ee39-487f-b207-f56ac2df2288 HTTP/1.1" status: 200 len: 217 time: 0.0703864 Nov 03 19:20:16.250495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-99957ceb-5e6e-459b-b6b8-1817dae3920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:16.253281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-99957ceb-5e6e-459b-b6b8-1817dae3920c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.0855889 Nov 03 19:20:16.277115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.315211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.324330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-7ab224e8-d3cb-46cc-ba82-885bb9260b58 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615146 Nov 03 19:20:16.329470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17d13ae3-85b3-452c-a483-b6a476ac4006 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.333437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] Pushing event deleted for resources: {'Port': ['ID=b8843a45-16dc-4ee8-955b-8cdfb54a7e29,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:16.360100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 update to DOWN by agent not found {{(pid=101991) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:20:16.360567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95a35681-b0a3-4ac3-832c-e4895c6c29d8 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:16.395918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 95a35681-b0a3-4ac3-832c-e4895c6c29d8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:16.396490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95a35681-b0a3-4ac3-832c-e4895c6c29d8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:16.404083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16a329-c326-41ca-b749-6c6fe3b872bf None None] No DVR routers for this DVR port b8843a45-16dc-4ee8-955b-8cdfb54a7e29 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:16.416791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.431995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:16.432404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:16.442091 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:16.576643 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-a37d023f-e39f-48b6-887f-6f245dc1c8b3 service neutron] 10.222.0.110 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375402 Nov 03 19:20:16.640814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468aa283-3715-4e95-81ac-3dc792da67bd']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:16.681625 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17d13ae3-85b3-452c-a483-b6a476ac4006 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.688987 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17d13ae3-85b3-452c-a483-b6a476ac4006 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.690281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17d13ae3-85b3-452c-a483-b6a476ac4006 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/3ea2131d-1d4d-48b1-b7e9-2a8bf96caf16 HTTP/1.1" status: 204 len: 168 time: 1.0990748 Nov 03 19:20:16.691631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.699094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0d6d9-ee56-4c93-9e6e-a440fd55cfdb') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:16.699932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0d6d9-ee56-4c93-9e6e-a440fd55cfdb') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:16.700614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53850) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:16.739732 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.743185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/networks/bb1f0852-64b4-4932-a28f-e62e7d01357d HTTP/1.1" status: 204 len: 168 time: 4.4798913 Nov 03 19:20:16.747194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f21a036-35d8-45f5-b380-ba7034a417df req-59991bce-f1d6-49d1-adcc-5a4c4aed519f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967464 Nov 03 19:20:16.758256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53852) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:16.760584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.812555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa4db3e8-4673-488c-9bdb-7a2c8fcc19f7 req-8530bf91-95be-4a64-b3f3-e2211af2b5de service neutron] 10.222.0.110 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268417 Nov 03 19:20:16.861457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d13ae3-85b3-452c-a483-b6a476ac4006 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea2131d-1d4d-48b1-b7e9-2a8bf96caf16,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:16.869426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ebb21d2-839c-4a9e-9450-4bebd983d548 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1675332 Nov 03 19:20:16.870266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53856) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:16.893471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088317758'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:16.939680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1cddf-7d03-491b-9891-049aa0638750 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Network': ['ID=bb1f0852-64b4-4932-a28f-e62e7d01357d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:16.950053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:16.985181 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.005468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.041254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:17.041999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:17.054529 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:17.176297 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.202117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.205360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/468aa283-3715-4e95-81ac-3dc792da67bd HTTP/1.1" status: 204 len: 168 time: 2.5835807 Nov 03 19:20:17.211079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:17.217009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412741155'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:17.282227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.305445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1b60a-4013-4f92-afe7-bd75ecd3faf0 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Network': ['ID=468aa283-3715-4e95-81ac-3dc792da67bd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:17.315540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.342172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.363940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:17.370814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:17.379304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:17.379594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65b1f58-f48e-4684-aa02-7b4bf2de13e4') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:17.379991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.393701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.437896 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.438445 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.442438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5685472 Nov 03 19:20:17.444491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:17.447852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:17.448566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.449116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '711b8e84-1e46-4e55-8252-1c86ef9dbfba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:17.469180 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:17.492885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b9d61-aeb1-44eb-bc9e-5eb520417424 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711b8e84-1e46-4e55-8252-1c86ef9dbfba,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:17.509162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.519782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:17.532543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.556913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.557381 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Added segment 85a419c6-73cd-43a0-866f-0e59ccb92f04 of type vlan for network c136dc6d-2c84-4420-9ba1-858b956fb87d Nov 03 19:20:17.638211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.647440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.648346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.653326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/networks/dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c HTTP/1.1" status: 204 len: 168 time: 0.8907084 Nov 03 19:20:17.661905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53868) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:17.715440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7138e-a3a4-4c27-9624-6393ea7a255b tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Network': ['ID=dc0cf1d6-e6aa-479b-aba2-1cbe2f85128c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:17.735447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.739268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.748511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:17.749418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.786731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.814564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6025062 Nov 03 19:20:17.829835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53872) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:17.836202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Request body: {'subnet': {'network_id': 'c136dc6d-2c84-4420-9ba1-858b956fb87d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:17.876114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.896536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416c49c0-cc28-4281-95fe-47bb9842e5c5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:17.908423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.913963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3b3dd630-f805-4ec1-b819-08a111e1eaff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4683926 Nov 03 19:20:17.914851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53876) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:17.934798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c8c6-5056-40df-a7ab-9f1b615678fe tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Network': ['ID=c136dc6d-2c84-4420-9ba1-858b956fb87d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:17.962859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c136dc6d-2c84-4420-9ba1-858b956fb87d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:17.971879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3d00925-6704-41a1-82cf-650c4de60861 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:17.992947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3d00925-6704-41a1-82cf-650c4de60861 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.030493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3d00925-6704-41a1-82cf-650c4de60861 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.044134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3d00925-6704-41a1-82cf-650c4de60861 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.048630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c3d00925-6704-41a1-82cf-650c4de60861 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/416c49c0-cc28-4281-95fe-47bb9842e5c5 HTTP/1.1" status: 204 len: 168 time: 0.1256602 Nov 03 19:20:18.051226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53878) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.064163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d00925-6704-41a1-82cf-650c4de60861 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=416c49c0-cc28-4281-95fe-47bb9842e5c5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:18.125893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-29918f41-68e8-4ae2-8ea4-473c185342a0 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0707598 Nov 03 19:20:18.126098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53880) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.199329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f6c6bf59-1ac9-49ce-b02c-1c0db578b06a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.262881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f6c6bf59-1ac9-49ce-b02c-1c0db578b06a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.323095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f6c6bf59-1ac9-49ce-b02c-1c0db578b06a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.327216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f6c6bf59-1ac9-49ce-b02c-1c0db578b06a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.331049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f6c6bf59-1ac9-49ce-b02c-1c0db578b06a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/711b8e84-1e46-4e55-8252-1c86ef9dbfba HTTP/1.1" status: 204 len: 168 time: 0.2004972 Nov 03 19:20:18.332827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53882) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.370585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6bf59-1ac9-49ce-b02c-1c0db578b06a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b8e84-1e46-4e55-8252-1c86ef9dbfba,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:18.410726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4b109aeb-aabd-4aa3-962f-7c5e23f9503e tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726538 Nov 03 19:20:18.412044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53884) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.417270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142488908'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:18.447374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.544581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65591ec-61fb-48e7-b17d-fda4654b4255 req-7099d587-d819-41d2-91b2-ddf8026b89fe tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:18.549118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.553445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e65591ec-61fb-48e7-b17d-fda4654b4255 req-7099d587-d819-41d2-91b2-ddf8026b89fe tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 944 time: 0.6213377 Nov 03 19:20:18.555397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.557181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Made reservation on behalf of 4448803ed29e4f819115dc2c90b2e5f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:18.561546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.602265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778c647a-a81a-4263-a0e9-194c043d0cc0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:18.606534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.610589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0306f4a0-a4f3-4cff-bfb2-2c17e23f39d7 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1949275 Nov 03 19:20:18.611507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53890) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.616022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '778c647a-a81a-4263-a0e9-194c043d0cc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:18.658129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.754386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.761097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.766465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.795809 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.801745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1860557 Nov 03 19:20:18.801972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53892) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.827059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6e0a699c-b79a-46d1-a234-c465b3190e5b tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules/34be33eb-9c78-4759-ba84-4427c4132d9e HTTP/1.1" status: 200 len: 763 time: 0.0217152 Nov 03 19:20:18.827059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aae92d-e7ff-4a5c-b8fc-407c0a918eea tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34be33eb-9c78-4759-ba84-4427c4132d9e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:18.828200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53894) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.870567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ed33fe-0619-4213-8f44-97b7c3a8a891']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:18.910671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b87f62-1167-4ad0-b9f8-10cde93970cb') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:18.911212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b87f62-1167-4ad0-b9f8-10cde93970cb') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:18.912381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91c0070f-5bcc-41bd-94ba-deffe39c0a8a tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0765030 Nov 03 19:20:18.913108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53896) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:18.922352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e65591ec-61fb-48e7-b17d-fda4654b4255 req-35341cc2-267c-492e-bff2-2b282058759d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551958 Nov 03 19:20:18.960821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c3c461e-664c-4fd8-9157-c1d651d7e477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.970702 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:18.974032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c3c461e-664c-4fd8-9157-c1d651d7e477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.020497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c3c461e-664c-4fd8-9157-c1d651d7e477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.030209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.030327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c3c461e-664c-4fd8-9157-c1d651d7e477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.035174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1c3c461e-664c-4fd8-9157-c1d651d7e477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/34be33eb-9c78-4759-ba84-4427c4132d9e HTTP/1.1" status: 204 len: 168 time: 0.1195836 Nov 03 19:20:19.035767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53904) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.077984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c461e-664c-4fd8-9157-c1d651d7e477 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34be33eb-9c78-4759-ba84-4427c4132d9e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:19.103920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:19.104592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.117364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 62ca022c-fd97-4859-9308-9adbc911673d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:19.117935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:19.122963 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:19.126917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f3bbdb6b-3503-442f-a6e0-92dcab5f5bb4 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783648 Nov 03 19:20:19.127351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53910) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.131798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '778c647a-a81a-4263-a0e9-194c043d0cc0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:19.169641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.248257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.256263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.290726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5b846c-27fd-4245-bb3d-2dd6c3e543cb,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:19.291381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.306294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.308765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7af0d493-e83e-428c-9ab2-bae31bffdc35 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801913 Nov 03 19:20:19.312176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53912) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.346622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1046c339-47b1-4e9c-bbf7-ca442e3835ff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules/1f5b846c-27fd-4245-bb3d-2dd6c3e543cb HTTP/1.1" status: 200 len: 763 time: 0.0308275 Nov 03 19:20:19.349385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53916) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.363561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.373458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/networks/72ed33fe-0619-4213-8f44-97b7c3a8a891 HTTP/1.1" status: 204 len: 168 time: 1.7103207 Nov 03 19:20:19.373995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53920) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.429623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0956a-f43f-474c-9710-cb29baa671c2 tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Network': ['ID=72ed33fe-0619-4213-8f44-97b7c3a8a891,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:19.493551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.509655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 62ca022c-fd97-4859-9308-9adbc911673d owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:19.549614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7e98517b-03a2-4de0-b7e2-3654bd52c3ed tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1983507 Nov 03 19:20:19.555454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53926) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.572054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.634766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c29453-a161-4ed6-8733-3eaaab280109 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.655075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.objects.ports [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:20:19.659299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.691027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c29453-a161-4ed6-8733-3eaaab280109 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.720419 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event updated for resources: {'Subnet': ['ID=edb5bb19-a352-4cc1-a651-8c545910ac13,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:19.779279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1437f0cf-ee39-487f-b207-f56ac2df2288 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:20:19.798077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c29453-a161-4ed6-8733-3eaaab280109 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.815617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c29453-a161-4ed6-8733-3eaaab280109 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.817804 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a0c29453-a161-4ed6-8733-3eaaab280109 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/1f5b846c-27fd-4245-bb3d-2dd6c3e543cb HTTP/1.1" status: 204 len: 168 time: 0.2574213 Nov 03 19:20:19.821505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.823725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53938) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:19.837303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c29453-a161-4ed6-8733-3eaaab280109 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f5b846c-27fd-4245-bb3d-2dd6c3e543cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:19.870871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28df5968-35bf-4b16-8e97-6dc6a4c862b5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:19.888986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c323a7b7-082c-47fc-94c2-cd09902a5dd4') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:19.889400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c323a7b7-082c-47fc-94c2-cd09902a5dd4') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:19.893649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Checking segment: {'id': '85a419c6-73cd-43a0-866f-0e59ccb92f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c136dc6d-2c84-4420-9ba1-858b956fb87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:19.894385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network hostable DHCP agents. Network: c136dc6d-2c84-4420-9ba1-858b956fb87d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:19.917455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.936398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.949422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:19.949938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:19.953587 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:20.046259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.059540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.071289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] 10.222.0.91 "DELETE /v2.0/networks/28df5968-35bf-4b16-8e97-6dc6a4c862b5 HTTP/1.1" status: 204 len: 168 time: 0.6954453 Nov 03 19:20:20.087886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Network c136dc6d-2c84-4420-9ba1-858b956fb87d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:20.122103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd975c67-c1bb-4071-ae54-18ad072d093e tempest-BulkNetworkOpsIpV6Test-755384113 tempest-BulkNetworkOpsIpV6Test-755384113-project] Pushing event deleted for resources: {'Network': ['ID=28df5968-35bf-4b16-8e97-6dc6a4c862b5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:20.128842 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6afb2b79-4b8b-42bc-96f0-327297113903 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3009357 Nov 03 19:20:20.131668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53946) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:20.139498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Request body: {'security_group_rule': {'security_group_id': '778c647a-a81a-4263-a0e9-194c043d0cc0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:20.152334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c136dc6d-2c84-4420-9ba1-858b956fb87d) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:20.188130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.189385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:20.195922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.212868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e235361-c7a3-4b88-b3b4-21dcdf67b154 None None] Network c136dc6d-2c84-4420-9ba1-858b956fb87d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:20.287914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a9c6eaad-91a7-4042-ada1-5259202628cb tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4568174 Nov 03 19:20:20.290537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53952) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:20.296412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.365215 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.368670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6e81f-3e63-425e-8b78-7c6166938d3c req-ade6a637-f274-4a45-a556-9515bdb2a820 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:20.378360 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51f6e81f-3e63-425e-8b78-7c6166938d3c req-ade6a637-f274-4a45-a556-9515bdb2a820 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 944 time: 0.3105872 Nov 03 19:20:20.384469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=62ca022c-fd97-4859-9308-9adbc911673d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:20.442071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.487132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 1437f0cf-ee39-487f-b207-f56ac2df2288, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1437f0cf-ee39-487f-b207-f56ac2df2288,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:20.518688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '1437f0cf-ee39-487f-b207-f56ac2df2288', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '1437f0cf-ee39-487f-b207-f56ac2df2288', 'mac_address': 'fa:16:3e:1d:64:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:20:20.563802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51f6e81f-3e63-425e-8b78-7c6166938d3c req-488c8f5a-cebe-44ea-873b-3a9f970024a7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836162 Nov 03 19:20:20.680539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.687064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53958) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:20.698046 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.737510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.757996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1437f0cf-ee39-487f-b207-f56ac2df2288 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:20:20.760218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a657cc20-b4ee-42dc-acc0-62e46f8ca55e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:20.771662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.777904 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5aa2ac4f-517b-42b2-a1b2-e97de1b40218 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6440916 Nov 03 19:20:20.791209 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:20:20.797075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53968) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:20.805889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 1437f0cf-ee39-487f-b207-f56ac2df2288, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1437f0cf-ee39-487f-b207-f56ac2df2288,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:20.825318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:20.828555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-476b89d3-7d27-4eca-9008-1621c0845778 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules/a657cc20-b4ee-42dc-acc0-62e46f8ca55e HTTP/1.1" status: 200 len: 764 time: 0.0293398 Nov 03 19:20:20.831422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53970) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:20.882126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.057384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=1437f0cf-ee39-487f-b207-f56ac2df2288,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:21.066951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0c597-b55a-4ccb-8c1c-21c1506bc034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-c136dc6d-2c84-4420-9ba1-858b956fb87d', 'network_id': 'c136dc6d-2c84-4420-9ba1-858b956fb87d', 'tenant_id': '4448803ed29e4f819115dc2c90b2e5f3', 'fixed_ips': [{'subnet_id': 'edb5bb19-a352-4cc1-a651-8c545910ac13'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:21.068564 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c597-b55a-4ccb-8c1c-21c1506bc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.130627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1c7e9bf5-45e2-4471-9324-f9237b082f98 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a7112aee009843bab0b1eac3c36a9ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294116 Nov 03 19:20:21.143411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53972) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:21.156302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cc58cc8a-7952-4eee-9cf8-f8d1520433ff tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3226330 Nov 03 19:20:21.163491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:21.223164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.269563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7670e67-6555-4f16-bd81-5a4a655b698c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.269982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['1437f0cf-ee39-487f-b207-f56ac2df2288'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server [None req-2ef0c597-b55a-4ccb-8c1c-21c1506bc034 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edb5bb19-a352-4cc1-a651-8c545910ac13: This subnet is being modified by another concurrent operation. Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:20:21.357563 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edb5bb19-a352-4cc1-a651-8c545910ac13: This subnet is being modified by another concurrent operation. Nov 03 19:20:21.361549 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Nov 03 19:20:21.398998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Subnet': ['ID=edb5bb19-a352-4cc1-a651-8c545910ac13,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:21.427347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 1b5a93d1-b755-4504-93c2-41ab7cb17e3d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:21.437870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7670e67-6555-4f16-bd81-5a4a655b698c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.454677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98810df6-3b93-4c58-af0a-761f2d7db7ac tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.458410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c9eb0-6fa8-4790-b7f6-fd44778b83c2 None None] Network c136dc6d-2c84-4420-9ba1-858b956fb87d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:21.474925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98810df6-3b93-4c58-af0a-761f2d7db7ac tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:21.617713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:21.618223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fef30-6909-4324-aa31-ab6801af8489 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:20:21.631866 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] Sync routers for ids ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:21.655391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-499bec1b-f7b1-4bc3-a128-929273711c6c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/1b5a93d1-b755-4504-93c2-41ab7cb17e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9827704 Nov 03 19:20:21.662655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:21.665937 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] Routers {'1b5a93d1-b755-4504-93c2-41ab7cb17e3d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:21.666560 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:09Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:21.782291 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:21.811941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f1aaae8c-5cec-4f31-baa7-d56b0139f636 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b5a93d1-b755-4504-93c2-41ab7cb17e3d HTTP/1.1" status: 200 len: 205 time: 0.1360230 Nov 03 19:20:21.817201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53990) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:21.823136 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] Routers {'1b5a93d1-b755-4504-93c2-41ab7cb17e3d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:21.823827 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:09Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:21.880522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fef30-6909-4324-aa31-ab6801af8489 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:20:21.965564 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:21.974197 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eb7df5-6527-4a0d-8938-30503449375d None None] The sync data for ids ['1b5a93d1-b755-4504-93c2-41ab7cb17e3d'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:21.993832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98810df6-3b93-4c58-af0a-761f2d7db7ac tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.004613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-98810df6-3b93-4c58-af0a-761f2d7db7ac tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.006156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-98810df6-3b93-4c58-af0a-761f2d7db7ac tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/a657cc20-b4ee-42dc-acc0-62e46f8ca55e HTTP/1.1" status: 204 len: 168 time: 0.8413019 Nov 03 19:20:22.009449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53996) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:22.043405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.051691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810df6-3b93-4c58-af0a-761f2d7db7ac tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a657cc20-b4ee-42dc-acc0-62e46f8ca55e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:22.065572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20786-fbc0-4a9e-ad8d-1af3fc5a768b req-1b1cd155-e556-48f7-a297-dd0ce98f974e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:22.074275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6d20786-fbc0-4a9e-ad8d-1af3fc5a768b req-1b1cd155-e556-48f7-a297-dd0ce98f974e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 945 time: 0.2920768 Nov 03 19:20:22.122351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.166428 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7670e67-6555-4f16-bd81-5a4a655b698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.170087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7670e67-6555-4f16-bd81-5a4a655b698c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.171775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7670e67-6555-4f16-bd81-5a4a655b698c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bec892c3-a60b-48d0-a943-3abf26db53be HTTP/1.1" status: 204 len: 168 time: 1.0270541 Nov 03 19:20:22.191747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c136dc6d-2c84-4420-9ba1-858b956fb87d']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:22.210140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7670e67-6555-4f16-bd81-5a4a655b698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec892c3-a60b-48d0-a943-3abf26db53be,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:22.218720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a419c6-73cd-43a0-866f-0e59ccb92f04') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:22.218966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a419c6-73cd-43a0-866f-0e59ccb92f04') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:22.251789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.266914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-90bc50a7-b730-445d-bf5d-091eecee7551 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2535212 Nov 03 19:20:22.277028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54000) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:22.310374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6d20786-fbc0-4a9e-ad8d-1af3fc5a768b req-2bbb5a90-da97-4e52-a044-061c0577cef3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350764 Nov 03 19:20:22.433313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.491628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:22.492513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:22.511265 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:22.559177 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-20e44d9f-7212-411c-80c1-0bd0d3b5644c tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.560950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.565576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.645627 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.646614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5a93d1-b755-4504-93c2-41ab7cb17e3d {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:20:22.672199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.677455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-87baced3-4ded-44b2-8b62-6e5910d66f88 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/1b5a93d1-b755-4504-93c2-41ab7cb17e3d HTTP/1.1" status: 204 len: 168 time: 0.8548436 Nov 03 19:20:22.677687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54010) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:22.701555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-20e44d9f-7212-411c-80c1-0bd0d3b5644c tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.762100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.796046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:22.803599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/c136dc6d-2c84-4420-9ba1-858b956fb87d HTTP/1.1" status: 204 len: 168 time: 2.5072861 Nov 03 19:20:22.804649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54020) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:22.855538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce76c2-be82-4f90-b363-558a8976c377 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Network': ['ID=c136dc6d-2c84-4420-9ba1-858b956fb87d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:22.865964 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78323bc-cd42-4296-a003-91dd5baeb191 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:22.867131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78323bc-cd42-4296-a003-91dd5baeb191 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:22.877011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:22.880377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d78323bc-cd42-4296-a003-91dd5baeb191 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/edb5bb19-a352-4cc1-a651-8c545910ac13 HTTP/1.1" status: 404 len: 337 time: 0.0732436 Nov 03 19:20:22.894958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet 3314b520-709b-4aef-b098-4ff97a8e70d7 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:22.898734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.009483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.053898 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed9eeea-bc28-40cd-aee7-c834d0c0e522 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:23.069772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed9eeea-bc28-40cd-aee7-c834d0c0e522 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:23.077192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1ed9eeea-bc28-40cd-aee7-c834d0c0e522 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/c136dc6d-2c84-4420-9ba1-858b956fb87d HTTP/1.1" status: 404 len: 339 time: 0.1954386 Nov 03 19:20:23.078498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54034) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.100813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-20e44d9f-7212-411c-80c1-0bd0d3b5644c tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.104182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-20e44d9f-7212-411c-80c1-0bd0d3b5644c tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.105370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-20e44d9f-7212-411c-80c1-0bd0d3b5644c tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "DELETE /v2.0/security-groups/778c647a-a81a-4263-a0e9-194c043d0cc0 HTTP/1.1" status: 204 len: 168 time: 0.8260210 Nov 03 19:20:23.125280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.144575 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa5fe0e-10d3-49ca-b5d6-8abe3c3a9d57 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:23.146512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa5fe0e-10d3-49ca-b5d6-8abe3c3a9d57 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:23.146746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44d9f-7212-411c-80c1-0bd0d3b5644c tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778c647a-a81a-4263-a0e9-194c043d0cc0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:23.177874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9fa5fe0e-10d3-49ca-b5d6-8abe3c3a9d57 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/a3d4571b-91e7-42d1-9639-bf4fad0f89d1 HTTP/1.1" status: 404 len: 337 time: 0.0963917 Nov 03 19:20:23.183485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54040) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.254731 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6372a71-4ea8-4633-a2d2-72fc85c53f36 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:23.263817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6c214985-bb2c-406e-8ed3-86af42e6ac68 tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1316473 Nov 03 19:20:23.264488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6372a71-4ea8-4633-a2d2-72fc85c53f36 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:23.264924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54044) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.275264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e6372a71-4ea8-4633-a2d2-72fc85c53f36 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/468aa283-3715-4e95-81ac-3dc792da67bd HTTP/1.1" status: 404 len: 339 time: 0.0902369 Nov 03 19:20:23.278684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.279244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54046) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.345764 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a816d0dd-239d-4316-9ef1-ab56a7934ed5 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:23.346521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a816d0dd-239d-4316-9ef1-ab56a7934ed5 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:23.355806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a816d0dd-239d-4316-9ef1-ab56a7934ed5 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/0d76eb96-5532-4c2a-ac0b-249d2984232b HTTP/1.1" status: 404 len: 337 time: 0.0754623 Nov 03 19:20:23.360085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.403766 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5dac5a-bbda-4469-ac56-6b6eae38a5ca tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:23.404625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5dac5a-bbda-4469-ac56-6b6eae38a5ca tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:23.408425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4b5dac5a-bbda-4469-ac56-6b6eae38a5ca tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/5c3c06ed-6d25-4702-a350-703ae80bc0b0 HTTP/1.1" status: 404 len: 339 time: 0.0468564 Nov 03 19:20:23.413548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54058) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.423209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b0ae0591-7edd-43f8-87f5-baf6755020fb tempest-SecGroupTest-1526322481 tempest-SecGroupTest-1526322481-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1568477 Nov 03 19:20:23.451832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.547226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=3314b520-709b-4aef-b098-4ff97a8e70d7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:23.571454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.578930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802de091-09d3-4d01-b397-e7bd3218fd56 None None] Network 872def3e-5574-4939-ac1d-d1c03e5b1eb5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:23.583159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-79da5bfc-7a63-47a6-a241-e3d76217b7c2 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/3314b520-709b-4aef-b098-4ff97a8e70d7 HTTP/1.1" status: 204 len: 168 time: 0.9048045 Nov 03 19:20:23.583865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54064) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.672618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.770742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54066) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:23.806171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f709-5042-44d6-90ca-0c487813711e req-e474cdd3-83fc-4eff-863d-47adc572492b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:23.809576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42a5f709-5042-44d6-90ca-0c487813711e req-e474cdd3-83fc-4eff-863d-47adc572492b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 945 time: 0.2835786 Nov 03 19:20:23.839212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:23.839579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.890931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1437f0cf-ee39-487f-b207-f56ac2df2288 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:23.911214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Deleting port 5ee1f296-5c3a-4bd1-804e-600b747710f9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:23.911807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:23.938671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42a5f709-5042-44d6-90ca-0c487813711e req-6ff76e3e-4043-42ed-974b-f0efa1528d2d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218562 Nov 03 19:20:23.997765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,segment=NetworkSegment(82101684-796e-439c-a2cd-09b740836076),segment_id=82101684-796e-439c-a2cd-09b740836076)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:23.999388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.028018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1575957958'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:24.030609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:24.207384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.226870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:24.231897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.243715 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.253234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 1437f0cf-ee39-487f-b207-f56ac2df2288 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:20:24.258799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 1437f0cf-ee39-487f-b207-f56ac2df2288 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:24.259658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.276231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Calling delete_port for 5ee1f296-5c3a-4bd1-804e-600b747710f9 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:24.278255 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.343529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54080) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:24.345118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:24.366341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.385453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03012e2-58a7-465e-9ce4-e6eebcac7efc None None] DHCP port deletion for 872def3e-5574-4939-ac1d-d1c03e5b1eb5 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:24.399111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:24.452395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 1437f0cf-ee39-487f-b207-f56ac2df2288, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1437f0cf-ee39-487f-b207-f56ac2df2288,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:24.460483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4d9da-c752-4257-bef2-d659cb495303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1437f0cf-ee39-487f-b207-f56ac2df2288'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:24.469512 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4f845b-bbc7-4709-9716-9211b70642fe" -d '{"events": [{"server_uuid": "64e4d9da-c752-4257-bef2-d659cb495303", "name": "network-vif-plugged", "status": "completed", "tag": "1437f0cf-ee39-487f-b207-f56ac2df2288"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:24.505622 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.602731 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1334f442-941f-4095-ab69-c15418b3506c x-openstack-request-id: req-1334f442-941f-4095-ab69-c15418b3506c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:24.603963 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e4d9da-c752-4257-bef2-d659cb495303", "name": "network-vif-plugged", "status": "completed", "tag": "1437f0cf-ee39-487f-b207-f56ac2df2288", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:24.604457 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1334f442-941f-4095-ab69-c15418b3506c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:24.605124 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4d9da-c752-4257-bef2-d659cb495303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1437f0cf-ee39-487f-b207-f56ac2df2288', 'code': 200} Nov 03 19:20:24.626517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.644895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.671278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=1437f0cf-ee39-487f-b207-f56ac2df2288,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:24.691969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.708556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Port': ['ID=5ee1f296-5c3a-4bd1-804e-600b747710f9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:24.721082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.721866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.722424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.722993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.723648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.724233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.724927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.725426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.725841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.727072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.727072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.727072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:24.740786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.746293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cf133152-2bf1-46df-be97-eac9764326e1 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/ports/5ee1f296-5c3a-4bd1-804e-600b747710f9 HTTP/1.1" status: 204 len: 168 time: 1.3311527 Nov 03 19:20:24.750829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:24.751856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:24.784963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.785303 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment e32456aa-22c2-469c-a04d-b5979faacbbe of type vlan for network a058b469-5022-467a-8285-c7d66481783e Nov 03 19:20:24.793320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:24.820234 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb489a0-e615-42f1-8e22-a39303ca1df4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:24.820930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb489a0-e615-42f1-8e22-a39303ca1df4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:24.826693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1fb489a0-e615-42f1-8e22-a39303ca1df4 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/cb0fa664-ee9b-4555-b22e-30383128d32c HTTP/1.1" status: 404 len: 337 time: 0.0710802 Nov 03 19:20:24.850264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54094) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:24.965758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872def3e-5574-4939-ac1d-d1c03e5b1eb5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:24.982714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c2948b-0cb8-4486-9f2e-0d7e949c0067,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:24.994392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54100) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:25.003857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c72a4aa1-9836-4abf-92a6-1221026b12e1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=611fbcdd57064afc8a64d44c1ab5ce0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6524260 Nov 03 19:20:25.013344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82101684-796e-439c-a2cd-09b740836076') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:25.015020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82101684-796e-439c-a2cd-09b740836076') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:25.025781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.042163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbb49c-2ebb-4e5c-a85d-d83568fbcdeb req-1f81e266-df35-4667-87f4-eebd34eb8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:25.046424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89bbb49c-2ebb-4e5c-a85d-d83568fbcdeb req-1f81e266-df35-4667-87f4-eebd34eb8554 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 1097 time: 0.2451026 Nov 03 19:20:25.059606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.089177 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.116074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.143052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:25.143521 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:25.149960 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:25.239314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89bbb49c-2ebb-4e5c-a85d-d83568fbcdeb req-f7e8b036-f693-430e-b57f-2d5b0ceb9cbe service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678977 Nov 03 19:20:25.239810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.248174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:25.250514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.283159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.292808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.304393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/872def3e-5574-4939-ac1d-d1c03e5b1eb5 HTTP/1.1" status: 204 len: 168 time: 1.7193956 Nov 03 19:20:25.305765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:25.314487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-771957406', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:25.327868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92c82385-89ac-425a-a278-4ca4798c0aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.335371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a0460-7f03-470a-8115-668ee1d0091c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=872def3e-5574-4939-ac1d-d1c03e5b1eb5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:25.338620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5639346 Nov 03 19:20:25.345962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54110) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:25.356392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'name': 'tempest-PortsIpV6TestJSON-1069117293'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:25.468340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.469627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.500813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.525693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:25.531960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.573441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92c82385-89ac-425a-a278-4ca4798c0aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.599755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6689be-bd5c-4f30-9d2f-7e1736386206 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=a058b469-5022-467a-8285-c7d66481783e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:25.617012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a058b469-5022-467a-8285-c7d66481783e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:25.645435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42e29-5862-474e-abcb-cf2bee25d67e req-ed5485b9-a291-4ccd-ba98-21409921b3a0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:25.667885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2b42e29-5862-474e-abcb-cf2bee25d67e req-ed5485b9-a291-4ccd-ba98-21409921b3a0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.5243678 Nov 03 19:20:25.676573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5428f77b-764f-477f-8ac8-dff41a399924']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:25.680485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.693411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port d358ba89-18f8-438d-8748-341648a5ddf7 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:25.703527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.788379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882006a0-aae9-4d20-a7fc-4fc9bc69db8f') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:25.800972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882006a0-aae9-4d20-a7fc-4fc9bc69db8f') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:25.819176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.825620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1c358198-4ed4-4150-98a5-48469f87f610 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5117934 Nov 03 19:20:25.838381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:25.843716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54118) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:25.914028 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:25.923914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:25.924251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b1b44e39-db7e-4163-bc2e-5ef8e2a04ce4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:25.966747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329622228'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:26.016195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2b42e29-5862-474e-abcb-cf2bee25d67e req-395fde44-8616-4e5d-8bb4-bdea2af496f2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468554 Nov 03 19:20:26.020426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:26.027127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.031861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.060924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.063649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:26.064305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:26.071411 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:26.125535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:26.143504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.221322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92c82385-89ac-425a-a278-4ca4798c0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.224175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92c82385-89ac-425a-a278-4ca4798c0aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.225569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-92c82385-89ac-425a-a278-4ca4798c0aa7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3af6236c-a38f-4166-ab94-cfa0d75c4a65 HTTP/1.1" status: 204 len: 168 time: 1.2296271 Nov 03 19:20:26.232916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.233433 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment f61530d5-4e1d-4f03-b597-bf79dfe092e9 of type vlan for network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 Nov 03 19:20:26.235718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.252326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.260459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/5428f77b-764f-477f-8ac8-dff41a399924 HTTP/1.1" status: 204 len: 168 time: 1.4074769 Nov 03 19:20:26.271158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:26.274338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c82385-89ac-425a-a278-4ca4798c0aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6236c-a38f-4166-ab94-cfa0d75c4a65,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:26.296177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=d358ba89-18f8-438d-8748-341648a5ddf7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:26.325274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa82a8b-5cc0-4ebb-8bc6-13cdc90cc6af tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Network': ['ID=5428f77b-764f-477f-8ac8-dff41a399924,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:26.387326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': 'e32456aa-22c2-469c-a04d-b5979faacbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a058b469-5022-467a-8285-c7d66481783e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:26.387933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: a058b469-5022-467a-8285-c7d66481783e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:26.457699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:26.458022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.478439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a058b469-5022-467a-8285-c7d66481783e) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:26.493610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df208e4-cf30-4aa0-8c89-1a597ac25754 None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:26.507599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:26.526961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:26.527991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.595434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.604630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:26.605440 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fc669222-a173-4615-8242-f7c01d9d3eb2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2562594 Nov 03 19:20:26.609510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:26.609971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.615740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011465384'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:26.668770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:26.675489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.703569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8394358 Nov 03 19:20:26.712598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54140) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:26.736635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:26.758316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Deleting port a0ce599a-5fa7-4e6b-aec3-004e3931b3d3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:26.758954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.840139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:26.991676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:26.992018 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment 08c100af-7cc9-4e5d-b862-5e042061a231 of type vlan for network f39c5f31-9531-4d22-92c8-85e02a71c3e0 Nov 03 19:20:27.022599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.047447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e86053-a845-4f60-8969-c55a0828f442 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:27.073793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Calling delete_port for a0ce599a-5fa7-4e6b-aec3-004e3931b3d3 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:27.076166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:27.154455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.315845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.323861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.339923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:27.342424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.411244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-2681ac46-3764-4abc-9fab-5c74b70f3b7c req-0119988e-e51b-49f5-ad19-8bf7524b1c48 service neutron] (101989) timed out ('10.222.0.91', 36828) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:20:27.415559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:27.419303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Port': ['ID=a0ce599a-5fa7-4e6b-aec3-004e3931b3d3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:27.419471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.437767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.450585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bfd446f6-4029-4fac-b657-e4242ee4052b tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/ports/a0ce599a-5fa7-4e6b-aec3-004e3931b3d3 HTTP/1.1" status: 204 len: 168 time: 1.1771441 Nov 03 19:20:27.454897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54166) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:27.481023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8702655 Nov 03 19:20:27.490562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:27.500349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'ports': [{'network_id': 'a058b469-5022-467a-8285-c7d66481783e'}, {'network_id': 'f39c5f31-9531-4d22-92c8-85e02a71c3e0'}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:27.500703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:27.501200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'f39c5f31-9531-4d22-92c8-85e02a71c3e0'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:27.544249 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25d5869-f2d0-4bf9-89f4-ccd55ba0d3f8 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:27.545025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25d5869-f2d0-4bf9-89f4-ccd55ba0d3f8 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:27.555214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d25d5869-f2d0-4bf9-89f4-ccd55ba0d3f8 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/53e050ec-e8e0-416a-b66e-bffd518ba2ea HTTP/1.1" status: 404 len: 337 time: 0.0972838 Nov 03 19:20:27.556096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54170) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:27.642432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d941c01-5898-4e19-afe3-59112b3e140c req-5893ac76-d3f2-4604-9eb8-8fcd364e135f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:27.656916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d941c01-5898-4e19-afe3-59112b3e140c req-5893ac76-d3f2-4604-9eb8-8fcd364e135f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.2439263 Nov 03 19:20:27.674992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae59181-67d8-41b2-a71a-fb77beec01ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=f39c5f31-9531-4d22-92c8-85e02a71c3e0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:27.718604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f39c5f31-9531-4d22-92c8-85e02a71c3e0 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:27.784825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:27.853585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6d941c01-5898-4e19-afe3-59112b3e140c req-c4335181-7e7f-448d-bbcc-52bc71280d7a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951406 Nov 03 19:20:27.985027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:28.000234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.179826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.206139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54188) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:28.251325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.317492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3a7a40-1d2d-48c2-ad75-1617c69357c6']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:28.339780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86924b8a-3949-46cf-a172-5a0a169d1741 req-c393f051-e7f4-41b0-8788-8967d4809c06 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:28.349255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86924b8a-3949-46cf-a172-5a0a169d1741 req-c393f051-e7f4-41b0-8788-8967d4809c06 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 0.2134066 Nov 03 19:20:28.355428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c61f898-1539-41e7-b6f6-1a42fd6a5204') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:28.355990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c61f898-1539-41e7-b6f6-1a42fd6a5204') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:28.360983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 957deb2a-5858-4ade-aaae-9d7de751960c yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:28.387356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.421407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.439816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:28.440177 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:28.443913 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:28.465403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86924b8a-3949-46cf-a172-5a0a169d1741 req-8e955771-2b80-4219-9022-c1004d25d947 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148841 Nov 03 19:20:28.473190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-53caa4b2-a647-4654-8e5a-9e40d7ee3d66 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:28.474444 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-53caa4b2-a647-4654-8e5a-9e40d7ee3d66 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 19:20:28.475321 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-53caa4b2-a647-4654-8e5a-9e40d7ee3d66 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:20:28.480383 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-53caa4b2-a647-4654-8e5a-9e40d7ee3d66 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2693503 Nov 03 19:20:28.483749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54196) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:28.504398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437157289'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:28.558530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.579490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.600150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.608090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/7a3a7a40-1d2d-48c2-ad75-1617c69357c6 HTTP/1.1" status: 204 len: 168 time: 1.0485868 Nov 03 19:20:28.630531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54200) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:28.632453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1584678-ea9f-4b04-bc2c-be091838bc37 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Network': ['ID=7a3a7a40-1d2d-48c2-ad75-1617c69357c6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:28.695915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=ebc4815e-72b8-46c3-987e-45416ee1169f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:28.786017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f586840-02ff-459e-889a-858be98034ab req-15876bf3-5381-470b-bfea-d6627d0111e7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:28.788071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f586840-02ff-459e-889a-858be98034ab req-15876bf3-5381-470b-bfea-d6627d0111e7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.1390922 Nov 03 19:20:28.799503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Deleting subnet 45fcfe1e-1780-4a03-b8f0-e8ffc53fe55f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:28.812170 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.866303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.879200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.914783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f586840-02ff-459e-889a-858be98034ab req-8ec692ce-b253-4f35-b22f-21bb3302ef50 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110880 Nov 03 19:20:28.957289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.075676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.109439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:29.109805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:29.132892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port f6f0b962-3853-4f77-9acb-8727fcc168fa yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:29.203425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:29.220413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:29.226359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:29.226961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.233488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad325b6f-154d-4162-9dfb-f3df03798378 None None] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:29.323371 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6fff392d-6551-4aee-aef4-6f6a90349dd7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6089091 Nov 03 19:20:29.336037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:29.486914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.525588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.816399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:29.826785 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.842065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba23263-b586-4799-8431-3d09eebc7513,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:29.950811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.159378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfdfc3-115b-4f69-9bd7-ca2859a80b69 req-1e53d687-e4ef-41f6-8735-090a84ddafef tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:30.170469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6acfdfc3-115b-4f69-9bd7-ca2859a80b69 req-1e53d687-e4ef-41f6-8735-090a84ddafef tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.2806666 Nov 03 19:20:30.178724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Allocated IP 172.20.0.2 (b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5/ebc4815e-72b8-46c3-987e-45416ee1169f/0da3789b-1877-4f5e-a906-5214b8ad8dc5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:30.189101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.300224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Subnet': ['ID=45fcfe1e-1780-4a03-b8f0-e8ffc53fe55f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:30.317077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.322657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e87221a9-2f8f-4029-8296-b109b69ef8c6 tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/subnets/45fcfe1e-1780-4a03-b8f0-e8ffc53fe55f HTTP/1.1" status: 204 len: 168 time: 1.6762998 Nov 03 19:20:30.360952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:30.369117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6acfdfc3-115b-4f69-9bd7-ca2859a80b69 req-ef8c6b45-31bf-441a-b9df-d14741ad1d56 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471260 Nov 03 19:20:30.376596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7266fe-6f7a-46c7-ad91-b7667368e07b None None] Network 1093689e-1169-49f9-8702-c562c53515ff requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:30.446901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.476643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.491742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.590546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642ac011-5e59-4451-af11-76f7c1ce3eb9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:30.604013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.610565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-887dc07c-df32-4f77-882c-98b2d8b61cbb tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1160917 Nov 03 19:20:30.613572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.622529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:30.633304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '642ac011-5e59-4451-af11-76f7c1ce3eb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:30.735541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.819695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.908710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Deleting port 42d3ec7c-4851-4715-8854-d630e940c95a {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:30.914670 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.926959 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.934844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.939788 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.019367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] DHCP port deletion for 1093689e-1169-49f9-8702-c562c53515ff request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:31.124565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] For port 42d3ec7c-4851-4715-8854-d630e940c95a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=42d3ec7c-4851-4715-8854-d630e940c95a,segment=NetworkSegment(a8cda1dd-8855-44ab-8b95-98b7303eee2d),segment_id=a8cda1dd-8855-44ab-8b95-98b7303eee2d)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:31.125216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.140522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:31.157234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:31.165081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Calling delete_port for 42d3ec7c-4851-4715-8854-d630e940c95a owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:31.166173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:31.228836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Pushing event updated for resources: {'Port': ['ID=0da3789b-1877-4f5e-a906-5214b8ad8dc5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:31.362103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.387641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Deleting port 42d3ec7c-4851-4715-8854-d630e940c95a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:31.388392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.390021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] No DVR routers for this DVR port 42d3ec7c-4851-4715-8854-d630e940c95a on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:31.464602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Port': ['ID=42d3ec7c-4851-4715-8854-d630e940c95a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:31.468391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] For port 42d3ec7c-4851-4715-8854-d630e940c95a, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:31.468816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.485206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Calling delete_port for 42d3ec7c-4851-4715-8854-d630e940c95a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:31.490286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Port 42d3ec7c-4851-4715-8854-d630e940c95a was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:20:31.495468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.506005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Attempting to bind port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:31.506861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Attempting to bind port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:31.507485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Attempting to bind port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 on network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:31.543546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] Pushing event deleted for resources: {'Port': ['ID=42d3ec7c-4851-4715-8854-d630e940c95a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:31.546267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f50f7c-8685-4e7a-a112-fb7e18568f99 None None] No DVR routers for this DVR port 42d3ec7c-4851-4715-8854-d630e940c95a on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:31.550332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:31.551419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Checking segment: {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:31.552216 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.553105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Bound using segment: {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:31.554600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Bound port: 0da3789b-1877-4f5e-a906-5214b8ad8dc5, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:31.555321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.661567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.744705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1093689e-1169-49f9-8702-c562c53515ff']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:31.757736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] For port 0da3789b-1877-4f5e-a906-5214b8ad8dc5, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:31.766170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] For port 0da3789b-1877-4f5e-a906-5214b8ad8dc5, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0da3789b-1877-4f5e-a906-5214b8ad8dc5,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:31.767088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cda1dd-8855-44ab-8b95-98b7303eee2d') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:31.767606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cda1dd-8855-44ab-8b95-98b7303eee2d') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:31.778331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.801763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 42d3ec7c-4851-4715-8854-d630e940c95a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:31.805372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.898410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 42d3ec7c-4851-4715-8854-d630e940c95a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:31.899207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 42d3ec7c-4851-4715-8854-d630e940c95a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:31.924034 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.937227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91705f-a233-4d6b-b28d-733fce5fc74d None None] Pushing event updated for resources: {'Port': ['ID=0da3789b-1877-4f5e-a906-5214b8ad8dc5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:31.966661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:31.978878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:31.979465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:31.989428 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:32.005958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:32.008905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:32.010005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.093662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=957deb2a-5858-4ade-aaae-9d7de751960c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:32.130565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64a64-e89f-4654-98da-bd9be94beea3 req-f06eacfd-aee4-4302-ac7a-551d3a7427c4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:32.141911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ee64a64-e89f-4654-98da-bd9be94beea3 req-f06eacfd-aee4-4302-ac7a-551d3a7427c4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.3161707 Nov 03 19:20:32.152856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.180294 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.183667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] 10.222.0.91 "DELETE /v2.0/networks/1093689e-1169-49f9-8702-c562c53515ff HTTP/1.1" status: 204 len: 168 time: 1.8135283 Nov 03 19:20:32.249194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Pushing event deleted for resources: {'Network': ['ID=1093689e-1169-49f9-8702-c562c53515ff,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:32.294164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.294518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.294870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.297110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.297110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.299667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.300399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.300957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.301580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.303829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.305242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.306392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.306799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5826b-5b94-40ec-8c05-84ef1261fb9e tempest-NetworksIpV6TestAttrs-605323023 tempest-NetworksIpV6TestAttrs-605323023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:32.329874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-4c28cafd-8736-4966-99f1-711579b0ff75 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:32.332608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ee64a64-e89f-4654-98da-bd9be94beea3 req-3fdae56d-a072-48e0-afe6-78f3357bcec4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865585 Nov 03 19:20:32.337779 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-4c28cafd-8736-4966-99f1-711579b0ff75 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.110 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.6233468 Nov 03 19:20:32.340253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=f6f0b962-3853-4f77-9acb-8727fcc168fa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:32.360763 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.444466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181fb02a-5e34-4af3-b3cd-3c8b410a7e79,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:32.507759 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.574987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.576120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bf96e0b3-90a9-4479-ab65-fd471d1a52bd tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9521987 Nov 03 19:20:32.579642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54432) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:32.590146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-73a5f181-d3f4-46e2-af68-8419d315f63a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '642ac011-5e59-4451-af11-76f7c1ce3eb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:32.655181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': '08c100af-7cc9-4e5d-b862-5e042061a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f39c5f31-9531-4d22-92c8-85e02a71c3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:32.655589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: f39c5f31-9531-4d22-92c8-85e02a71c3e0, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:32.707200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-73a5f181-d3f4-46e2-af68-8419d315f63a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.863108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network f39c5f31-9531-4d22-92c8-85e02a71c3e0 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:32.894436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 1437f0cf-ee39-487f-b207-f56ac2df2288 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:32.895004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.911731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f39c5f31-9531-4d22-92c8-85e02a71c3e0) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:32.923845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454b111-8e5a-4612-90d3-cae81fce273b None None] Network f39c5f31-9531-4d22-92c8-85e02a71c3e0 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:32.979346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.20.0.1 (b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5/ebc4815e-72b8-46c3-987e-45416ee1169f/e2a5f27f-f8e0-41bc-94e0-e89498a4c49f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:32.984272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:33.016399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:33.053268 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-73a5f181-d3f4-46e2-af68-8419d315f63a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 19:20:33.055773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:33.061162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.063028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-73a5f181-d3f4-46e2-af68-8419d315f63a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4816523 Nov 03 19:20:33.068085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54478) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:33.183390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54488) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:33.388459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.404561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9483c1da-7391-46cd-9aa2-1ae457b51202 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.484915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9483c1da-7391-46cd-9aa2-1ae457b51202 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.499301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0fdde447-0d3f-4f26-baa3-a3aa8ad9ac2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0072489 Nov 03 19:20:33.506130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:33.592248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 1437f0cf-ee39-487f-b207-f56ac2df2288, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=1437f0cf-ee39-487f-b207-f56ac2df2288,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:33.592896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.613488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 1437f0cf-ee39-487f-b207-f56ac2df2288 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:33.768486 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9483c1da-7391-46cd-9aa2-1ae457b51202 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.773546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9483c1da-7391-46cd-9aa2-1ae457b51202 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.778468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9483c1da-7391-46cd-9aa2-1ae457b51202 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/642ac011-5e59-4451-af11-76f7c1ce3eb9 HTTP/1.1" status: 204 len: 168 time: 0.7076619 Nov 03 19:20:33.816956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54548) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:33.841678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:33.849162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ebb91e7d-196f-4527-88a8-ec03c1cc8bae admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4448803ed29e4f819115dc2c90b2e5f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6430426 Nov 03 19:20:33.888535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0da3789b-1877-4f5e-a906-5214b8ad8dc5 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:33.941304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54554) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:34.035557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-be7843be-4a2a-4116-9cf7-788960daf40e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2117894 Nov 03 19:20:34.038107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483c1da-7391-46cd-9aa2-1ae457b51202 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ac011-5e59-4451-af11-76f7c1ce3eb9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:34.047931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54578) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:34.071200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272788237'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:34.092694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:34.093273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.137812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b888d-3198-48f3-8369-d20e20ef12ef req-6b75e7c2-ecf2-4666-9d39-810ad325eee5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:34.141781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a25b888d-3198-48f3-8369-d20e20ef12ef req-6b75e7c2-ecf2-4666-9d39-810ad325eee5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 946 time: 0.5685043 Nov 03 19:20:34.230219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796454a-a9f9-4ded-a4aa-a55dac296734 None None] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:34.246602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.297144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332', '25571f7e-4d5c-40a9-9139-baabe212380e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:20:34.314777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a25b888d-3198-48f3-8369-d20e20ef12ef req-ac6bd8cf-e023-411a-bd4a-f647e3c35e20 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449897 Nov 03 19:20:34.343932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=1437f0cf-ee39-487f-b207-f56ac2df2288,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:34.353053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c060bf3-b4b6-46cf-8260-acbb4b4fe635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.355507 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.425617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 1437f0cf-ee39-487f-b207-f56ac2df2288 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:34.425832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c060bf3-b4b6-46cf-8260-acbb4b4fe635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.431062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.436913 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e2910ea1-eac8-43d7-9731-c061da8ceb4e req-996ee67b-e22f-4ad8-8862-eb912b859f9f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.110 "DELETE /v2.0/ports/1437f0cf-ee39-487f-b207-f56ac2df2288 HTTP/1.1" status: 204 len: 173 time: 2.0736816 Nov 03 19:20:34.461781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e4d9da-c752-4257-bef2-d659cb495303', 'name': 'network-vif-deleted', 'tag': '1437f0cf-ee39-487f-b207-f56ac2df2288'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:34.465501 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7582102-8570-4215-bdcb-539bc1c09d48" -d '{"events": [{"server_uuid": "64e4d9da-c752-4257-bef2-d659cb495303", "name": "network-vif-deleted", "tag": "1437f0cf-ee39-487f-b207-f56ac2df2288"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:34.506891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0fb32037-6d80-4ab1-a12f-a21db7c94a32 None None] Provisioning complete for port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:34.507268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fb32037-6d80-4ab1-a12f-a21db7c94a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.518027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port f6f0b962-3853-4f77-9acb-8727fcc168fa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:34.518476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.590481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.598838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.608466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.612450 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d062106-ccf2-4b0b-b069-d0f84ab5cfe4 x-openstack-request-id: req-0d062106-ccf2-4b0b-b069-d0f84ab5cfe4 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:34.613117 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e4d9da-c752-4257-bef2-d659cb495303", "name": "network-vif-deleted", "tag": "1437f0cf-ee39-487f-b207-f56ac2df2288", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:34.613629 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0d062106-ccf2-4b0b-b069-d0f84ab5cfe4 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:34.614260 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e4d9da-c752-4257-bef2-d659cb495303', 'name': 'network-vif-deleted', 'tag': '1437f0cf-ee39-487f-b207-f56ac2df2288', 'status': 'completed', 'code': 200} Nov 03 19:20:34.677023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c060bf3-b4b6-46cf-8260-acbb4b4fe635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.680405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6c060bf3-b4b6-46cf-8260-acbb4b4fe635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.681951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6c060bf3-b4b6-46cf-8260-acbb4b4fe635 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b7040e43-73bc-447d-a31c-3bb7873b4a01 HTTP/1.1" status: 204 len: 168 time: 0.6688201 Nov 03 19:20:34.693947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0864d-5c34-4d3f-b8e3-ce8443ac9a24,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:34.723301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c060bf3-b4b6-46cf-8260-acbb4b4fe635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7040e43-73bc-447d-a31c-3bb7873b4a01,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:34.729180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.731187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0c3c2e3d-e6b7-4440-b225-7bb757d79da7 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6811745 Nov 03 19:20:34.738372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54646) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:34.749333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1ec5f521-f4b5-43c7-9220-42ddb479e23c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'c8e0864d-5c34-4d3f-b8e3-ce8443ac9a24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:34.750124 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-1ec5f521-f4b5-43c7-9220-42ddb479e23c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 19:20:34.750968 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-1ec5f521-f4b5-43c7-9220-42ddb479e23c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:34.761284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ec5f521-f4b5-43c7-9220-42ddb479e23c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0211780 Nov 03 19:20:34.767059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54650) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:34.771658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:34.802834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:34.807244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:34.814904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.821358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:34.901451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:34.911252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.053168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for f6f0b962-3853-4f77-9acb-8727fcc168fa owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:35.062498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afcb0aec-e0a7-4dcc-b9e5-43b105685dda tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.068548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f90bf36-b0bf-43e2-85a6-9eb19659dff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.176672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afcb0aec-e0a7-4dcc-b9e5-43b105685dda tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.210739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 0da3789b-1877-4f5e-a906-5214b8ad8dc5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0da3789b-1877-4f5e-a906-5214b8ad8dc5,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:35.301844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.317742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afcb0aec-e0a7-4dcc-b9e5-43b105685dda tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.321541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afcb0aec-e0a7-4dcc-b9e5-43b105685dda tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.326078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-afcb0aec-e0a7-4dcc-b9e5-43b105685dda tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/c8e0864d-5c34-4d3f-b8e3-ce8443ac9a24 HTTP/1.1" status: 204 len: 168 time: 0.5534487 Nov 03 19:20:35.327102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54700) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.398432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb0aec-e0a7-4dcc-b9e5-43b105685dda tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e0864d-5c34-4d3f-b8e3-ce8443ac9a24,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:35.530520 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.537029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.585081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1645ec33-e218-4fd1-a649-a284936784f5 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2444351 Nov 03 19:20:35.585883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54720) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.594687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--435506791'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:35.685097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1885d4d6-9c8c-4105-b930-3eac1c2b8b53 req-21509c5b-119d-4fbb-9945-fae5bc68a161 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=64e4d9da-c752-4257-bef2-d659cb495303 HTTP/1.1" status: 200 len: 210 time: 0.0748162 Nov 03 19:20:35.713508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=0da3789b-1877-4f5e-a906-5214b8ad8dc5,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:35.726829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=f6f0b962-3853-4f77-9acb-8727fcc168fa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:35.755565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.766161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.772309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8292a66c-18ac-4b63-97c0-fd47f9cf62ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/f6f0b962-3853-4f77-9acb-8727fcc168fa HTTP/1.1" status: 204 len: 168 time: 2.0297549 Nov 03 19:20:35.786183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54734) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:35.869950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1437f0cf-ee39-487f-b207-f56ac2df2288 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:35.948073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.960529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:35.992560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b0809-7f52-4cfa-8705-bd8ba7b4d4c7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:36.008027 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.008792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b0809-7f52-4cfa-8705-bd8ba7b4d4c7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:36.014022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a52b0809-7f52-4cfa-8705-bd8ba7b4d4c7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2258112 Nov 03 19:20:36.015465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54754) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:36.028384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4414544 Nov 03 19:20:36.033445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54756) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:36.046915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7a944-be1f-4e83-94d6-35dbb678c001 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adce7565-1300-4cd1-9aec-2228068e043e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:36.111399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4da19ec6-94e9-445f-aec1-a03beb7b9900 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'adce7565-1300-4cd1-9aec-2228068e043e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:36.114636 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-4da19ec6-94e9-445f-aec1-a03beb7b9900 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 19:20:36.116344 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-4da19ec6-94e9-445f-aec1-a03beb7b9900 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:36.118690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4da19ec6-94e9-445f-aec1-a03beb7b9900 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0286682 Nov 03 19:20:36.125655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54766) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:36.139319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 1437f0cf-ee39-487f-b207-f56ac2df2288 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:36.139890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 1437f0cf-ee39-487f-b207-f56ac2df2288 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:36.286857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 957deb2a-5858-4ade-aaae-9d7de751960c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:36.289448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.487171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44e63dc-68d8-4fe4-9b9d-7207d08d8b09 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.517551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.547819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 957deb2a-5858-4ade-aaae-9d7de751960c owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:36.548470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44e63dc-68d8-4fe4-9b9d-7207d08d8b09 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.577272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.599976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.704361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:36.713287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.715255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44e63dc-68d8-4fe4-9b9d-7207d08d8b09 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.718095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c44e63dc-68d8-4fe4-9b9d-7207d08d8b09 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.720916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c44e63dc-68d8-4fe4-9b9d-7207d08d8b09 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/adce7565-1300-4cd1-9aec-2228068e043e HTTP/1.1" status: 204 len: 168 time: 0.5905080 Nov 03 19:20:36.732571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54802) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:36.765537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.775956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e63dc-68d8-4fe4-9b9d-7207d08d8b09 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce7565-1300-4cd1-9aec-2228068e043e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:36.794061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54e255ed-e884-4104-b506-4efe9ade5dc3 None None] Provisioning complete for port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:36.797227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54e255ed-e884-4104-b506-4efe9ade5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.859939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=957deb2a-5858-4ade-aaae-9d7de751960c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:36.868004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:36.879809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e127f676-ce26-4d63-9364-d230c74b5dc0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/957deb2a-5858-4ade-aaae-9d7de751960c HTTP/1.1" status: 204 len: 168 time: 0.8421528 Nov 03 19:20:36.889155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54810) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:36.916629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.007928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9321f-e7ba-4776-864c-647ae89c9eeb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:37.025604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3fd9321f-e7ba-4776-864c-647ae89c9eeb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1301990 Nov 03 19:20:37.025604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54816) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.053355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54e255ed-e884-4104-b506-4efe9ade5dc3 None None] Provisioning complete for port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:37.053995 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54e255ed-e884-4104-b506-4efe9ade5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.064113 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e5cd51-748e-43c0-96cc-da834082cbb6 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:20:37.066439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-39e5cd51-748e-43c0-96cc-da834082cbb6 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/f6f0b962-3853-4f77-9acb-8727fcc168fa HTTP/1.1" status: 404 len: 333 time: 0.0400035 Nov 03 19:20:37.073923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54818) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.121681 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4f76a6-ae80-4e3c-b4f0-b73d25bcaf94 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:20:37.123703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ef4f76a6-ae80-4e3c-b4f0-b73d25bcaf94 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/957deb2a-5858-4ade-aaae-9d7de751960c HTTP/1.1" status: 404 len: 333 time: 0.0487270 Nov 03 19:20:37.127152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54822) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.136395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-54e255ed-e884-4104-b506-4efe9ade5dc3 None None] Port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:37.151751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-24410c71-82b7-4bc5-928c-46f0cb28d556 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4087865 Nov 03 19:20:37.152627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54824) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.157003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005051'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:37.192520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:37.208172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:37.215893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.275759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f6f20812-4384-4b7e-9cce-824adc91ac22 None None] Provisioning complete for port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:37.278133 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6f20812-4384-4b7e-9cce-824adc91ac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.379718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f6f20812-4384-4b7e-9cce-824adc91ac22 None None] Port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:37.397908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3cb3e-2901-4aa7-8e60-f23ce5961aae req-ecd9f2f1-f38b-40e8-b34b-227056ce67fb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:37.398137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.399530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19e3cb3e-2901-4aa7-8e60-f23ce5961aae req-ecd9f2f1-f38b-40e8-b34b-227056ce67fb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 0.1949046 Nov 03 19:20:37.406481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9ce98821-02ff-493b-b56f-6c161f445fe5 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] Request body: {'port': {'network_id': 'ac709458-8b81-4738-a88b-c55b4d2afc0c', 'name': 'tempest-NetworksNegativeTestJSON-1051441705'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:37.456990 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce98821-02ff-493b-b56f-6c161f445fe5 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] POST failed (client error): The resource could not be found. Nov 03 19:20:37.458018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce98821-02ff-493b-b56f-6c161f445fe5 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:37.465196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9ce98821-02ff-493b-b56f-6c161f445fe5 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5469761 Nov 03 19:20:37.469691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54836) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.513221 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.530322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.553114 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c8499-af2c-4481-a87d-472396f88620 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:37.554020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532c8499-af2c-4481-a87d-472396f88620 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:37.564767 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-532c8499-af2c-4481-a87d-472396f88620 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "DELETE /v2.0/networks/47992723-668e-48a1-81d0-ba18f45629d9 HTTP/1.1" status: 404 len: 339 time: 0.0918767 Nov 03 19:20:37.572114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54840) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.609428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.610860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4574893 Nov 03 19:20:37.618975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54842) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.623867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a2ccedbd-80fd-46c8-ba74-5eb684fe5765 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'd9da767f-3e49-430e-a93b-d8351681a660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:37.624622 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-a2ccedbd-80fd-46c8-ba74-5eb684fe5765 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 19:20:37.625152 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-a2ccedbd-80fd-46c8-ba74-5eb684fe5765 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:37.626287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a2ccedbd-80fd-46c8-ba74-5eb684fe5765 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060871 Nov 03 19:20:37.630961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d215d-a391-4a75-8ca6-7e7cc62348fe tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da767f-3e49-430e-a93b-d8351681a660,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:37.633633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54844) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.639513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0ac0914c-2634-44c3-bd4c-8226f7fa4c08 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'd9da767f-3e49-430e-a93b-d8351681a660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:37.640268 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-0ac0914c-2634-44c3-bd4c-8226f7fa4c08 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 19:20:37.640769 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-0ac0914c-2634-44c3-bd4c-8226f7fa4c08 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:37.641784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0ac0914c-2634-44c3-bd4c-8226f7fa4c08 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071213 Nov 03 19:20:37.646542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3d66a524-bfd1-4ed6-a875-cb594e61f62b None None] Provisioning complete for port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:37.646910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d66a524-bfd1-4ed6-a875-cb594e61f62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.649532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54846) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.656932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19e3cb3e-2901-4aa7-8e60-f23ce5961aae req-d54363c8-6b61-4305-ab49-14972069e48a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742013 Nov 03 19:20:37.663001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-624a0d92-7126-42bf-8132-0cdb4f7a462d tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'd9da767f-3e49-430e-a93b-d8351681a660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:37.663590 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-624a0d92-7126-42bf-8132-0cdb4f7a462d tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 19:20:37.664232 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-624a0d92-7126-42bf-8132-0cdb4f7a462d tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:37.666616 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fab9df-d1a8-46a9-85ed-75117e46ef53 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:37.669492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-624a0d92-7126-42bf-8132-0cdb4f7a462d tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0176704 Nov 03 19:20:37.670307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54850) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.676338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e10d7f39-15cf-452a-a5d2-be2956261f9e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'd9da767f-3e49-430e-a93b-d8351681a660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:37.678440 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-e10d7f39-15cf-452a-a5d2-be2956261f9e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 19:20:37.678661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fab9df-d1a8-46a9-85ed-75117e46ef53 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:37.678819 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-e10d7f39-15cf-452a-a5d2-be2956261f9e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:37.684153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e10d7f39-15cf-452a-a5d2-be2956261f9e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119922 Nov 03 19:20:37.685062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54852) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.706207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55fab9df-d1a8-46a9-85ed-75117e46ef53 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "DELETE /v2.0/ports/6c5ad9c3-7a38-4b01-8a23-9b5073b28a28 HTTP/1.1" status: 404 len: 333 time: 0.1188836 Nov 03 19:20:37.712055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54854) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.765962 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e58a54-bb40-4fa0-ad74-862c509dd29f tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:37.765962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e58a54-bb40-4fa0-ad74-862c509dd29f tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:37.775101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c0e58a54-bb40-4fa0-ad74-862c509dd29f tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "DELETE /v2.0/subnets/e9c18603-e158-4e02-bc00-340f22d68bff HTTP/1.1" status: 404 len: 337 time: 0.0613632 Nov 03 19:20:37.776149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54856) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.796392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3d66a524-bfd1-4ed6-a875-cb594e61f62b None None] Port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:37.810710 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1c814-a325-43f4-b820-4718b3812127 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] GET failed (client error): The resource could not be found. Nov 03 19:20:37.817986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-abb1c814-a325-43f4-b820-4718b3812127 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "GET /v2.0/networks/3891cbfc-05bc-4b52-b471-c3e98f010533 HTTP/1.1" status: 404 len: 339 time: 0.0339355 Nov 03 19:20:37.817986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54858) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.826607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0da3789b-1877-4f5e-a906-5214b8ad8dc5 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:37.866428 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb480874-77c8-4a98-992e-89fb632d7337 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.887676 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30e2a96-1217-4829-8c73-23483e1aa6c1 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] GET failed (client error): The resource could not be found. Nov 03 19:20:37.894162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d30e2a96-1217-4829-8c73-23483e1aa6c1 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "GET /v2.0/ports/2b1ccaea-3f38-48ec-8438-d263dd15ee08 HTTP/1.1" status: 404 len: 333 time: 0.0760427 Nov 03 19:20:37.898413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54864) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.900145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:37.901590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:37.963929 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cf8600-4281-478b-81e2-29378e8d6f77 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] GET failed (client error): The resource could not be found. Nov 03 19:20:37.970545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83cf8600-4281-478b-81e2-29378e8d6f77 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "GET /v2.0/subnets/ee210b78-388e-41b2-8287-aa13255fbdf3 HTTP/1.1" status: 404 len: 337 time: 0.0677724 Nov 03 19:20:37.972474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:20:37.972910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54866) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:37.985633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-40074ed5-d61d-4233-80cd-254b8d9e6dd3 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:38.003272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.007044 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb480874-77c8-4a98-992e-89fb632d7337 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.011034 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-40074ed5-d61d-4233-80cd-254b8d9e6dd3 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] PUT failed (client error): The resource could not be found. Nov 03 19:20:38.011657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40074ed5-d61d-4233-80cd-254b8d9e6dd3 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:38.016249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-40074ed5-d61d-4233-80cd-254b8d9e6dd3 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "PUT /v2.0/networks/da776592-5bbe-484a-bf68-59eea9db130c HTTP/1.1" status: 404 len: 339 time: 0.0389481 Nov 03 19:20:38.022687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54868) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.030593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b3650104-cd1b-449b-ab2c-e76362d73386 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:38.060569 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3650104-cd1b-449b-ab2c-e76362d73386 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] PUT failed (client error): The resource could not be found. Nov 03 19:20:38.061336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3650104-cd1b-449b-ab2c-e76362d73386 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:38.066454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b3650104-cd1b-449b-ab2c-e76362d73386 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "PUT /v2.0/ports/07b8f4e8-a555-45ea-9ad3-e9e8bdcc8424 HTTP/1.1" status: 404 len: 333 time: 0.0388610 Nov 03 19:20:38.071038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54870) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.082325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e12d1b7e-8864-42f4-9a47-21a3396562c4 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:38.125737 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12d1b7e-8864-42f4-9a47-21a3396562c4 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] PUT failed (client error): The resource could not be found. Nov 03 19:20:38.126227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12d1b7e-8864-42f4-9a47-21a3396562c4 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:38.131116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e12d1b7e-8864-42f4-9a47-21a3396562c4 tempest-NetworksNegativeTestJSON-1839265169 tempest-NetworksNegativeTestJSON-1839265169-project] 10.222.0.91 "PUT /v2.0/subnets/c0903a8c-9a5f-4e4a-8bd4-21970091e48a HTTP/1.1" status: 404 len: 337 time: 0.0553539 Nov 03 19:20:38.142832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39c5f31-9531-4d22-92c8-85e02a71c3e0']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:38.156814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c100af-7cc9-4e5d-b862-5e042061a231') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:38.157022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c100af-7cc9-4e5d-b862-5e042061a231') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:38.168142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.169466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb480874-77c8-4a98-992e-89fb632d7337 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.172127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb480874-77c8-4a98-992e-89fb632d7337 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.177468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eb480874-77c8-4a98-992e-89fb632d7337 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/d9da767f-3e49-430e-a93b-d8351681a660 HTTP/1.1" status: 204 len: 168 time: 0.4910784 Nov 03 19:20:38.178200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54874) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.190626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.212326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb480874-77c8-4a98-992e-89fb632d7337 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da767f-3e49-430e-a93b-d8351681a660,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:38.232409 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-c2bc4945-3430-46ed-8850-6f2b85d3710a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4441712 Nov 03 19:20:38.239414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:38.239926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:38.243428 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:38.356652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:38.366132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-abbf3631-cbaa-4c6a-84e4-4efc4a318331 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1696115 Nov 03 19:20:38.366739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54876) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.371313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8716403e-d3b9-4a38-b45e-bb395a19aa89 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0338814 Nov 03 19:20:38.374787 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.375889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351629737'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:38.378394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54878) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.382828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:38.389118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0c37dc6-4e43-496a-8701-b57a6fa5ccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.389513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390463349'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:38.415735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.418294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:38.419875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:38.429676 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/f39c5f31-9531-4d22-92c8-85e02a71c3e0 HTTP/1.1" status: 204 len: 168 time: 1.2995155 Nov 03 19:20:38.430613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.457126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54882) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.523310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4225d-efd4-471b-90f9-4c2b90531315 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=f39c5f31-9531-4d22-92c8-85e02a71c3e0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:38.536825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2144744224'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:38.559327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-5910e662-dbed-4422-baa9-b8c54474c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:38.562224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-5910e662-dbed-4422-baa9-b8c54474c662 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=03cdd270dfa9450097949377175929bb&device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 1100 time: 0.2439790 Nov 03 19:20:38.569175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:38.577731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.653654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f858e-55df-4651-86b5-fbb3070238fb req-fd3a7b39-6f78-4197-a82a-e5f5c8120a64 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:38.658250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d49f858e-55df-4651-86b5-fbb3070238fb req-fd3a7b39-6f78-4197-a82a-e5f5c8120a64 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 0.2140930 Nov 03 19:20:38.687838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:38.701917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.706353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:38.758523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:38.833855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.834195 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment 2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e of type vlan for network a2b10974-7b63-43dc-9773-0a0a2ab95239 Nov 03 19:20:38.849151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.878202 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.882202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:38.917760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.918685 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment 41aab834-d5da-4718-8660-b0c1673e26c5 of type vlan for network b9741aac-0f3c-4ac0-a897-e043cf26b961 Nov 03 19:20:38.940405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54896) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:38.989622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:38.993738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6234117 Nov 03 19:20:39.004682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54900) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.018514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c99a6569-456d-405d-b66e-a18aceca0964 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.019404 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-c99a6569-456d-405d-b66e-a18aceca0964 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 19:20:39.020161 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-c99a6569-456d-405d-b66e-a18aceca0964 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:39.025674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c99a6569-456d-405d-b66e-a18aceca0964 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108624 Nov 03 19:20:39.036542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75c9b-b356-4a70-9a34-56bd21b2ac6e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe371b6-a042-41f8-9646-cc76fee08ded,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:39.044970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.051257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54904) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.064116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a3fe0b62-6d0c-41f6-b34b-cdd27d16a6a1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.094105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.104517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:39.105228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.127397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.180824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891c0fc-8aac-471c-844a-4fd5110e65bf req-a71f1175-96f0-4e11-94cf-7ab876526bcc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:39.206619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0891c0fc-8aac-471c-844a-4fd5110e65bf req-a71f1175-96f0-4e11-94cf-7ab876526bcc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 0.2849009 Nov 03 19:20:39.241764 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-a3fe0b62-6d0c-41f6-b34b-cdd27d16a6a1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:39.256760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a3fe0b62-6d0c-41f6-b34b-cdd27d16a6a1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1959553 Nov 03 19:20:39.257503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54908) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.271905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2a676000-05f9-4ee0-a89e-bf47e6fcfa14 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.276800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=a2b10974-7b63-43dc-9773-0a0a2ab95239,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:39.282598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-beecde7f-6faf-40c7-8b5c-50aca13a0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:39.286054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-beecde7f-6faf-40c7-8b5c-50aca13a0cb1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.6241000 Nov 03 19:20:39.289604 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-2a676000-05f9-4ee0-a89e-bf47e6fcfa14 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 19:20:39.294786 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-2a676000-05f9-4ee0-a89e-bf47e6fcfa14 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:39.303443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a676000-05f9-4ee0-a89e-bf47e6fcfa14 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0402374 Nov 03 19:20:39.306998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54910) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.307512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:39.327851 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:20:39.384355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4da1a302-6a4d-4f8d-96e4-789e469972fc tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9990444 Nov 03 19:20:39.384355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-71bacaf9-5ae7-4c70-a271-3fc39a149a81 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0822325 Nov 03 19:20:39.389392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2845b146-4d3d-4733-b917-bb74cf2e1118 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.398268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.419499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.467811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88462c39-06ce-4e59-92af-07f581e426d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.505658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.514895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:39.515833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.551803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-2714875e-1839-47ff-8533-cc48a70b4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:39.553888 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-2714875e-1839-47ff-8533-cc48a70b4a74 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0835526 Nov 03 19:20:39.569450 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-2845b146-4d3d-4733-b917-bb74cf2e1118 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:39.570646 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2845b146-4d3d-4733-b917-bb74cf2e1118 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1973846 Nov 03 19:20:39.576394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 25571f7e-4d5c-40a9-9139-baabe212380e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:39.576953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.587244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:20:35Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:35Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:39.616739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54916) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.637494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-efac60ee-f1d3-4b4d-8369-282f78d2a615 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.637946 n-d-812151-4 neutron-server[101989]: WARNING neutron.api.v2.base [None req-efac60ee-f1d3-4b4d-8369-282f78d2a615 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 19:20:39.638449 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-efac60ee-f1d3-4b4d-8369-282f78d2a615 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:39.644424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-efac60ee-f1d3-4b4d-8369-282f78d2a615 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0207734 Nov 03 19:20:39.667894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:39.673444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Updating router bc6a10da-e824-43e6-a33d-31defae9ff6d port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:20:39.685276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.722869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-84abc538-fd82-46e2-b111-569e020fb74c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.742047 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:39.811142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0891c0fc-8aac-471c-844a-4fd5110e65bf req-ec3af1a2-93a3-47bf-9c2c-1e58a0009406 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017075 Nov 03 19:20:39.911178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4021363 Nov 03 19:20:39.920886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:39.939784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:39.973610 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.165980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2940a-e206-4510-a4e0-b6f46120c4e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=b9741aac-0f3c-4ac0-a897-e043cf26b961,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:40.173115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:40.181330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.181975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b9741aac-0f3c-4ac0-a897-e043cf26b961 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:40.331780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Performing IP validity checks on allocation pools {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:20:40.335499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:20:40.437579 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-84abc538-fd82-46e2-b111-569e020fb74c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Project 2c8d72fe65a742b5ae2dfc8c3b8b9288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:20:40.443774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-9ec38f00-72c4-4b83-ad7d-96c13b76fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:40.446644 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-9ec38f00-72c4-4b83-ad7d-96c13b76fb31 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8739059 Nov 03 19:20:40.479766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.499559 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.521190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 25571f7e-4d5c-40a9-9139-baabe212380e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=25571f7e-4d5c-40a9-9139-baabe212380e,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:40.523609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:40.529958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.531162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.590698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d273f-2640-4ca9-a493-7c9e8fe16851 None None] Pushing event updated for resources: {'Port': ['ID=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:40.645433 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-84abc538-fd82-46e2-b111-569e020fb74c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:40.652357 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84abc538-fd82-46e2-b111-569e020fb74c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9459171 Nov 03 19:20:40.656522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.658164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 25571f7e-4d5c-40a9-9139-baabe212380e owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:40.677447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-76a3f14f-d4e3-4d38-a572-994f6e26baab tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:40.678261 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-76a3f14f-d4e3-4d38-a572-994f6e26baab tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 19:20:40.679086 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-76a3f14f-d4e3-4d38-a572-994f6e26baab tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:40.686066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76a3f14f-d4e3-4d38-a572-994f6e26baab tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156417 Nov 03 19:20:40.732315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Attempting to bind port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:40.733420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Attempting to bind port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:40.733895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Attempting to bind port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f on network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:40.745135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54938) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:40.771296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:40.771818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Checking segment: {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:40.772513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.773072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Bound using segment: {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:40.773780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Bound port: e2a5f27f-f8e0-41bc-94e0-e89498a4c49f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61530d5-4e1d-4f03-b597-bf79dfe092e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:40.774326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.820296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.826785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3f7986d2-0374-4492-b381-ebb273921484 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:40.875592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88462c39-06ce-4e59-92af-07f581e426d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.902412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] For port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:40.912760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] For port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:40.923529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88462c39-06ce-4e59-92af-07f581e426d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:40.925022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.038729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:41.038729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:41.067525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88462c39-06ce-4e59-92af-07f581e426d3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e9bbc91e24d47e8b31017c17c73ac29&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1225519 Nov 03 19:20:41.077954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54952) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:41.215107 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-e077d29c-e5ac-4869-a6c1-df865e100cf4 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480116 Nov 03 19:20:41.246050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d273f-2640-4ca9-a493-7c9e8fe16851 None None] Pushing event updated for resources: {'Port': ['ID=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.295804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0fcdcfbb-f120-41e3-ac10-8293d7e146ab None None] Provisioning complete for port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:41.297986 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fcdcfbb-f120-41e3-ac10-8293d7e146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.390273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:41.466577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': '41aab834-d5da-4718-8660-b0c1673e26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:41.467323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: b9741aac-0f3c-4ac0-a897-e043cf26b961, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:41.489360 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-3f7986d2-0374-4492-b381-ebb273921484 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Project 2c8d72fe65a742b5ae2dfc8c3b8b9288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:20:41.529981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=cac5c328-a01a-4b60-8ebd-e608ee29835c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.553845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88462c39-06ce-4e59-92af-07f581e426d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f05798-1861-4c42-9901-02540bee9166,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.626064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.626579 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-3f7986d2-0374-4492-b381-ebb273921484 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:41.633349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3f7986d2-0374-4492-b381-ebb273921484 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8074310 Nov 03 19:20:41.662252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54964) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:41.759850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-85cdc489-8c8b-4ea2-8eaf-8c80ff7414e9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': 'abe371b6-a042-41f8-9646-cc76fee08ded', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:41.784427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8f68-6a95-4dae-afe6-23a7e243aac7 req-068e2aba-5204-451f-8df5-fb40c8aec1ae tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:41.790446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b98b8f68-6a95-4dae-afe6-23a7e243aac7 req-068e2aba-5204-451f-8df5-fb40c8aec1ae tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9 HTTP/1.1" status: 200 len: 945 time: 0.7017908 Nov 03 19:20:41.796204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:41.914811 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-85cdc489-8c8b-4ea2-8eaf-8c80ff7414e9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Project 2c8d72fe65a742b5ae2dfc8c3b8b9288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:20:41.940503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=25571f7e-4d5c-40a9-9139-baabe212380e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:41.961761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:20:41.983385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fcdcfbb-f120-41e3-ac10-8293d7e146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.019885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network b9741aac-0f3c-4ac0-a897-e043cf26b961 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:42.102573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b9741aac-0f3c-4ac0-a897-e043cf26b961) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:42.124763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 25571f7e-4d5c-40a9-9139-baabe212380e on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:42.138390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.142059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d49f858e-55df-4651-86b5-fbb3070238fb req-2e4f25c3-bfe9-4239-a0cc-d08830350fa4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "DELETE /v2.0/ports/25571f7e-4d5c-40a9-9139-baabe212380e HTTP/1.1" status: 204 len: 173 time: 3.4579902 Nov 03 19:20:42.142886 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-85cdc489-8c8b-4ea2-8eaf-8c80ff7414e9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:42.147237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=9d5b0f66-9813-438e-b60f-52c4c6c4971b,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:42.148663 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-85cdc489-8c8b-4ea2-8eaf-8c80ff7414e9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4731693 Nov 03 19:20:42.152165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:42.152968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'name': 'network-vif-deleted', 'tag': '25571f7e-4d5c-40a9-9139-baabe212380e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:42.156302 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819247e6-1f2c-454f-a426-bf6a6ed5efad" -d '{"events": [{"server_uuid": "9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9", "name": "network-vif-deleted", "tag": "25571f7e-4d5c-40a9-9139-baabe212380e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:42.173012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33673391-37e4-4e24-9945-c183f46cc090 None None] Network b9741aac-0f3c-4ac0-a897-e043cf26b961 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:42.175807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:42.176546 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.178230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 25571f7e-4d5c-40a9-9139-baabe212380e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:42.198917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b209e19-76cf-4b90-81fc-b36ca46d8767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.217554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b98b8f68-6a95-4dae-afe6-23a7e243aac7 req-e420a452-7c58-4ac5-9430-320d825cfb2c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076190 Nov 03 19:20:42.237357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226072-859c-4866-add3-57c38ed1b139 req-a01a7e1f-d4de-407c-b96b-46e235648a1b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:42.255411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.257218 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.257499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43226072-859c-4866-add3-57c38ed1b139 req-a01a7e1f-d4de-407c-b96b-46e235648a1b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.4650638 Nov 03 19:20:42.319157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-779690c4-3fc2-45b0-b7ae-4107c8fd6028 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3923821 Nov 03 19:20:42.319157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:42.322859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54976) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:42.329140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: a2b10974-7b63-43dc-9773-0a0a2ab95239, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:42.372183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961', 'name': 'tempest-PortsIpV6TestJSON-1433820280'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:42.426524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 25571f7e-4d5c-40a9-9139-baabe212380e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:42.427156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 25571f7e-4d5c-40a9-9139-baabe212380e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:42.465503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b209e19-76cf-4b90-81fc-b36ca46d8767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.473045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43226072-859c-4866-add3-57c38ed1b139 req-69d58846-20f1-4aaf-be7c-ea6d09c49e4f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147045 Nov 03 19:20:42.474500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:42.480343 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a1995f-958b-4a56-b455-d6b96213e47b x-openstack-request-id: req-83a1995f-958b-4a56-b455-d6b96213e47b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:42.480660 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9", "name": "network-vif-deleted", "tag": "25571f7e-4d5c-40a9-9139-baabe212380e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:42.480954 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-83a1995f-958b-4a56-b455-d6b96213e47b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:42.484105 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1edd17-4f03-4ebc-bda5-f828f0dbf7b9', 'name': 'network-vif-deleted', 'tag': '25571f7e-4d5c-40a9-9139-baabe212380e', 'status': 'completed', 'code': 200} Nov 03 19:20:42.489319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a2b10974-7b63-43dc-9773-0a0a2ab95239) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:42.500380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:42.501581 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.525393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d2fd160f-df4b-461e-b747-65ca3a390119 req-6a97eb36-b176-47df-bd87-851c2e30269b service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2625341 Nov 03 19:20:42.535013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-29cab57c-0ac0-40a2-9e37-26c4f6c784d5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1330321 Nov 03 19:20:42.538752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:42.562982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4126ab19-6a7b-468f-929d-cd351b6fb7d5 None None] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:42.682461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbe994a4-ce33-4802-8365-268e5669bed4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.799692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0fcdcfbb-f120-41e3-ac10-8293d7e146ab None None] For port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:42.879456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b209e19-76cf-4b90-81fc-b36ca46d8767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.882916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b209e19-76cf-4b90-81fc-b36ca46d8767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.887955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7b209e19-76cf-4b90-81fc-b36ca46d8767 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/72f05798-1861-4c42-9901-02540bee9166 HTTP/1.1" status: 204 len: 168 time: 1.8064685 Nov 03 19:20:42.894922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbe994a4-ce33-4802-8365-268e5669bed4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:42.924097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b209e19-76cf-4b90-81fc-b36ca46d8767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f05798-1861-4c42-9901-02540bee9166,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:42.936308 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fcdcfbb-f120-41e3-ac10-8293d7e146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.046482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:43.060298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.064531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbe994a4-ce33-4802-8365-268e5669bed4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.074789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbe994a4-ce33-4802-8365-268e5669bed4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.086131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fbe994a4-ce33-4802-8365-268e5669bed4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/abe371b6-a042-41f8-9646-cc76fee08ded HTTP/1.1" status: 204 len: 168 time: 0.9255168 Nov 03 19:20:43.092646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54988) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:43.289053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe994a4-ce33-4802-8365-268e5669bed4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe371b6-a042-41f8-9646-cc76fee08ded,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:43.319688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdcfbb-f120-41e3-ac10-8293d7e146ab None None] Pushing event updated for resources: {'Port': ['ID=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:43.348246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port fc8e6fad-d205-41d0-99b2-ec3962a0dbf5 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:43.412012 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-973f20a2-9897-42b0-ae45-183660d63968 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2721434 Nov 03 19:20:43.426294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54998) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:43.500979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302855754'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:43.680242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.829180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3c1ead43-41e5-43f1-b4fc-8a11a295b43b None None] Provisioning complete for port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:43.830146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c1ead43-41e5-43f1-b4fc-8a11a295b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:43.895918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::89 (b9741aac-0f3c-4ac0-a897-e043cf26b961/cac5c328-a01a-4b60-8ebd-e608ee29835c/fc8e6fad-d205-41d0-99b2-ec3962a0dbf5) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:44.078277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.100944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.271776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.278206 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7809532 Nov 03 19:20:44.283380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55028) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:44.316119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b9741aac-0f3c-4ac0-a897-e043cf26b961', 'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': 'cac5c328-a01a-4b60-8ebd-e608ee29835c'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:44.328884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.330016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d03aa8e2-5390-44f2-9f4a-781292d6950a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '91087274-8940-4879-8e11-f064d56af3f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:44.340314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d8607-41ea-4a7e-8647-9e314e0b5eb3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91087274-8940-4879-8e11-f064d56af3f1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:44.395210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d3a9-b8d1-433f-80e1-0e5e5684f6a2 req-9ae18a4c-e033-4b8c-a7af-dcf715bb6c4b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:44.418112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc24d3a9-b8d1-433f-80e1-0e5e5684f6a2 req-9ae18a4c-e033-4b8c-a7af-dcf715bb6c4b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.5905898 Nov 03 19:20:44.430631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.493259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.644792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network b9741aac-0f3c-4ac0-a897-e043cf26b961 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:44.677598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:44.692966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:44.717884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a2b10974-7b63-43dc-9773-0a0a2ab95239', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:44.727918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:44.729436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.734533 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.748835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-7b278880-d4e3-4a9e-872e-519fd7dc6eb6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:44.759622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-7b278880-d4e3-4a9e-872e-519fd7dc6eb6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.7847719 Nov 03 19:20:44.784557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4448900 Nov 03 19:20:44.788849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfe724-e918-49aa-8c60-523a83c5d33d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=fc8e6fad-d205-41d0-99b2-ec3962a0dbf5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:44.794738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:44.821804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc24d3a9-b8d1-433f-80e1-0e5e5684f6a2 req-1c8259d1-4d33-469b-85b9-bbf52a9c9f95 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573668 Nov 03 19:20:44.863209 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-d03aa8e2-5390-44f2-9f4a-781292d6950a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The resource could not be found. Nov 03 19:20:44.885285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d03aa8e2-5390-44f2-9f4a-781292d6950a tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5964041 Nov 03 19:20:44.942706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55048) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:44.952500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-7a4f0651-8845-40ad-a63c-89cf5ac61856 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.1256959 Nov 03 19:20:44.954756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:44.975740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-93f0599f-201d-463d-89ce-234b9a3ebf2e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '91087274-8940-4879-8e11-f064d56af3f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5b8fb9a0-83f2-4e0b-b5d5-62206f1e363f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:45.229230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:20:35Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:40Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:45.283275 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-93f0599f-201d-463d-89ce-234b9a3ebf2e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The resource could not be found. Nov 03 19:20:45.294664 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-93f0599f-201d-463d-89ce-234b9a3ebf2e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3383334 Nov 03 19:20:45.302922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55060) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:45.360795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32086c17-b9ae-44cd-ade2-eab217ad8f75 None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:20:35Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:40Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:45.398646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-7f4b1a57-dbe6-4536-b057-f7a05672743d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4324100 Nov 03 19:20:45.439701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port fc8e6fad-d205-41d0-99b2-ec3962a0dbf5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:45.443151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.578330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1551d-a495-488d-aeda-3145b4c34f25 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.645529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1551d-a495-488d-aeda-3145b4c34f25 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.824775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55062) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:45.832219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1551d-a495-488d-aeda-3145b4c34f25 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.835435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1551d-a495-488d-aeda-3145b4c34f25 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:45.843580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e7c1551d-a495-488d-aeda-3145b4c34f25 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/91087274-8940-4879-8e11-f064d56af3f1 HTTP/1.1" status: 204 len: 168 time: 0.5348063 Nov 03 19:20:45.865323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55070) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:45.905114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Allocated IP 2001:db8::2 (b9741aac-0f3c-4ac0-a897-e043cf26b961/cac5c328-a01a-4b60-8ebd-e608ee29835c/5f7c04ea-9c44-47b7-a047-94c6d3199c72) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:45.985867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1551d-a495-488d-aeda-3145b4c34f25 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91087274-8940-4879-8e11-f064d56af3f1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:46.061548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Allocated IP 172.21.0.2 (a2b10974-7b63-43dc-9773-0a0a2ab95239/9d5b0f66-9813-438e-b60f-52c4c6c4971b/506292e9-8756-40b6-9b0c-b6aea51a91c3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:46.140200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.185853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for fc8e6fad-d205-41d0-99b2-ec3962a0dbf5 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:46.394565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-441316419'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:46.621483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.650451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-cdb87711-225d-4649-991f-f6ba65a7bfb1 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2289803 Nov 03 19:20:46.854057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.875212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/fc8e6fad-d205-41d0-99b2-ec3962a0dbf5 HTTP/1.1" status: 204 len: 168 time: 2.0784109 Nov 03 19:20:46.878233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78119e40-d618-4eb0-a3a6-9e615a382b13 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=fc8e6fad-d205-41d0-99b2-ec3962a0dbf5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:46.922815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55082) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:46.946496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-e37d90a4-920a-4dfd-957e-02d9649bb249 service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669821 Nov 03 19:20:46.949154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:46.953176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.971644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6cdfe2b7-fd70-42a5-86ff-fbdfde7d6c17 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0916989 Nov 03 19:20:46.982915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55084) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:46.984393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:46.985040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.009659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-4a053439-1553-4084-b3fc-53bdb91a6197 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '518c266c-4c69-43df-9813-79563d006218', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:47.025955 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.037419 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.086904 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.140449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b5973-7832-40fc-8071-d993424e9f38 req-f32c5112-f3fe-4ca1-b067-6e28acc2274a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:47.155731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c8b5973-7832-40fc-8071-d993424e9f38 req-f32c5112-f3fe-4ca1-b067-6e28acc2274a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.8298199 Nov 03 19:20:47.213584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.21.0.1 (a2b10974-7b63-43dc-9773-0a0a2ab95239/9d5b0f66-9813-438e-b60f-52c4c6c4971b/6dd916a9-2551-4c68-83d5-847ae125386e) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:47.218850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:47.223943 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3841706-847d-41b5-9c84-4fd2bea310d0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:20:47.229547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3841706-847d-41b5-9c84-4fd2bea310d0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:20:47.248825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e3841706-847d-41b5-9c84-4fd2bea310d0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/fc8e6fad-d205-41d0-99b2-ec3962a0dbf5 HTTP/1.1" status: 404 len: 333 time: 0.3218744 Nov 03 19:20:47.249552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55094) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:47.254989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:47.273294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Network b9741aac-0f3c-4ac0-a897-e043cf26b961 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:47.279632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:47.318789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:47.328547 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-7cf7db86-c598-4980-a5be-445d86e1f184 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4517686 Nov 03 19:20:47.329240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:47.339796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Pushing event updated for resources: {'Port': ['ID=506292e9-8756-40b6-9b0c-b6aea51a91c3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:47.479879 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-756f8043-eff6-4594-8d74-30a832506974 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:20:47.483017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-756f8043-eff6-4594-8d74-30a832506974 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/fc8e6fad-d205-41d0-99b2-ec3962a0dbf5 HTTP/1.1" status: 404 len: 333 time: 0.2034774 Nov 03 19:20:47.489243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55100) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:47.763711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Attempting to bind port 506292e9-8756-40b6-9b0c-b6aea51a91c3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:47.764184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Attempting to bind port 506292e9-8756-40b6-9b0c-b6aea51a91c3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:47.764653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Attempting to bind port 506292e9-8756-40b6-9b0c-b6aea51a91c3 on network a2b10974-7b63-43dc-9773-0a0a2ab95239 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:47.767097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Attempting to bind port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:47.767564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Attempting to bind port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '41aab834-d5da-4718-8660-b0c1673e26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:47.768036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Attempting to bind port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 on network b9741aac-0f3c-4ac0-a897-e043cf26b961 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:47.780626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:47.781331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Checking segment: {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:47.781865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.784185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Bound using segment: {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:47.786626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Bound port: 506292e9-8756-40b6-9b0c-b6aea51a91c3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:47.787187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.788926 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-4a053439-1553-4084-b3fc-53bdb91a6197 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The resource could not be found. Nov 03 19:20:47.804938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:47.806774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Checking segment: {'id': '41aab834-d5da-4718-8660-b0c1673e26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:47.807313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.807818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Bound using segment: {'id': '41aab834-d5da-4718-8660-b0c1673e26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:47.808403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Bound port: 5f7c04ea-9c44-47b7-a047-94c6d3199c72, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aab834-d5da-4718-8660-b0c1673e26c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9741aac-0f3c-4ac0-a897-e043cf26b961'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:47.808922 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.815010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4a053439-1553-4084-b3fc-53bdb91a6197 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8061807 Nov 03 19:20:47.828838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55110) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:47.844969 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Pushing event updated for resources: {'Port': ['ID=5f7c04ea-9c44-47b7-a047-94c6d3199c72,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:47.869595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132834721'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:47.914017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-20b6e429-336c-4ad7-9ecb-46e693bb9850 req-6eb1b178-8f52-4ba7-b7de-ff3c80c2afc0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 210 time: 0.2761712 Nov 03 19:20:47.948393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] For port 506292e9-8756-40b6-9b0c-b6aea51a91c3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:47.952616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] For port 506292e9-8756-40b6-9b0c-b6aea51a91c3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=506292e9-8756-40b6-9b0c-b6aea51a91c3,segment=NetworkSegment(2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e),segment_id=2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:47.954307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.964759 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:47.982974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet cac5c328-a01a-4b60-8ebd-e608ee29835c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:20:48.038853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.054928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c8b5973-7832-40fc-8071-d993424e9f38 req-55bda962-7c6b-4452-9a2c-6db64897fca1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8974183 Nov 03 19:20:48.188063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.429982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2a5f27f-f8e0-41bc-94e0-e89498a4c49f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:48.457432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.635776 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.670609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.687811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.752415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6239f9-29b0-40eb-bd52-bf8cd8d4b7e9 None None] Pushing event updated for resources: {'Port': ['ID=506292e9-8756-40b6-9b0c-b6aea51a91c3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:48.770434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-5f37966e-2c44-40ef-87e6-eabee1f451c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:48.772687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-5f37966e-2c44-40ef-87e6-eabee1f451c5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1097 time: 1.3186467 Nov 03 19:20:48.781209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] For port 5f7c04ea-9c44-47b7-a047-94c6d3199c72, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:48.786654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] For port 5f7c04ea-9c44-47b7-a047-94c6d3199c72, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5f7c04ea-9c44-47b7-a047-94c6d3199c72,segment=NetworkSegment(41aab834-d5da-4718-8660-b0c1673e26c5),segment_id=41aab834-d5da-4718-8660-b0c1673e26c5)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:48.788841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.800510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.880449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:48.918149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:48.918666 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment 064bb90d-9fdf-45e5-a0ef-f5825ebf1fde of type vlan for network e04e8415-f37a-4457-a95d-1a8df99d2b8d Nov 03 19:20:48.925272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad5b1-f977-4f88-9d2b-70e64cc13614 None None] Pushing event updated for resources: {'Port': ['ID=5f7c04ea-9c44-47b7-a047-94c6d3199c72,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:48.963614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:48.963895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.156984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.216287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.310877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.372852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1cdd59-7977-4a98-a045-4bfcb0b16cf2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:49.405672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.415714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=cac5c328-a01a-4b60-8ebd-e608ee29835c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:49.451034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:49.453411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.681308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19561df6-6551-4d26-a814-0dbd8de72eab,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:49.690583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.693129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6cac4a3c-ab34-4b7f-8b0b-93f21cc887a4 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8470945 Nov 03 19:20:49.695416 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:49.702009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1aac54ec-7264-42d7-af8a-b9f158ee984c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/cac5c328-a01a-4b60-8ebd-e608ee29835c HTTP/1.1" status: 204 len: 168 time: 2.2104192 Nov 03 19:20:49.732019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55134) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:49.734021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55136) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:49.756511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--503569109'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:50.191278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5f7c04ea-9c44-47b7-a047-94c6d3199c72 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:50.256927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.352111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-6062abbb-993a-4a99-8664-748af7a4475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:50.355326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-6062abbb-993a-4a99-8664-748af7a4475f service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 1.1735699 Nov 03 19:20:50.369672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:50.373368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.383525 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.471944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9ff34-d114-45be-bedd-5495f739c8a0 None None] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:50.557968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-20bdf0f3-3ee1-4587-b50b-6b3ed03ac9c2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 217 time: 0.1380036 Nov 03 19:20:50.642300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-aa6a4813-d3ef-4fd9-8f04-ec9fc3f6f0e6 None None] Provisioning complete for port 506292e9-8756-40b6-9b0c-b6aea51a91c3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:50.642768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4813-d3ef-4fd9-8f04-ec9fc3f6f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:50.779454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80b25f98-f397-4968-8b4c-89f7f36b8fe9 req-f8888402-1c44-434b-b4c7-b612f289faeb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 210 time: 1.3753352 Nov 03 19:20:50.792154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.9635644 Nov 03 19:20:50.835798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55146) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:50.837254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaaa80-90f4-4109-8a40-111eacef362a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=e04e8415-f37a-4457-a95d-1a8df99d2b8d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:50.853664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'name': 'tempest-PortsTestJSON-1652277954'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:50.902669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:50.930358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-f2401640-6384-474a-a586-8706c55ad3c2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:50.946625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-f2401640-6384-474a-a586-8706c55ad3c2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.8197670 Nov 03 19:20:50.960523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee33b3b-70f5-49fb-b0ed-fe3c94eab39a req-e1b1d1c7-35bb-4346-92b0-9a516e3dbdb2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:50.964459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ee33b3b-70f5-49fb-b0ed-fe3c94eab39a req-e1b1d1c7-35bb-4346-92b0-9a516e3dbdb2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 1.5757220 Nov 03 19:20:50.976772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:50.992671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-8d7aa32b-3631-4be7-ae19-db5ba1f89ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:50.994485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-8d7aa32b-3631-4be7-ae19-db5ba1f89ef0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.4203484 Nov 03 19:20:51.045691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.145733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.188690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.232985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=6dd916a9-2551-4c68-83d5-847ae125386e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:51.298555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:51.326977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:51.336301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:51.400242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6febfa-92a2-4074-8783-16fcf6957621 None None] Network b9741aac-0f3c-4ac0-a897-e043cf26b961 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:51.588352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ee33b3b-70f5-49fb-b0ed-fe3c94eab39a req-f8cae3ab-1d3b-4c55-96a5-01081299034b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5717895 Nov 03 19:20:51.625834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ff036-a900-42a0-8f86-82718bf09b31,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:51.635334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.668940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.675532 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.676992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9405470 Nov 03 19:20:51.685681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:51.694246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-01c7e334-69b6-4ca2-9b29-7149e658f6d5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6775787 Nov 03 19:20:51.701750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d57f1e85-a299-48fa-b4d4-1646a0627490 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '19561df6-6551-4d26-a814-0dbd8de72eab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c03ff036-a900-42a0-8f86-82718bf09b31'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:51.709152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.709775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.710299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.710906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.711530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.712538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.713544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.714148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.714705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.715414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.716223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.717497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31792d6-88da-4d28-8c87-0bd7dce22079 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:51.799140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:51.808589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:51.809547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.813714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.932624 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-d57f1e85-a299-48fa-b4d4-1646a0627490 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:20:51.932624 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:20:51.932624 n-d-812151-4 neutron-server[101988]: [parameters: {'project_id_1': '2c8d72fe65a742b5ae2dfc8c3b8b9288', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 20, 31, 763461)}] Nov 03 19:20:51.932624 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:20:51.934112 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-d57f1e85-a299-48fa-b4d4-1646a0627490 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:20:51.951777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:51.957541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.966623 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:51.991191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 5f7c04ea-9c44-47b7-a047-94c6d3199c72, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5f7c04ea-9c44-47b7-a047-94c6d3199c72,segment=NetworkSegment(41aab834-d5da-4718-8660-b0c1673e26c5),segment_id=41aab834-d5da-4718-8660-b0c1673e26c5)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:52.033847 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.035011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 506292e9-8756-40b6-9b0c-b6aea51a91c3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:52.068071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f47e5931-b89d-47d3-a0cd-a82c9d0787e5 req-9f4a0cad-efdf-42c7-aafd-66ebf085eb68 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 210 time: 0.1024208 Nov 03 19:20:52.079852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 7fca7f93-357d-4507-9e39-413c9f311814 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:52.209331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] For port 5f7c04ea-9c44-47b7-a047-94c6d3199c72, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5f7c04ea-9c44-47b7-a047-94c6d3199c72,segment=NetworkSegment(41aab834-d5da-4718-8660-b0c1673e26c5),segment_id=41aab834-d5da-4718-8660-b0c1673e26c5)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:52.209962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.238108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-9dd9a24c-beaf-4d7e-9b2d-c8227b3fd2d6 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900639 Nov 03 19:20:52.463510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=5f7c04ea-9c44-47b7-a047-94c6d3199c72,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:52.468983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4813-d3ef-4fd9-8f04-ec9fc3f6f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.508775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 506292e9-8756-40b6-9b0c-b6aea51a91c3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:52.509314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.553275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aa6a4813-d3ef-4fd9-8f04-ec9fc3f6f0e6 None None] For port 506292e9-8756-40b6-9b0c-b6aea51a91c3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=506292e9-8756-40b6-9b0c-b6aea51a91c3,segment=NetworkSegment(2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e),segment_id=2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:52.589154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4813-d3ef-4fd9-8f04-ec9fc3f6f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.589422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.2 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/6807d325-0b0b-43fc-b2b7-aaff9a33177c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:52.791357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] DHCP port deletion for b9741aac-0f3c-4ac0-a897-e043cf26b961 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:20:52.839332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 5f7c04ea-9c44-47b7-a047-94c6d3199c72 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:52.941298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-709f2273-bab4-4b01-811f-0c14a5970c14 None None] Provisioning complete for port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:52.941980 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-709f2273-bab4-4b01-811f-0c14a5970c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.984941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a4813-d3ef-4fd9-8f04-ec9fc3f6f0e6 None None] Pushing event updated for resources: {'Port': ['ID=506292e9-8756-40b6-9b0c-b6aea51a91c3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:53.016184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.144700 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.db [None req-709f2273-bab4-4b01-811f-0c14a5970c14 None None] No ports have port_id starting with 5f7c04ea-9c44-47b7-a047-94c6d3199c72 Nov 03 19:20:53.170656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Deleting port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:53.171030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.301870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1e7eb45b-62a2-4ea6-9198-c70c0b8d4fa3 None None] Provisioning complete for port 6dd916a9-2551-4c68-83d5-847ae125386e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:53.303009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb45b-62a2-4ea6-9198-c70c0b8d4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.308570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7daf1-9a1d-4f63-bccd-dd221514737d req-48dbb852-5cc7-470b-8b46-d1cc753ff594 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:53.338494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1e7daf1-9a1d-4f63-bccd-dd221514737d req-48dbb852-5cc7-470b-8b46-d1cc753ff594 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3306775 Nov 03 19:20:53.364893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.373140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] For port 5f7c04ea-9c44-47b7-a047-94c6d3199c72, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:53.373608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.432047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 506292e9-8756-40b6-9b0c-b6aea51a91c3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:53.460266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Calling delete_port for 5f7c04ea-9c44-47b7-a047-94c6d3199c72 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:20:53.484697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:20:53.553559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1e7eb45b-62a2-4ea6-9198-c70c0b8d4fa3 None None] Port 6dd916a9-2551-4c68-83d5-847ae125386e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:53.565327 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.570659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e332aee0-5fa7-4290-b689-7faa1335587c req-78bf6ebc-bc83-42b4-866a-1b515b87e4ed tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 210 time: 0.2920337 Nov 03 19:20:53.595785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.637432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.674525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] No DVR routers for this DVR port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:53.693224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27774d-67c4-406d-bf8e-404fb49147f6 None None] Pushing event deleted for resources: {'Port': ['ID=5f7c04ea-9c44-47b7-a047-94c6d3199c72,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:53.721445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.730035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1e7eb45b-62a2-4ea6-9198-c70c0b8d4fa3 None None] Provisioning complete for port 506292e9-8756-40b6-9b0c-b6aea51a91c3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:53.730614 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb45b-62a2-4ea6-9198-c70c0b8d4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.737246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 506292e9-8756-40b6-9b0c-b6aea51a91c3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:53.737728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.773769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=7fca7f93-357d-4507-9e39-413c9f311814,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:53.794845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1e7daf1-9a1d-4f63-bccd-dd221514737d req-f967c1d4-e7a2-4361-ac90-7ab28cbe1acc tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548235 Nov 03 19:20:53.860882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:53.861142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: e04e8415-f37a-4457-a95d-1a8df99d2b8d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:53.946351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=6dd916a9-2551-4c68-83d5-847ae125386e,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:53.960774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:53.975015 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:53.990596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e04e8415-f37a-4457-a95d-1a8df99d2b8d) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:53.996647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:54.005473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:54.006144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.019051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c194655-0b5e-4fe9-a61b-7b37ad640d57 None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:54.059087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:54.062138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:54.099272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=5f7c04ea-9c44-47b7-a047-94c6d3199c72,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:54.109472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c74b62f1-718b-44e7-9625-9a08ece66522 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2659009 Nov 03 19:20:54.124088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No DVR routers for this DVR port 5f7c04ea-9c44-47b7-a047-94c6d3199c72 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:20:54.135235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:54.145048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1802191875'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:54.233682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5f7c04ea-9c44-47b7-a047-94c6d3199c72 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:20:54.314037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5f7c04ea-9c44-47b7-a047-94c6d3199c72 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:20:54.314216 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-d57f1e85-a299-48fa-b4d4-1646a0627490 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:54.316222 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d57f1e85-a299-48fa-b4d4-1646a0627490 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 2.6270986 Nov 03 19:20:54.317711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5f7c04ea-9c44-47b7-a047-94c6d3199c72 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:20:54.326163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55192) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:54.368081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21737a65-524f-4bc5-b4ac-923fcbcd41ef req-3840050c-427a-46ef-852d-faa2b0c8d435 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1121094 Nov 03 19:20:54.406448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:20:54.453716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a2b7bb3f-670c-493c-84be-0b5e4912fa8d None None] Provisioning complete for port 6dd916a9-2551-4c68-83d5-847ae125386e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:54.456472 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2b7bb3f-670c-493c-84be-0b5e4912fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.567739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7bb3f-670c-493c-84be-0b5e4912fa8d None None] Port 6dd916a9-2551-4c68-83d5-847ae125386e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:54.582525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af816696-ffd5-4d4e-afab-5e9d5d827ea1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.594163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.612078 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.632872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:54.637677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.646358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9741aac-0f3c-4ac0-a897-e043cf26b961']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:54.703039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-94202b46-c8be-4a27-91fa-ab6ea242c1c5 None None] Provisioning complete for port 6dd916a9-2551-4c68-83d5-847ae125386e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:54.703409 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94202b46-c8be-4a27-91fa-ab6ea242c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.727214 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af816696-ffd5-4d4e-afab-5e9d5d827ea1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.727785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41aab834-d5da-4718-8660-b0c1673e26c5') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:54.728087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41aab834-d5da-4718-8660-b0c1673e26c5') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:54.748998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:20:54.763041 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:20:54.778229 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:54.778801 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:54.791837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86f66565-c741-4334-ae43-72e3268cecae req-f0b8dc1b-dd33-42a1-aedd-62da8155da3b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 210 time: 0.0844703 Nov 03 19:20:54.792506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.802882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-93aaa07b-6b84-4f57-8381-012e017416bf tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2591383 Nov 03 19:20:54.807150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-94202b46-c8be-4a27-91fa-ab6ea242c1c5 None None] Port 6dd916a9-2551-4c68-83d5-847ae125386e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:20:54.832551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55208) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:54.875418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-515927403'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:54.896061 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:54.896703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:54.903426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af816696-ffd5-4d4e-afab-5e9d5d827ea1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.930840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.931238 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment c0262f2e-2c88-4e61-bfc6-a0127f9569a4 of type vlan for network c6658840-8ddb-41c1-925a-441e50523165 Nov 03 19:20:54.939903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af816696-ffd5-4d4e-afab-5e9d5d827ea1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:54.941534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-af816696-ffd5-4d4e-afab-5e9d5d827ea1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/c03ff036-a900-42a0-8f86-82718bf09b31 HTTP/1.1" status: 204 len: 168 time: 0.6135340 Nov 03 19:20:54.947641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55216) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:54.984987 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af816696-ffd5-4d4e-afab-5e9d5d827ea1 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ff036-a900-42a0-8f86-82718bf09b31,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:55.046980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.075939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55218) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:55.152118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.157862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.166732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.167751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:20:55.173105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c41fb-aea1-4e36-9a5a-d9e3ba6e66f4 req-2fd90486-901a-46c3-920c-1008da918aec tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:55.184181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b2c41fb-aea1-4e36-9a5a-d9e3ba6e66f4 req-2fd90486-901a-46c3-920c-1008da918aec tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.1764612 Nov 03 19:20:55.186246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:55.186897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.254445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:20:55.254870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.268816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b555021-1fbf-46c8-bcf4-cf56934c69ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3010828 Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:20:55.269045 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:20:55.271766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55222) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:55.333707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b2c41fb-aea1-4e36-9a5a-d9e3ba6e66f4 req-0ba717d8-ee0e-41aa-80bb-b3c906739466 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486013 Nov 03 19:20:55.345836 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:20:51Z', 'revision_number': 3, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:52Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:55.379114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38764d5e-243f-4fc6-9db6-ec01226d37ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.435450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38764d5e-243f-4fc6-9db6-ec01226d37ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.450977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc3ff-1063-4586-a1b8-7c05a63d0dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.458247 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:20:55.458830 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Updating router bc6a10da-e824-43e6-a33d-31defae9ff6d port 6dd916a9-2551-4c68-83d5-847ae125386e binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:20:55.491586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:55.497127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.534858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3936560 Nov 03 19:20:55.549766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55228) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:55.555363 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38764d5e-243f-4fc6-9db6-ec01226d37ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.559096 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.560904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-38764d5e-243f-4fc6-9db6-ec01226d37ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.565401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-38764d5e-243f-4fc6-9db6-ec01226d37ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/19561df6-6551-4d26-a814-0dbd8de72eab HTTP/1.1" status: 204 len: 168 time: 0.2905574 Nov 03 19:20:55.569730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'ports': [{'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'}, {'network_id': 'c6658840-8ddb-41c1-925a-441e50523165'}]} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:55.570580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:55.571552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'c6658840-8ddb-41c1-925a-441e50523165'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:55.580616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:55.587690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55230) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:55.636264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38764d5e-243f-4fc6-9db6-ec01226d37ff tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19561df6-6551-4d26-a814-0dbd8de72eab,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:55.647548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.695639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:55.707322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.710359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ab1a2cb-338e-4ea0-ba2a-60dcd3a68bcc tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1203387 Nov 03 19:20:55.718087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55234) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:55.724015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127637890'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:55.725791 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/b9741aac-0f3c-4ac0-a897-e043cf26b961 HTTP/1.1" status: 204 len: 168 time: 5.9458001 Nov 03 19:20:55.750407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55236) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:55.757929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1294007488'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:55.770458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.784318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:55.804046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.804046 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment 6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa of type vlan for network 84aeab3d-c634-449d-a5da-7bbe2787beac Nov 03 19:20:55.808448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc3ff-1063-4586-a1b8-7c05a63d0dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.878703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:55.907387 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.913904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a4bc3ff-1063-4586-a1b8-7c05a63d0dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.943163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:55.967086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=6807d325-0b0b-43fc-b2b7-aaff9a33177c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:55.967933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bc3ff-1063-4586-a1b8-7c05a63d0dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bb4725-6068-4ae3-b5e0-0a9ea679e6c6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:55.990069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceccae-9f06-401d-bed4-9e8fbdd52c16 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=c6658840-8ddb-41c1-925a-441e50523165,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:55.998805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:56.018771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.020692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c6658840-8ddb-41c1-925a-441e50523165 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:56.095555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.122025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4a4bc3ff-1063-4586-a1b8-7c05a63d0dfe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ab353c1acc3408aa5630e4b5639a85f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0424523 Nov 03 19:20:56.126208 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.128310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4080250 Nov 03 19:20:56.129206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55244) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:56.134485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:20:56.134920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55246) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:56.147529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80083a7-1b8f-45d7-94fe-9971b4839dd4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=b9741aac-0f3c-4ac0-a897-e043cf26b961,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:56.207864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448c380-5c9e-44e0-8495-2a82dec7c037 req-71bd00f7-2bb1-46b8-8f71-318a4e9bdcc1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:56.210358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7448c380-5c9e-44e0-8495-2a82dec7c037 req-71bd00f7-2bb1-46b8-8f71-318a4e9bdcc1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 931 time: 0.2558408 Nov 03 19:20:56.219658 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.238893 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.249326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de4c0b-123d-4b8d-8dc8-13a24ffe5bd9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0c05a-a35a-4440-a6dc-53a972a7a82f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:56.266404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.268960 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment bef3ed92-50d1-48ca-8cd5-9d58cf7eb863 of type vlan for network 1749966a-6c45-46d6-8a94-6360ed8a5c27 Nov 03 19:20:56.336668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b631afe7-b5d9-4ee4-bfbb-ff40bef1246c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '8fa0c05a-a35a-4440-a6dc-53a972a7a82f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:56.342919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7448c380-5c9e-44e0-8495-2a82dec7c037 req-48ddc2b4-8662-42e0-a82d-19402318e24e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248376 Nov 03 19:20:56.352474 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdf20304-c4dc-43ec-9529-a041ec2f338c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.358187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.415418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:20:56.422807 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.428188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:56.428540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:56.428864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.429153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.462359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.471515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:56.472632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.491288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 2} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:56.497645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.502396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdf20304-c4dc-43ec-9529-a041ec2f338c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.507558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6690235 Nov 03 19:20:56.522948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55254) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:56.527158 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-b631afe7-b5d9-4ee4-bfbb-ff40bef1246c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:56.529064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b631afe7-b5d9-4ee4-bfbb-ff40bef1246c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2080305 Nov 03 19:20:56.534079 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-76d3af2b-e73a-426d-a55a-c7da0e24d2d1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5682592 Nov 03 19:20:56.547554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55256) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:56.548575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:56.558631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Request body: {'port': {'device_id': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:56.586949 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Pushing event updated for resources: {'Port': ['ID=6dd916a9-2551-4c68-83d5-847ae125386e,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.612174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:20:56.679011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-296a29f5-e6a6-4d98-a1b2-ce7c310a56c3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group_rule': {'security_group_id': '8fa0c05a-a35a-4440-a6dc-53a972a7a82f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:56.693622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9414899 Nov 03 19:20:56.695250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55258) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:56.717118 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Attempting to bind port 6dd916a9-2551-4c68-83d5-847ae125386e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:56.717548 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Attempting to bind port 6dd916a9-2551-4c68-83d5-847ae125386e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:56.717929 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Attempting to bind port 6dd916a9-2551-4c68-83d5-847ae125386e on network a2b10974-7b63-43dc-9773-0a0a2ab95239 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:56.738529 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:56.738895 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Checking segment: {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:56.739308 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.739714 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Bound using segment: {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:56.740191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Bound port: 6dd916a9-2551-4c68-83d5-847ae125386e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:56.740570 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.763641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:56.772633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.864235 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] For port 6dd916a9-2551-4c68-83d5-847ae125386e, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:56.869430 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] For port 6dd916a9-2551-4c68-83d5-847ae125386e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6dd916a9-2551-4c68-83d5-847ae125386e,segment=NetworkSegment(2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e),segment_id=2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:56.870311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.881719 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.899488 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-296a29f5-e6a6-4d98-a1b2-ce7c310a56c3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:20:56.902700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-296a29f5-e6a6-4d98-a1b2-ce7c310a56c3 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3510857 Nov 03 19:20:56.903064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf04d3-ebcd-46e3-908e-95d16921914a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=84aeab3d-c634-449d-a5da-7bbe2787beac,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:56.906574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55264) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:56.918584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 84aeab3d-c634-449d-a5da-7bbe2787beac details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:56.930029 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdf20304-c4dc-43ec-9529-a041ec2f338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.935065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdf20304-c4dc-43ec-9529-a041ec2f338c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:56.936267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fdf20304-c4dc-43ec-9529-a041ec2f338c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c4bb4725-6068-4ae3-b5e0-0a9ea679e6c6 HTTP/1.1" status: 204 len: 168 time: 0.7973692 Nov 03 19:20:56.995454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf20304-c4dc-43ec-9529-a041ec2f338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bb4725-6068-4ae3-b5e0-0a9ea679e6c6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:56.998644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59973239-686a-4cae-ab54-e86cc26350e8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=1749966a-6c45-46d6-8a94-6360ed8a5c27,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:57.017252 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:20:57.019572 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:57.029979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a76b-539f-41bc-8c70-03e08b9c5fae req-be68ba47-a335-4596-810d-53d7777728a1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:57.038297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1749966a-6c45-46d6-8a94-6360ed8a5c27 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:20:57.045935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1386a76b-539f-41bc-8c70-03e08b9c5fae req-be68ba47-a335-4596-810d-53d7777728a1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.2880855 Nov 03 19:20:57.183885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:57.191542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.239218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 6998e5fc-ff81-4d27-afe2-662d47d9a257 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:57.241422 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8b9b-bf5e-4e68-a9de-54d935767c1a None None] Pushing event updated for resources: {'Port': ['ID=6dd916a9-2551-4c68-83d5-847ae125386e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:57.281861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:20:57.303824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-29a70d07-661e-49fd-b03a-fc34e7c3965f None None] Provisioning complete for port 6dd916a9-2551-4c68-83d5-847ae125386e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:57.304489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29a70d07-661e-49fd-b03a-fc34e7c3965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.592590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1bd86cd3-afa0-4501-8839-2b017d63831f tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.643523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1bd86cd3-afa0-4501-8839-2b017d63831f tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.666793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29a70d07-661e-49fd-b03a-fc34e7c3965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.668296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:20:57.679521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.682536 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:20:51Z', 'revision_number': 3, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:56Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:20:57.688407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55278) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:57.699474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1386a76b-539f-41bc-8c70-03e08b9c5fae req-11743766-4bcc-4814-865f-96ff3745687d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6523058 Nov 03 19:20:57.725964 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ab27e-7f0e-4482-bae1-ebfa5d9432a2 None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:20:51Z', 'revision_number': 3, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:56Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:20:57.753853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-29a70d07-661e-49fd-b03a-fc34e7c3965f None None] For port 6dd916a9-2551-4c68-83d5-847ae125386e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6dd916a9-2551-4c68-83d5-847ae125386e,segment=NetworkSegment(2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e),segment_id=2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:20:57.774848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a7212d6-14e9-4695-97a8-d9c52ade952f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.786474 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29a70d07-661e-49fd-b03a-fc34e7c3965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:57.794315 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:20:57.938221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a70d07-661e-49fd-b03a-fc34e7c3965f None None] Pushing event updated for resources: {'Port': ['ID=6dd916a9-2551-4c68-83d5-847ae125386e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:57.945303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a9eb336d-36af-4d74-919d-b62bdf66a6cd None None] Provisioning complete for port 6dd916a9-2551-4c68-83d5-847ae125386e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:57.946032 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a9eb336d-36af-4d74-919d-b62bdf66a6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.073607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.089191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1bd86cd3-afa0-4501-8839-2b017d63831f tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.091801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1bd86cd3-afa0-4501-8839-2b017d63831f tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.096863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1bd86cd3-afa0-4501-8839-2b017d63831f tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/8fa0c05a-a35a-4440-a6dc-53a972a7a82f HTTP/1.1" status: 204 len: 168 time: 1.1791220 Nov 03 19:20:58.101849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55286) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:58.139688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd86cd3-afa0-4501-8839-2b017d63831f tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0c05a-a35a-4440-a6dc-53a972a7a82f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:58.194315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bb507-73fc-4e42-8f9c-62afc893dd2b req-52376517-3ecb-403f-b55f-36bc1dad0a93 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:58.194315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-448bb507-73fc-4e42-8f9c-62afc893dd2b req-52376517-3ecb-403f-b55f-36bc1dad0a93 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 931 time: 0.5710785 Nov 03 19:20:58.265200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=5438f2d6-f47b-46b2-b0eb-e4e432681008,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:58.302448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.304416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:58.304832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: 84aeab3d-c634-449d-a5da-7bbe2787beac, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:58.365495 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-448bb507-73fc-4e42-8f9c-62afc893dd2b req-ee7f06e7-4b35-42e0-83b5-a19f5d6afeaf tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587665 Nov 03 19:20:58.414260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 84aeab3d-c634-449d-a5da-7bbe2787beac is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:58.424443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3dba01bd-9fa3-47d4-9842-247f76af9b8e tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3187652 Nov 03 19:20:58.448589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55288) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:58.453412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181690784'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:58.467187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a7212d6-14e9-4695-97a8-d9c52ade952f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.483346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 84aeab3d-c634-449d-a5da-7bbe2787beac) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:58.484978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a7212d6-14e9-4695-97a8-d9c52ade952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.487715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port b066ba68-7be5-4e18-ba26-8153d5058e5a yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:20:58.493051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc08b5-3ce4-4ca9-858f-e0e811be2600 None None] Network 84aeab3d-c634-449d-a5da-7bbe2787beac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:58.504211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6807d325-0b0b-43fc-b2b7-aaff9a33177c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:20:58.510408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:58.511398 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.516631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.541584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Transition to ACTIVE for port object 6807d325-0b0b-43fc-b2b7-aaff9a33177c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:20:58.559238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.586004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7212d6-14e9-4695-97a8-d9c52ade952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e545ee1-4ac0-4f9e-86f0-d089ac5a70d7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:58.604979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.667834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=6807d325-0b0b-43fc-b2b7-aaff9a33177c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:58.670936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=6f2df84c-0303-42de-a798-00a83a30c0df,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:58.680030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.687103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7a7212d6-14e9-4695-97a8-d9c52ade952f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=079ef9339c8a453cb140ae4237cb6689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9963291 Nov 03 19:20:58.687751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55294) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:58.708271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-62de5ecd-ace5-45eb-a646-b8ff7dc635e3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1752799 Nov 03 19:20:58.713733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55296) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:58.757205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.811467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Attempting to bind port 6807d325-0b0b-43fc-b2b7-aaff9a33177c on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:20:58.811814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Attempting to bind port 6807d325-0b0b-43fc-b2b7-aaff9a33177c by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:20:58.812144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Attempting to bind port 6807d325-0b0b-43fc-b2b7-aaff9a33177c on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:58.821183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Port 6807d325-0b0b-43fc-b2b7-aaff9a33177c on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:20:58.821704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Attempting to bind port 6807d325-0b0b-43fc-b2b7-aaff9a33177c on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:20:58.834892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:20:58.834892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:58.834892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:20:58.834892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Bound port: 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:20:58.834892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.834892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.857862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-84aeab3d-c634-449d-a5da-7bbe2787beac', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:20:58.859463 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.897732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:58.927472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:58.936309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:58.937274 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.959779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=6998e5fc-ff81-4d27-afe2-662d47d9a257,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:59.026416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] For port 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:20:59.035376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6b47a20-2375-4541-ad3c-d5040f6e952e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.043827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:59.043827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: 1749966a-6c45-46d6-8a94-6360ed8a5c27, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:59.059930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=b066ba68-7be5-4e18-ba26-8153d5058e5a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:59.073131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] For port 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:20:59.082662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': 'c0262f2e-2c88-4e61-bfc6-a0127f9569a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6658840-8ddb-41c1-925a-441e50523165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:20:59.083096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: c6658840-8ddb-41c1-925a-441e50523165, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:20:59.090271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.149058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.150168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.152660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] 10.222.0.115 "PUT /v2.0/ports/6807d325-0b0b-43fc-b2b7-aaff9a33177c HTTP/1.1" status: 200 len: 1091 time: 2.5985177 Nov 03 19:20:59.153463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'tag': '6807d325-0b0b-43fc-b2b7-aaff9a33177c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:20:59.159125 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3708f48-51db-4ec9-8a78-5832088a1fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "af3af5fc-3a80-44e2-927a-cbbfecc54594", "tag": "6807d325-0b0b-43fc-b2b7-aaff9a33177c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:20:59.176216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Allocated IP 172.22.0.2 (84aeab3d-c634-449d-a5da-7bbe2787beac/5438f2d6-f47b-46b2-b0eb-e4e432681008/fb254356-b708-450e-a639-d14bb24dcb3f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:20:59.183985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network c6658840-8ddb-41c1-925a-441e50523165 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:59.255065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74bfa9-d23b-4878-9100-58e548984ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=6807d325-0b0b-43fc-b2b7-aaff9a33177c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:59.270662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c6658840-8ddb-41c1-925a-441e50523165) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:59.280071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.289312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6b47a20-2375-4541-ad3c-d5040f6e952e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.311530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacf4c8-915b-480c-b164-d7e300cbdf08 req-989f862f-f422-4d0f-acd4-26287efb9ff1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.313922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fffd0d-8efa-4bde-b7e5-c8a53702c0d3 None None] Network c6658840-8ddb-41c1-925a-441e50523165 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:59.320432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acacf4c8-915b-480c-b164-d7e300cbdf08 req-989f862f-f422-4d0f-acd4-26287efb9ff1 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3872113 Nov 03 19:20:59.335611 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120fa2f3-ba10-4393-9f4c-c3f6dde688c7 x-openstack-request-id: req-120fa2f3-ba10-4393-9f4c-c3f6dde688c7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:20:59.336173 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3af5fc-3a80-44e2-927a-cbbfecc54594", "tag": "6807d325-0b0b-43fc-b2b7-aaff9a33177c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:20:59.336321 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-120fa2f3-ba10-4393-9f4c-c3f6dde688c7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:20:59.336843 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'tag': '6807d325-0b0b-43fc-b2b7-aaff9a33177c', 'status': 'completed', 'code': 200} Nov 03 19:20:59.338834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:59.346191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.353027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.353888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.381953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-32dbab29-3034-4f46-be4d-cbd0844b8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.383996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-32dbab29-3034-4f46-be4d-cbd0844b8b61 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 1094 time: 0.1655734 Nov 03 19:20:59.392860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d9ef472-c40f-4188-acd5-909627d9febe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8308926 Nov 03 19:20:59.395522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6dd916a9-2551-4c68-83d5-847ae125386e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:20:59.401438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55310) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:59.409154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.469813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-b8885311-0b84-4091-b267-2d93ccd66c69 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c HTTP/1.1" status: 200 len: 217 time: 0.0778155 Nov 03 19:20:59.571879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 1749966a-6c45-46d6-8a94-6360ed8a5c27 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:20:59.592102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-c28879f1-8cce-4a1e-805f-a02d7f188946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.593949 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-c28879f1-8cce-4a1e-805f-a02d7f188946 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.1018083 Nov 03 19:20:59.638847 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-d8ff98d4-b66c-458a-beaa-8f34d69b31b0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327678 Nov 03 19:20:59.650105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port b066ba68-7be5-4e18-ba26-8153d5058e5a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:20:59.650659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.678174 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.680197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2305388 Nov 03 19:20:59.687085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6dd916a9-2551-4c68-83d5-847ae125386e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:20:59.687640 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.706572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55316) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:59.720960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6b47a20-2375-4541-ad3c-d5040f6e952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.724855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d6b47a20-2375-4541-ad3c-d5040f6e952e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.729543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d6b47a20-2375-4541-ad3c-d5040f6e952e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e545ee1-4ac0-4f9e-86f0-d089ac5a70d7 HTTP/1.1" status: 204 len: 168 time: 1.0383573 Nov 03 19:20:59.741301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ec0e69c5-4494-4f8b-bea6-c51c2ec26db5 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:20:59.741721 n-d-812151-4 neutron-server[101988]: WARNING neutron.api.v2.base [None req-ec0e69c5-4494-4f8b-bea6-c51c2ec26db5 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 19:20:59.742232 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-ec0e69c5-4494-4f8b-bea6-c51c2ec26db5 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 19:20:59.746825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec0e69c5-4494-4f8b-bea6-c51c2ec26db5 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "PUT /v2.0/security-groups/88e85425-5077-4193-887c-742ea060946e HTTP/1.1" status: 409 len: 330 time: 0.0375082 Nov 03 19:20:59.749958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55320) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:59.758265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.789080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acacf4c8-915b-480c-b164-d7e300cbdf08 req-f3aa5c10-98b7-463c-8289-2baabff4cd81 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895454 Nov 03 19:20:59.790607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1749966a-6c45-46d6-8a94-6360ed8a5c27) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:59.794234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781f28-4959-4d3f-aaa7-02146555f0d9 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e85425-5077-4193-887c-742ea060946e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:59.797719 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.827118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Network 84aeab3d-c634-449d-a5da-7bbe2787beac is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:20:59.828477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eaf76a-e836-48eb-848e-d67f6437f37a None None] Network 1749966a-6c45-46d6-8a94-6360ed8a5c27 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:20:59.837607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:20:59.857246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.858421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.877153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:20:59.895839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2e29e2d3-fd15-43a9-b2ca-be2c8dd7e88e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1365306 Nov 03 19:20:59.901517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b47a20-2375-4541-ad3c-d5040f6e952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e545ee1-4ac0-4f9e-86f0-d089ac5a70d7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:20:59.905906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55328) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:20:59.917630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9edf5-1ffe-4008-bf13-03b16a09ce7f req-a9f58713-8ee1-41a2-ab0c-90db67c55041 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:59.920171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42e9edf5-1ffe-4008-bf13-03b16a09ce7f req-a9f58713-8ee1-41a2-ab0c-90db67c55041 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 943 time: 0.3159406 Nov 03 19:20:59.921976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1266245507'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:00.071019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.108057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Pushing event updated for resources: {'Port': ['ID=fb254356-b708-450e-a639-d14bb24dcb3f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:00.122967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.149507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Attempting to bind port fb254356-b708-450e-a639-d14bb24dcb3f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:00.149826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Attempting to bind port fb254356-b708-450e-a639-d14bb24dcb3f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:00.150189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Attempting to bind port fb254356-b708-450e-a639-d14bb24dcb3f on network 84aeab3d-c634-449d-a5da-7bbe2787beac {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:00.163575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for b066ba68-7be5-4e18-ba26-8153d5058e5a owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:00.177361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:00.177725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Checking segment: {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:00.178133 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.178553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Bound using segment: {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:00.179016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Bound port: fb254356-b708-450e-a639-d14bb24dcb3f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:00.179823 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.256685 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-ec27cfab-6452-44be-bb7b-61ed3b36738e service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959828 Nov 03 19:21:00.262414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:00.266256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.313473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port b542b056-ca5b-4f66-b66b-2bed22e383b6 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:00.325313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-032670a7-91d4-40cb-84a8-5fd42cfc7486 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.357928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] For port fb254356-b708-450e-a639-d14bb24dcb3f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:00.363136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] For port fb254356-b708-450e-a639-d14bb24dcb3f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fb254356-b708-450e-a639-d14bb24dcb3f,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:00.412044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.490662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512501c-ea64-40cd-b05c-ca77b09daa85 None None] Pushing event updated for resources: {'Port': ['ID=fb254356-b708-450e-a639-d14bb24dcb3f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:00.516875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1749966a-6c45-46d6-8a94-6360ed8a5c27', 'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': '6f2df84c-0303-42de-a798-00a83a30c0df'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:21:00.518650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.573621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-032670a7-91d4-40cb-84a8-5fd42cfc7486 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.744328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42e9edf5-1ffe-4008-bf13-03b16a09ce7f req-aa12ebc4-4b33-4bed-a770-ecae60d98235 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8147206 Nov 03 19:21:00.815255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::35b (1749966a-6c45-46d6-8a94-6360ed8a5c27/6f2df84c-0303-42de-a798-00a83a30c0df/b542b056-ca5b-4f66-b66b-2bed22e383b6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:00.826542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.833240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-032670a7-91d4-40cb-84a8-5fd42cfc7486 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.836338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-032670a7-91d4-40cb-84a8-5fd42cfc7486 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.837548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-032670a7-91d4-40cb-84a8-5fd42cfc7486 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/88e85425-5077-4193-887c-742ea060946e HTTP/1.1" status: 204 len: 168 time: 1.0801592 Nov 03 19:21:00.853858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:00.951688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032670a7-91d4-40cb-84a8-5fd42cfc7486 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e85425-5077-4193-887c-742ea060946e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:00.966639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=b066ba68-7be5-4e18-ba26-8153d5058e5a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:01.026589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81d29d2c-0e6a-4b6b-9137-33550e24222f req-f93dc2ab-59a1-4ce2-bb6b-d752b480c72f service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297378 Nov 03 19:21:01.113642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.22.0.1 (84aeab3d-c634-449d-a5da-7bbe2787beac/5438f2d6-f47b-46b2-b0eb-e4e432681008/5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:01.349943 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.366915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17cc0-9ca2-442c-ae49-a512c6954370 req-ac1116fe-d901-45f7-a696-00c0fe5f1bca tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:01.377380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f17cc0-9ca2-442c-ae49-a512c6954370 req-ac1116fe-d901-45f7-a696-00c0fe5f1bca tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3801458 Nov 03 19:21:01.396306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.399894 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-39dc7561-d765-41e8-896f-05d1f7a8d7dc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/b066ba68-7be5-4e18-ba26-8153d5058e5a HTTP/1.1" status: 204 len: 168 time: 1.9969845 Nov 03 19:21:01.409902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55370) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:01.415020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fb254356-b708-450e-a639-d14bb24dcb3f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:01.505305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fb254356-b708-450e-a639-d14bb24dcb3f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:01.505890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.551502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f17cc0-9ca2-442c-ae49-a512c6954370 req-17b2c38a-8410-48f1-946c-f81c519f9808 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698425 Nov 03 19:21:01.592911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f4e3d1bf-0f77-4917-b15f-b0dfe0a46f7c tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7340610 Nov 03 19:21:01.601366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55372) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:01.633220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.640600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ec843-5db3-4ee9-8759-d3c65172a66f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:01.646971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ec843-5db3-4ee9-8759-d3c65172a66f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:01.651470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-904ec843-5db3-4ee9-8759-d3c65172a66f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2316320 Nov 03 19:21:01.663346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55378) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:01.666897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-da6eb39d-9163-42a6-ad31-c8d71d97495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:01.668385 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-da6eb39d-9163-42a6-ad31-c8d71d97495d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 1094 time: 0.2673743 Nov 03 19:21:01.690888 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-42ffd540-fd81-4025-a434-a6304dfc5518 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] delete failed (client error): The resource could not be found. Nov 03 19:21:01.699814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-42ffd540-fd81-4025-a434-a6304dfc5518 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "DELETE /v2.0/security-groups/dd729fa0-d6cc-482d-9f2c-112fe1825a62 HTTP/1.1" status: 404 len: 347 time: 0.0932219 Nov 03 19:21:01.701830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.704324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:01.776449 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-5b2b519f-78a0-4630-b920-5ae110d964b0 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] show failed (client error): The resource could not be found. Nov 03 19:21:01.781751 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b2b519f-78a0-4630-b920-5ae110d964b0 tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-groups/1fda00ae-3b14-49f9-ae21-ccb875232a73 HTTP/1.1" status: 404 len: 347 time: 0.0729594 Nov 03 19:21:01.782076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fb254356-b708-450e-a639-d14bb24dcb3f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fb254356-b708-450e-a639-d14bb24dcb3f,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:01.783958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 84aeab3d-c634-449d-a5da-7bbe2787beac is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:01.788022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.790866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55382) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:01.810254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:01.812650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:01.815689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:01.840144 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-174216a7-81b5-4b0b-bf8c-537d08a8b2ec tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] show failed (client error): The resource could not be found. Nov 03 19:21:01.841239 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-174216a7-81b5-4b0b-bf8c-537d08a8b2ec tempest-NegativeSecGroupIPv6Test-1258701432 tempest-NegativeSecGroupIPv6Test-1258701432-project] 10.222.0.91 "GET /v2.0/security-group-rules/54441b69-c2ae-4529-bba4-cd5c78fccec0 HTTP/1.1" status: 404 len: 356 time: 0.0391741 Nov 03 19:21:01.867354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.917929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fb254356-b708-450e-a639-d14bb24dcb3f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:02.037183 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.136562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199631a-1267-4a9c-b1d8-c1522960ca56 req-e075cd20-b911-4aae-9be9-e65e47043fe6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:02.162408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1199631a-1267-4a9c-b1d8-c1522960ca56 req-e075cd20-b911-4aae-9be9-e65e47043fe6 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 943 time: 0.2802846 Nov 03 19:21:02.256631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-0800597c-e1e3-48bb-9199-bc0c585cc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:02.262545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-0800597c-e1e3-48bb-9199-bc0c585cc1bc service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.5671394 Nov 03 19:21:02.315669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1199631a-1267-4a9c-b1d8-c1522960ca56 req-a9fbd764-910c-4216-8db9-3474165e1307 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428447 Nov 03 19:21:02.360339 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-ddac5ae3-46ad-4062-9e6c-698e373a1002 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c HTTP/1.1" status: 200 len: 217 time: 0.0864522 Nov 03 19:21:02.387907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 6998e5fc-ff81-4d27-afe2-662d47d9a257 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:02.387907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.387907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.437412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.462231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Allocated IP 2001:db8::2 (1749966a-6c45-46d6-8a94-6360ed8a5c27/6f2df84c-0303-42de-a798-00a83a30c0df/22a4113b-6197-4b11-8f05-56e8d3f34235) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:02.507356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0f9a3-e403-4b50-b5b0-3ba6bcac1b86 None None] Network 84aeab3d-c634-449d-a5da-7bbe2787beac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:02.615325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:02.715729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.718471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 1749966a-6c45-46d6-8a94-6360ed8a5c27 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:02.747296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.751005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-6251017e-72e4-4f40-9422-014a514b9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:02.753070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-6251017e-72e4-4f40-9422-014a514b9ec9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.3750489 Nov 03 19:21:02.753933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:02.756949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:02.763863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:02.764771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.776909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=b542b056-ca5b-4f66-b66b-2bed22e383b6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:02.779427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dcf96f76-7d84-4ff3-a030-93bea8e72c17 None None] Provisioning complete for port fb254356-b708-450e-a639-d14bb24dcb3f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:02.789505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcf96f76-7d84-4ff3-a030-93bea8e72c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:02.827551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 6998e5fc-ff81-4d27-afe2-662d47d9a257 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:02.941734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-496c6921-0ed6-41e3-a787-cc1c3cce2d52 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2c8d72fe65a742b5ae2dfc8c3b8b9288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244100 Nov 03 19:21:02.953080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55412) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:02.961159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a787d-e7d1-4dc0-930c-f7a0227ff0ba req-4e139c03-73a9-4371-8cd0-4d2765531083 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:02.962713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b4a787d-e7d1-4dc0-930c-f7a0227ff0ba req-4e139c03-73a9-4371-8cd0-4d2765531083 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.2690756 Nov 03 19:21:03.007491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-3fd6a138-db46-44d8-ba0f-faeb62fe8623 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2316272 Nov 03 19:21:03.050176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-07ba20e4-3885-4f46-989f-abcebf34f539 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.1331365 Nov 03 19:21:03.060302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:03.197258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f07cdca-5c6f-4cfb-9835-7f6b18128600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.220661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f07cdca-5c6f-4cfb-9835-7f6b18128600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.280054 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.284976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-954d2af4-c12f-48ba-9468-8aa59cf58993 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688818 Nov 03 19:21:03.396672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=6998e5fc-ff81-4d27-afe2-662d47d9a257,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:03.401071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f07cdca-5c6f-4cfb-9835-7f6b18128600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.401629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.405296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f07cdca-5c6f-4cfb-9835-7f6b18128600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.409777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2f07cdca-5c6f-4cfb-9835-7f6b18128600 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9ba23263-b586-4799-8431-3d09eebc7513 HTTP/1.1" status: 204 len: 168 time: 0.4431014 Nov 03 19:21:03.428761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b4a787d-e7d1-4dc0-930c-f7a0227ff0ba req-a8e59f1a-3f74-409b-b659-f7c25840f969 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391651 Nov 03 19:21:03.436702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07cdca-5c6f-4cfb-9835-7f6b18128600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba23263-b586-4799-8431-3d09eebc7513,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:03.456711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port b542b056-ca5b-4f66-b66b-2bed22e383b6 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:03.457205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.495384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd93beac-42f2-471e-89cc-020ff0be57f0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/6998e5fc-ff81-4d27-afe2-662d47d9a257 HTTP/1.1" status: 204 len: 168 time: 1.8305345 Nov 03 19:21:03.564635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:03.625771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fb254356-b708-450e-a639-d14bb24dcb3f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:03.863429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.890149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.909646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for b542b056-ca5b-4f66-b66b-2bed22e383b6 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:03.920376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.958255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d3708f48-51db-4ec9-8a78-5832088a1fa9 req-c0067514-55ea-40bb-b173-907337dfed5a service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528790 Nov 03 19:21:03.962103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:03.973111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c8b87-c094-4aca-bce6-00909c87f25d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:03.974741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-301c8b87-c094-4aca-bce6-00909c87f25d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4038961 Nov 03 19:21:03.983003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:04.051403 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3760d09e-23b3-4d6c-b75c-f6d63d4ed524 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:21:04.057592 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3760d09e-23b3-4d6c-b75c-f6d63d4ed524 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/b066ba68-7be5-4e18-ba26-8153d5058e5a HTTP/1.1" status: 404 len: 333 time: 0.0734084 Nov 03 19:21:04.062324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55440) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:04.092175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Network 1749966a-6c45-46d6-8a94-6360ed8a5c27 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:04.106707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:04.120366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:04.126192 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d8d0f0-04dd-4cb5-8cc9-771c8a06ace2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:21:04.128457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88d8d0f0-04dd-4cb5-8cc9-771c8a06ace2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/6998e5fc-ff81-4d27-afe2-662d47d9a257 HTTP/1.1" status: 404 len: 333 time: 0.0654023 Nov 03 19:21:04.129560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Pushing event updated for resources: {'Port': ['ID=22a4113b-6197-4b11-8f05-56e8d3f34235,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:04.133786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55442) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:04.229577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fb254356-b708-450e-a639-d14bb24dcb3f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:04.235195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.264946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.294974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.311295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-14d2bcc7-3568-4dc6-aef6-a052e52bbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:04.315161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-14d2bcc7-3568-4dc6-aef6-a052e52bbc2d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.2335398 Nov 03 19:21:04.328143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6807d325-0b0b-43fc-b2b7-aaff9a33177c details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:21:04.396959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Attempting to bind port 22a4113b-6197-4b11-8f05-56e8d3f34235 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:04.401073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Attempting to bind port 22a4113b-6197-4b11-8f05-56e8d3f34235 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:04.401539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Attempting to bind port 22a4113b-6197-4b11-8f05-56e8d3f34235 on network 1749966a-6c45-46d6-8a94-6360ed8a5c27 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:04.482217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:04.484546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Checking segment: {'id': 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:04.485085 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.485566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Bound using segment: {'id': 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:04.488253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Bound port: 22a4113b-6197-4b11-8f05-56e8d3f34235, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1749966a-6c45-46d6-8a94-6360ed8a5c27'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:04.488745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.515117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:04.522576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.571462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=b542b056-ca5b-4f66-b66b-2bed22e383b6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:04.583023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a9eac-12ec-44d4-bef2-5f23eb366873 req-56b9ea70-345d-440e-aa2c-ba1e05e9946f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:04.585235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e85a9eac-12ec-44d4-bef2-5f23eb366873 req-56b9ea70-345d-440e-aa2c-ba1e05e9946f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 943 time: 0.4463446 Nov 03 19:21:04.597414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f770e-5d8e-4135-bbdf-645dce84e90b req-9dfa8aef-ffb4-49a1-9528-5865ebc9c013 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:04.599215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be8f770e-5d8e-4135-bbdf-645dce84e90b req-9dfa8aef-ffb4-49a1-9528-5865ebc9c013 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.4493520 Nov 03 19:21:04.603992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.632553 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.672139 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:21:04.760961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-8e359b81-4c44-4163-b21c-b9bf3a7efba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:04.762688 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-8e359b81-4c44-4163-b21c-b9bf3a7efba1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.4299977 Nov 03 19:21:04.763208 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:04.770280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-63a698b1-8e78-4599-8e61-9d3b1178fe19 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/b542b056-ca5b-4f66-b66b-2bed22e383b6 HTTP/1.1" status: 204 len: 168 time: 1.7034509 Nov 03 19:21:04.771072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:04.785047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e85a9eac-12ec-44d4-bef2-5f23eb366873 req-cd7b9f5b-691b-45b9-8a95-add2d306d896 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699858 Nov 03 19:21:04.978634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] For port 22a4113b-6197-4b11-8f05-56e8d3f34235, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:04.994109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-eb8ab8f0-19ab-401c-b723-9e15493eaade service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 1001 time: 0.1943350 Nov 03 19:21:05.038506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be8f770e-5d8e-4135-bbdf-645dce84e90b req-c8598ac5-741d-48f7-ba54-fc5fb503b0b2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066906 Nov 03 19:21:05.044645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-bbcec253-e809-414f-a138-b302908ad951 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=f7954fdf17884281adc401123dedd106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710495 Nov 03 19:21:05.081718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] For port 22a4113b-6197-4b11-8f05-56e8d3f34235, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=22a4113b-6197-4b11-8f05-56e8d3f34235,segment=NetworkSegment(bef3ed92-50d1-48ca-8cd5-9d58cf7eb863),segment_id=bef3ed92-50d1-48ca-8cd5-9d58cf7eb863)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:05.084201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb64a-6a00-4926-94df-d742323de253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.097135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-649a140a-7798-4225-8984-690285616de3 None None] Provisioning complete for port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:05.097751 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-649a140a-7798-4225-8984-690285616de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.123999 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa798a28-551d-4f8f-b292-86a0d4389794 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:21:05.130933 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aa798a28-551d-4f8f-b292-86a0d4389794 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/b542b056-ca5b-4f66-b66b-2bed22e383b6 HTTP/1.1" status: 404 len: 333 time: 0.3324053 Nov 03 19:21:05.131811 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.132014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:05.161962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 84aeab3d-c634-449d-a5da-7bbe2787beac is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:05.167214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:05.227473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-3ec0bb97-317c-4915-927d-1f46e3c26313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:05.229366 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-3ec0bb97-317c-4915-927d-1f46e3c26313 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.2089965 Nov 03 19:21:05.245457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 6f2df84c-0303-42de-a798-00a83a30c0df {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:05.254575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.371545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:05.403136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79943cb-e558-4f9c-ba48-0fd32210e660 None None] Pushing event updated for resources: {'Port': ['ID=22a4113b-6197-4b11-8f05-56e8d3f34235,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:05.408869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '6807d325-0b0b-43fc-b2b7-aaff9a33177c', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '6807d325-0b0b-43fc-b2b7-aaff9a33177c', 'mac_address': 'fa:16:3e:4c:d6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:21:05.409358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-2d2f0e4b-53e2-491d-bf4a-e754d6ad6a90 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:05.418031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-2d2f0e4b-53e2-491d-bf4a-e754d6ad6a90 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658886 Nov 03 19:21:05.422496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-649a140a-7798-4225-8984-690285616de3 None None] Port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:05.475270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.486732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:05.495064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6807d325-0b0b-43fc-b2b7-aaff9a33177c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:21:05.503369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-f0db7558-1312-40c8-a44f-2577a6ba850d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/quotas/f7954fdf17884281adc401123dedd106 HTTP/1.1" status: 200 len: 375 time: 0.0844228 Nov 03 19:21:05.533868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:05.546164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.546453 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.550713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-649a140a-7798-4225-8984-690285616de3 None None] Provisioning complete for port fb254356-b708-450e-a639-d14bb24dcb3f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:05.551078 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-649a140a-7798-4225-8984-690285616de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.682236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-349d27d2-15c8-4a89-820c-7437c5c71360 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f7954fdf17884281adc401123dedd106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683729 Nov 03 19:21:05.746213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=6807d325-0b0b-43fc-b2b7-aaff9a33177c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:05.868917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:05.883640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['6807d325-0b0b-43fc-b2b7-aaff9a33177c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:21:05.903500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0458ab0e-6aa5-4a35-8c22-b53ffdbb5635 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1886775 Nov 03 19:21:05.907486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55502) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:05.917692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:05.932255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626056024'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:05.962006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:05.977973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6658840-8ddb-41c1-925a-441e50523165']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:05.993267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0262f2e-2c88-4e61-bfc6-a0127f9569a4') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:05.994031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0262f2e-2c88-4e61-bfc6-a0127f9569a4') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:06.011359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.018503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:06.019874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:06.032502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.055397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:06.056084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:06.180361 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:06.186748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:06.192007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-7f28ef3b-ad68-41e1-a015-02d38443bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:06.194852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-7f28ef3b-ad68-41e1-a015-02d38443bce9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9330933 Nov 03 19:21:06.195763 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.196303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.204637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.215590 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/c6658840-8ddb-41c1-925a-441e50523165 HTTP/1.1" status: 204 len: 168 time: 2.0751572 Nov 03 19:21:06.218942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55512) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:06.224432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c4ee-721e-40ca-96d4-122896a9433d req-cd7955ec-cdfa-46f7-b6a6-1b20d24e9449 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:06.233165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1084c4ee-721e-40ca-96d4-122896a9433d req-cd7955ec-cdfa-46f7-b6a6-1b20d24e9449 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 944 time: 0.2226393 Nov 03 19:21:06.254206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-48563514-7544-4aed-8642-57b67c94a04a None None] Provisioning complete for port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:06.254574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48563514-7544-4aed-8642-57b67c94a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.313388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.341470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-151843328'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:06.380272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed19d44-71bf-4858-95dc-9ac1c6bae1ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=c6658840-8ddb-41c1-925a-441e50523165,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:06.405835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1084c4ee-721e-40ca-96d4-122896a9433d req-4ef47b2b-29ce-4820-a3ab-24a7ae6a8c5c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631100 Nov 03 19:21:06.421708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:06.445386 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:21:06.506381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb130cb6-df8c-4abf-8673-600012864e5e req-c4c4b788-4502-4200-9424-df384e31c438 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:06.514261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb130cb6-df8c-4abf-8673-600012864e5e req-c4c4b788-4502-4200-9424-df384e31c438 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.1622202 Nov 03 19:21:06.523165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.523683 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added segment b9bcde27-5f1b-46f0-9292-05711492e91f of type vlan for network 56c67f1c-36c3-46b2-b397-4dd804f8124b Nov 03 19:21:06.565033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-480d78b0-b16a-464e-9def-9fa9d228da35 req-79407108-5747-43da-afdb-53d2235c897b tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 210 time: 0.0806527 Nov 03 19:21:06.577477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:06.582009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.618620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-48563514-7544-4aed-8642-57b67c94a04a None None] Port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:06.709608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:21:06.726507 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.731716 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.731716 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment 715fe9f3-16d6-4533-bac0-17bcbdf45007 of type vlan for network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a Nov 03 19:21:06.774963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb130cb6-df8c-4abf-8673-600012864e5e req-a190bafa-5700-452d-bb0a-723dae41d382 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595410 Nov 03 19:21:06.799911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.817425 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-153c223a-33dc-4764-8b28-cae8acca0288 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060021 Nov 03 19:21:06.824057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.838864 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.845023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:06.847208 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:06.949082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2df84c-0303-42de-a798-00a83a30c0df,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:07.000656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Network': ['ID=56c67f1c-36c3-46b2-b397-4dd804f8124b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:07.001855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.020910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-45c6ae20-7a00-4e0f-ba29-c963ff964748 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1020935 Nov 03 19:21:07.021103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55530) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:07.026557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'subnet': {'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:07.043136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:21:07.046022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d4ab19a-b94d-40e7-a33e-c92bb13342be tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/6f2df84c-0303-42de-a798-00a83a30c0df HTTP/1.1" status: 204 len: 168 time: 1.9095140 Nov 03 19:21:07.048904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:07.331725 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Made reservation on behalf of 71329be54c4a4bc3a011cdbf8674f0bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:07.351838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.373804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.376117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.386717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:07.387720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:07.418785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1504209 Nov 03 19:21:07.469515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55544) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:07.500214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:07.511669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22a4113b-6197-4b11-8f05-56e8d3f34235 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:07.531032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149bf6cf-e046-4545-a8f3-1427271f5239 None None] Network 1749966a-6c45-46d6-8a94-6360ed8a5c27 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:07.719272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1158a1-e0a0-46dd-82b8-e273e574f608 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=3ac628d2-1e43-4ffc-9c83-bc7fca270e0a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:07.774046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:21:07.785302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c563e7b0-1154-4d3a-b77a-7cc18cfa4759 req-b9de796f-c679-4d83-a062-c6e4d1eacb0f service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8699889 Nov 03 19:21:07.819095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e7a4fcc-03c0-44c8-8708-402c2959d50b req-84d344fe-5da5-4d57-a0d3-167ad9ff55a2 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 210 time: 0.1196966 Nov 03 19:21:07.843480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 22a4113b-6197-4b11-8f05-56e8d3f34235 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:07.848388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.162061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] For port 22a4113b-6197-4b11-8f05-56e8d3f34235, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=22a4113b-6197-4b11-8f05-56e8d3f34235,segment=NetworkSegment(bef3ed92-50d1-48ca-8cd5-9d58cf7eb863),segment_id=bef3ed92-50d1-48ca-8cd5-9d58cf7eb863)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:08.163221 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.226762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 22a4113b-6197-4b11-8f05-56e8d3f34235 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:08.267542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02661b00-0c31-4198-a60c-24330af0d152 req-3e0ed00c-cacf-4112-beed-2f314338720f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:08.270478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02661b00-0c31-4198-a60c-24330af0d152 req-3e0ed00c-cacf-4112-beed-2f314338720f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 944 time: 0.7024848 Nov 03 19:21:08.327574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6807d325-0b0b-43fc-b2b7-aaff9a33177c up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:08.488541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:08.500253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.601957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134682cb-83a6-4264-885c-8ba938effd38 req-9b92eacc-af0d-451b-ad2b-d0968751abfb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:08.604990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-134682cb-83a6-4264-885c-8ba938effd38 req-9b92eacc-af0d-451b-ad2b-d0968751abfb tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.5930567 Nov 03 19:21:08.672479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.878598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:08.921920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No DVR routers for this DVR port 22a4113b-6197-4b11-8f05-56e8d3f34235 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:08.926367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=22a4113b-6197-4b11-8f05-56e8d3f34235,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:08.971804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02661b00-0c31-4198-a60c-24330af0d152 req-46bed2d7-7493-4334-a451-a8b754e58fd4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351912 Nov 03 19:21:09.056831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-134682cb-83a6-4264-885c-8ba938effd38 req-ec4b9160-4e56-42f3-a46f-16d8e9a02871 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858340 Nov 03 19:21:09.067433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-586ed67a-a761-4675-990e-7945fa26df48 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f7954fdf17884281adc401123dedd106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2033401 Nov 03 19:21:09.098270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Performing IP validity checks on allocation pools {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:21:09.100018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:21:09.118713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-07d12420-14c8-44d5-a75e-e616128d1c8a None None] Provisioning complete for port 22a4113b-6197-4b11-8f05-56e8d3f34235 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:09.119076 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07d12420-14c8-44d5-a75e-e616128d1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.190158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07d12420-14c8-44d5-a75e-e616128d1c8a None None] Port 22a4113b-6197-4b11-8f05-56e8d3f34235 was deleted so its status cannot be updated. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:21:09.201033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Subnet': ['ID=07c609e8-dad2-4ebc-8cd7-a54073ae8205,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:09.308584 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-410e5a58-daa2-415d-89f0-2072d4bb0c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.352595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Could not find standard attr ID for object 22a4113b-6197-4b11-8f05-56e8d3f34235. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:21:09.371667 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b50012f1-fa4e-4f11-8dc3-357b52342a26 req-48f12123-145d-41da-85a7-18669110ff15 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 210 time: 0.1329212 Nov 03 19:21:09.373027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:02Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:02Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:09.397461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.442328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1749966a-6c45-46d6-8a94-6360ed8a5c27']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:09.455907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:09.456489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef3ed92-50d1-48ca-8cd5-9d58cf7eb863') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:09.467452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.491843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.499105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:09.499523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.505396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd026b2-df9f-44a2-bd22-9806cb74bc78 None None] DHCP port deletion for 1749966a-6c45-46d6-8a94-6360ed8a5c27 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:09.511296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:09.512363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Updating router bc6a10da-e824-43e6-a33d-31defae9ff6d port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:21:09.561768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 6807d325-0b0b-43fc-b2b7-aaff9a33177c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:21:09.596501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.601443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 6807d325-0b0b-43fc-b2b7-aaff9a33177c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:09.602358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:09.610473 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:09.616088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.646755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.659688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.663327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/1749966a-6c45-46d6-8a94-6360ed8a5c27 HTTP/1.1" status: 204 len: 168 time: 2.5874667 Nov 03 19:21:09.671668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55598) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:09.698082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589c0c7-a9d8-4f5f-9d3a-477adbaa310b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=1749966a-6c45-46d6-8a94-6360ed8a5c27,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:09.708990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'name': 'tempest-PortsIpV6TestJSON-1751166518'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:09.710746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=44e045ed-e3ef-4781-a9ed-a3200dce14b3,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:09.752337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Checking segment: {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:09.753176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network hostable DHCP agents. Network: 56c67f1c-36c3-46b2-b397-4dd804f8124b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:21:09.811567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:21:09.839936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 56c67f1c-36c3-46b2-b397-4dd804f8124b) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:09.857715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:09.858492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.893034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': '715fe9f3-16d6-4533-bac0-17bcbdf45007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:09.893674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:21:09.947821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:21:09.953249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-b87aa466-bcc4-4bf9-b2fe-11f428afaecd tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:09.956353 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-b87aa466-bcc4-4bf9-b2fe-11f428afaecd tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8489087 Nov 03 19:21:09.962035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:09.964164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:09.969410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:09.970838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.979767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:09.988759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-51dd385c-fb57-453a-a6d6-e3e3c9f060e5 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9665718 Nov 03 19:21:09.993477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-890fe9c8-3c72-461c-a203-b59b514b22e2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5221951 Nov 03 19:21:09.994289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55602) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:10.054861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Request body: {'port': {'device_id': '77b41e0a-1946-4591-8fd9-77850363960d', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'f7954fdf17884281adc401123dedd106'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:10.059619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55604) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:10.060141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55608) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:10.127645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a', 'name': 'tempest-PortsTestJSON-1170689578'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:10.279002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f4836-b106-49f6-9669-7d353903bd41 None None] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:10.282173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4f2e4-9934-44dc-a54c-18aafe06f88b None None] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:10.588793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da32ab2-3d39-44c7-ba72-b09db3f88a8f req-e03437f2-9715-48ca-9392-e15acc5f3bf7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:10.590900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5da32ab2-3d39-44c7-ba72-b09db3f88a8f req-e03437f2-9715-48ca-9392-e15acc5f3bf7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 944 time: 0.3553443 Nov 03 19:21:10.755732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:10.864896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:10.920315 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:10.956272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port c0f96de1-e4b4-4a77-bc50-401765496772 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:10.959777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.050991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210d1e-acc6-494b-8549-fad396ba8a41 req-7c06beb2-eaa3-435a-a847-c266cd1ebfc6 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:11.059866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a210d1e-acc6-494b-8549-fad396ba8a41 req-7c06beb2-eaa3-435a-a847-c266cd1ebfc6 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.7353785 Nov 03 19:21:11.071110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1373e235-d5c9-47b5-9815-633ca9ddbea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.152214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23012db6-4ecc-4bda-b120-9d49e7e3b208 None None] Pushing event updated for resources: {'Port': ['ID=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:11.175076 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5da32ab2-3d39-44c7-ba72-b09db3f88a8f req-66a4674f-a32a-4821-9ff7-9b5235aff401 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358683 Nov 03 19:21:11.267479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a210d1e-acc6-494b-8549-fad396ba8a41 req-b2be7a2b-a1de-42c4-a86e-6e18b52b7b5d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059610 Nov 03 19:21:11.269696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6807d325-0b0b-43fc-b2b7-aaff9a33177c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:11.272523 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4c342-77fa-46d8-9f3c-d8d30123af34" -d '{"events": [{"server_uuid": "af3af5fc-3a80-44e2-927a-cbbfecc54594", "name": "network-vif-plugged", "status": "completed", "tag": "6807d325-0b0b-43fc-b2b7-aaff9a33177c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:11.448472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:11.494860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:11.496309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22a4113b-6197-4b11-8f05-56e8d3f34235 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:11.508580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.529995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-56c67f1c-36c3-46b2-b397-4dd804f8124b', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:21:11.530856 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.546584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Made reservation on behalf of f7954fdf17884281adc401123dedd106 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:11.557244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-714bc23b-8ed4-47dc-9885-0cd845fc5578 req-f7ff2274-1043-40d8-89b3-5fc23eae6f9d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 210 time: 0.1103995 Nov 03 19:21:11.564627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.567883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.581859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.639786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.677221 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68668db8-65ab-4015-a830-a6f2e95de0b4 x-openstack-request-id: req-68668db8-65ab-4015-a830-a6f2e95de0b4 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:11.693367 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3af5fc-3a80-44e2-927a-cbbfecc54594", "name": "network-vif-plugged", "status": "completed", "tag": "6807d325-0b0b-43fc-b2b7-aaff9a33177c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:11.693665 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-68668db8-65ab-4015-a830-a6f2e95de0b4 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:11.694076 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6807d325-0b0b-43fc-b2b7-aaff9a33177c', 'code': 200} Nov 03 19:21:11.698919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-3ac628d2-1e43-4ffc-9c83-bc7fca270e0a', 'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': '44e045ed-e3ef-4781-a9ed-a3200dce14b3'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:21:11.714655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:11.804253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 22a4113b-6197-4b11-8f05-56e8d3f34235 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:11.805025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22a4113b-6197-4b11-8f05-56e8d3f34235 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:11.866622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port e8acd51c-1a20-4cba-9203-3a84398ff17b yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:12.149254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Allocated IP 172.23.0.1 (56c67f1c-36c3-46b2-b397-4dd804f8124b/07c609e8-dad2-4ebc-8cd7-a54073ae8205/d3cd2e06-d040-4279-9423-039f5362b9bd) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:12.179454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1373e235-d5c9-47b5-9815-633ca9ddbea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.190516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.201042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1373e235-d5c9-47b5-9815-633ca9ddbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.205374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61482d5c-059d-45d5-9604-56a32c9f7b29 req-cbe53517-a8ee-48fb-ae38-fb3c1c6e19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:12.207328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61482d5c-059d-45d5-9604-56a32c9f7b29 req-cbe53517-a8ee-48fb-ae38-fb3c1c6e19d9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 1096 time: 0.4725332 Nov 03 19:21:12.304927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.328633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=6807d325-0b0b-43fc-b2b7-aaff9a33177c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:12.332955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Attempting to bind port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:12.333335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Attempting to bind port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:12.333917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Attempting to bind port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c on network 84aeab3d-c634-449d-a5da-7bbe2787beac {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:12.354274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c96706d0-7606-453e-8b75-d4caef0fb2d1 None None] Provisioning complete for port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:12.355011 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c96706d0-7606-453e-8b75-d4caef0fb2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.408469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1373e235-d5c9-47b5-9815-633ca9ddbea8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3cd76f2bce594ce384d4b7d213820f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3306212 Nov 03 19:21:12.412647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.419716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:12.419716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Checking segment: {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:12.420038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.420442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Bound using segment: {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:12.421107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Bound port: 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:12.421493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.434300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55646) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:12.455109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373e235-d5c9-47b5-9815-633ca9ddbea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c512279-a28d-4eb9-bffa-dda98c9442ff,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:12.466491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.482647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c96706d0-7606-453e-8b75-d4caef0fb2d1 None None] Port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:12.500355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.8 (3ac628d2-1e43-4ffc-9c83-bc7fca270e0a/44e045ed-e3ef-4781-a9ed-a3200dce14b3/e8acd51c-1a20-4cba-9203-3a84398ff17b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:12.508467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.540487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] For port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:12.549003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] For port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:12.562681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.616764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.634322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd3de-a212-4b5a-8d21-acfaeff55221 req-349a43e0-6cde-4cc0-9e95-a44955bd74a1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:12.636170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cbfd3de-a212-4b5a-8d21-acfaeff55221 req-349a43e0-6cde-4cc0-9e95-a44955bd74a1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 945 time: 0.2429290 Nov 03 19:21:12.685022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61482d5c-059d-45d5-9604-56a32c9f7b29 req-931e1e61-718c-474f-ba70-c6dfce340656 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286978 Nov 03 19:21:12.698547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.703673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcd77cb-da03-4b61-adb7-357f40f3fa52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.717284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:12.719073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:12.795645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9adb39-3308-43b7-8cbc-af1da38007b3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:12.828714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38f901a3-7326-4853-b114-10087b006c99 req-31670dc4-c1f5-4884-ba2a-47b0b7de2440 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 210 time: 0.1178880 Nov 03 19:21:12.863372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcd77cb-da03-4b61-adb7-357f40f3fa52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.872575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cbfd3de-a212-4b5a-8d21-acfaeff55221 req-fa5153e8-1794-4d3d-bc3c-6f88e8aa5f58 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283421 Nov 03 19:21:12.885423 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:12.916693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:12.922099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:12.925248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:12.941028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=c0f96de1-e4b4-4a77-bc50-401765496772,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:12.944171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:12.955653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:12.992945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:12.999654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:13.000326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.055839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23012db6-4ecc-4bda-b120-9d49e7e3b208 None None] Pushing event updated for resources: {'Port': ['ID=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:13.060332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.067010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=d3cd2e06-d040-4279-9423-039f5362b9bd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:13.082706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9228add2-9ca9-4edf-b8e3-348c051be01a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3857548 Nov 03 19:21:13.092117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55660) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:13.177864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Allocated IP 172.23.0.2 (56c67f1c-36c3-46b2-b397-4dd804f8124b/07c609e8-dad2-4ebc-8cd7-a54073ae8205/f44cf6dd-0508-4a80-a075-47193c9dccef) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:13.181409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:13.245903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Allocated IP 192.168.233.152 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/58cdecb2-0da4-4f07-bb76-66f492e0954f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:13.260095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcd77cb-da03-4b61-adb7-357f40f3fa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.263353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcd77cb-da03-4b61-adb7-357f40f3fa52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.265424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9bcd77cb-da03-4b61-adb7-357f40f3fa52 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6c512279-a28d-4eb9-bffa-dda98c9442ff HTTP/1.1" status: 204 len: 168 time: 0.8295808 Nov 03 19:21:13.280602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd77cb-da03-4b61-adb7-357f40f3fa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c512279-a28d-4eb9-bffa-dda98c9442ff,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:13.360688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.366420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.407441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cd447b13-2db6-4d33-aeb6-c6cbd65f32f3 None None] Provisioning complete for port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:13.408198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd447b13-2db6-4d33-aeb6-c6cbd65f32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.529932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port c0f96de1-e4b4-4a77-bc50-401765496772 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:13.530287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.622900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.700303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.747472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for c0f96de1-e4b4-4a77-bc50-401765496772 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:13.973591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=e8acd51c-1a20-4cba-9203-3a84398ff17b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.011633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.050304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9758af6a-f935-4ba2-aab4-4528a5856461 req-6fb0f160-5e60-4db5-9359-5eb14ae538f2 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 210 time: 0.0323925 Nov 03 19:21:14.053945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55680) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:14.093676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.097794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:14.107725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:14.124336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:14.144172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-62691ba2-29d3-493f-a535-dd22acf28ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.162068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Allocated IP 172.20.0.2 (3ac628d2-1e43-4ffc-9c83-bc7fca270e0a/44e045ed-e3ef-4781-a9ed-a3200dce14b3/eac24514-5455-44fb-a1f1-dcb01853f75f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:14.183498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247d15a-0e30-469a-9d3e-0587622466cf req-fa50896d-ad94-4558-9c76-aec3e921a615 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:14.185157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0247d15a-0e30-469a-9d3e-0587622466cf req-fa50896d-ad94-4558-9c76-aec3e921a615 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 945 time: 0.1320167 Nov 03 19:21:14.195985 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.227589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:14.245210 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.250270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:14.261301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:14.314688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-62691ba2-29d3-493f-a535-dd22acf28ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.332536 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-62691ba2-29d3-493f-a535-dd22acf28ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.333239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Pushing event updated for resources: {'Port': ['ID=f44cf6dd-0508-4a80-a075-47193c9dccef,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.398958 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd447b13-2db6-4d33-aeb6-c6cbd65f32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.403711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:14.409676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.412686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Pushing event updated for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.443687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:14.449881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.459338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:14.461208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.461863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:14.539002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-62691ba2-29d3-493f-a535-dd22acf28ab1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d11c064d56d74074a2fbfddab22dfe9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788926 Nov 03 19:21:14.546994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55686) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:14.550247 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-742dc068-37ca-48a4-9873-0750a3007806 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4753394 Nov 03 19:21:14.552983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:14.554147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=c0f96de1-e4b4-4a77-bc50-401765496772,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.580700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-300d6027-22ea-4244-aeeb-2751337111c5 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5952339 Nov 03 19:21:14.618834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.629033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f5fad280-11ab-4e77-a9a8-43686642b9ec tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/c0f96de1-e4b4-4a77-bc50-401765496772 HTTP/1.1" status: 204 len: 168 time: 1.5320778 Nov 03 19:21:14.639996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Request body: {'port': {'device_id': '77b41e0a-1946-4591-8fd9-77850363960d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:14.644556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55692) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:14.706657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.710106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'mac_address': 'fa:16:3e:86:26:f6', 'name': 'tempest-PortsIpV6TestJSON-1712387400'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:14.735308 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.756069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62691ba2-29d3-493f-a535-dd22acf28ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eda541-43f6-41f2-8910-2a4fe06c69b2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.763385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.780553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:02Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:12Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:14.796136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:14.806035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.893148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0247d15a-0e30-469a-9d3e-0587622466cf req-9953bcc0-40d2-4e90-b31a-48d47e08c7e5 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762477 Nov 03 19:21:14.915717 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:14.933788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event updated for resources: {'Port': ['ID=d3cd2e06-d040-4279-9423-039f5362b9bd,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:14.948916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ec1c4e9-4fba-470c-9ef4-63b54c372e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.025489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03850bf-7aed-4cb8-b62d-1cc891be29ca None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:02Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:12Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:15.031487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:15.047331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:15.047868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ec1c4e9-4fba-470c-9ef4-63b54c372e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.050265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:15.058170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:15.138179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cd447b13-2db6-4d33-aeb6-c6cbd65f32f3 None None] For port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:15.153045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.190527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cd447b13-2db6-4d33-aeb6-c6cbd65f32f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.209379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:15.209686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Pushing event updated for resources: {'Port': ['ID=eac24514-5455-44fb-a1f1-dcb01853f75f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:15.229613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:15.348898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Attempting to bind port f44cf6dd-0508-4a80-a075-47193c9dccef on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:15.349758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Attempting to bind port f44cf6dd-0508-4a80-a075-47193c9dccef by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:15.350468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Attempting to bind port f44cf6dd-0508-4a80-a075-47193c9dccef on network 56c67f1c-36c3-46b2-b397-4dd804f8124b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:15.422505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Attempting to bind port eac24514-5455-44fb-a1f1-dcb01853f75f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:15.423851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Attempting to bind port eac24514-5455-44fb-a1f1-dcb01853f75f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '715fe9f3-16d6-4533-bac0-17bcbdf45007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:15.424534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Attempting to bind port eac24514-5455-44fb-a1f1-dcb01853f75f on network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:15.436332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:15.437024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Checking segment: {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:15.437902 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.439535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Bound using segment: {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:15.440383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Bound port: f44cf6dd-0508-4a80-a075-47193c9dccef, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:15.441005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.470823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port e8acd51c-1a20-4cba-9203-3a84398ff17b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:15.471578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.494919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:15.495474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Checking segment: {'id': '715fe9f3-16d6-4533-bac0-17bcbdf45007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:15.495925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.496393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Bound using segment: {'id': '715fe9f3-16d6-4533-bac0-17bcbdf45007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:15.497488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Bound port: eac24514-5455-44fb-a1f1-dcb01853f75f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715fe9f3-16d6-4533-bac0-17bcbdf45007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3ac628d2-1e43-4ffc-9c83-bc7fca270e0a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:15.497687 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.518553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e9cf16d0-be6d-46ec-a414-44016d0ee369 None None] Provisioning complete for port 58cdecb2-0da4-4f07-bb76-66f492e0954f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:15.519021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e9cf16d0-be6d-46ec-a414-44016d0ee369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.527839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd447b13-2db6-4d33-aeb6-c6cbd65f32f3 None None] Pushing event updated for resources: {'Port': ['ID=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:15.531732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:15.539390 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ec1c4e9-4fba-470c-9ef4-63b54c372e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.542063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0ec1c4e9-4fba-470c-9ef4-63b54c372e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.543402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0ec1c4e9-4fba-470c-9ef4-63b54c372e61 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a9eda541-43f6-41f2-8910-2a4fe06c69b2 HTTP/1.1" status: 204 len: 168 time: 0.9909992 Nov 03 19:21:15.751586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:15.808086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1c4e9-4fba-470c-9ef4-63b54c372e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eda541-43f6-41f2-8910-2a4fe06c69b2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:15.842628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b49f-128c-4260-9be8-88c30425b3b9 req-27864f1a-25ad-4d0f-bcc4-dec0b54a169b tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:15.861498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4905b49f-128c-4260-9be8-88c30425b3b9 req-27864f1a-25ad-4d0f-bcc4-dec0b54a169b tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 936 time: 0.6552637 Nov 03 19:21:15.913838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 2b41cd0c-fd77-4a35-b997-ee426cd28793 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:15.964151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] For port eac24514-5455-44fb-a1f1-dcb01853f75f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:15.968583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] For port eac24514-5455-44fb-a1f1-dcb01853f75f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=eac24514-5455-44fb-a1f1-dcb01853f75f,segment=NetworkSegment(715fe9f3-16d6-4533-bac0-17bcbdf45007),segment_id=715fe9f3-16d6-4533-bac0-17bcbdf45007)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:15.984712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:16.031665 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:16.101640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ee2f-8103-473c-af24-425e701872e1 req-f22e7f6a-a0f6-4e8e-95f0-1845166b371e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:16.116233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a63ee2f-8103-473c-af24-425e701872e1 req-f22e7f6a-a0f6-4e8e-95f0-1845166b371e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 945 time: 0.5837700 Nov 03 19:21:16.131683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:16.132115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] For port f44cf6dd-0508-4a80-a075-47193c9dccef, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:16.154604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-76594f0d-76c1-416d-b368-6f1d29d3effa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1586010 Nov 03 19:21:16.157144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55718) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:16.165028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4905b49f-128c-4260-9be8-88c30425b3b9 req-ec1858fa-cbdb-4a5a-a2e8-85369a71117f tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024883 Nov 03 19:21:16.179913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:16.228665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf16d0-be6d-46ec-a414-44016d0ee369 None None] Port 58cdecb2-0da4-4f07-bb76-66f492e0954f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:16.293472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] For port f44cf6dd-0508-4a80-a075-47193c9dccef, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f44cf6dd-0508-4a80-a075-47193c9dccef,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:16.311518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:16.386246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:16.417383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for e8acd51c-1a20-4cba-9203-3a84398ff17b owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:16.469246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1249b-6872-4016-9dd5-23161e62fb2b None None] Pushing event updated for resources: {'Port': ['ID=eac24514-5455-44fb-a1f1-dcb01853f75f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:16.477572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a63ee2f-8103-473c-af24-425e701872e1 req-38bc3f65-c0ba-4d21-b457-d44a66eb701c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365850 Nov 03 19:21:16.669036 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:16.705115 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:16.706920 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:16.717121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:16.725946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:16.948701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369345eb-f46b-4d1b-98a9-8d9ca822eb8f None None] Pushing event updated for resources: {'Port': ['ID=f44cf6dd-0508-4a80-a075-47193c9dccef,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:17.083806 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:17.528451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882964-8a63-49f7-a7c0-8c01ee38cc94 req-5aa7b4d5-14d6-4c8e-8d7d-c5727f384bdc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:17.530132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b882964-8a63-49f7-a7c0-8c01ee38cc94 req-5aa7b4d5-14d6-4c8e-8d7d-c5727f384bdc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 945 time: 0.6939948 Nov 03 19:21:17.648416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cdecb2-0da4-4f07-bb76-66f492e0954f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:21:17.793636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabcce4-d38a-49b5-9fac-ec0d4214a782 req-f8d04e34-a7f5-4869-9688-7ec013d2af14 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:17.809844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdabcce4-d38a-49b5-9fac-ec0d4214a782 req-f8d04e34-a7f5-4869-9688-7ec013d2af14 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 936 time: 0.3539104 Nov 03 19:21:17.814534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f44cf6dd-0508-4a80-a075-47193c9dccef up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:17.815219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.833580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:17.897831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Transition to ACTIVE for port object 58cdecb2-0da4-4f07-bb76-66f492e0954f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:21:17.917927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.066184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f44cf6dd-0508-4a80-a075-47193c9dccef triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:18.066934 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.144693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b882964-8a63-49f7-a7c0-8c01ee38cc94 req-bce1d118-d135-4598-ad0f-9b40b117dbb0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748218 Nov 03 19:21:18.150823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.236029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Pushing event updated for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:18.304402 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:13Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:13Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:18.472607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.495085 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:18.495703 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Updating router bc6a10da-e824-43e6-a33d-31defae9ff6d port d3cd2e06-d040-4279-9423-039f5362b9bd binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:21:18.527933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdabcce4-d38a-49b5-9fac-ec0d4214a782 req-26c4f7c6-e22f-47f7-8bba-ec28f2610780 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935160 Nov 03 19:21:18.618832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.extraroute_db [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:21:18.654341 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.682798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.extraroute_db [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Removed routes are [] {{(pid=101989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:21:18.683445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.693883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f44cf6dd-0508-4a80-a075-47193c9dccef, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f44cf6dd-0508-4a80-a075-47193c9dccef,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:18.705894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:18.708512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eac24514-5455-44fb-a1f1-dcb01853f75f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:18.936175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:19.003902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:19.048182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f44cf6dd-0508-4a80-a075-47193c9dccef,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:19.085890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port eac24514-5455-44fb-a1f1-dcb01853f75f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:19.086646 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.147347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:19.164176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:19.165560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.230957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de5e3c-e569-49d3-b7f6-4f57c97e1765 None None] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:19.259513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.303569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=2b41cd0c-fd77-4a35-b997-ee426cd28793,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:19.422650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Attempting to bind port 58cdecb2-0da4-4f07-bb76-66f492e0954f on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:19.423091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Attempting to bind port 58cdecb2-0da4-4f07-bb76-66f492e0954f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:19.423479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Attempting to bind port 58cdecb2-0da4-4f07-bb76-66f492e0954f on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:19.433340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Port 58cdecb2-0da4-4f07-bb76-66f492e0954f on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:21:19.433678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Attempting to bind port 58cdecb2-0da4-4f07-bb76-66f492e0954f on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:19.448774 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-955a3c5d-8443-493d-85c0-4da67038d1ce tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.7986517 Nov 03 19:21:19.454500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:19.454883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:19.455245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:19.455751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Bound port: 58cdecb2-0da4-4f07-bb76-66f492e0954f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:19.456843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.457574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55778) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:19.473659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=e8acd51c-1a20-4cba-9203-3a84398ff17b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:19.564193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e15f721a-92ee-4345-a8ca-b5aa3dd0ad87 None None] Provisioning complete for port eac24514-5455-44fb-a1f1-dcb01853f75f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:19.564941 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e15f721a-92ee-4345-a8ca-b5aa3dd0ad87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.644387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a6f7e-b962-4af4-a089-05bb596d0a89 None None] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:19.656334 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.667367 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.719351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:19.765122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:19.776949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.800690 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd71cb-b9c2-497c-ba41-791113dee620 None None] Pushing event updated for resources: {'Port': ['ID=d3cd2e06-d040-4279-9423-039f5362b9bd,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:19.824294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:19.824774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.826073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] 10.222.0.110 "PUT /v2.0/ports/58cdecb2-0da4-4f07-bb76-66f492e0954f HTTP/1.1" status: 200 len: 1096 time: 5.2092438 Nov 03 19:21:19.828795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:19.841876 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aed12c-0443-4c5f-86d3-461ae4e7854f" -d '{"events": [{"name": "network-changed", "server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:19.858120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.868645 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-680c0002-b59c-414e-bc80-be8ce39416e9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/e8acd51c-1a20-4cba-9203-3a84398ff17b HTTP/1.1" status: 204 len: 168 time: 5.3079927 Nov 03 19:21:19.878471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.890453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:19.896142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:19.982278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d341403-9fa3-4679-93e8-35f143c6d55f req-f1e5ef20-f4d0-4db6-ba6b-fe1a687fda58 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:19.983934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d341403-9fa3-4679-93e8-35f143c6d55f req-f1e5ef20-f4d0-4db6-ba6b-fe1a687fda58 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 945 time: 0.7726026 Nov 03 19:21:20.000290 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Attempting to bind port d3cd2e06-d040-4279-9423-039f5362b9bd on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:20.000643 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Attempting to bind port d3cd2e06-d040-4279-9423-039f5362b9bd by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:20.001114 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Attempting to bind port d3cd2e06-d040-4279-9423-039f5362b9bd on network 56c67f1c-36c3-46b2-b397-4dd804f8124b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:20.011688 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:20.011969 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Checking segment: {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:20.012305 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.012765 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Bound using segment: {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:20.013242 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Bound port: d3cd2e06-d040-4279-9423-039f5362b9bd, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bcde27-5f1b-46f0-9292-05711492e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:20.013621 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.062133 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a320c8-c95a-44a7-9f62-4a4dc8da3e8b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:21:20.063214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a320c8-c95a-44a7-9f62-4a4dc8da3e8b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:21:20.071773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-22a320c8-c95a-44a7-9f62-4a4dc8da3e8b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/e8acd51c-1a20-4cba-9203-3a84398ff17b HTTP/1.1" status: 404 len: 333 time: 0.1673570 Nov 03 19:21:20.088640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55800) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:20.178873 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] For port d3cd2e06-d040-4279-9423-039f5362b9bd, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:20.191138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-ad68004c-57bb-4da7-97d3-f978b3d15960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:20.194820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-ad68004c-57bb-4da7-97d3-f978b3d15960 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7954fdf17884281adc401123dedd106&device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 1099 time: 0.2970233 Nov 03 19:21:20.199628 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] For port d3cd2e06-d040-4279-9423-039f5362b9bd, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d3cd2e06-d040-4279-9423-039f5362b9bd,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:20.212808 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.291352 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e935f72-c9ae-4abd-9bfe-b305da06f784 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:21:20.293118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3e935f72-c9ae-4abd-9bfe-b305da06f784 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/e8acd51c-1a20-4cba-9203-3a84398ff17b HTTP/1.1" status: 404 len: 333 time: 0.1692200 Nov 03 19:21:20.293876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526ec0e-c87c-440f-a2a3-a76539db6b0d service neutron] Pushing event updated for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:20.426091 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd71cb-b9c2-497c-ba41-791113dee620 None None] Pushing event updated for resources: {'Port': ['ID=d3cd2e06-d040-4279-9423-039f5362b9bd,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:20.440011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:20.440960 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-a7ae01cb-8b74-4d7e-8f83-87d9fb6cc998 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f HTTP/1.1" status: 200 len: 217 time: 0.1432858 Nov 03 19:21:20.470741 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:20.472054 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:20.526225 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.560848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet 44e045ed-e3ef-4781-a9ed-a3200dce14b3 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:20.569045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.682524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-8c83ef3f-d3cf-4561-af1c-f46b5287f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:20.684103 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-8c83ef3f-d3cf-4561-af1c-f46b5287f9d1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.1199815 Nov 03 19:21:20.738929 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e15f721a-92ee-4345-a8ca-b5aa3dd0ad87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.872081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port eac24514-5455-44fb-a1f1-dcb01853f75f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=eac24514-5455-44fb-a1f1-dcb01853f75f,segment=NetworkSegment(715fe9f3-16d6-4533-bac0-17bcbdf45007),segment_id=715fe9f3-16d6-4533-bac0-17bcbdf45007)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:20.881808 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:20.883584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:20.965769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e15f721a-92ee-4345-a8ca-b5aa3dd0ad87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:21:20.966429 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e15f721a-92ee-4345-a8ca-b5aa3dd0ad87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:21:20.976254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.003802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-953fb0cc-7afb-4e38-bcc6-df35374a7109 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:21.006673 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-953fb0cc-7afb-4e38-bcc6-df35374a7109 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 945 time: 0.7167864 Nov 03 19:21:21.069755 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:21.226846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=eac24514-5455-44fb-a1f1-dcb01853f75f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:21.231511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-b1e05249-6747-4a87-be69-fd71fcef24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:21.235739 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-b1e05249-6747-4a87-be69-fd71fcef24c4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4920900 Nov 03 19:21:21.284575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:21.288616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.370642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f03f2-37a2-47b9-b209-477e8923dbf7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:21.380069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c1f03f2-37a2-47b9-b209-477e8923dbf7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/2b41cd0c-fd77-4a35-b997-ee426cd28793 HTTP/1.1" status: 200 len: 845 time: 1.9191415 Nov 03 19:21:21.380762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55826) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:21.614973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:21.746555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.768994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 6807d325-0b0b-43fc-b2b7-aaff9a33177c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:21.770190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:21.813643 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:18Z', 'revision_number': 6, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:20Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:21.867934 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f99ff1-00a0-4b39-8406-24ef913da82e None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:18Z', 'revision_number': 6, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:20Z', 'revision_number': 4, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:21.880138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb992da5-7c40-44ee-8cce-3c0e919a66dc req-c3e8e451-b080-4f58-b311-d974a07061a2 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:21.893461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb992da5-7c40-44ee-8cce-3c0e919a66dc req-c3e8e451-b080-4f58-b311-d974a07061a2 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 948 time: 1.9953284 Nov 03 19:21:21.921043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d341403-9fa3-4679-93e8-35f143c6d55f req-841a2207-80a1-4d4f-aff6-21088cb9d04d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840494 Nov 03 19:21:22.052327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 6807d325-0b0b-43fc-b2b7-aaff9a33177c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=6807d325-0b0b-43fc-b2b7-aaff9a33177c,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:22.052863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.104034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 6807d325-0b0b-43fc-b2b7-aaff9a33177c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:22.243692 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb41949-74a5-4c78-bc73-b65e33502b29 x-openstack-request-id: req-ceb41949-74a5-4c78-bc73-b65e33502b29 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:22.264443 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:22.265080 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ceb41949-74a5-4c78-bc73-b65e33502b29 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:22.265790 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f', 'status': 'completed', 'code': 200} Nov 03 19:21:22.325654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb992da5-7c40-44ee-8cce-3c0e919a66dc req-ca1807e7-3813-4c6a-8104-227e8422903d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934380 Nov 03 19:21:22.370331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:22.400472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Could not find standard attr ID for object e8acd51c-1a20-4cba-9203-3a84398ff17b. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:21:22.432151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.440282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e5d33c14-935e-4349-990e-3ebee20b0490 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 933 time: 6.2781379 Nov 03 19:21:22.451869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Provisioning complete for port eac24514-5455-44fb-a1f1-dcb01853f75f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:22.452505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.463820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55834) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:22.523392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 2b41cd0c-fd77-4a35-b997-ee426cd28793 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:22.525489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.639093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-9ee959c2-a066-43b0-a3e8-eaadbe11de66 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3818431 Nov 03 19:21:22.841818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Provisioning complete for port d3cd2e06-d040-4279-9423-039f5362b9bd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:22.843636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:22.871349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0c84ac5a-6ce3-4a0e-a53a-6ed2308abb3c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 933 time: 0.4050193 Nov 03 19:21:22.906201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55840) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:22.946385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'routes': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:23.119717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.166826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.198111 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d3cd2e06-d040-4279-9423-039f5362b9bd up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:23.210972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=44e045ed-e3ef-4781-a9ed-a3200dce14b3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:23.251800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.261417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c10a2e31-9373-43ae-9afb-6a2c25aeb16f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/44e045ed-e3ef-4781-a9ed-a3200dce14b3 HTTP/1.1" status: 204 len: 168 time: 2.8197138 Nov 03 19:21:23.262199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55848) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:23.303859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] For port d3cd2e06-d040-4279-9423-039f5362b9bd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d3cd2e06-d040-4279-9423-039f5362b9bd,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:23.312465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8abca70-19bc-4cea-b07b-87d6f2df7882 None None] Network 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:23.458354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.493780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 2b41cd0c-fd77-4a35-b997-ee426cd28793 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:23.531277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46d5c105-d706-4010-a9e0-fe32bb7254a4 req-b41dfbf9-ef4c-4ceb-a25b-242f342df54e service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620570 Nov 03 19:21:23.532983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.592317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.599051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:23.664673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Pushing event updated for resources: {'Port': ['ID=d3cd2e06-d040-4279-9423-039f5362b9bd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:23.672071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:21:23.711437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6ad74-eb01-4623-b740-dfc79446b7e0 req-3bb3a833-9a43-4788-9830-a288513d5288 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:23.713537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecf6ad74-eb01-4623-b740-dfc79446b7e0 req-3bb3a833-9a43-4788-9830-a288513d5288 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=af3af5fc-3a80-44e2-927a-cbbfecc54594 HTTP/1.1" status: 200 len: 867 time: 0.4595823 Nov 03 19:21:23.789743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=6807d325-0b0b-43fc-b2b7-aaff9a33177c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:23.935397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:24.004255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Provisioning complete for port f44cf6dd-0508-4a80-a075-47193c9dccef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:24.005802 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c11cbf70-26e3-4bd5-a3f5-166a535a5480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.008588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 6807d325-0b0b-43fc-b2b7-aaff9a33177c on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:24.018651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.023816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a61882f4-46ce-4e7a-be5e-861282bdd98e req-40df034c-7e7c-4d30-910a-839dbec1e4f9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "DELETE /v2.0/ports/6807d325-0b0b-43fc-b2b7-aaff9a33177c HTTP/1.1" status: 204 len: 173 time: 2.9157250 Nov 03 19:21:24.083043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-2824db89-ec8e-4289-a4f4-9ddcf940c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:24.085537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-2824db89-ec8e-4289-a4f4-9ddcf940c43c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7954fdf17884281adc401123dedd106&device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 1099 time: 0.3591573 Nov 03 19:21:24.087774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:24.088497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:24.272353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'name': 'network-vif-deleted', 'tag': '6807d325-0b0b-43fc-b2b7-aaff9a33177c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:24.273861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:24.276790 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282e5f24-954f-47c6-85df-ad776963c21a" -d '{"events": [{"server_uuid": "af3af5fc-3a80-44e2-927a-cbbfecc54594", "name": "network-vif-deleted", "tag": "6807d325-0b0b-43fc-b2b7-aaff9a33177c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:24.280457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port eac24514-5455-44fb-a1f1-dcb01853f75f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:24.280982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.374334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.extraroute_db [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added routes are [] {{(pid=101989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:21:24.374649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.extraroute_db [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:21:24.419763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] DHCP port deletion for 3ac628d2-1e43-4ffc-9c83-bc7fca270e0a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:24.420798 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.426921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6807d325-0b0b-43fc-b2b7-aaff9a33177c no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:24.431153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] For port eac24514-5455-44fb-a1f1-dcb01853f75f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=eac24514-5455-44fb-a1f1-dcb01853f75f,segment=NetworkSegment(715fe9f3-16d6-4533-bac0-17bcbdf45007),segment_id=715fe9f3-16d6-4533-bac0-17bcbdf45007)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:24.431767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.448850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.494616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for eac24514-5455-44fb-a1f1-dcb01853f75f owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:24.580818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfc80a-812c-4cc1-8230-c4f129071e2a req-7a0017f3-6276-4303-8ca8-de2a6696a009 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:24.586080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42dfc80a-812c-4cc1-8230-c4f129071e2a req-7a0017f3-6276-4303-8ca8-de2a6696a009 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 948 time: 1.0592227 Nov 03 19:21:24.593208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 6807d325-0b0b-43fc-b2b7-aaff9a33177c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:24.593879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 6807d325-0b0b-43fc-b2b7-aaff9a33177c not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:24.605421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d3cd2e06-d040-4279-9423-039f5362b9bd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:24.606072 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.608347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-b64045df-098f-41bb-bae7-345ba4e65196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:24.609924 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-b64045df-098f-41bb-bae7-345ba4e65196 service neutron] 10.222.0.110 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.5108562 Nov 03 19:21:24.675110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=2b41cd0c-fd77-4a35-b997-ee426cd28793,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:24.796802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-e1fc9473-6af0-4421-8a6f-79131d78022a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f HTTP/1.1" status: 200 len: 217 time: 0.1677022 Nov 03 19:21:24.835299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.849748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-22c28cdc-b3f7-4a0b-9600-6f1605d64b05 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/2b41cd0c-fd77-4a35-b997-ee426cd28793 HTTP/1.1" status: 204 len: 168 time: 3.4631982 Nov 03 19:21:24.861808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55858) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:24.896551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:24.927212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No DVR routers for this DVR port eac24514-5455-44fb-a1f1-dcb01853f75f on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:24.976512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eac24514-5455-44fb-a1f1-dcb01853f75f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:24.995319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Deleting port eac24514-5455-44fb-a1f1-dcb01853f75f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:24.995734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.035176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecf6ad74-eb01-4623-b740-dfc79446b7e0 req-78cd923a-5396-43d5-85dc-687d7b668430 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3125634 Nov 03 19:21:25.058349 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe976b5-87ac-423d-a862-2c04b2e6d337 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:21:25.065930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5fe976b5-87ac-423d-a862-2c04b2e6d337 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/2b41cd0c-fd77-4a35-b997-ee426cd28793 HTTP/1.1" status: 404 len: 333 time: 0.1832263 Nov 03 19:21:25.066553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:25.081318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'name': 'tempest-PortsIpV6TestJSON-1821413419'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:25.101855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42dfc80a-812c-4cc1-8230-c4f129071e2a req-74b47cea-4bcb-429f-ba38-6cd4959aa8dd tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354577 Nov 03 19:21:25.106871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: eac24514-5455-44fb-a1f1-dcb01853f75f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:25.107906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eac24514-5455-44fb-a1f1-dcb01853f75f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 19:21:25.124454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=eac24514-5455-44fb-a1f1-dcb01853f75f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:25.175024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-0647c9d0-3bf1-4779-8c39-15236dccc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:25.180446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-0647c9d0-3bf1-4779-8c39-15236dccc153 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.3686221 Nov 03 19:21:25.267005 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900adfd4-f3fe-4f96-932b-b7b253de70b5 x-openstack-request-id: req-900adfd4-f3fe-4f96-932b-b7b253de70b5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:25.267005 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3af5fc-3a80-44e2-927a-cbbfecc54594", "name": "network-vif-deleted", "tag": "6807d325-0b0b-43fc-b2b7-aaff9a33177c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:25.267484 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-900adfd4-f3fe-4f96-932b-b7b253de70b5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:25.267818 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3af5fc-3a80-44e2-927a-cbbfecc54594', 'name': 'network-vif-deleted', 'tag': '6807d325-0b0b-43fc-b2b7-aaff9a33177c', 'status': 'completed', 'code': 200} Nov 03 19:21:25.288945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] For port eac24514-5455-44fb-a1f1-dcb01853f75f, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:25.289344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.296338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.344740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port eac24514-5455-44fb-a1f1-dcb01853f75f not found, will not notify nova. {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 19:21:25.348293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f44cf6dd-0508-4a80-a075-47193c9dccef up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:25.369125 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.375082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.394251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Calling delete_port for eac24514-5455-44fb-a1f1-dcb01853f75f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:25.405875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Port eac24514-5455-44fb-a1f1-dcb01853f75f was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:21:25.405875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.421891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac628d2-1e43-4ffc-9c83-bc7fca270e0a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:25.436203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715fe9f3-16d6-4533-bac0-17bcbdf45007') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:25.436840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715fe9f3-16d6-4533-bac0-17bcbdf45007') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:25.456166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.477968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-1c9e353f-03dc-4b14-bd13-b071acc1e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:25.479850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-1c9e353f-03dc-4b14-bd13-b071acc1e525 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168002 Nov 03 19:21:25.488598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.507197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:25.507844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:25.512189 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:25.536801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Pushing event deleted for resources: {'Port': ['ID=eac24514-5455-44fb-a1f1-dcb01853f75f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:25.578102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:25.583329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.584345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] No DVR routers for this DVR port eac24514-5455-44fb-a1f1-dcb01853f75f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:25.600207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:25.606798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.607349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.607454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.607791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.608122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.608455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.608807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.609134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.609460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.609781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.610645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.611626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1ba1a-ca1a-4711-9810-7a61adc4b3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:25.644485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 172cee60-d99f-4c12-b2ce-c965be983962 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:25.695700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f44cf6dd-0508-4a80-a075-47193c9dccef triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:25.695967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.696305 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.738629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.743136 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/3ac628d2-1e43-4ffc-9c83-bc7fca270e0a HTTP/1.1" status: 204 len: 168 time: 2.4420838 Nov 03 19:21:25.746392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1b4b-2494-4153-a112-07f3db3cf0e4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=3ac628d2-1e43-4ffc-9c83-bc7fca270e0a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:25.748422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55878) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:25.757892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-664475625'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:25.775784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:18Z', 'revision_number': 6, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:23Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:25.787484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:25.793698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.831994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-f6c78f7f-450d-45f4-83dd-0d850ed29486 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353090 Nov 03 19:21:25.835956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:25.870619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:25.884108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6bcb9efa-5a32-45f8-9f81-54df0dbcc21a None None] Provisioning complete for port d3cd2e06-d040-4279-9423-039f5362b9bd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:25.884619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9efa-5a32-45f8-9f81-54df0dbcc21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.908554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:21:25.939732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:25.940443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:25.969831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.970530 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment 94f03724-a8f4-4067-b28d-d9af74597d3a of type vlan for network a923913d-91db-435e-8ada-0e9762916cf5 Nov 03 19:21:26.008907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:26.011686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-77ffb40a-71e7-4d68-94b8-dd6a672f923e tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 699 time: 3.0914559 Nov 03 19:21:26.014865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55880) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:26.053188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:26.081595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-57aed12c-0443-4c5f-86d3-461ae4e7854f req-a7603695-7ce4-4ef4-92eb-8ea901108869 service neutron] 10.222.0.110 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330661 Nov 03 19:21:26.134141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:26.147647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:26.164615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:26.165285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 58cdecb2-0da4-4f07-bb76-66f492e0954f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:21:26.254599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:26.277027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5230742 Nov 03 19:21:26.305708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ac0b3818-b5ae-4eb6-9c09-4cff4bb765ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 699 time: 0.2894788 Nov 03 19:21:26.319514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55890) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:26.320072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:26.339427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:26.394501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47567cc-1df7-41c4-8595-7a3918a5fa44 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=a923913d-91db-435e-8ada-0e9762916cf5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:26.456749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:26.633417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a923913d-91db-435e-8ada-0e9762916cf5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:21:27.033171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:27.061546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '58cdecb2-0da4-4f07-bb76-66f492e0954f', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '58cdecb2-0da4-4f07-bb76-66f492e0954f', 'mac_address': 'fa:16:3e:70:c6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:21:27.106810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd843-2007-4bf1-a71f-9f3486b5d5f0 req-41167a2b-7f95-4753-8657-109d44afdc39 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:27.114890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d1bd843-2007-4bf1-a71f-9f3486b5d5f0 req-41167a2b-7f95-4753-8657-109d44afdc39 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 948 time: 0.8079824 Nov 03 19:21:27.123410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d3cd2e06-d040-4279-9423-039f5362b9bd up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:27.202703 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.231454 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.233126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:27.236865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.244364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cdecb2-0da4-4f07-bb76-66f492e0954f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:21:27.280387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:27.283598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-90cefbf0-aad5-474d-b465-94bc880db37f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:27.285312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-90cefbf0-aad5-474d-b465-94bc880db37f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.7130439 Nov 03 19:21:27.314519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d3cd2e06-d040-4279-9423-039f5362b9bd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:27.315178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.321336 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.461376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:24Z', 'revision_number': 7, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:23Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:27.462463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d1bd843-2007-4bf1-a71f-9f3486b5d5f0 req-c8c262cb-39fe-48d8-bf4d-e75fe793128f tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464875 Nov 03 19:21:27.470595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-88d883bf-e525-4775-a088-0a3715da8531 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/quotas/b0ec1339047d4555acea91a3d16d4e91 HTTP/1.1" status: 200 len: 375 time: 0.1691952 Nov 03 19:21:27.497857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:27.531422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:27.537824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c4fda-a38b-4841-a87c-3c7caa1d30c6 None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:24Z', 'revision_number': 7, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:23Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:27.546916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:27.547921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:27.555747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:27.556713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.590679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=172cee60-d99f-4c12-b2ce-c965be983962,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:27.663754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-296b03c6-d85b-4674-9563-22b408958242 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5870197 Nov 03 19:21:27.667424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55920) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:27.675093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:27.767452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-8724a240-1c13-4c00-a81b-038f698b3dbf tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2650201 Nov 03 19:21:27.774948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['58cdecb2-0da4-4f07-bb76-66f492e0954f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:21:27.854912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:27.885086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eac24514-5455-44fb-a1f1-dcb01853f75f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:27.944882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: eac24514-5455-44fb-a1f1-dcb01853f75f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:27.945400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eac24514-5455-44fb-a1f1-dcb01853f75f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:28.004696 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:28.120527 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:28.137659 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:28.142169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:28.143506 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:28.152561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:28.217065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=af119bee-f613-44ff-87a2-0efa23ce5f03,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:28.231099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] In _notify_port_updated(), no bound segment for port 172cee60-d99f-4c12-b2ce-c965be983962 on network a058b469-5022-467a-8285-c7d66481783e {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:21:28.255467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:28.261543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:28.268440 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/ports/172cee60-d99f-4c12-b2ce-c965be983962 HTTP/1.1" status: 200 len: 818 time: 0.5997567 Nov 03 19:21:28.277720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55926) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:28.317002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac456c7-009a-48d5-8f31-abd44f426d5c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=172cee60-d99f-4c12-b2ce-c965be983962,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:28.340827 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:28.440547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-69c60c62-47fa-4534-9995-4c58accae54e service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514511 Nov 03 19:21:28.555350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': '94f03724-a8f4-4067-b28d-d9af74597d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:28.555856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: a923913d-91db-435e-8ada-0e9762916cf5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:21:28.642360 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:24Z', 'revision_number': 7, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:23Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:28.670490 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:28.681266 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:28.682291 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:28.753289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network a923913d-91db-435e-8ada-0e9762916cf5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:21:28.813807 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:28.821311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d7835-bc64-433a-93eb-83dfa177783e req-b22ac883-f467-4a76-9e0c-65e02911d91d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:28.823909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b9d7835-bc64-433a-93eb-83dfa177783e req-b22ac883-f467-4a76-9e0c-65e02911d91d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 949 time: 0.2322347 Nov 03 19:21:28.834159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a923913d-91db-435e-8ada-0e9762916cf5) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:28.845708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b09c3a-f346-4659-b80a-f4a99e6c790f None None] Network a923913d-91db-435e-8ada-0e9762916cf5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:28.857137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-d6370243-cbd0-46ce-ba4f-8403875a5c8a service neutron] 10.222.0.91 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093156 Nov 03 19:21:28.861879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:28.865395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:28.963899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.099153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 172cee60-d99f-4c12-b2ce-c965be983962 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:29.101456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.102942 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:24Z', 'revision_number': 7, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:23Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:29.132957 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d295865-7bce-4bae-8260-80ae37a12b1d None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:24Z', 'revision_number': 7, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3cd2e06-d040-4279-9423-039f5362b9bd', 'name': '', 'network_id': '56c67f1c-36c3-46b2-b397-4dd804f8124b', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:1d:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:11Z', 'updated_at': '2021-11-03T19:21:23Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '07c609e8-dad2-4ebc-8cd7-a54073ae8205', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:29.222971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ab9869d3-7076-4843-989f-fb034caa3a6e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8903241 Nov 03 19:21:29.224752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:29.231047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-274764759'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:29.286251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a923913d-91db-435e-8ada-0e9762916cf5', 'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': 'af119bee-f613-44ff-87a2-0efa23ce5f03'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:21:29.286608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.441918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f349acd5-0fc9-42e9-9336-619b13a20af6 req-4286bac0-ff96-4b7a-bb92-7af24bbfdcc9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 210 time: 0.1235261 Nov 03 19:21:29.512003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:29.530577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.541056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Allocated IP 172.20.0.2 (a923913d-91db-435e-8ada-0e9762916cf5/af119bee-f613-44ff-87a2-0efa23ce5f03/1ea39ecd-ce3e-4128-a703-a656b7e61970) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:29.556991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 17eaf43f-0cdd-4430-ae45-7b80bcee80bd yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:29.703721 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.714088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b9d7835-bc64-433a-93eb-83dfa177783e req-9a07ddc2-0cbd-41a1-8b37-fc50f5bebda9 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8749497 Nov 03 19:21:29.736578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 172cee60-d99f-4c12-b2ce-c965be983962 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:29.914170 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.924620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.943814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.957351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Network a923913d-91db-435e-8ada-0e9762916cf5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:29.961473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:29.986722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:30.019813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=172cee60-d99f-4c12-b2ce-c965be983962,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:30.042374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.052016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad479bb9-314c-4f7b-b40f-05864d726e85 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/172cee60-d99f-4c12-b2ce-c965be983962 HTTP/1.1" status: 204 len: 168 time: 1.7428138 Nov 03 19:21:30.053234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55948) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:30.072810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.4 (a923913d-91db-435e-8ada-0e9762916cf5/af119bee-f613-44ff-87a2-0efa23ce5f03/17eaf43f-0cdd-4430-ae45-7b80bcee80bd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:30.079534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Pushing event updated for resources: {'Port': ['ID=1ea39ecd-ce3e-4128-a703-a656b7e61970,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:30.165902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 58cdecb2-0da4-4f07-bb76-66f492e0954f up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:30.231573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.256378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b06c7f-4135-4931-a3e0-b51cd9b05be5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:30.263642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e7b06c7f-4135-4931-a3e0-b51cd9b05be5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2084579 Nov 03 19:21:30.267095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55950) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:30.267825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Attempting to bind port 1ea39ecd-ce3e-4128-a703-a656b7e61970 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:30.268820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Attempting to bind port 1ea39ecd-ce3e-4128-a703-a656b7e61970 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '94f03724-a8f4-4067-b28d-d9af74597d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:30.269748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Attempting to bind port 1ea39ecd-ce3e-4128-a703-a656b7e61970 on network a923913d-91db-435e-8ada-0e9762916cf5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:30.277278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.282303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:30.283209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Checking segment: {'id': '94f03724-a8f4-4067-b28d-d9af74597d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:30.283821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.284578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Bound using segment: {'id': '94f03724-a8f4-4067-b28d-d9af74597d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:30.285939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Bound port: 1ea39ecd-ce3e-4128-a703-a656b7e61970, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f03724-a8f4-4067-b28d-d9af74597d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a923913d-91db-435e-8ada-0e9762916cf5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:30.286524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.352543 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56631d7-f95f-4999-83be-0579118d9eef tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:21:30.368357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e56631d7-f95f-4999-83be-0579118d9eef tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/172cee60-d99f-4c12-b2ce-c965be983962 HTTP/1.1" status: 404 len: 333 time: 0.0853722 Nov 03 19:21:30.370332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] For port 1ea39ecd-ce3e-4128-a703-a656b7e61970, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:30.374293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] For port 1ea39ecd-ce3e-4128-a703-a656b7e61970, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1ea39ecd-ce3e-4128-a703-a656b7e61970,segment=NetworkSegment(94f03724-a8f4-4067-b28d-d9af74597d3a),segment_id=94f03724-a8f4-4067-b28d-d9af74597d3a)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:30.383078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:30.394111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.398711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720372093'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:30.438183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port d3cd2e06-d040-4279-9423-039f5362b9bd {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:30.438679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.496384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 58cdecb2-0da4-4f07-bb76-66f492e0954f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:21:30.512122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c44c4f-8f83-4ede-b8f4-f7cd622a583b None None] Pushing event updated for resources: {'Port': ['ID=1ea39ecd-ce3e-4128-a703-a656b7e61970,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:30.527831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 58cdecb2-0da4-4f07-bb76-66f492e0954f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:30.528426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.648077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port d3cd2e06-d040-4279-9423-039f5362b9bd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d3cd2e06-d040-4279-9423-039f5362b9bd,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:30.648592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.681917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for d3cd2e06-d040-4279-9423-039f5362b9bd owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:30.726219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.835061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:30.836528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:30.854845 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d52923c-302a-40d2-9100-a9060adc0590" -d '{"events": [{"server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "name": "network-vif-plugged", "status": "completed", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:30.862180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.932852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network a923913d-91db-435e-8ada-0e9762916cf5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:30.980620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:31.039974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:31.042862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:31.049228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=17eaf43f-0cdd-4430-ae45-7b80bcee80bd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:31.213326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f762d93a-a998-4554-8dc8-10d93edee797 req-61e54e08-1560-4ab8-9ebb-9a7ac3e74534 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 210 time: 0.0717287 Nov 03 19:21:31.217213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:31.223811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:31.264161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:31.264922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:31.310173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-faf5bb00-f3d2-4a9b-a3b8-6650287a1e13 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0805888 Nov 03 19:21:31.311936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55964) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:31.316365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:31.325303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:21:31.333700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-af590cc7-f749-408f-a3fc-ce38f21dbe97 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:31.335303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-af590cc7-f749-408f-a3fc-ce38f21dbe97 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 806 time: 0.4407325 Nov 03 19:21:31.355652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caac81-bf3d-4d76-90a5-7f93f756e004 req-479b007e-1c4d-45f0-a198-5d7eb3590bfa tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:31.357320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2caac81-bf3d-4d76-90a5-7f93f756e004 req-479b007e-1c4d-45f0-a198-5d7eb3590bfa tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 0.2738116 Nov 03 19:21:31.378387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Request body: {'port': {'device_id': '3835d965-14a2-48e7-98d8-b070af00de92', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'admin_state_up': True, 'tenant_id': 'b0ec1339047d4555acea91a3d16d4e91'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:31.384315 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a47aeb-03da-4f38-8ec6-21a45c101aac x-openstack-request-id: req-c6a47aeb-03da-4f38-8ec6-21a45c101aac {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:31.384695 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "name": "network-vif-plugged", "status": "completed", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:31.385065 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c6a47aeb-03da-4f38-8ec6-21a45c101aac {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:31.385912 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f', 'code': 200} Nov 03 19:21:31.426397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=d3cd2e06-d040-4279-9423-039f5362b9bd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:31.433077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:31.433449 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment cd395d85-7f6c-48c7-976b-3a261b77ae9f of type vlan for network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 Nov 03 19:21:31.644698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79475bf-4be9-4809-9793-081439492a99 req-28885198-efc7-47cd-8f34-8df3520298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:31.654455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f79475bf-4be9-4809-9793-081439492a99 req-28885198-efc7-47cd-8f34-8df3520298a8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 1101 time: 0.1312349 Nov 03 19:21:31.768822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f79475bf-4be9-4809-9793-081439492a99 req-32eff59c-d6f8-4082-bf21-265115905b28 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013873 Nov 03 19:21:31.821627 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:31.849756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Made reservation on behalf of b0ec1339047d4555acea91a3d16d4e91 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:31.860477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:32.170024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2caac81-bf3d-4d76-90a5-7f93f756e004 req-0a159196-a6fa-4a27-af26-6e533bc1ed92 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515788 Nov 03 19:21:32.181639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:32.208218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Allocated IP 172.20.0.4 (27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e/fa4780be-d89d-4fe8-bb0b-30ed303b77a5/7e7f73b0-424e-4127-bdc2-8f48bdc3a68b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:32.223773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:32.224876 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:32.372011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9877493 Nov 03 19:21:32.382640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:32.393567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 17eaf43f-0cdd-4430-ae45-7b80bcee80bd {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:32.394138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:32.417316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:32.426832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=0acbbc45-76e6-464f-9cb8-2dfa8ade4c96,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:32.479427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754d32d-de78-4faa-b587-5ab5f190c6b3 None None] Network a923913d-91db-435e-8ada-0e9762916cf5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:32.507024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-738cf7a8-6b6d-41b4-86f5-dcde1dba8ef2 req-3c836d5f-52d8-47f1-b076-3afc6d77d226 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 210 time: 0.0668087 Nov 03 19:21:32.510443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.510970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.511402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.512000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.512442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.512970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.513492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.514133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.514942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.515508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.516591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.517065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5820f5-04e8-44a4-9908-78ac38c10b36 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:32.584482 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:32.588632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:21:32.821043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:32.920045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.026069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:21:33.038650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.040422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.127280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:33.162482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 17eaf43f-0cdd-4430-ae45-7b80bcee80bd owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:33.168652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:33.219859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:33.242558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event updated for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:33.275243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-875a8ca8-341f-4708-9b8b-829be58c65f5 None None] Provisioning complete for port 1ea39ecd-ce3e-4128-a703-a656b7e61970 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:33.277281 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-875a8ca8-341f-4708-9b8b-829be58c65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.416796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:33.443159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.494140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:33.635500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1ea39ecd-ce3e-4128-a703-a656b7e61970 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:34.202474 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-875a8ca8-341f-4708-9b8b-829be58c65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.205902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:34.219677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.349851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-5d3b29a2-fd8f-4447-bb75-b83ec926c510 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9989443 Nov 03 19:21:34.363647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.369256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1ea39ecd-ce3e-4128-a703-a656b7e61970 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:34.369835 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.380878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Request body: {'port': {'device_id': '3835d965-14a2-48e7-98d8-b070af00de92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:34.519298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-875a8ca8-341f-4708-9b8b-829be58c65f5 None None] For port 1ea39ecd-ce3e-4128-a703-a656b7e61970, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1ea39ecd-ce3e-4128-a703-a656b7e61970,segment=NetworkSegment(94f03724-a8f4-4067-b28d-d9af74597d3a),segment_id=94f03724-a8f4-4067-b28d-d9af74597d3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:34.550754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-875a8ca8-341f-4708-9b8b-829be58c65f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.784799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=435bbf7c-cc53-4fdd-9be2-aa40f740e713,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:34.814341 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:21:34.824919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a8ca8-341f-4708-9b8b-829be58c65f5 None None] Pushing event updated for resources: {'Port': ['ID=1ea39ecd-ce3e-4128-a703-a656b7e61970,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:34.846933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.890643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': 'cd395d85-7f6c-48c7-976b-3a261b77ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:34.895896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:21:35.045568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aad4f35f-9b53-4bba-bdf6-97e6b67ecbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:35.076094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dafb1e46-a204-4435-be3f-166939920af0 None None] Provisioning complete for port 1ea39ecd-ce3e-4128-a703-a656b7e61970 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:35.081693 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dafb1e46-a204-4435-be3f-166939920af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:35.252132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:35.299196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1ea39ecd-ce3e-4128-a703-a656b7e61970 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:35.395757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:21:35.440491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:35.472161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:35.473348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=17eaf43f-0cdd-4430-ae45-7b80bcee80bd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:35.477503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:35.482419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0773d5c-b6a1-4e02-9793-0dc11c53af54 None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:35.542502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a43ca3-f90f-4463-9b75-57ed72231bf8 req-a84ed40a-1fda-42b7-81b9-f3befc29c34c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:35.543977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8a43ca3-f90f-4463-9b75-57ed72231bf8 req-a84ed40a-1fda-42b7-81b9-f3befc29c34c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 931 time: 1.7107491 Nov 03 19:21:35.561972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-93f5a6bf-8754-489f-9108-4151c77cedb5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1769919 Nov 03 19:21:35.575123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:35.578374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:35.588747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:35.658662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dafb1e46-a204-4435-be3f-166939920af0 None None] Could not find standard attr ID for object 17eaf43f-0cdd-4430-ae45-7b80bcee80bd. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:21:35.670798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1ea39ecd-ce3e-4128-a703-a656b7e61970 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:35.671417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:35.776374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c7b3e-bdfb-4d7e-b50a-a045ddaeb057 req-45f5ed1a-fdd9-4c0a-9624-55daf9398d9a tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:35.783836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf9c7b3e-bdfb-4d7e-b50a-a045ddaeb057 req-45f5ed1a-fdd9-4c0a-9624-55daf9398d9a tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 1.9849973 Nov 03 19:21:35.877739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b54d46e6-695e-4f69-aba9-5a7434f06257 None None] Could not find standard attr ID for object 17eaf43f-0cdd-4430-ae45-7b80bcee80bd. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:21:35.889774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:21:35.925094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.034653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Transition to ACTIVE for port object 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:21:36.042348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.089397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:36.126302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:36.128663 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d82a7161-ef48-46c1-b79c-51b5d883c7ca tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7729778 Nov 03 19:21:36.135556 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.147498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56238) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:36.152397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0f90e5d5-0b8d-4390-a7a6-2391178c2143 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/17eaf43f-0cdd-4430-ae45-7b80bcee80bd HTTP/1.1" status: 204 len: 168 time: 4.8366711 Nov 03 19:21:36.153722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56242) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:36.314234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:36.315760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:36.335308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:36.349561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.371623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:36.385715 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a86437-65a2-4b42-bda4-d77d2f8983ae tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:21:36.393069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50a86437-65a2-4b42-bda4-d77d2f8983ae tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/17eaf43f-0cdd-4430-ae45-7b80bcee80bd HTTP/1.1" status: 404 len: 333 time: 0.2343838 Nov 03 19:21:36.403872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:36.489284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8a43ca3-f90f-4463-9b75-57ed72231bf8 req-ce4e75b5-9063-4d50-abe7-dcd83ea1750b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8123682 Nov 03 19:21:36.512509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet 07c609e8-dad2-4ebc-8cd7-a54073ae8205 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:36.514865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf9c7b3e-bdfb-4d7e-b50a-a045ddaeb057 req-e6a84f2e-799a-42c5-8be3-4e74f5db879c tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325168 Nov 03 19:21:36.595158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.642826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': '435bbf7c-cc53-4fdd-9be2-aa40f740e713'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:21:36.644329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.721072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:36.792315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet af119bee-f613-44ff-87a2-0efa23ce5f03 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:36.836644 n-d-812151-4 neutron-server[101988]: INFO neutron.db.ipam_backend_mixin [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 435bbf7c-cc53-4fdd-9be2-aa40f740e713 (CIDR: 2001:db8::/64) Nov 03 19:21:36.839926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.846116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:36.996924 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:21:37.013003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:21:37.100108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Attempting to bind port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:37.100922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Attempting to bind port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:37.101596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Attempting to bind port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:37.144217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Allocated IP 2001:db8::2 (0acbbc45-76e6-464f-9cb8-2dfa8ade4c96/435bbf7c-cc53-4fdd-9be2-aa40f740e713/95646f06-1f6d-477b-8dab-2b114a8e36f9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:37.164590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:21:37.169315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Attempting to bind port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b on network 27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:37.188138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.326426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-85cbc465-5174-44d7-b795-15e52e0da5af tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7499607 Nov 03 19:21:37.330741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56330) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:37.339655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:37.340452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:31Z', 'revision_number': 8, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:37.341290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Checking segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:37.342261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Bound using segment: {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:37.345967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Bound port: 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816de141-5685-404d-99da-318d781ff44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:37.346940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.351373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:37.388100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:37.444039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:37.444584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:37.560984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.575853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.593489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.628573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:37.635000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:37.638068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:37.694186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:37.764261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:37.781249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.881959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Pushing event updated for resources: {'Port': ['ID=95646f06-1f6d-477b-8dab-2b114a8e36f9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:37.972411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:37.990225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:38.152033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Attempting to bind port 95646f06-1f6d-477b-8dab-2b114a8e36f9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:21:38.152540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Attempting to bind port 95646f06-1f6d-477b-8dab-2b114a8e36f9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'cd395d85-7f6c-48c7-976b-3a261b77ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:21:38.153260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Attempting to bind port 95646f06-1f6d-477b-8dab-2b114a8e36f9 on network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:21:38.186924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:38.193874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34055-a4f7-464a-84f5-b4755ef3c71a req-aa6a9670-5c50-4a40-b1c9-112a68a87fa0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:38.203634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81f34055-a4f7-464a-84f5-b4755ef3c71a req-aa6a9670-5c50-4a40-b1c9-112a68a87fa0 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 943 time: 0.3817968 Nov 03 19:21:38.206627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.211452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.247028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:21:38.247542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Checking segment: {'id': 'cd395d85-7f6c-48c7-976b-3a261b77ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:38.248141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.248678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Bound using segment: {'id': 'cd395d85-7f6c-48c7-976b-3a261b77ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:21:38.249363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Bound port: 95646f06-1f6d-477b-8dab-2b114a8e36f9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd395d85-7f6c-48c7-976b-3a261b77ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:21:38.249963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.369698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.380867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/07c609e8-dad2-4ebc-8cd7-a54073ae8205 HTTP/1.1" status: 204 len: 168 time: 2.2295570 Nov 03 19:21:38.382049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c476e-718f-4163-b26e-239028dd35da req-94aed2e9-38b6-4864-9409-233ee968c05f tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:38.387731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d7c476e-718f-4163-b26e-239028dd35da req-94aed2e9-38b6-4864-9409-233ee968c05f tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 0.5479653 Nov 03 19:21:38.402348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:38.403145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.411237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] 10.222.0.115 "PUT /v2.0/ports/7e7f73b0-424e-4127-bdc2-8f48bdc3a68b HTTP/1.1" status: 200 len: 1091 time: 4.0460472 Nov 03 19:21:38.411972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56410) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:38.516546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5ea3f-fae2-4f67-82c1-f36dc63f26af None None] Network 56c67f1c-36c3-46b2-b397-4dd804f8124b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:38.556141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c0050ef6-2bba-46e9-8aa5-dbe77ba8a0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:38.587538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d7c476e-718f-4163-b26e-239028dd35da req-0683eb26-1a73-402a-8451-e94127a485ed tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282027 Nov 03 19:21:38.614607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:38.633851 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0735c47e-279f-4998-8ee6-9bd6f0550955" -d '{"events": [{"name": "network-changed", "server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:38.633851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac363f5-1bc0-4023-b578-7090bb3b83b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:38.741206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81f34055-a4f7-464a-84f5-b4755ef3c71a req-97e22d3a-562d-4a25-ac09-65d1ae77de79 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359840 Nov 03 19:21:38.945489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1718-6d0c-4db8-b165-e2d9aca16d54 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=07c609e8-dad2-4ebc-8cd7-a54073ae8205,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:38.958457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] For port 95646f06-1f6d-477b-8dab-2b114a8e36f9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:21:38.991636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] For port 95646f06-1f6d-477b-8dab-2b114a8e36f9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95646f06-1f6d-477b-8dab-2b114a8e36f9,segment=NetworkSegment(cd395d85-7f6c-48c7-976b-3a261b77ae9f),segment_id=cd395d85-7f6c-48c7-976b-3a261b77ae9f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:21:38.993835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.000210 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.150467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:31Z', 'revision_number': 8, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:39.154890 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd83fd6-bf42-4555-b5da-d13d8f321b30 x-openstack-request-id: req-6fd83fd6-bf42-4555-b5da-d13d8f321b30 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:39.158642 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:39.166120 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6fd83fd6-bf42-4555-b5da-d13d8f321b30 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:39.166729 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b', 'status': 'completed', 'code': 200} Nov 03 19:21:39.173356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.235647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3c408-7c3d-4d96-84e0-69ad75c6983d None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:31Z', 'revision_number': 8, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c', 'name': '', 'network_id': '84aeab3d-c634-449d-a5da-7bbe2787beac', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:b3:5d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:21:00Z', 'updated_at': '2021-11-03T19:21:14Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '5438f2d6-f47b-46b2-b0eb-e4e432681008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:39.238234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] DHCP port deletion for 56c67f1c-36c3-46b2-b397-4dd804f8124b request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:39.350939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890266e1-ffeb-4b69-af9f-ed94e6545024 None None] Pushing event updated for resources: {'Port': ['ID=95646f06-1f6d-477b-8dab-2b114a8e36f9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:39.432573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.443500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] Deleting port f44cf6dd-0508-4a80-a075-47193c9dccef {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:39.446141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.485298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=af119bee-f613-44ff-87a2-0efa23ce5f03,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:39.517027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.531931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf36a1b5-290f-44a1-ace7-5a1db1e6ce4f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/af119bee-f613-44ff-87a2-0efa23ce5f03 HTTP/1.1" status: 204 len: 168 time: 3.1089866 Nov 03 19:21:39.537447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56494) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:39.549568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f6838-7eb0-46b5-9b93-eb45f4bf16de None None] Network a923913d-91db-435e-8ada-0e9762916cf5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:39.684085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-ef889dae-3a48-4288-ad6c-aa1320c090e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:39.686105 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-ef889dae-3a48-4288-ad6c-aa1320c090e6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 1094 time: 1.0476813 Nov 03 19:21:39.776764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=8adf600b-0be7-4739-a90f-2897fb61a611,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:39.824221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] For port f44cf6dd-0508-4a80-a075-47193c9dccef, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f44cf6dd-0508-4a80-a075-47193c9dccef,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:39.824733 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.851879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:39.857076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] Calling delete_port for f44cf6dd-0508-4a80-a075-47193c9dccef owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:39.862601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:39.890717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:39.901784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.962262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:39.977761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b3239341-5ad5-4bcd-a36a-ab53900facfa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6455090 Nov 03 19:21:39.981818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56504) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:39.988960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'fixed_ips': [{'subnet_id': '435bbf7c-cc53-4fdd-9be2-aa40f740e713'}, {'subnet_id': '8adf600b-0be7-4739-a90f-2897fb61a611'}], 'name': 'tempest-PortsIpV6TestJSON-172989569'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:40.006285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-1dc1a09f-4dc3-4677-a530-4f5124fa3d08 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b HTTP/1.1" status: 200 len: 217 time: 0.2985492 Nov 03 19:21:40.069072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681923d1-a998-4fc5-bd1c-f4909f84a0bd req-a28be90d-c56e-485e-b3c1-f7abbcbd2499 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:40.083384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-681923d1-a998-4fc5-bd1c-f4909f84a0bd req-a28be90d-c56e-485e-b3c1-f7abbcbd2499 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 0.5168657 Nov 03 19:21:40.156946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port f44cf6dd-0508-4a80-a075-47193c9dccef {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:40.157728 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.267123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-681923d1-a998-4fc5-bd1c-f4909f84a0bd req-5d895bc8-6a44-4066-a1c6-5f335ccb25c1 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813810 Nov 03 19:21:40.298836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.315737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-3b11c507-1eff-4d2e-ae8b-441f2230bba2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3916082 Nov 03 19:21:40.410239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:40.434258 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.461497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] No DVR routers for this DVR port f44cf6dd-0508-4a80-a075-47193c9dccef on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:40.512799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2fcf9-06c1-4908-a7d9-cdb6daeb7ca6 None None] Pushing event deleted for resources: {'Port': ['ID=f44cf6dd-0508-4a80-a075-47193c9dccef,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:40.549984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-924a2574-d8b9-436a-932a-57e2c7887c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:40.553717 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-924a2574-d8b9-436a-932a-57e2c7887c1e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.5366237 Nov 03 19:21:40.670611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29d676-ae24-45c8-a142-33ef377a91bb req-41860a86-140f-4ff7-ab46-1d3ae8c54ec3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:40.675288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b29d676-ae24-45c8-a142-33ef377a91bb req-41860a86-140f-4ff7-ab46-1d3ae8c54ec3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 943 time: 0.1191614 Nov 03 19:21:40.693329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-25b21244-b3d2-46bf-9356-4e6135712246 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945654 Nov 03 19:21:40.694089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.705045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] DHCP port deletion for a923913d-91db-435e-8ada-0e9762916cf5 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:40.738227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 09202adc-bf86-408f-906b-cdeab16d64bb yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:40.776384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port f44cf6dd-0508-4a80-a075-47193c9dccef, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f44cf6dd-0508-4a80-a075-47193c9dccef,segment=NetworkSegment(b9bcde27-5f1b-46f0-9292-05711492e91f),segment_id=b9bcde27-5f1b-46f0-9292-05711492e91f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:40.776745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.808601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] Deleting port 1ea39ecd-ce3e-4128-a703-a656b7e61970 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:40.809407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.946490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] For port 1ea39ecd-ce3e-4128-a703-a656b7e61970, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1ea39ecd-ce3e-4128-a703-a656b7e61970,segment=NetworkSegment(94f03724-a8f4-4067-b28d-d9af74597d3a),segment_id=94f03724-a8f4-4067-b28d-d9af74597d3a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:40.947141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:40.949371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b29d676-ae24-45c8-a142-33ef377a91bb req-1338cb1f-b974-416f-8588-18505c3b1b0c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007099 Nov 03 19:21:41.003977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] Calling delete_port for 1ea39ecd-ce3e-4128-a703-a656b7e61970 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:41.132674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.172971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] No DVR routers for this DVR port 1ea39ecd-ce3e-4128-a703-a656b7e61970 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:41.252174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036eca6-f28b-485e-866e-0156b2055958 None None] Pushing event deleted for resources: {'Port': ['ID=1ea39ecd-ce3e-4128-a703-a656b7e61970,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:41.343671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95646f06-1f6d-477b-8dab-2b114a8e36f9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:41.464130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:41.464927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.607066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::1ed (0acbbc45-76e6-464f-9cb8-2dfa8ade4c96/435bbf7c-cc53-4fdd-9be2-aa40f740e713/09202adc-bf86-408f-906b-cdeab16d64bb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:41.629962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8:0:1::381 (0acbbc45-76e6-464f-9cb8-2dfa8ade4c96/8adf600b-0be7-4739-a90f-2897fb61a611/09202adc-bf86-408f-906b-cdeab16d64bb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:41.681007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24841c1a-e0d1-4217-abdc-33642dc0b5c2 None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:41.717252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for f44cf6dd-0508-4a80-a075-47193c9dccef owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:41.728444 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.779394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 1ea39ecd-ce3e-4128-a703-a656b7e61970 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:41.780037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.862132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 95646f06-1f6d-477b-8dab-2b114a8e36f9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95646f06-1f6d-477b-8dab-2b114a8e36f9,segment=NetworkSegment(cd395d85-7f6c-48c7-976b-3a261b77ae9f),segment_id=cd395d85-7f6c-48c7-976b-3a261b77ae9f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:41.878612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-015f0c24-ea0e-4202-9326-c5f7c9445c4a None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:41.879221 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-015f0c24-ea0e-4202-9326-c5f7c9445c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.882487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.922784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.949830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] For port 1ea39ecd-ce3e-4128-a703-a656b7e61970, host n-d-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:41.950400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:41.983099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 1ea39ecd-ce3e-4128-a703-a656b7e61970 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:41.988534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Port 1ea39ecd-ce3e-4128-a703-a656b7e61970 was not found and therefore no delete operation was performed {{(pid=101988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:21:41.995802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747b40-064a-431f-a648-772f84265566 req-8037315c-a8bd-4304-b270-859575e69e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:41.998985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-8037315c-a8bd-4304-b270-859575e69e28 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 1.4730208 Nov 03 19:21:41.999337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1ea39ecd-ce3e-4128-a703-a656b7e61970 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:42.016655 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.051381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1ea39ecd-ce3e-4128-a703-a656b7e61970 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:42.052121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1ea39ecd-ce3e-4128-a703-a656b7e61970 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:42.052703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d3cd2e06-d040-4279-9423-039f5362b9bd no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:42.090203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No DVR routers for this DVR port 1ea39ecd-ce3e-4128-a703-a656b7e61970 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:42.128612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d3cd2e06-d040-4279-9423-039f5362b9bd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:42.129310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d3cd2e06-d040-4279-9423-039f5362b9bd not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:42.129903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f44cf6dd-0508-4a80-a075-47193c9dccef no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:42.165263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fcb1b-2dee-4db4-be08-5d173ae48e25 req-176e34ec-a19c-4cf4-b904-141a9d47ad45 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:42.179528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-268fcb1b-2dee-4db4-be08-5d173ae48e25 req-176e34ec-a19c-4cf4-b904-141a9d47ad45 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 0.1748731 Nov 03 19:21:42.205356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f44cf6dd-0508-4a80-a075-47193c9dccef {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:42.206590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f44cf6dd-0508-4a80-a075-47193c9dccef not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:42.208818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.211142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=95646f06-1f6d-477b-8dab-2b114a8e36f9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:42.249227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.310172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-268fcb1b-2dee-4db4-be08-5d173ae48e25 req-e9097c1d-25e0-415c-9985-54a770c4a8da tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274188 Nov 03 19:21:42.443750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.505754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f8a75-6a7b-4cc0-bd28-231dfa3241a9 req-3f6b8b93-3fb6-4ff5-8e3c-ef662c5a5e74 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:42.507565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f85f8a75-6a7b-4cc0-bd28-231dfa3241a9 req-3f6b8b93-3fb6-4ff5-8e3c-ef662c5a5e74 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 943 time: 0.1861310 Nov 03 19:21:42.553995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:42.563161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:42.571527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:42.578065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:42.579005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.591751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=09202adc-bf86-408f-906b-cdeab16d64bb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:42.605006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-96735570-4a92-4513-8de5-b7860acf9bc2 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6217818 Nov 03 19:21:42.606040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56520) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:42.620963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '435bbf7c-cc53-4fdd-9be2-aa40f740e713'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:42.677983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] Update dhcp port {'port': {'network_id': '0acbbc45-76e6-464f-9cb8-2dfa8ade4c96', 'fixed_ips': [{'subnet_id': '435bbf7c-cc53-4fdd-9be2-aa40f740e713', 'ip_address': '2001:db8::2'}, {'subnet_id': '8adf600b-0be7-4739-a90f-2897fb61a611'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '95646f06-1f6d-477b-8dab-2b114a8e36f9'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:21:42.694085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f85f8a75-6a7b-4cc0-bd28-231dfa3241a9 req-e3af10b5-ed91-4f39-b430-7a60c284bec8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743953 Nov 03 19:21:42.726629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.762728 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.772504 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.788967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.797432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=1ea39ecd-ce3e-4128-a703-a656b7e61970,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:42.805022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port f44cf6dd-0508-4a80-a075-47193c9dccef on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:42.922961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923913d-91db-435e-8ada-0e9762916cf5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:42.944217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f03724-a8f4-4067-b28d-d9af74597d3a') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:42.944784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f03724-a8f4-4067-b28d-d9af74597d3a') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:42.962406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:42.985719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] Allocated IP 2001:db8:0:1::2 (0acbbc45-76e6-464f-9cb8-2dfa8ade4c96/8adf600b-0be7-4739-a90f-2897fb61a611/95646f06-1f6d-477b-8dab-2b114a8e36f9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:43.063945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-81a591d5-a4a1-48b4-a0ba-41f1c28c5592 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:43.065947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-81a591d5-a4a1-48b4-a0ba-41f1c28c5592 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.110 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 1.4020727 Nov 03 19:21:43.067721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747b40-064a-431f-a648-772f84265566 req-a86837da-e700-4f00-9f85-e5dc1ef03fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:43.070302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-a86837da-e700-4f00-9f85-e5dc1ef03fff service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 1.0256612 Nov 03 19:21:43.071740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=f44cf6dd-0508-4a80-a075-47193c9dccef,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:43.098180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-9d47f16b-01fd-4df1-8eff-fc5a2d2716e8 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3810794 Nov 03 19:21:43.100597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.275441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] For port 95646f06-1f6d-477b-8dab-2b114a8e36f9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95646f06-1f6d-477b-8dab-2b114a8e36f9,segment=NetworkSegment(cd395d85-7f6c-48c7-976b-3a261b77ae9f),segment_id=cd395d85-7f6c-48c7-976b-3a261b77ae9f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:43.295484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95646f06-1f6d-477b-8dab-2b114a8e36f9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:43.329834 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-b7b34b8a-4414-4a89-a745-3f2c022c1060 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 1001 time: 0.2088294 Nov 03 19:21:43.369194 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.377764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.407121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:43.407609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:43.496585 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:43.588649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Delete allocated IP 2001:db8:0:1::381 (0acbbc45-76e6-464f-9cb8-2dfa8ade4c96/8adf600b-0be7-4739-a90f-2897fb61a611) {{(pid=101989) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:21:43.611199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47095a-4010-4756-8aa4-cd2e3e92ea68 req-0852d6ba-a31d-4aa9-8220-e0414ff7694d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:43.613068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec47095a-4010-4756-8aa4-cd2e3e92ea68 req-0852d6ba-a31d-4aa9-8220-e0414ff7694d tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 950 time: 0.1640689 Nov 03 19:21:43.657598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747b40-064a-431f-a648-772f84265566 req-cad4702b-a106-4991-9246-2df77eca575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:43.659461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-cad4702b-a106-4991-9246-2df77eca575a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.0875015 Nov 03 19:21:43.661782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.818714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.822254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c67f1c-36c3-46b2-b397-4dd804f8124b']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:43.834885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:43.835471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.846782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:43.858238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/a923913d-91db-435e-8ada-0e9762916cf5 HTTP/1.1" status: 204 len: 168 time: 4.3144925 Nov 03 19:21:43.879041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56536) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:43.884147 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcbfbf13-e8c0-498d-9c32-36b794a40a9c req-def01869-e58a-49bf-8652-d590e4761ea4 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362188 Nov 03 19:21:43.890935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'name': 'tempest-PortsTestJSON-2048943160'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:43.902095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960851b-8464-4e7f-a9b1-9779a44e541c None None] Pushing event updated for resources: {'Port': ['ID=95646f06-1f6d-477b-8dab-2b114a8e36f9,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:43.910617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bcde27-5f1b-46f0-9292-05711492e91f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:43.911523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bcde27-5f1b-46f0-9292-05711492e91f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:43.990889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec47095a-4010-4756-8aa4-cd2e3e92ea68 req-808bcc43-094c-4b22-8734-e64dba14a1d3 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686090 Nov 03 19:21:44.167356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c533c8-5a74-44cb-98c0-51c5fec5443e req-542f171c-ce2c-4288-9d89-6b0843afda84 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:44.167759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6535629-c5ae-4003-b0ce-42dd37ac1d6d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=a923913d-91db-435e-8ada-0e9762916cf5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:44.178624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63c533c8-5a74-44cb-98c0-51c5fec5443e req-542f171c-ce2c-4288-9d89-6b0843afda84 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 943 time: 0.3110831 Nov 03 19:21:44.188040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.189412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 58cdecb2-0da4-4f07-bb76-66f492e0954f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:44.274706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747b40-064a-431f-a648-772f84265566 req-e4817ff1-ea08-4603-8894-e6d0e992c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:44.276362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-e4817ff1-ea08-4603-8894-e6d0e992c95a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5717046 Nov 03 19:21:44.404967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.415618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:44.416071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.429544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.444374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.452011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.513748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63c533c8-5a74-44cb-98c0-51c5fec5443e req-06729f88-3811-409d-8d16-53a1a8aeb71b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076942 Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:44.514638 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:44.521385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56542) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:44.524554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:44.525906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:44.541207 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea385e2-908b-4ab5-89f2-de3866013c22" -d '{"events": [{"server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "name": "network-vif-unplugged", "status": "completed", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:44.542524 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.549725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.549991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.563050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/56c67f1c-36c3-46b2-b397-4dd804f8124b HTTP/1.1" status: 204 len: 168 time: 5.9354603 Nov 03 19:21:44.571277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:44.619206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:44.642734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Deleting port 58cdecb2-0da4-4f07-bb76-66f492e0954f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:44.643475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.649795 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d0462c-dacd-4e82-ad6b-ba188247b4e2 x-openstack-request-id: req-34d0462c-dacd-4e82-ad6b-ba188247b4e2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:44.650638 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "name": "network-vif-unplugged", "status": "completed", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:44.651709 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-34d0462c-dacd-4e82-ad6b-ba188247b4e2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:44.652619 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f', 'code': 200} Nov 03 19:21:44.694856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6cac8-ad53-4f01-95a8-7749bdb10c96 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=56c67f1c-36c3-46b2-b397-4dd804f8124b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:44.713306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-b7df9256-dda4-4543-b5db-954a950cb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:44.715226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-b7df9256-dda4-4543-b5db-954a950cb3dc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 1094 time: 0.7192156 Nov 03 19:21:44.738481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=09202adc-bf86-408f-906b-cdeab16d64bb,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:44.760562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] In _notify_port_updated(), no bound segment for port 09202adc-bf86-408f-906b-cdeab16d64bb on network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:21:44.767376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:44.768038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.773437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-262a34da-4329-40b2-bec8-d5b24d66e937 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/ports/09202adc-bf86-408f-906b-cdeab16d64bb HTTP/1.1" status: 200 len: 925 time: 2.1595449 Nov 03 19:21:44.773906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56550) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:44.783580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '435bbf7c-cc53-4fdd-9be2-aa40f740e713'}, {'subnet_id': '8adf600b-0be7-4739-a90f-2897fb61a611'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:44.950308 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.952473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d12a70c0-f585-4fca-9b2e-cc66ecf11a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:44.962739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] For port 58cdecb2-0da4-4f07-bb76-66f492e0954f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=58cdecb2-0da4-4f07-bb76-66f492e0954f,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:44.963344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.135366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42819ee-6352-4f65-946d-a53da56cd7d0 None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:45.208817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:45.212591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.231119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95646f06-1f6d-477b-8dab-2b114a8e36f9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:45.257696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 33a34323-3b4d-4e26-a3b1-90b160ec95a0 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:45.291181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-79752cd0-983e-41d0-8d1b-ddef89dc9343 None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:45.292172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-79752cd0-983e-41d0-8d1b-ddef89dc9343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.294176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320ee1c-18b4-4ada-a070-79268e8346c2 req-ec96438e-6877-4b92-8ab0-4dc82056f807 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:45.295885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0320ee1c-18b4-4ada-a070-79268e8346c2 req-ec96438e-6877-4b92-8ab0-4dc82056f807 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 948 time: 0.1662588 Nov 03 19:21:45.452385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:45.453754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.456448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0320ee1c-18b4-4ada-a070-79268e8346c2 req-3ffc7035-7986-4345-8e54-2c0fbdf508c2 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505508 Nov 03 19:21:45.467182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.494026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d12a70c0-f585-4fca-9b2e-cc66ecf11a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.511884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d12a70c0-f585-4fca-9b2e-cc66ecf11a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.519761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Calling delete_port for 58cdecb2-0da4-4f07-bb76-66f492e0954f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:45.542329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:45.667750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d12a70c0-f585-4fca-9b2e-cc66ecf11a0b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ce744ff31a74411eb74fb50f9df7b2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0348980 Nov 03 19:21:45.671694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56558) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:45.680525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a70c0-f585-4fca-9b2e-cc66ecf11a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd0bf27-da8a-40d9-b3e5-f429699de249,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:45.731994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcb1bc-323a-41a1-80c6-45388dc3d19f req-12459c45-a1c7-4a03-bb9f-7150943f86ab tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:45.733657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19bcb1bc-323a-41a1-80c6-45388dc3d19f req-12459c45-a1c7-4a03-bb9f-7150943f86ab tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 943 time: 0.1159813 Nov 03 19:21:45.868981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8:0:1::36 (0acbbc45-76e6-464f-9cb8-2dfa8ade4c96/8adf600b-0be7-4739-a90f-2897fb61a611/09202adc-bf86-408f-906b-cdeab16d64bb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:21:45.876241 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0197edd9-df32-437c-9845-306b626a3e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.000086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19bcb1bc-323a-41a1-80c6-45388dc3d19f req-f6ba0b03-879c-47e4-b9bc-4132b24a82dd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383053 Nov 03 19:21:46.016302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0197edd9-df32-437c-9845-306b626a3e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.052576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-c354a2d3-6e1f-4dd2-9489-e0eb31e1c224 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7286882 Nov 03 19:21:46.081797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dccfcc5b-8897-498a-882c-cafc0eabbce8 None None] Provisioning complete for port 09202adc-bf86-408f-906b-cdeab16d64bb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:46.082412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dccfcc5b-8897-498a-882c-cafc0eabbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.127106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.134538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0197edd9-df32-437c-9845-306b626a3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.138257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0197edd9-df32-437c-9845-306b626a3e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.139809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0197edd9-df32-437c-9845-306b626a3e13 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dbd0bf27-da8a-40d9-b3e5-f429699de249 HTTP/1.1" status: 204 len: 168 time: 0.4659534 Nov 03 19:21:46.158917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.226962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dccfcc5b-8897-498a-882c-cafc0eabbce8 None None] Port 09202adc-bf86-408f-906b-cdeab16d64bb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:46.247809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:46.260398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:46.266421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197edd9-df32-437c-9845-306b626a3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd0bf27-da8a-40d9-b3e5-f429699de249,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:46.291003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:46.299944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:46.300618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.334889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dccfcc5b-8897-498a-882c-cafc0eabbce8 None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:46.335870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dccfcc5b-8897-498a-882c-cafc0eabbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.402983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=09202adc-bf86-408f-906b-cdeab16d64bb,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:46.442305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] In _notify_port_updated(), no bound segment for port 09202adc-bf86-408f-906b-cdeab16d64bb on network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:21:46.444776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:21:46.451445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:46.452842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.459147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6684e7c1-4e45-472b-bc12-966b42cd4b17 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/ports/09202adc-bf86-408f-906b-cdeab16d64bb HTTP/1.1" status: 200 len: 1010 time: 1.6839483 Nov 03 19:21:46.459938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:46.623852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=33a34323-3b4d-4e26-a3b1-90b160ec95a0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:46.641806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-317f47f9-70c8-44ec-b8d8-24322ab0ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:46.659084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:21:46.661897 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-317f47f9-70c8-44ec-b8d8-24322ab0ea62 service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 1.8543534 Nov 03 19:21:46.691295 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40fe236b-33fd-403c-bcf2-65f51f6954ee tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8038347 Nov 03 19:21:46.703138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56572) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:46.758920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-26c49197-325b-4c88-9b77-e95367082954 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b HTTP/1.1" status: 200 len: 217 time: 0.0614338 Nov 03 19:21:46.864293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d143fb44-a129-42b9-838b-abf20cadb862 None None] Provisioning complete for port 09202adc-bf86-408f-906b-cdeab16d64bb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:46.864979 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d143fb44-a129-42b9-838b-abf20cadb862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:46.881933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56574) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:46.937143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39747b40-064a-431f-a648-772f84265566 req-181e7a2c-1533-482c-a5d3-03e293bfea37 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626792 Nov 03 19:21:46.988180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:46.991558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d143fb44-a129-42b9-838b-abf20cadb862 None None] Port 09202adc-bf86-408f-906b-cdeab16d64bb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:47.008282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b', 'network_id': '27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e', 'port_id': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b', 'mac_address': 'fa:16:3e:1f:50:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4780be-d89d-4fe8-bb0b-30ed303b77a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:21:47.038048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c2cc3-3489-4173-9532-d0c06424741d req-ef25fec3-dd8a-4840-ad98-1555ec2c60f3 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:47.041234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-485c2cc3-3489-4173-9532-d0c06424741d req-ef25fec3-dd8a-4840-ad98-1555ec2c60f3 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/ports?device_id=77b41e0a-1946-4591-8fd9-77850363960d HTTP/1.1" status: 200 len: 948 time: 0.3394330 Nov 03 19:21:47.049402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-cf2be589-f69f-4d20-af13-d81a8cabb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:47.052112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-cf2be589-f69f-4d20-af13-d81a8cabb8dc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.2765932 Nov 03 19:21:47.099789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e480cb-f77b-43ab-9538-ac33bc42ac04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.114412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.140335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:21:47.170355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:47.176172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.192015 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-fd7ae19c-35bf-48ba-8a05-a7ca1fa2c1f0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303899 Nov 03 19:21:47.263646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.285681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 09202adc-bf86-408f-906b-cdeab16d64bb {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:47.286117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.329609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-98a2d34c-5f28-4256-bf8b-78c071969ae5 None None] Provisioning complete for port 09202adc-bf86-408f-906b-cdeab16d64bb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:47.331151 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-98a2d34c-5f28-4256-bf8b-78c071969ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.348188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Pushing event deleted for resources: {'Port': ['ID=58cdecb2-0da4-4f07-bb76-66f492e0954f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:47.424816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['7e7f73b0-424e-4127-bdc2-8f48bdc3a68b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:21:47.455990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] No DVR routers for this DVR port 58cdecb2-0da4-4f07-bb76-66f492e0954f on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:47.463150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.467296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6270473a-2875-4a31-8c42-eecf19cf0b4c req-ec283090-5fef-4338-aca2-8b689389a1b8 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.110 "DELETE /v2.0/ports/58cdecb2-0da4-4f07-bb76-66f492e0954f HTTP/1.1" status: 204 len: 173 time: 4.3625925 Nov 03 19:21:47.473475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'name': 'network-vif-deleted', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:47.476233 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3440dee8-c228-41e8-9613-5325f894fa98" -d '{"events": [{"server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "name": "network-vif-deleted", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:47.490305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:47.511858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.523120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-7f892fee-9c6e-4e35-881f-5166a45aebd9 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119497 Nov 03 19:21:47.575134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-98a2d34c-5f28-4256-bf8b-78c071969ae5 None None] Port 09202adc-bf86-408f-906b-cdeab16d64bb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:47.706803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e480cb-f77b-43ab-9538-ac33bc42ac04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.719436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 33a34323-3b4d-4e26-a3b1-90b160ec95a0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:47.722647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.839712 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.865427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 09202adc-bf86-408f-906b-cdeab16d64bb owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:47.900181 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e480cb-f77b-43ab-9538-ac33bc42ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.973263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-40da7c3c-2b9e-4eff-8b7e-9cc5bcb37142 None None] Provisioning complete for port 09202adc-bf86-408f-906b-cdeab16d64bb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:47.973733 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40da7c3c-2b9e-4eff-8b7e-9cc5bcb37142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:47.981392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0735c47e-279f-4998-8ee6-9bd6f0550955 req-45d1d07d-f605-4616-8c7f-36d5dc6a1435 service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821583 Nov 03 19:21:48.046906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-b71ab9b4-9b3b-4995-90e5-ec046791eb10 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033850 Nov 03 19:21:48.078513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.079002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-40da7c3c-2b9e-4eff-8b7e-9cc5bcb37142 None None] Port 09202adc-bf86-408f-906b-cdeab16d64bb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:21:48.200249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-485c2cc3-3489-4173-9532-d0c06424741d req-0811b4fd-7f56-4d25-ae54-4cf6255cd729 tempest-VolumesNegativeTest-1762932818 tempest-VolumesNegativeTest-1762932818-project] 10.222.0.91 "GET /v2.0/security-groups?id=ab9adb39-3308-43b7-8cbc-af1da38007b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1216159 Nov 03 19:21:48.218745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 33a34323-3b4d-4e26-a3b1-90b160ec95a0 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:48.232386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-16f4ffa9-83fe-4211-958a-6837d05bf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:48.234069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-16f4ffa9-83fe-4211-958a-6837d05bf38d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b0ec1339047d4555acea91a3d16d4e91&device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 1097 time: 0.0900397 Nov 03 19:21:48.242939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc3d6e-7a19-4e7c-b24b-8b8d8fa712ca req-e10f4050-3207-4712-bcf5-1a0bf1530b20 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:48.244696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31cc3d6e-7a19-4e7c-b24b-8b8d8fa712ca req-e10f4050-3207-4712-bcf5-1a0bf1530b20 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 944 time: 0.9815922 Nov 03 19:21:48.276936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e480cb-f77b-43ab-9538-ac33bc42ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295270db-c997-4226-95ac-cdf8e72a9d77,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:48.309134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-94e480cb-f77b-43ab-9538-ac33bc42ac04 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=20dda397896d4f9eb6249c8ece25e66e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4194176 Nov 03 19:21:48.312846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56584) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:48.375320 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5583e928-57c1-4b15-8014-537c9c16330b x-openstack-request-id: req-5583e928-57c1-4b15-8014-537c9c16330b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:48.375639 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b41e0a-1946-4591-8fd9-77850363960d", "name": "network-vif-deleted", "tag": "58cdecb2-0da4-4f07-bb76-66f492e0954f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:48.375949 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5583e928-57c1-4b15-8014-537c9c16330b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:48.376598 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b41e0a-1946-4591-8fd9-77850363960d', 'name': 'network-vif-deleted', 'tag': '58cdecb2-0da4-4f07-bb76-66f492e0954f', 'status': 'completed', 'code': 200} Nov 03 19:21:48.522282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64ddd486-6818-4a5b-a4c9-907ae936c775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.529882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-bbeef043-aa50-4be0-b77b-aed7e98d679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:48.531705 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-bbeef043-aa50-4be0-b77b-aed7e98d679a service neutron] 10.222.0.115 "GET /v2.0/networks?id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 200 len: 907 time: 0.2527518 Nov 03 19:21:48.534379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:48.534920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.538122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31cc3d6e-7a19-4e7c-b24b-8b8d8fa712ca req-9ac4b62f-6b3f-453f-ba51-667ca00955f8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430999 Nov 03 19:21:48.621725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64ddd486-6818-4a5b-a4c9-907ae936c775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.694123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.723021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-b29a09a1-60ed-431e-84a1-2fca81259acb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 200 len: 217 time: 0.1661167 Nov 03 19:21:48.738038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=33a34323-3b4d-4e26-a3b1-90b160ec95a0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:48.800426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-f21c4204-f9b1-4fdc-9cc4-7cdf1922af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:48.801969 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-f21c4204-f9b1-4fdc-9cc4-7cdf1922af06 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 200 len: 846 time: 0.0679109 Nov 03 19:21:48.829077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.835279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8c88643a-4bf0-4b9b-87e5-9890f771d1f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/33a34323-3b4d-4e26-a3b1-90b160ec95a0 HTTP/1.1" status: 204 len: 168 time: 2.1273038 Nov 03 19:21:48.836338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64ddd486-6818-4a5b-a4c9-907ae936c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.840265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64ddd486-6818-4a5b-a4c9-907ae936c775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.844805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-64ddd486-6818-4a5b-a4c9-907ae936c775 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/295270db-c997-4226-95ac-cdf8e72a9d77 HTTP/1.1" status: 204 len: 168 time: 0.5174997 Nov 03 19:21:48.844805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:48.852594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:48.852997 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:48.862186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'mac_address': 'fa:16:3e:ad:00:c7', 'name': 'tempest-PortsTestJSON-749283069'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:48.870914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:48.871202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddd486-6818-4a5b-a4c9-907ae936c775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295270db-c997-4226-95ac-cdf8e72a9d77,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:48.925101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-377d8a13-64e0-4506-9736-de8adf619014 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149516 Nov 03 19:21:49.024130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:49.086897 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=09202adc-bf86-408f-906b-cdeab16d64bb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:49.098985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:49.245569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:49.254446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-079df89e-e1d8-4dc9-8867-3beed2f7a1cb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/09202adc-bf86-408f-906b-cdeab16d64bb HTTP/1.1" status: 204 len: 168 time: 2.7931230 Nov 03 19:21:49.260951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56592) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:49.308565 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-1069ce7a-e3c4-4a67-bb64-3be0ad226bc7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:21:49.321684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56598) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:49.322806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:49.329662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1069ce7a-e3c4-4a67-bb64-3be0ad226bc7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/09202adc-bf86-408f-906b-cdeab16d64bb HTTP/1.1" status: 404 len: 333 time: 0.0679648 Nov 03 19:21:49.336246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:49.386145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 1fbe650e-6f78-415b-b65e-5e527272a28f yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:49.512362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 8adf600b-0be7-4739-a90f-2897fb61a611 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:49.527258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:49.535980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:49.655641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-1c755f16-efbc-4cf5-bef3-73e24296dc6d service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752018 Nov 03 19:21:49.755773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56612) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:49.780573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:49.881388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.305566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.396008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.401336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:21:50.544269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:21:50.555531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:50.559012 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.772420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19a91-c793-4849-a1b3-b82ca52c68a5 req-a0404b1d-19ec-4286-a748-270cd8a18938 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:50.775851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1f19a91-c793-4849-a1b3-b82ca52c68a5 req-a0404b1d-19ec-4286-a748-270cd8a18938 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 944 time: 0.2822874 Nov 03 19:21:50.823365 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.838407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.876653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=8adf600b-0be7-4739-a90f-2897fb61a611,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:50.912963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:50.915060 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0f75fe9-1393-41f8-9fc5-1abc273c20c6 req-aadb1e2f-4b9b-4141-9179-41dd46b6039f service neutron] 10.222.0.115 "GET /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1966665 Nov 03 19:21:50.921479 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491f640-699b-4c51-97c6-cfe8c791efb0" -d '{"events": [{"server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:50.930789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:50.942604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-398d5c23-5f83-4980-841d-b9290d845b26 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/8adf600b-0be7-4739-a90f-2897fb61a611 HTTP/1.1" status: 204 len: 168 time: 1.6150742 Nov 03 19:21:50.943126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4566f9-eeb3-41dc-b49d-e32d2b671bfb None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:50.946511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56670) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:50.999138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:51.020534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.038820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1f19a91-c793-4849-a1b3-b82ca52c68a5 req-31914ec9-5630-40e1-9195-1470729957c1 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512693 Nov 03 19:21:51.086465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.110960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 435bbf7c-cc53-4fdd-9be2-aa40f740e713 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:51.162895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.189815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.273763 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec48241-3e91-4ffa-958d-0d69cb3c8e2c x-openstack-request-id: req-8ec48241-3e91-4ffa-958d-0d69cb3c8e2c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:51.274580 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:51.275710 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8ec48241-3e91-4ffa-958d-0d69cb3c8e2c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:51.276555 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b', 'code': 200} Nov 03 19:21:51.303476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:51.311474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:51.318182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:51.326759 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:51.327571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.333660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:51.361579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=1fbe650e-6f78-415b-b65e-5e527272a28f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:51.422491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-baa570ea-245b-4f08-90ee-96cd4e6e32ed tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5639653 Nov 03 19:21:51.424369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:51.466584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.496646 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.525977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3168b-4cd7-4c4f-a302-64e9c59e67ae tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:51.532140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9dc3168b-4cd7-4c4f-a302-64e9c59e67ae tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/1fbe650e-6f78-415b-b65e-5e527272a28f HTTP/1.1" status: 200 len: 840 time: 0.1039996 Nov 03 19:21:51.533009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56696) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:51.636503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.683104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61ed60-e823-4628-9f25-daf498e4c2da req-cbba99be-08c3-4e84-8a9c-305bcb3d57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:51.685908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba61ed60-e823-4628-9f25-daf498e4c2da req-cbba99be-08c3-4e84-8a9c-305bcb3d57ba service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 1096 time: 0.3756888 Nov 03 19:21:51.706837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 1fbe650e-6f78-415b-b65e-5e527272a28f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:51.707180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.724200 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9430f53db3394f44b73966efba7737cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9669473 Nov 03 19:21:51.738130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56706) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:51.791042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4795068-c876-4574-b124-9ec02a74cbd8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:51.862856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.863225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.863708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.864187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.865755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:51.867050 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.867206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.867624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.868037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.868443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.868873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.870537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.871029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f065c1-8843-4731-b277-c511154749c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:21:51.907520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 1fbe650e-6f78-415b-b65e-5e527272a28f owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:51.923016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba61ed60-e823-4628-9f25-daf498e4c2da req-35876625-71f3-4e9e-b6c8-8e2f646af700 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034669 Nov 03 19:21:51.974471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a3882eee-fec6-49a8-aeb1-a5702ba5fb2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.015479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a3882eee-fec6-49a8-aeb1-a5702ba5fb2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.128187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.187402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb8aee-6f9c-46fe-bacf-96ed828d21f5 req-a5237dd1-7f0c-48dd-808f-fbe7ecd3919c tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:52.190308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fbb8aee-6f9c-46fe-bacf-96ed828d21f5 req-a5237dd1-7f0c-48dd-808f-fbe7ecd3919c tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.2606392 Nov 03 19:21:52.208336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:21:52.291332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.373462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a3882eee-fec6-49a8-aeb1-a5702ba5fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.376766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a3882eee-fec6-49a8-aeb1-a5702ba5fb2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.381301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a3882eee-fec6-49a8-aeb1-a5702ba5fb2d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f4795068-c876-4574-b124-9ec02a74cbd8 HTTP/1.1" status: 204 len: 168 time: 0.6388662 Nov 03 19:21:52.384671 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.438131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fbb8aee-6f9c-46fe-bacf-96ed828d21f5 req-8c98a98a-71ea-4a84-b2ee-7c4346533e83 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103000 Nov 03 19:21:52.438991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=1fbe650e-6f78-415b-b65e-5e527272a28f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:52.473133 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.481597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bfd9018b-da20-4aec-bf65-b6ebf4a51dfb tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/1fbe650e-6f78-415b-b65e-5e527272a28f HTTP/1.1" status: 204 len: 168 time: 0.9469326 Nov 03 19:21:52.494731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56750) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:52.503788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=435bbf7c-cc53-4fdd-9be2-aa40f740e713,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:52.505730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3882eee-fec6-49a8-aeb1-a5702ba5fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4795068-c876-4574-b124-9ec02a74cbd8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:52.509464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:21:52.532805 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:21:52.538925 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f61d096d-af54-4451-a59a-5afdf016a731 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9432886 Nov 03 19:21:52.543988 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.550222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56760) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:52.557105 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c48cfa67-6dbe-454a-812f-3c662e621448 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/435bbf7c-cc53-4fdd-9be2-aa40f740e713 HTTP/1.1" status: 204 len: 168 time: 1.6094267 Nov 03 19:21:52.558926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56762) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:52.589199 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:52.589950 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:52.641577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75ecee-baf8-4c3b-90df-363517fb5754 req-633ee703-39ce-4141-91ba-6cf9bf3c30fc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:52.651253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b75ecee-baf8-4c3b-90df-363517fb5754 req-633ee703-39ce-4141-91ba-6cf9bf3c30fc tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.3648248 Nov 03 19:21:52.690504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3aa333-e048-4b39-a85b-67a9a1c2c9fe None None] Network 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:52.736886 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-95de29fc-5fcd-4fea-a063-e1007bff3110 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:21:52.746070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56772) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:52.750263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-95de29fc-5fcd-4fea-a063-e1007bff3110 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/1fbe650e-6f78-415b-b65e-5e527272a28f HTTP/1.1" status: 404 len: 333 time: 0.2528884 Nov 03 19:21:52.778288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'name': 'tempest-PortsTestJSON-582959988'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:52.797035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bbd17d5a-a4a3-4f74-98aa-9b47469d184b None None] Provisioning complete for port 95646f06-1f6d-477b-8dab-2b114a8e36f9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:21:52.806671 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:52.807338 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bbd17d5a-a4a3-4f74-98aa-9b47469d184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.833080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.898034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet 5438f2d6-f47b-46b2-b0eb-e4e432681008 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:21:52.916405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:52.988126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b75ecee-baf8-4c3b-90df-363517fb5754 req-6de8cdbb-47d2-48f1-830f-a382ff95b9fd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357253 Nov 03 19:21:53.065991 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.113964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:53.122315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.200431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 8a833dc8-0871-4f9b-bbee-6668f91df2fe yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:21:53.329400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.390520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 95646f06-1f6d-477b-8dab-2b114a8e36f9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:53.390922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.438626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.478514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=5438f2d6-f47b-46b2-b0eb-e4e432681008,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:53.484534 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:49Z', 'revision_number': 9, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:53.492453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.501333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b3398-9f65-4f63-857e-b0efb82d9efa None None] Network 84aeab3d-c634-449d-a5da-7bbe2787beac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:21:53.502829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:53.504268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-df835ac3-0f3f-41d9-804b-bbb81667bcb8 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/5438f2d6-f47b-46b2-b0eb-e4e432681008 HTTP/1.1" status: 204 len: 168 time: 0.8855524 Nov 03 19:21:53.561477 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:21:53.600280 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:21:53.602816 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:53.625835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] DHCP port deletion for 0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:53.718980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea7e1-59a8-4ea0-8ded-498d97eef2e5 req-6d798223-5f53-471c-981f-c4840b49f560 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:53.721573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e55ea7e1-59a8-4ea0-8ded-498d97eef2e5 req-6d798223-5f53-471c-981f-c4840b49f560 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.0867596 Nov 03 19:21:53.943688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] For port 95646f06-1f6d-477b-8dab-2b114a8e36f9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95646f06-1f6d-477b-8dab-2b114a8e36f9,segment=NetworkSegment(cd395d85-7f6c-48c7-976b-3a261b77ae9f),segment_id=cd395d85-7f6c-48c7-976b-3a261b77ae9f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:53.944632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.955896 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:21:53.962433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:53.964810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] DHCP port deletion for 84aeab3d-c634-449d-a5da-7bbe2787beac request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:21:53.975476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e55ea7e1-59a8-4ea0-8ded-498d97eef2e5 req-69c48a35-5745-4da2-8a52-84806dd18fec tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300982 Nov 03 19:21:54.008947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 95646f06-1f6d-477b-8dab-2b114a8e36f9 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:54.037811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.067301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] Deleting port 95646f06-1f6d-477b-8dab-2b114a8e36f9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:54.067940 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.321713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] Deleting port fb254356-b708-450e-a639-d14bb24dcb3f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:54.322201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.347798 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.445777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:21:54.453462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:21:54.456668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:21:54.465581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:54.466422 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.480805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] For port fb254356-b708-450e-a639-d14bb24dcb3f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fb254356-b708-450e-a639-d14bb24dcb3f,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:54.482332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.553504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffefb3-5821-4e60-a4d9-4a16ca9806a5 req-8e4a53e2-9204-4e32-bec1-dba276f2b872 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:54.564463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bffefb3-5821-4e60-a4d9-4a16ca9806a5 req-8e4a53e2-9204-4e32-bec1-dba276f2b872 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.2879925 Nov 03 19:21:54.572038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.589654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=8a833dc8-0871-4f9b-bbee-6668f91df2fe,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:54.696125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=95646f06-1f6d-477b-8dab-2b114a8e36f9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:54.716482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port fb254356-b708-450e-a639-d14bb24dcb3f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:54.717514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:54.725248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bffefb3-5821-4e60-a4d9-4a16ca9806a5 req-b078b4a7-6148-46da-a935-0e7d898888a9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505473 Nov 03 19:21:54.725592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No DVR routers for this DVR port 95646f06-1f6d-477b-8dab-2b114a8e36f9 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:54.737208 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7029de05-4eae-407f-8d70-5a018b71815c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9895353 Nov 03 19:21:54.742584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56838) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:54.751135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:54.892397 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:49Z', 'revision_number': 9, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:54.909983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] Calling delete_port for fb254356-b708-450e-a639-d14bb24dcb3f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:54.914074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.031513 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43bea74-a1cb-4310-a16e-3054d3abbbdc None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:49Z', 'revision_number': 9, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': '6dd916a9-2551-4c68-83d5-847ae125386e', 'name': '', 'network_id': 'a2b10974-7b63-43dc-9773-0a0a2ab95239', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:46:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:45Z', 'updated_at': '2021-11-03T19:20:57Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': '9d5b0f66-9813-438e-b60f-52c4c6c4971b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:21:55.047609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.093611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] For port 95646f06-1f6d-477b-8dab-2b114a8e36f9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=95646f06-1f6d-477b-8dab-2b114a8e36f9,segment=NetworkSegment(cd395d85-7f6c-48c7-976b-3a261b77ae9f),segment_id=cd395d85-7f6c-48c7-976b-3a261b77ae9f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:55.094025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.100196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] Pushing event deleted for resources: {'Port': ['ID=fb254356-b708-450e-a639-d14bb24dcb3f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:55.133457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] Calling delete_port for 95646f06-1f6d-477b-8dab-2b114a8e36f9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:55.136323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80fbca-ba6a-4ad0-b61c-b20f0bad49fc None None] No DVR routers for this DVR port fb254356-b708-450e-a639-d14bb24dcb3f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:55.227358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-4700c0cc-37e7-41e2-a5cb-e2fb6cadc233 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:55.231703 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-4700c0cc-37e7-41e2-a5cb-e2fb6cadc233 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.7555337 Nov 03 19:21:55.241750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.356869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port fb254356-b708-450e-a639-d14bb24dcb3f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fb254356-b708-450e-a639-d14bb24dcb3f,segment=NetworkSegment(6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa),segment_id=6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:55.357845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.402442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acbbc45-76e6-464f-9cb8-2dfa8ade4c96']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:55.414506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.448501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for fb254356-b708-450e-a639-d14bb24dcb3f owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:55.516205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] Pushing event deleted for resources: {'Port': ['ID=95646f06-1f6d-477b-8dab-2b114a8e36f9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:55.527572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e154aa9-153f-463c-8ca8-73c9cf948657 None None] No DVR routers for this DVR port 95646f06-1f6d-477b-8dab-2b114a8e36f9 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:55.529244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd395d85-7f6c-48c7-976b-3a261b77ae9f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:55.529484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd395d85-7f6c-48c7-976b-3a261b77ae9f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:55.559994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95646f06-1f6d-477b-8dab-2b114a8e36f9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:55.584910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.613876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 95646f06-1f6d-477b-8dab-2b114a8e36f9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:55.614204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 95646f06-1f6d-477b-8dab-2b114a8e36f9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:55.614619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fb254356-b708-450e-a639-d14bb24dcb3f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:55.669192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fb254356-b708-450e-a639-d14bb24dcb3f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:55.669618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fb254356-b708-450e-a639-d14bb24dcb3f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:55.711779 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.746127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57294ed5-315b-40ff-b4dd-69440d690149 req-83bcce27-dfef-4ec0-abb6-66553901e93d tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:55.748649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57294ed5-315b-40ff-b4dd-69440d690149 req-83bcce27-dfef-4ec0-abb6-66553901e93d tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.3390515 Nov 03 19:21:55.758438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:55.758882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:55.762903 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:55.768796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069497-de99-4b31-a6cf-2eb313572756 req-951fbfcc-a055-441d-bdbc-cbae05ac0ae2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:55.771117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55069497-de99-4b31-a6cf-2eb313572756 req-951fbfcc-a055-441d-bdbc-cbae05ac0ae2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.4837446 Nov 03 19:21:55.892508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.914924 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.927520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Deleting port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:55.927520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.986617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.033522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.058110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57294ed5-315b-40ff-b4dd-69440d690149 req-56df244f-bf37-4d76-8472-1a37c1816c32 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856576 Nov 03 19:21:56.072241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55069497-de99-4b31-a6cf-2eb313572756 req-83a3bc42-ccb0-457f-96ce-888e733c7beb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866385 Nov 03 19:21:56.078382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] In _notify_port_updated(), no bound segment for port 8a833dc8-0871-4f9b-bbee-6668f91df2fe on network e04e8415-f37a-4457-a95d-1a8df99d2b8d {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:21:56.084464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:56.085463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.090250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/ports/8a833dc8-0871-4f9b-bbee-6668f91df2fe HTTP/1.1" status: 200 len: 818 time: 1.3459866 Nov 03 19:21:56.095026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56878) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:56.127130 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.130934 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/0acbbc45-76e6-464f-9cb8-2dfa8ade4c96 HTTP/1.1" status: 204 len: 168 time: 3.5549669 Nov 03 19:21:56.157792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56884) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:56.161415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=fb254356-b708-450e-a639-d14bb24dcb3f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.255256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa898b-965c-4045-800a-10cf659d94d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=8a833dc8-0871-4f9b-bbee-6668f91df2fe,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.284442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port fb254356-b708-450e-a639-d14bb24dcb3f on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:56.303744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7443a-f300-41ff-96aa-5770b98f5f0a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=0acbbc45-76e6-464f-9cb8-2dfa8ade4c96,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.433541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.440171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 8a833dc8-0871-4f9b-bbee-6668f91df2fe {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:56.440652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.468142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aeab3d-c634-449d-a5da-7bbe2787beac']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:56.484219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a184c-c4d2-4a07-82e0-16201a4e6044 req-200cb4ce-7ac1-48db-9b0e-a0ae9b6cd893 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:56.485915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b8a184c-c4d2-4a07-82e0-16201a4e6044 req-200cb4ce-7ac1-48db-9b0e-a0ae9b6cd893 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.1653473 Nov 03 19:21:56.486245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:56.486631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebcaa33-3f55-4a47-b2f5-1264d8f8ccaa') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:21:56.502738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.538789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.547738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:21:56.548412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.587317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.640015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 8a833dc8-0871-4f9b-bbee-6668f91df2fe owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:21:56.646162 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:21:56.693432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] For port 996923d5-38f2-4bbf-aae2-b95ce870b2e0, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=996923d5-38f2-4bbf-aae2-b95ce870b2e0,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:56.693799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.699647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b8a184c-c4d2-4a07-82e0-16201a4e6044 req-9e8648e4-3c6c-41b6-b427-918f1ed31ae8 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638696 Nov 03 19:21:56.723818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab64bd6-363b-4251-b373-210909ae2d1d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:56.741336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ab64bd6-363b-4251-b373-210909ae2d1d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5551746 Nov 03 19:21:56.741336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56904) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:56.835509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Calling delete_port for 996923d5-38f2-4bbf-aae2-b95ce870b2e0 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:56.865079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.901913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.936889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.951470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/84aeab3d-c634-449d-a5da-7bbe2787beac HTTP/1.1" status: 204 len: 168 time: 3.4266403 Nov 03 19:21:56.954981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0de53-181b-4404-82bb-688a75382d30 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=84aeab3d-c634-449d-a5da-7bbe2787beac,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.971198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56908) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:56.971517 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d00cc0cc-3405-46e2-ba48-b6a2149c06e9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2299688 Nov 03 19:21:56.976659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56910) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:56.978990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:56.985183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/8a833dc8-0871-4f9b-bbee-6668f91df2fe HTTP/1.1" status: 204 len: 168 time: 0.8885965 Nov 03 19:21:56.992281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4538-b7d7-4e6c-9561-2f4f64855ae4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=8a833dc8-0871-4f9b-bbee-6668f91df2fe,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:56.995731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:57.115799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:57.164271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:57.164607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5fa84c2a-dff2-49af-b4ca-6dc2732d5a9c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:57.483510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1235859660'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:57.485547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac20d9f6-1494-4c7a-8f9d-7245c8bc1d12 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:57.498476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ac20d9f6-1494-4c7a-8f9d-7245c8bc1d12 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4991987 Nov 03 19:21:57.504513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56920) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:57.530970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458eea9-5e77-4a46-aa9b-7f6e2f34266c req-4380a276-4e29-484a-aa40-90893500ece9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:57.540861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1458eea9-5e77-4a46-aa9b-7f6e2f34266c req-4380a276-4e29-484a-aa40-90893500ece9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.3173127 Nov 03 19:21:57.561871 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0b937a-1198-45d7-952d-12d4ce5b44fd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:21:57.563691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5f0b937a-1198-45d7-952d-12d4ce5b44fd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/8a833dc8-0871-4f9b-bbee-6668f91df2fe HTTP/1.1" status: 404 len: 333 time: 0.0554452 Nov 03 19:21:57.566894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:57.570570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.572542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:57.588359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111491156'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:57.591879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac95e-bee1-4f07-93d7-47e6d44ba00f req-e3904b53-f6ec-4e86-be8e-f064bc0df9cf tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:57.594129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a57ac95e-bee1-4f07-93d7-47e6d44ba00f req-e3904b53-f6ec-4e86-be8e-f064bc0df9cf tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 949 time: 0.3001428 Nov 03 19:21:57.694961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:57.701393 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.717534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1458eea9-5e77-4a46-aa9b-7f6e2f34266c req-8699ad45-8bf9-42ff-95e9-ea53eaa52793 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752193 Nov 03 19:21:57.719959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:21:57.755726 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.756082 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment b9575752-b70a-4522-82f2-4bf92b8b345d of type vlan for network bbc8d6f7-32f0-4e63-924d-f4ede2481214 Nov 03 19:21:57.770273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.785151 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a57ac95e-bee1-4f07-93d7-47e6d44ba00f req-62338d89-4495-4277-a293-f51496b00729 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/security-groups?id=a774f2ec-6280-4b87-a7ad-16bdc185abca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829607 Nov 03 19:21:57.825280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:21:57.875143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Pushing event deleted for resources: {'Port': ['ID=996923d5-38f2-4bbf-aae2-b95ce870b2e0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:57.882137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.899056 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:57.899609 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment f44133a1-6a37-486c-92ee-4b83f44b5ca2 of type vlan for network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 Nov 03 19:21:57.958384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.005939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] No DVR routers for this DVR port 996923d5-38f2-4bbf-aae2-b95ce870b2e0 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:21:58.035262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.039627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63705f39-dda3-4a4c-a9eb-ae05a248f374 req-0398e6ab-e936-4c01-a20b-8ace5f8e32f4 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.110 "DELETE /v2.0/ports/996923d5-38f2-4bbf-aae2-b95ce870b2e0 HTTP/1.1" status: 204 len: 173 time: 2.7920523 Nov 03 19:21:58.045658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'name': 'network-vif-deleted', 'tag': '996923d5-38f2-4bbf-aae2-b95ce870b2e0'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:21:58.048615 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d08eb8d-0459-4434-a945-d2a63fab0bc0" -d '{"events": [{"server_uuid": "4bbeb055-cc26-4880-b8cf-4c1d09bd80c6", "name": "network-vif-deleted", "tag": "996923d5-38f2-4bbf-aae2-b95ce870b2e0"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:21:58.063048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.071070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:58.071070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.199913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 996923d5-38f2-4bbf-aae2-b95ce870b2e0 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:21:58.292265 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6677f951-c42e-4b86-9174-2c5eefc1d3cd x-openstack-request-id: req-6677f951-c42e-4b86-9174-2c5eefc1d3cd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:21:58.293279 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbeb055-cc26-4880-b8cf-4c1d09bd80c6", "name": "network-vif-deleted", "tag": "996923d5-38f2-4bbf-aae2-b95ce870b2e0", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:21:58.294247 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6677f951-c42e-4b86-9174-2c5eefc1d3cd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:21:58.296072 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbeb055-cc26-4880-b8cf-4c1d09bd80c6', 'name': 'network-vif-deleted', 'tag': '996923d5-38f2-4bbf-aae2-b95ce870b2e0', 'status': 'completed', 'code': 200} Nov 03 19:21:58.314421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.327945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 996923d5-38f2-4bbf-aae2-b95ce870b2e0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:21:58.329381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 996923d5-38f2-4bbf-aae2-b95ce870b2e0 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:21:58.379251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9001024 Nov 03 19:21:58.386961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.400836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:58.401883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.406645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56930) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:58.425676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:58.451734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f4603-bc1a-4135-866e-4363bc619491 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=bbc8d6f7-32f0-4e63-924d-f4ede2481214,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:58.467197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:21:58.504779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 6dd916a9-2551-4c68-83d5-847ae125386e {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:21:58.505276 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.626575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=22df05cf-2fbc-4d85-b45f-7adcb6fd9f78,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:58.674484 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3a2c3b5b-e626-4375-8587-f36aebc66ec5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0990374 Nov 03 19:21:58.680303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:21:58.698071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:21:58.741328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:21:58.994628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port 6dd916a9-2551-4c68-83d5-847ae125386e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6dd916a9-2551-4c68-83d5-847ae125386e,segment=NetworkSegment(2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e),segment_id=2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:21:59.001393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.080691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 6dd916a9-2551-4c68-83d5-847ae125386e owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:21:59.136244 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:21:59.136244 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:21:59.136244 n-d-812151-4 neutron-server[101988]: [parameters: {'project_id_1': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 21, 39, 112921)}] Nov 03 19:21:59.136244 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:21:59.137486 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:21:59.148357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:59.155589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.254717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6025081-30aa-4b30-bbe8-eca90ba7e1b7 req-01ce8f86-0770-47e0-9521-d8fb8750bd65 tempest-VolumesBackupsTest-1532684391 tempest-VolumesBackupsTest-1532684391-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bbeb055-cc26-4880-b8cf-4c1d09bd80c6 HTTP/1.1" status: 200 len: 210 time: 0.1216726 Nov 03 19:21:59.346591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255ac86-b039-44c4-b4bf-72aeca0bda45 req-e36e3b6f-6cba-49cb-9151-2a502d3bd404 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:59.348095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e255ac86-b039-44c4-b4bf-72aeca0bda45 req-e36e3b6f-6cba-49cb-9151-2a502d3bd404 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.2169504 Nov 03 19:21:59.449016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e255ac86-b039-44c4-b4bf-72aeca0bda45 req-cc9c45fc-5dbc-4532-bca8-696bc356d12d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843604 Nov 03 19:21:59.513533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.581031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=6dd916a9-2551-4c68-83d5-847ae125386e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:59.598072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.801913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:21:59.815682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:21:59.821611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.983636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': 'f44133a1-6a37-486c-92ee-4b83f44b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:21:59.995825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:00.050368 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.063438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:00.083965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:00.095205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:00.096206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.098366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3d71d-bc5b-412e-8382-31d7e1bb381f None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:00.189060 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc947b66-7573-4b7f-8328-c11a74577207 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5032275 Nov 03 19:22:00.193895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56958) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:00.202808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:00.421217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': 'a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:00.422119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.642294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.768856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Allocated IP 172.20.0.2 (22df05cf-2fbc-4d85-b45f-7adcb6fd9f78/a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc/2d7a03c7-c80a-4198-b09e-781fc05faf20) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:00.783506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=2b2f39aa-5c60-4353-ba09-fe5e60bf71f1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:00.802607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': 'b9575752-b70a-4522-82f2-4bf92b8b345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:00.803340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: bbc8d6f7-32f0-4e63-924d-f4ede2481214, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:00.806081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:00.809523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.927843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:00.980659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, bbc8d6f7-32f0-4e63-924d-f4ede2481214) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:01.005764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:01.006755 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.011940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8cd06d-7273-427c-9fa3-15e031364429 None None] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:01.068417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-312f11ef-6771-4f1a-848d-227bcea3750e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6464334 Nov 03 19:22:01.070859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:01.081700 n-d-812151-4 neutron-server[101988]: INFO neutron.db.ipam_backend_mixin [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc (CIDR: 172.20.0.0/28) Nov 03 19:22:01.087605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214', 'name': 'tempest-PortsIpV6TestJSON-520594337'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:01.118065 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:22:01.118954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:01.328840 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9cf31c6-8abe-4058-a09e-cf24bc0bb010 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1334350 Nov 03 19:22:01.329950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56984) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:01.342111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:01.416471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:01.432951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7342e-ad7c-46c2-a6e9-03a523d3e918 req-29c5757c-0632-4877-b153-d311f2dce10e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:01.438233 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dd7342e-ad7c-46c2-a6e9-03a523d3e918 req-29c5757c-0632-4877-b153-d311f2dce10e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.8085234 Nov 03 19:22:01.511793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.547355 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.593601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:01.609958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d14224e-b85b-46b3-b36a-177414358c08 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6364110 Nov 03 19:22:01.618891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56988) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:01.628616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:01.650705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:01.660901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:01.668889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56992) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:01.721165 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5dd7342e-ad7c-46c2-a6e9-03a523d3e918 req-a94bc1b5-85c0-43e8-ac3c-1c09d95414fd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743716 Nov 03 19:22:01.755602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:01.828931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:01.829594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:01.842462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:01.847492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.886466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:01.917308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet 9d5b0f66-9813-438e-b60f-52c4c6c4971b {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:01.922022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.972100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Pushing event updated for resources: {'Port': ['ID=2d7a03c7-c80a-4198-b09e-781fc05faf20,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:01.978225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.985894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Attempting to bind port 2d7a03c7-c80a-4198-b09e-781fc05faf20 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:01.986420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Attempting to bind port 2d7a03c7-c80a-4198-b09e-781fc05faf20 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f44133a1-6a37-486c-92ee-4b83f44b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:01.986792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Attempting to bind port 2d7a03c7-c80a-4198-b09e-781fc05faf20 on network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:02.022334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:02.022719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Checking segment: {'id': 'f44133a1-6a37-486c-92ee-4b83f44b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:02.023129 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.023533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Bound using segment: {'id': 'f44133a1-6a37-486c-92ee-4b83f44b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:02.024037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Bound port: 2d7a03c7-c80a-4198-b09e-781fc05faf20, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44133a1-6a37-486c-92ee-4b83f44b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:02.024422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.072420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:02.102390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.135939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f2dddc5-6232-4300-9c19-c9f75a8af388 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f7954fdf17884281adc401123dedd106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614472 Nov 03 19:22:02.144164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:02.236041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-bbc8d6f7-32f0-4e63-924d-f4ede2481214', 'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': '2b2f39aa-5c60-4353-ba09-fe5e60bf71f1'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:02.237035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.247028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] For port 2d7a03c7-c80a-4198-b09e-781fc05faf20, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:02.274536 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd48-b9ea-4fde-a701-70bfea6f09c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.276070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.286762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] For port 2d7a03c7-c80a-4198-b09e-781fc05faf20, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2d7a03c7-c80a-4198-b09e-781fc05faf20,segment=NetworkSegment(f44133a1-6a37-486c-92ee-4b83f44b5ca2),segment_id=f44133a1-6a37-486c-92ee-4b83f44b5ca2)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:02.320782 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd48-b9ea-4fde-a701-70bfea6f09c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.329204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.355272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:02.369658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.386314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5b0f66-9813-438e-b60f-52c4c6c4971b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:02.390295 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd48-b9ea-4fde-a701-70bfea6f09c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.396250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd48-b9ea-4fde-a701-70bfea6f09c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.403681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ac5cdd48-b9ea-4fde-a701-70bfea6f09c6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ab9adb39-3308-43b7-8cbc-af1da38007b3 HTTP/1.1" status: 204 len: 168 time: 0.2558644 Nov 03 19:22:02.415059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cd67b-c514-48cd-bf72-fec0af7cee2b None None] Pushing event updated for resources: {'Port': ['ID=2d7a03c7-c80a-4198-b09e-781fc05faf20,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:02.452989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cdd48-b9ea-4fde-a701-70bfea6f09c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9adb39-3308-43b7-8cbc-af1da38007b3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:02.471511 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.475478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-31911c98-327a-46fb-bbdf-02d3a8855d85 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/9d5b0f66-9813-438e-b60f-52c4c6c4971b HTTP/1.1" status: 204 len: 168 time: 0.8498650 Nov 03 19:22:02.478584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:02.489702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dbe7d0-8346-4ed8-8557-108f113d7e98 None None] Network a2b10974-7b63-43dc-9773-0a0a2ab95239 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:02.710573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:02.715619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::2c6 (bbc8d6f7-32f0-4e63-924d-f4ede2481214/2b2f39aa-5c60-4353-ba09-fe5e60bf71f1/83a3c72f-40a9-48d3-a2ca-43a0c356a4a7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:02.948146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 506292e9-8756-40b6-9b0c-b6aea51a91c3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:02.948950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.060590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port 506292e9-8756-40b6-9b0c-b6aea51a91c3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=506292e9-8756-40b6-9b0c-b6aea51a91c3,segment=NetworkSegment(2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e),segment_id=2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:03.061196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.131278 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ecf85-6f6c-4d4b-aa75-1c15f18d395b req-bace5738-a977-4e8a-acc0-70b05635c5d7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:03.132858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-785ecf85-6f6c-4d4b-aa75-1c15f18d395b req-bace5738-a977-4e8a-acc0-70b05635c5d7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.2349997 Nov 03 19:22:03.133921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 506292e9-8756-40b6-9b0c-b6aea51a91c3 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:03.252111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.435348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2d7a03c7-c80a-4198-b09e-781fc05faf20 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:03.471149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.494477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-785ecf85-6f6c-4d4b-aa75-1c15f18d395b req-dff694d7-a1e0-497c-9105-cd4be483eb0e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289270 Nov 03 19:22:03.515260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.548326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.618288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=506292e9-8756-40b6-9b0c-b6aea51a91c3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:03.632487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port 506292e9-8756-40b6-9b0c-b6aea51a91c3 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:03.684998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:59Z', 'revision_number': 10, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:03.806243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c5c75-0533-4075-9665-2a6fdc459ec8 None None] DHCP port deletion for a2b10974-7b63-43dc-9773-0a0a2ab95239 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:03.818083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:03.821081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.862321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.882818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:03.883461 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.907796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:03.977653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b10974-7b63-43dc-9773-0a0a2ab95239']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:04.001779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:04.013337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc379e7-4280-42cb-9dbc-7d22f4dd2c0e') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:04.049132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.079244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:04.083046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:21:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:04.095365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.111686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:04.112268 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:04.118747 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:04.138079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=83a3c72f-40a9-48d3-a2ca-43a0c356a4a7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:04.141072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=c16280d1-c34b-48ac-94e7-ab7543f73cc9,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:04.171031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:04.180389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:04.188656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:04.189285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.197677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:04.203812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:04.219808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:04.236227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:04.241020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.275853 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-04c36508-e61f-4b16-a73d-47cdf4de81ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9416215 Nov 03 19:22:04.284876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57032) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:04.310873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'fixed_ips': [{'subnet_id': 'a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc'}, {'subnet_id': 'c16280d1-c34b-48ac-94e7-ab7543f73cc9'}], 'name': 'tempest-PortsTestJSON-1920779610'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:04.368998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.395986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:04.411197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/a2b10974-7b63-43dc-9773-0a0a2ab95239 HTTP/1.1" status: 204 len: 168 time: 1.9301448 Nov 03 19:22:04.423735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57036) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:04.494616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ea36-f72e-4456-89e1-f8d5a2658796 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=a2b10974-7b63-43dc-9773-0a0a2ab95239,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:04.549892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4087a56-5594-400e-a70d-4add97dc9592 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4666319 Nov 03 19:22:04.550677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57042) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:04.583265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214', 'name': 'tempest-PortsIpV6TestJSON-626046124'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:05.038385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:05.047882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790b34a-da71-48d6-bf7e-54200865cb9e None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:05.226053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:05.321665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048fd5-eb10-4f16-b839-b72d766cc24a req-2066af73-fadc-487e-a47d-59eb0e620b2e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:05.323736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:05.325955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92048fd5-eb10-4f16-b839-b72d766cc24a req-2066af73-fadc-487e-a47d-59eb0e620b2e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.5512929 Nov 03 19:22:05.428361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:05.480157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Allocated IP 2001:db8::2 (bbc8d6f7-32f0-4e63-924d-f4ede2481214/2b2f39aa-5c60-4353-ba09-fe5e60bf71f1/fc7dfb77-5608-499e-8071-ee943e5925c9) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:05.518301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57058) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:05.616102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92048fd5-eb10-4f16-b839-b72d766cc24a req-20f987c7-63e4-4e16-9000-b68849128aea tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785835 Nov 03 19:22:05.675335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-36848bb4-75e2-4e27-8bdd-746be66685b4 None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:05.675686 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36848bb4-75e2-4e27-8bdd-746be66685b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:05.696128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9da948fb-e35a-485d-998f-2a3c2b246187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:05.755937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:05.775799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:05.972194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.5 (22df05cf-2fbc-4d85-b45f-7adcb6fd9f78/a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc/91bb90b9-84e8-4acb-b0a9-73c0a90d963d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:05.981725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.28 (22df05cf-2fbc-4d85-b45f-7adcb6fd9f78/c16280d1-c34b-48ac-94e7-ab7543f73cc9/91bb90b9-84e8-4acb-b0a9-73c0a90d963d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:05.998576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.009240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21e78803-adeb-4cec-828c-3ad02d062152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.195663 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21e78803-adeb-4cec-828c-3ad02d062152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.205634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.211443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21e78803-adeb-4cec-828c-3ad02d062152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.273818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-21e78803-adeb-4cec-828c-3ad02d062152 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9e1f7bc88a6940f29c192edbcbce54c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7442424 Nov 03 19:22:06.280134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 9081c5cd-e8c7-4649-a5df-f20f3ab21222 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:06.288707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57072) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:06.429266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e78803-adeb-4cec-828c-3ad02d062152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fc306a-172a-4dd8-9845-794ef8c91063,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:06.515582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.542618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 2d7a03c7-c80a-4198-b09e-781fc05faf20, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2d7a03c7-c80a-4198-b09e-781fc05faf20,segment=NetworkSegment(f44133a1-6a37-486c-92ee-4b83f44b5ca2),segment_id=f44133a1-6a37-486c-92ee-4b83f44b5ca2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:06.562434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a928ba80-6831-4595-bb32-ec209e0aae98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.623117 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.651136 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a928ba80-6831-4595-bb32-ec209e0aae98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.747722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57080) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:06.802618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=91bb90b9-84e8-4acb-b0a9-73c0a90d963d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:06.822839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:06.838439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:06.846324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:06.862675 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.888708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=2d7a03c7-c80a-4198-b09e-781fc05faf20,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:06.946651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 506292e9-8756-40b6-9b0c-b6aea51a91c3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:06.959558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:06.966025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.005796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e5e09430-f2db-478b-ae9a-c0e5b647420c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7150526 Nov 03 19:22:07.010051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57084) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:07.016227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:07.063760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 506292e9-8756-40b6-9b0c-b6aea51a91c3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:07.064198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 506292e9-8756-40b6-9b0c-b6aea51a91c3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:07.172030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.183570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:59Z', 'revision_number': 10, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:07.256204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7035d43-4cad-4199-ad2c-8e5b8c588b3d None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:21:59Z', 'revision_number': 10, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None, '_interfaces': [{'id': 'e2a5f27f-f8e0-41bc-94e0-e89498a4c49f', 'name': '', 'network_id': 'b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'mac_address': 'fa:16:3e:ef:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:20:31Z', 'updated_at': '2021-11-03T19:20:42Z', 'revision_number': 5, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'subnets': [{'id': 'ebc4815e-72b8-46c3-987e-45416ee1169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:07.319743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.330960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.394535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'network': {'name': 'tempest-network-smoke--1765962526', 'project_id': '18722f7d7d2647de99969f468355570d', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:07.470300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a928ba80-6831-4595-bb32-ec209e0aae98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.484590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a928ba80-6831-4595-bb32-ec209e0aae98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.491581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a928ba80-6831-4595-bb32-ec209e0aae98 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d2fc306a-172a-4dd8-9845-794ef8c91063 HTTP/1.1" status: 204 len: 168 time: 1.1922684 Nov 03 19:22:07.520011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Pushing event updated for resources: {'Port': ['ID=fc7dfb77-5608-499e-8071-ee943e5925c9,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:07.553997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:07.561633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] Update dhcp port {'port': {'network_id': '22df05cf-2fbc-4d85-b45f-7adcb6fd9f78', 'fixed_ips': [{'subnet_id': 'a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c16280d1-c34b-48ac-94e7-ab7543f73cc9'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '2d7a03c7-c80a-4198-b09e-781fc05faf20'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:22:07.570890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:07.573587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:07.596183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:07.602815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.610739 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.662425 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ba80-6831-4595-bb32-ec209e0aae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fc306a-172a-4dd8-9845-794ef8c91063,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:07.695173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f3794-32d3-42ad-a43a-78a53c0a3f13 req-25965811-4c9f-42af-ba91-4d6ceb4a6c77 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:07.701006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe8f3794-32d3-42ad-a43a-78a53c0a3f13 req-25965811-4c9f-42af-ba91-4d6ceb4a6c77 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.6279047 Nov 03 19:22:07.708322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.763194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Attempting to bind port fc7dfb77-5608-499e-8071-ee943e5925c9 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:07.763194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Attempting to bind port fc7dfb77-5608-499e-8071-ee943e5925c9 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b9575752-b70a-4522-82f2-4bf92b8b345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:07.763661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Attempting to bind port fc7dfb77-5608-499e-8071-ee943e5925c9 on network bbc8d6f7-32f0-4e63-924d-f4ede2481214 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:07.771771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:07.772192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Checking segment: {'id': 'b9575752-b70a-4522-82f2-4bf92b8b345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:07.772600 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.773033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Bound using segment: {'id': 'b9575752-b70a-4522-82f2-4bf92b8b345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:07.773512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Bound port: fc7dfb77-5608-499e-8071-ee943e5925c9, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9575752-b70a-4522-82f2-4bf92b8b345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bbc8d6f7-32f0-4e63-924d-f4ede2481214'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:07.773888 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:07.987711 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.014972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.017199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] For port fc7dfb77-5608-499e-8071-ee943e5925c9, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:08.039896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] For port fc7dfb77-5608-499e-8071-ee943e5925c9, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fc7dfb77-5608-499e-8071-ee943e5925c9,segment=NetworkSegment(b9575752-b70a-4522-82f2-4bf92b8b345d),segment_id=b9575752-b70a-4522-82f2-4bf92b8b345d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:08.042769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:22:08.057715 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.066456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.066908 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Added segment 07f71657-57c6-438a-9024-c11546acf7d4 of type vlan for network 1f8d9f90-e739-485b-8dda-fa870b12bdcb Nov 03 19:22:08.068334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] Allocated IP 172.20.0.18 (22df05cf-2fbc-4d85-b45f-7adcb6fd9f78/c16280d1-c34b-48ac-94e7-ab7543f73cc9/2d7a03c7-c80a-4198-b09e-781fc05faf20) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:08.194784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.297813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.305756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5efc6-61a8-41b8-905d-c4de542479a6 None None] Pushing event updated for resources: {'Port': ['ID=fc7dfb77-5608-499e-8071-ee943e5925c9,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:08.327983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:08.333487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.373803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84401085-0dda-48b3-8279-760342d30e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.471037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7197118 Nov 03 19:22:08.476286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] For port 2d7a03c7-c80a-4198-b09e-781fc05faf20, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2d7a03c7-c80a-4198-b09e-781fc05faf20,segment=NetworkSegment(f44133a1-6a37-486c-92ee-4b83f44b5ca2),segment_id=f44133a1-6a37-486c-92ee-4b83f44b5ca2)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:08.518540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57102) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:08.561860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.577054 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.606647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'admin_state_up': True, 'project_id': '18722f7d7d2647de99969f468355570d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:08.727270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9ef5b-37b2-4bbe-ba14-d3eaa174764d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:08.736109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Delete allocated IP 172.20.0.28 (22df05cf-2fbc-4d85-b45f-7adcb6fd9f78/c16280d1-c34b-48ac-94e7-ab7543f73cc9) {{(pid=101988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:22:08.761748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe8f3794-32d3-42ad-a43a-78a53c0a3f13 req-1058dfd0-6251-45ce-8a8a-f71e6312b956 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0197306 Nov 03 19:22:08.791189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b9b1e-6766-43ea-9a15-e7dade4da10e None None] Pushing event updated for resources: {'Port': ['ID=2d7a03c7-c80a-4198-b09e-781fc05faf20,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:08.937870 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:08.939204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.015439 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.016854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2e050-cad1-422c-bf5c-4ea6df37fe76 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Network': ['ID=1f8d9f90-e739-485b-8dda-fa870b12bdcb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:09.106802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:22:09.223108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::305 (bbc8d6f7-32f0-4e63-924d-f4ede2481214/2b2f39aa-5c60-4353-ba09-fe5e60bf71f1/9081c5cd-e8c7-4649-a5df-f20f3ab21222) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:09.397698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.426399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2d7a03c7-c80a-4198-b09e-781fc05faf20 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:09.492017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:09.492677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.572543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:09.574276 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.587086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.643079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.650537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.654612 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:09.799478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:09.804022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:09.810603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:09.853877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:09.854804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.176239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port e2a5f27f-f8e0-41bc-94e0-e89498a4c49f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:10.176803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.195452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=9081c5cd-e8c7-4649-a5df-f20f3ab21222,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:10.335299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1fcffec4-3463-4706-88fa-460e26bc3ad5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7694023 Nov 03 19:22:10.344877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:10.441515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.529120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57170) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:10.533776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2834ebd-26e5-44ef-ab43-d9196c30e713 None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:10.540179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for e2a5f27f-f8e0-41bc-94e0-e89498a4c49f owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:10.544703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.606043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.606287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fc7dfb77-5608-499e-8071-ee943e5925c9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:10.684739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589495ff-7776-46f8-8c0b-c8ced09617ee req-82ff3002-e846-434a-8443-8d818c6a758a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:10.694356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-589495ff-7776-46f8-8c0b-c8ced09617ee req-82ff3002-e846-434a-8443-8d818c6a758a tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.7329328 Nov 03 19:22:10.753165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] In _notify_port_updated(), no bound segment for port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d on network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:22:10.762694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbaae70-b256-4f68-b06c-88eea80e6c69 None None] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:10.768532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:10.769762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.775078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/ports/91bb90b9-84e8-4acb-b0a9-73c0a90d963d HTTP/1.1" status: 200 len: 919 time: 3.7631733 Nov 03 19:22:10.789034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57176) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:10.802989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc'}, {'subnet_id': 'c16280d1-c34b-48ac-94e7-ab7543f73cc9'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:10.895942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efb5c7-2e0b-4d78-9ec3-53e4144906bd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=91bb90b9-84e8-4acb-b0a9-73c0a90d963d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:10.943095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fd9f273c-46f3-4926-abe8-ea22ed79b2d8 None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:10.943621 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd9f273c-46f3-4926-abe8-ea22ed79b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:10.958424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1dd8e-3934-4dbf-895b-4a6e4b17d95c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:10.963885 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ff1dd8e-3934-4dbf-895b-4a6e4b17d95c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c6 HTTP/1.1" status: 200 len: 928 time: 0.6022465 Nov 03 19:22:10.974361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57180) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:11.071893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.25.8.80 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/2a59af64-1e51-46c6-bba8-0f520c763807) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:11.241134 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.361276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fc7dfb77-5608-499e-8071-ee943e5925c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:11.362320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.405802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c19686b7-1b64-465c-92cf-da31ee00a499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.535994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.660187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c19686b7-1b64-465c-92cf-da31ee00a499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.664440 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.666991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=2a59af64-1e51-46c6-bba8-0f520c763807,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:11.682408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c19686b7-1b64-465c-92cf-da31ee00a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:11.719242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:11.727434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:11.745951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-589495ff-7776-46f8-8c0b-c8ced09617ee req-13be19aa-e790-4567-b67b-236d6987a7c2 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8833427 Nov 03 19:22:11.750325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:11.794401 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:22:11.996171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.004517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fd9f273c-46f3-4926-abe8-ea22ed79b2d8 None None] Provisioning complete for port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:12.013104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd9f273c-46f3-4926-abe8-ea22ed79b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.126572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f273c-46f3-4926-abe8-ea22ed79b2d8 None None] Port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:12.151946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.203482 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.328895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fc7dfb77-5608-499e-8071-ee943e5925c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fc7dfb77-5608-499e-8071-ee943e5925c9,segment=NetworkSegment(b9575752-b70a-4522-82f2-4bf92b8b345d),segment_id=b9575752-b70a-4522-82f2-4bf92b8b345d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:12.341820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.375071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-40c67e49-4551-4b9b-937b-b029dda6afd5 None None] Provisioning complete for port fc7dfb77-5608-499e-8071-ee943e5925c9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:12.375459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40c67e49-4551-4b9b-937b-b029dda6afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.379953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6dd916a9-2551-4c68-83d5-847ae125386e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:12.418298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.25 (22df05cf-2fbc-4d85-b45f-7adcb6fd9f78/c16280d1-c34b-48ac-94e7-ab7543f73cc9/91bb90b9-84e8-4acb-b0a9-73c0a90d963d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:12.561977 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c19686b7-1b64-465c-92cf-da31ee00a499 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e6b990f9c28440dbea7d5ff441d98af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9452903 Nov 03 19:22:12.564221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:12.585674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6dd916a9-2551-4c68-83d5-847ae125386e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:12.593489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6dd916a9-2551-4c68-83d5-847ae125386e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:12.663515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19686b7-1b64-465c-92cf-da31ee00a499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e621dc-9790-4183-9d30-1534120044b4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:12.669594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fc7dfb77-5608-499e-8071-ee943e5925c9,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:12.734701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 9081c5cd-e8c7-4649-a5df-f20f3ab21222 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:12.735048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.794217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2d7a03c7-c80a-4198-b09e-781fc05faf20 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:12.889531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b46502f-9684-4809-a389-314af3c9245b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.942494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b46502f-9684-4809-a389-314af3c9245b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:12.945643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:12.946015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.044408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.126397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Provisioning complete for port 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:13.127082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.174153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b46502f-9684-4809-a389-314af3c9245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.177013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b46502f-9684-4809-a389-314af3c9245b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.198348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9b46502f-9684-4809-a389-314af3c9245b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/01e621dc-9790-4183-9d30-1534120044b4 HTTP/1.1" status: 204 len: 168 time: 0.6173091 Nov 03 19:22:13.248381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Port 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:13.315652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46502f-9684-4809-a389-314af3c9245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e621dc-9790-4183-9d30-1534120044b4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:13.451068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.452866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Provisioning complete for port 9081c5cd-e8c7-4649-a5df-f20f3ab21222 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:13.453985 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.475991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.499082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=e2a5f27f-f8e0-41bc-94e0-e89498a4c49f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:13.500543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.598322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Port 9081c5cd-e8c7-4649-a5df-f20f3ab21222 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:13.632899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Provisioning complete for port fc7dfb77-5608-499e-8071-ee943e5925c9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:13.633547 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee467c4d-f0fd-4816-b13f-a6e666adc8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.765023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 9081c5cd-e8c7-4649-a5df-f20f3ab21222 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:13.798718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94463afd-22ae-4d78-8e19-86d4f0d747c5 req-0a13db3f-26d3-4a23-ad53-5abcaacad35d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:13.800454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94463afd-22ae-4d78-8e19-86d4f0d747c5 req-0a13db3f-26d3-4a23-ad53-5abcaacad35d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.7581630 Nov 03 19:22:13.949633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=91bb90b9-84e8-4acb-b0a9-73c0a90d963d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:14.015763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94463afd-22ae-4d78-8e19-86d4f0d747c5 req-ccba40c1-cfd0-4d42-babc-dd7692345763 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718833 Nov 03 19:22:14.085397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] In _notify_port_updated(), no bound segment for port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d on network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:22:14.094066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:14.094855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.100133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3dae00dd-fd93-4403-bcbc-6d3764a4dc46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/ports/91bb90b9-84e8-4acb-b0a9-73c0a90d963d HTTP/1.1" status: 200 len: 999 time: 3.3074176 Nov 03 19:22:14.100988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57234) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:14.154302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.308345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.402466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Provisioning complete for port 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:14.403090 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.453816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:14.454344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.510044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.594956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=9081c5cd-e8c7-4649-a5df-f20f3ab21222,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:14.620970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Port 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:14.646854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.651276 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-57dff3ac-4649-4249-aa2f-f42e117560fe tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/9081c5cd-e8c7-4649-a5df-f20f3ab21222 HTTP/1.1" status: 204 len: 168 time: 3.6756630 Nov 03 19:22:14.654308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:14.672534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:14.674960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.723432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:14.759204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 91bb90b9-84e8-4acb-b0a9-73c0a90d963d owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:14.805669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:14.834422 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c3ee0e-2931-49a2-b289-1812703030ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:22:14.844920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66c3ee0e-2931-49a2-b289-1812703030ee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/9081c5cd-e8c7-4649-a5df-f20f3ab21222 HTTP/1.1" status: 404 len: 333 time: 0.0994298 Nov 03 19:22:14.849282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57252) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:14.940474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fc7dfb77-5608-499e-8071-ee943e5925c9 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:15.157862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fc7dfb77-5608-499e-8071-ee943e5925c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:15.158510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.239245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Provisioning complete for port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:15.241986 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.277763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:15.289744 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:15.293434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3642b2f9-9647-4ae6-8b14-eb8cf137ce45 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8681483 Nov 03 19:22:15.306026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57260) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:15.316134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:15.319624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:15.351142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fce72f9e-7d12-4e5a-91b3-1f5f408ea2b6 None None] Port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:15.439389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting subnet ebc4815e-72b8-46c3-987e-45416ee1169f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:15.448105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.505767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dd5428d6-a608-479e-8ca8-f0a2d49770c4 None None] Provisioning complete for port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:15.506424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd5428d6-a608-479e-8ca8-f0a2d49770c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.546682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.582027 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:15.585324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.609528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dd5428d6-a608-479e-8ca8-f0a2d49770c4 None None] Port 91bb90b9-84e8-4acb-b0a9-73c0a90d963d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:15.615074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dd5428d6-a608-479e-8ca8-f0a2d49770c4 None None] Could not find standard attr ID for object 9081c5cd-e8c7-4649-a5df-f20f3ab21222. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:22:15.665029 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.710276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=91bb90b9-84e8-4acb-b0a9-73c0a90d963d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:15.746213 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 11, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:15.835700 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:15.878314 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:15.880656 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:15.929829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a085c991-ff65-498c-8530-5580a882ee0a None None] Could not find standard attr ID for object 91bb90b9-84e8-4acb-b0a9-73c0a90d963d. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:22:16.071000 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.076204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9995463-10d8-4066-aaae-54212117c9f7 req-35fd14f2-494c-4128-ae52-7cdd4d0eac7e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:16.078730 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:16.079059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-97d27045-43d4-47ee-a2c7-16911fc0726c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/91bb90b9-84e8-4acb-b0a9-73c0a90d963d HTTP/1.1" status: 204 len: 168 time: 1.9098635 Nov 03 19:22:16.080594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.086195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9995463-10d8-4066-aaae-54212117c9f7 req-35fd14f2-494c-4128-ae52-7cdd4d0eac7e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.7909870 Nov 03 19:22:16.088095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:16.152403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9995463-10d8-4066-aaae-54212117c9f7 req-35941a04-f254-448b-9835-fa46f5c8a356 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629966 Nov 03 19:22:16.193712 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 11, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:16.193913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:16.194277 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.205728 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-89073915-1ecc-42b6-a213-2abd57c4d3f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:22:16.218169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89073915-1ecc-42b6-a213-2abd57c4d3f5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/91bb90b9-84e8-4acb-b0a9-73c0a90d963d HTTP/1.1" status: 404 len: 333 time: 0.1185961 Nov 03 19:22:16.218888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:16.260550 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f87c1c-23b3-4f54-acbd-88b380be2dfb None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 11, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:16.355601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet c16280d1-c34b-48ac-94e7-ab7543f73cc9 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:16.363122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.368970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:22:16.374093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.394413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:16.465135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.483474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.550060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc4815e-72b8-46c3-987e-45416ee1169f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:16.562134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.570687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4c578593-654a-47b0-b2d2-ce1580df0c6b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/ebc4815e-72b8-46c3-987e-45416ee1169f HTTP/1.1" status: 204 len: 168 time: 1.2631600 Nov 03 19:22:16.571399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acf2f3-87cb-4e45-93a5-f9f50b111bd3 None None] Network b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:16.573783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57276) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:16.624443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:16.686539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2a5f27f-f8e0-41bc-94e0-e89498a4c49f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:16.716380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:16.718417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.725211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d27e4472-32ff-41f9-8f19-69ef85ffb558 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1537337 Nov 03 19:22:16.731059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57278) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:16.746512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e2a5f27f-f8e0-41bc-94e0-e89498a4c49f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:16.747463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e2a5f27f-f8e0-41bc-94e0-e89498a4c49f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:16.786004 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.870969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=83a3c72f-40a9-48d3-a2ca-43a0c356a4a7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:16.872514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.926767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.949401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.971474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ae1bf61b-6d16-47b4-8802-b31502d6ca6b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 HTTP/1.1" status: 204 len: 168 time: 2.1122530 Nov 03 19:22:16.973624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57284) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:17.053787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:17.054504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:17.085388 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ab5eb1-5f9d-477d-aa12-325e31dddbe9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:22:17.092693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f5ab5eb1-5f9d-477d-aa12-325e31dddbe9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/83a3c72f-40a9-48d3-a2ca-43a0c356a4a7 HTTP/1.1" status: 404 len: 333 time: 0.1092308 Nov 03 19:22:17.094213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57290) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:17.303183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.417223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.435199 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/c16280d1-c34b-48ac-94e7-ab7543f73cc9 HTTP/1.1" status: 204 len: 168 time: 1.2097843 Nov 03 19:22:17.437296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57298) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:17.444518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0496c5-d46e-4c2a-b156-f4dd49ab2e19 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=c16280d1-c34b-48ac-94e7-ab7543f73cc9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:17.482479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:17.484679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e8dc5620-319f-41d2-946f-be41c3f6954f tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=18722f7d7d2647de99969f468355570d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7524867 Nov 03 19:22:17.492081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:17.598833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Deleting port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:17.599400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.626790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded9294-40eb-4469-9726-3a1d87ce18db None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:17.636117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-06834ad5-8e9c-4062-8a1f-0846d1c63105 None None] Could not find standard attr ID for object 91bb90b9-84e8-4acb-b0a9-73c0a90d963d. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:22:17.708305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] For port 0da3789b-1877-4f5e-a906-5214b8ad8dc5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0da3789b-1877-4f5e-a906-5214b8ad8dc5,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:17.708684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.727671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Calling delete_port for 0da3789b-1877-4f5e-a906-5214b8ad8dc5 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:17.739770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 2b2f39aa-5c60-4353-ba09-fe5e60bf71f1 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:17.769606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.780589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18d3f9-eed2-4875-80bf-b9ad51b6dd9e req-0a887738-bbd3-463b-b2d2-f035f8a910d3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:17.782647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef18d3f9-eed2-4875-80bf-b9ad51b6dd9e req-0a887738-bbd3-463b-b2d2-f035f8a910d3 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.3860545 Nov 03 19:22:17.911455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.924248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc85c3-5143-465b-8e89-4ed7c5729eba req-e37e796a-cd72-4996-83b6-278a33af3a49 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:17.925873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52bc85c3-5143-465b-8e89-4ed7c5729eba req-e37e796a-cd72-4996-83b6-278a33af3a49 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.4543314 Nov 03 19:22:18.006844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb69fd3-8b55-4823-a164-1e25c31eb522 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:18.008370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8eb69fd3-8b55-4823-a164-1e25c31eb522 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5153193 Nov 03 19:22:18.024913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57302) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:18.058784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] DHCP port deletion for b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:18.111866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-74440c5d-a01f-466b-af2c-3eb9f16f5019 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723598 Nov 03 19:22:18.115463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57304) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:18.121643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:18.122703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:13Z', 'revision_number': 3, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:18.129430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-607634904', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'project_id': '18722f7d7d2647de99969f468355570d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:18.136074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.162706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef18d3f9-eed2-4875-80bf-b9ad51b6dd9e req-90afb475-5f0d-4f87-81d7-1509ce27d8dd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469737 Nov 03 19:22:18.169010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52bc85c3-5143-465b-8e89-4ed7c5729eba req-4e83df6a-925a-4193-8898-cf75159e2633 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091095 Nov 03 19:22:18.211220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.244274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:18.244621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Updating router c4b1f97e-e783-481a-bb40-b0c2169b4f74 port 2a59af64-1e51-46c6-bba8-0f520c763807 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:22:18.285259 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.297874 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.338804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.360161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] Deleting port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:18.360538 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.410206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2f39aa-5c60-4353-ba09-fe5e60bf71f1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:18.420744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.422112 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.430971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cda35d01-8352-4f3b-a074-9c7576977c74 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/2b2f39aa-5c60-4353-ba09-fe5e60bf71f1 HTTP/1.1" status: 204 len: 168 time: 1.3290038 Nov 03 19:22:18.431607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57312) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:18.445128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953631d3-0d01-4ecc-945a-e2b5e831eeff None None] Network bbc8d6f7-32f0-4e63-924d-f4ede2481214 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:18.560595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.586213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] For port 0da3789b-1877-4f5e-a906-5214b8ad8dc5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0da3789b-1877-4f5e-a906-5214b8ad8dc5,segment=NetworkSegment(f61530d5-4e1d-4f03-b597-bf79dfe092e9),segment_id=f61530d5-4e1d-4f03-b597-bf79dfe092e9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:18.586568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.587224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.596261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.630412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] Calling delete_port for 0da3789b-1877-4f5e-a906-5214b8ad8dc5 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:18.674059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:18.681870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.775687 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port fc7dfb77-5608-499e-8071-ee943e5925c9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:18.775687 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.810528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0da3789b-1877-4f5e-a906-5214b8ad8dc5 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:18.894971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Port': ['ID=0da3789b-1877-4f5e-a906-5214b8ad8dc5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:18.919783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:18.935439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0da3789b-1877-4f5e-a906-5214b8ad8dc5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:18.935832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0da3789b-1877-4f5e-a906-5214b8ad8dc5 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:18.946958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.952664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] For port fc7dfb77-5608-499e-8071-ee943e5925c9, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fc7dfb77-5608-499e-8071-ee943e5925c9,segment=NetworkSegment(b9575752-b70a-4522-82f2-4bf92b8b345d),segment_id=b9575752-b70a-4522-82f2-4bf92b8b345d)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:18.953343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.965621 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-188ac08d-cdc8-413a-ad99-62b8d0588f4d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc HTTP/1.1" status: 204 len: 168 time: 1.5238469 Nov 03 19:22:18.974062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57316) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:18.981950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No DVR routers for this DVR port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:19.059597 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.128195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] Pushing event deleted for resources: {'Port': ['ID=0da3789b-1877-4f5e-a906-5214b8ad8dc5,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:19.147788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.149572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] DHCP port deletion for bbc8d6f7-32f0-4e63-924d-f4ede2481214 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:19.160084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for fc7dfb77-5608-499e-8071-ee943e5925c9 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:19.173831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfaecf7-0732-441e-8877-a215c7a5610a None None] No DVR routers for this DVR port 0da3789b-1877-4f5e-a906-5214b8ad8dc5 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:19.215104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:19.272875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61530d5-4e1d-4f03-b597-bf79dfe092e9') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:19.273360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61530d5-4e1d-4f03-b597-bf79dfe092e9') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:19.279541 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.308688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.342564 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.377706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.393376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.416296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:19.417290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:19.431511 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:19.469485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.475026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 2d7a03c7-c80a-4198-b09e-781fc05faf20 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:19.475632 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.568385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No DVR routers for this DVR port fc7dfb77-5608-499e-8071-ee943e5925c9 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:19.578932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=fc7dfb77-5608-499e-8071-ee943e5925c9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:19.697941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Attempting to bind port 2a59af64-1e51-46c6-bba8-0f520c763807 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:19.699655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Attempting to bind port 2a59af64-1e51-46c6-bba8-0f520c763807 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:19.700258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Attempting to bind port 2a59af64-1e51-46c6-bba8-0f520c763807 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:19.738444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df2757d-9659-4e0c-ac3d-2a4a1ed24b62 None None] Network 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:19.756615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec3cc-f0cb-4299-9a9e-cd840824796c None None] Pushing event updated for resources: {'Port': ['ID=2a59af64-1e51-46c6-bba8-0f520c763807,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:19.760841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.761760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:19.762772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:19.763393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.764122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:19.765322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Bound port: 2a59af64-1e51-46c6-bba8-0f520c763807, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:19.766022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.819633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.839072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.845844 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/networks/b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5 HTTP/1.1" status: 204 len: 168 time: 3.2709730 Nov 03 19:22:19.856015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57328) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:19.888300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'routes': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:19.939130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-92df6d57-081a-41c6-a8fe-f463545aea9c None None] Provisioning complete for port 2d7a03c7-c80a-4198-b09e-781fc05faf20 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:19.939345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-92df6d57-081a-41c6-a8fe-f463545aea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.942060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] For port 2d7a03c7-c80a-4198-b09e-781fc05faf20, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2d7a03c7-c80a-4198-b09e-781fc05faf20,segment=NetworkSegment(f44133a1-6a37-486c-92ee-4b83f44b5ca2),segment_id=f44133a1-6a37-486c-92ee-4b83f44b5ca2)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:19.942674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.973568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Deleting port fc7dfb77-5608-499e-8071-ee943e5925c9 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:19.975954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.985682 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.005574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab29c1a-15bc-4c18-8fd6-e5044442ab6a req-2006dd3e-9071-442e-82be-96d0c8844de5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:20.007209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ab29c1a-15bc-4c18-8fd6-e5044442ab6a req-2006dd3e-9071-442e-82be-96d0c8844de5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.2326224 Nov 03 19:22:20.072806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 2d7a03c7-c80a-4198-b09e-781fc05faf20 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:20.098619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc8d6f7-32f0-4e63-924d-f4ede2481214']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:20.123827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9575752-b70a-4522-82f2-4bf92b8b345d') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:20.124152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9575752-b70a-4522-82f2-4bf92b8b345d') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:20.170754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ab29c1a-15bc-4c18-8fd6-e5044442ab6a req-db98d1a4-3b32-4c8f-b710-efb89eec684f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260729 Nov 03 19:22:20.180972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74a180-02a9-412c-bb01-b50a5206f08f req-bae14512-0d97-4b25-b5c4-14615bdd9b0c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:20.190385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe74a180-02a9-412c-bb01-b50a5206f08f req-bae14512-0d97-4b25-b5c4-14615bdd9b0c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.2320306 Nov 03 19:22:20.232061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.extraroute_db [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Added routes are [] {{(pid=101988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:22:20.234357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.extraroute_db [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Removed routes are [] {{(pid=101988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:22:20.235222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.258024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.307545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a2b59-339e-4014-8d55-8f06aa6693ea tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Pushing event deleted for resources: {'Network': ['ID=b5a24c36-a3ce-470f-94d3-3b8f88f7dcf5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:20.335247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe74a180-02a9-412c-bb01-b50a5206f08f req-46dcb7e2-5a0e-4b03-9064-35f54be6d29e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434653 Nov 03 19:22:20.336648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.358675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:20.359113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.360757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Checking segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:20.361119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network hostable DHCP agents. Network: 1f8d9f90-e739-485b-8dda-fa870b12bdcb, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:20.363382 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:20.367523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Subnet': ['ID=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:20.551008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.558416 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.561825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] For port fc7dfb77-5608-499e-8071-ee943e5925c9, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:20.562919 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.573128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:20.583415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Calling delete_port for fc7dfb77-5608-499e-8071-ee943e5925c9 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:20.587570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Port fc7dfb77-5608-499e-8071-ee943e5925c9 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:22:20.595774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.663944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] For port 2a59af64-1e51-46c6-bba8-0f520c763807, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:20.674190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] Pushing event deleted for resources: {'Port': ['ID=fc7dfb77-5608-499e-8071-ee943e5925c9,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:20.709182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c854a42-6b5c-4f95-b4a4-94b545ca7b69 None None] No DVR routers for this DVR port fc7dfb77-5608-499e-8071-ee943e5925c9 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:20.713202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1f8d9f90-e739-485b-8dda-fa870b12bdcb) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:20.773888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf9a11-5c57-4491-89fb-904be3671a30 None None] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:20.780889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] For port 2a59af64-1e51-46c6-bba8-0f520c763807, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2a59af64-1e51-46c6-bba8-0f520c763807,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:20.783205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fc7dfb77-5608-499e-8071-ee943e5925c9 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:20.806061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:20.807685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.822659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fc7dfb77-5608-499e-8071-ee943e5925c9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:20.823087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fc7dfb77-5608-499e-8071-ee943e5925c9 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:20.840162 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d8cec8a5-7a62-4e7e-a7ec-f84cdae6cc81 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7231886 Nov 03 19:22:20.840889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:20.847152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.911591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router bc6a10da-e824-43e6-a33d-31defae9ff6d has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:20.962257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.964544 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.992770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:20.994112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.007856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.030084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:21.031253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/bbc8d6f7-32f0-4e63-924d-f4ede2481214 HTTP/1.1" status: 204 len: 168 time: 2.5970399 Nov 03 19:22:21.039427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec3cc-f0cb-4299-9a9e-cd840824796c None None] Pushing event updated for resources: {'Port': ['ID=2a59af64-1e51-46c6-bba8-0f520c763807,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:21.042576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1876723069'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:21.090515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd56162-4925-4326-a7a6-0ae936609820 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=bbc8d6f7-32f0-4e63-924d-f4ede2481214,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:21.093886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=2d7a03c7-c80a-4198-b09e-781fc05faf20,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:21.097842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No DVR routers for this DVR port 2d7a03c7-c80a-4198-b09e-781fc05faf20 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:21.172964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:21.184540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] Sync routers for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:21.199368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:21.199567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.205617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.209410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57342) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:21.214500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd6022f0-c603-4065-92d7-d401e9dad4d3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 700 time: 1.3521972 Nov 03 19:22:21.297585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-92df6d57-081a-41c6-a8fe-f463545aea9c None None] Port 2d7a03c7-c80a-4198-b09e-781fc05faf20 update to ACTIVE by agent not found {{(pid=101991) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:22:21.331310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f97017-871a-4914-a212-5d7813641395 None None] DHCP port deletion for 22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:21.356383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:21.367967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.416445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-67ba1046-f843-4486-b89a-886e5900b5c7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 205 time: 0.2061007 Nov 03 19:22:21.417112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57346) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:21.421527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.422242 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:21.538358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:21.540608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.570709 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 11, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.632753 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] Checking router: bc6a10da-e824-43e6-a33d-31defae9ff6d for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:21.662134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] Routers {'bc6a10da-e824-43e6-a33d-31defae9ff6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:21.662810 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['bc6a10da-e824-43e6-a33d-31defae9ff6d'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.686463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22df05cf-2fbc-4d85-b45f-7adcb6fd9f78']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.691494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:22:21.715883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44133a1-6a37-486c-92ee-4b83f44b5ca2') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.716554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44133a1-6a37-486c-92ee-4b83f44b5ca2') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.731252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.773971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.774551 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment 09c531e6-f978-4dfe-89b0-0f48b24d6e4a of type vlan for network 39997c35-0f26-4e16-8371-817d9a6e13b3 Nov 03 19:22:21.828365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:21.844336 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] Set router bc6a10da-e824-43e6-a33d-31defae9ff6d gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:21.860853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.882696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9451c7a-b273-4d6b-bdc8-bbacdefb8e25 req-f0962006-ac30-43d8-819e-09996c74e631 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:21.884662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9451c7a-b273-4d6b-bdc8-bbacdefb8e25 req-f0962006-ac30-43d8-819e-09996c74e631 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.5092165 Nov 03 19:22:21.953922 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 11, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.980105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.034646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Allocated IP 172.20.0.2 (1f8d9f90-e739-485b-8dda-fa870b12bdcb/2035c280-b4e1-4acb-8532-7cd4b0e3f3d7/0c123338-04df-446a-aa2a-a68ec9dc6aef) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:22.045151 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b840f-1606-48be-8c56-627afc5cd356 None None] The sync data for ids ['bc6a10da-e824-43e6-a33d-31defae9ff6d'] in n-d-812151-4 is: [{'id': 'bc6a10da-e824-43e6-a33d-31defae9ff6d', 'name': 'tempest-RoutersTest-router-771957406', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:20:25Z', 'updated_at': '2021-11-03T19:22:11Z', 'revision_number': 11, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:22.085886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.091751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:22.092975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.105253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.136215 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1019058 Nov 03 19:22:22.141610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:22.199587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.202781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.286854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b15851-0829-4f93-9628-03718dde549a req-76c66d66-a463-48f3-97de-52d83fb1992d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:22.313887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4b15851-0829-4f93-9628-03718dde549a req-76c66d66-a463-48f3-97de-52d83fb1992d tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.7099187 Nov 03 19:22:22.324531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f0abf-0d0e-4cd1-b470-b6b1344e4003 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=39997c35-0f26-4e16-8371-817d9a6e13b3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:22.327234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:22.327999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.337483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.338196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router bc6a10da-e824-43e6-a33d-31defae9ff6d {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:22.344431 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:22.361979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:22:22.381898 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.384036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a804f75-22f3-43e2-9775-133227ce937f tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 204 len: 168 time: 0.9400184 Nov 03 19:22:22.397823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:22.420312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817335329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:22.475895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:22.549173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9451c7a-b273-4d6b-bdc8-bbacdefb8e25 req-fcf127ad-bb01-4830-9df8-c6150464ffda tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6304204 Nov 03 19:22:22.618534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.628761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.629969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.641375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.650289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/22df05cf-2fbc-4d85-b45f-7adcb6fd9f78 HTTP/1.1" status: 204 len: 168 time: 3.6751113 Nov 03 19:22:22.652096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57358) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:22.717673 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.727322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4b15851-0829-4f93-9628-03718dde549a req-fcd7c993-4d03-43f4-bb95-ed1c5bd7b084 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110572 Nov 03 19:22:22.736630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5826c-f5e2-4a3e-9565-e65ef48e6ec0 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=22df05cf-2fbc-4d85-b45f-7adcb6fd9f78,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:22.750942 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.758058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:13Z', 'revision_number': 3, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:22.793618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0d803-cddd-4a78-b13d-b5e146f8c6c8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:22.799615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-51e0d803-cddd-4a78-b13d-b5e146f8c6c8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1438487 Nov 03 19:22:22.830456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57360) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:22.848108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.853487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.867395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2d7a03c7-c80a-4198-b09e-781fc05faf20 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:22.872328 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.900635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2d7a03c7-c80a-4198-b09e-781fc05faf20 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:22.901018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2d7a03c7-c80a-4198-b09e-781fc05faf20 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:22.902964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30983048-579a-4ad3-91c9-0cb9fad68055 None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:13Z', 'revision_number': 3, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:22.907651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:22.913108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:22.916479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Pushing event updated for resources: {'Port': ['ID=0c123338-04df-446a-aa2a-a68ec9dc6aef,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:22.919224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:22.926403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.927843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3cf95c70-7493-42ed-97ba-74b998bae016 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5176511 Nov 03 19:22:22.934546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57362) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:22.945184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-68b8e171-3f38-46df-9610-5b186d45483b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1125553 Nov 03 19:22:22.951945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:22.954260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57364) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:22.961519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1137991924'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:22.989873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:23.004381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.034683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Attempting to bind port 0c123338-04df-446a-aa2a-a68ec9dc6aef on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:23.035056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Attempting to bind port 0c123338-04df-446a-aa2a-a68ec9dc6aef by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:23.035858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Attempting to bind port 0c123338-04df-446a-aa2a-a68ec9dc6aef on network 1f8d9f90-e739-485b-8dda-fa870b12bdcb {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:23.041728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:23.042104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Checking segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:23.042499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.042888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Bound using segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:23.043372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Bound port: 0c123338-04df-446a-aa2a-a68ec9dc6aef, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:23.043749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.105688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:23.115269 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.126170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] For port 0c123338-04df-446a-aa2a-a68ec9dc6aef, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:23.130443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] For port 0c123338-04df-446a-aa2a-a68ec9dc6aef, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0c123338-04df-446a-aa2a-a68ec9dc6aef,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:23.139318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.267035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5cdfb-cf6d-4be4-8949-3277bccf0751 None None] Pushing event updated for resources: {'Port': ['ID=0c123338-04df-446a-aa2a-a68ec9dc6aef,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:23.477379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:22:23.482017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.505785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.506492 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment c2ad2919-ac39-400c-8ae3-2af549415053 of type vlan for network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 Nov 03 19:22:23.522543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.692241 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.872059 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.881793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:23.882750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.932300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Router 658521fc-9f71-40e5-be4d-0cf7c76fea6d is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:22:24.013522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0579488 Nov 03 19:22:24.034166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57378) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:24.074169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:24.125472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edb365-3206-4fbd-982f-61945ce3b310 req-76cba929-6a0d-40bc-973f-9f968503c610 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:24.131596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36edb365-3206-4fbd-982f-61945ce3b310 req-76cba929-6a0d-40bc-973f-9f968503c610 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3411584 Nov 03 19:22:24.331116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.530967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:24.535542 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.586823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.20.0.1 (1f8d9f90-e739-485b-8dda-fa870b12bdcb/2035c280-b4e1-4acb-8532-7cd4b0e3f3d7/8040f183-05f2-483f-a79e-6e8f2ce2481c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:24.613446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=a7093834-04a2-428c-af33-06043d10d031,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:24.708813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': '09c531e6-f978-4dfe-89b0-0f48b24d6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:24.709345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: 39997c35-0f26-4e16-8371-817d9a6e13b3, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:24.883558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2a59af64-1e51-46c6-bba8-0f520c763807 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:24.898088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aab52-d433-4669-af70-93dac028c45a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=556bfee1-944e-4d7f-ab3f-caa7e2171e15,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:24.924776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:24.943663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 39997c35-0f26-4e16-8371-817d9a6e13b3) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:24.977206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:24.977889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.010892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:25.035574 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0ec5226b-c9a4-49d2-a34b-ec114f2332a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8738964 Nov 03 19:22:25.045185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.046766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:22:25.049495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b3d54-f22c-418c-b48e-299ee1fadc18 None None] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:25.055240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3', 'name': 'tempest-PortsIpV6TestJSON-462882149', 'fixed_ips': [{'subnet_id': 'a7093834-04a2-428c-af33-06043d10d031', 'ip_address': '2001:db8::10'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:25.058186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Sync routers for ids ['658521fc-9f71-40e5-be4d-0cf7c76fea6d'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:25.073499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.081274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-621fef21-56c4-4e26-9c65-0a9856c8d36a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "PUT /v2.0/routers/658521fc-9f71-40e5-be4d-0cf7c76fea6d HTTP/1.1" status: 200 len: 693 time: 2.1344070 Nov 03 19:22:25.095230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e652f-9444-4b8a-b9f2-87580651b608 req-5134bb1d-d03f-40f8-9968-5e036b0603bb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:25.097763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-877e652f-9444-4b8a-b9f2-87580651b608 req-5134bb1d-d03f-40f8-9968-5e036b0603bb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 1.1868582 Nov 03 19:22:25.098602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57386) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.245341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Routers {'658521fc-9f71-40e5-be4d-0cf7c76fea6d'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:25.246139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['658521fc-9f71-40e5-be4d-0cf7c76fea6d'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:25.260809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36edb365-3206-4fbd-982f-61945ce3b310 req-dc2837fe-f017-46f3-ba25-77561296ca8b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1144383 Nov 03 19:22:25.290637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6854a10d-f57b-433c-84bc-4f04e47daff6 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/routers/658521fc-9f71-40e5-be4d-0cf7c76fea6d HTTP/1.1" status: 200 len: 699 time: 0.1745601 Nov 03 19:22:25.297881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57388) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.308481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2a59af64-1e51-46c6-bba8-0f520c763807 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:25.308907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.354475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b069a1f0-6c87-457e-b08e-ccbe3d3bc543 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=658521fc-9f71-40e5-be4d-0cf7c76fea6d HTTP/1.1" status: 200 len: 205 time: 0.0468783 Nov 03 19:22:25.355359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57390) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.437281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-877e652f-9444-4b8a-b9f2-87580651b608 req-3f5f6819-7ac9-41c6-b2cf-d5e1297de217 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050935 Nov 03 19:22:25.498994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574ae7d-c695-4d8d-88d1-ef1140c8d00f None None] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:25.505717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.553636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.560932 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.571243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:25.875642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.877643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=43cc7edd-0312-4289-a039-fb5c059e421f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:25.973271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=8040f183-05f2-483f-a79e-6e8f2ce2481c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:26.009427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:26.018351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': 'c2ad2919-ac39-400c-8ae3-2af549415053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:26.018723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: 556bfee1-944e-4d7f-ab3f-caa7e2171e15, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:26.021328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:26.026897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:26.080281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.092536 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.113108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.134172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.160702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e9ac1-a08b-4de0-bc44-ab624c31b31e req-99134b1f-adc2-4316-9a6a-373629b13cac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:26.162314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f1e9ac1-a08b-4de0-bc44-ab624c31b31e req-99134b1f-adc2-4316-9a6a-373629b13cac tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.2599695 Nov 03 19:22:26.184568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.189340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Fanout notify agent at l3_agent the message router_deleted on router 658521fc-9f71-40e5-be4d-0cf7c76fea6d {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:22:26.189936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b4bf0c9a-dcbe-4fe7-a854-7341b589fc28 None None] Provisioning complete for port 0c123338-04df-446a-aa2a-a68ec9dc6aef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:26.190415 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0c9a-dcbe-4fe7-a854-7341b589fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.206060 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.207227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1e600e61-e52c-49e5-8bd4-914eb2e535ff tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/658521fc-9f71-40e5-be4d-0cf7c76fea6d HTTP/1.1" status: 204 len: 168 time: 0.8508112 Nov 03 19:22:26.213096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57400) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.265671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 9b5d3f95-626e-41b0-8fc1-03b9fff26419 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:26.272984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:26.285491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cea9bf8b-e574-467d-a934-e2683f11e8d0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=658521fc-9f71-40e5-be4d-0cf7c76fea6d HTTP/1.1" status: 200 len: 205 time: 0.0696392 Nov 03 19:22:26.292449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.371108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 556bfee1-944e-4d7f-ab3f-caa7e2171e15) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:26.383882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:26.385018 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.415502 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c69830f3-07e9-4dd2-b8b7-8795875073af tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3774345 Nov 03 19:22:26.416436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Set router 658521fc-9f71-40e5-be4d-0cf7c76fea6d gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:26.447705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57406) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.479262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15', 'name': 'tempest-PortsTestJSON-2038439286'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:26.551551 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-7c922547-91b1-4942-9f16-2aebca1338d0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:26.553614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7c922547-91b1-4942-9f16-2aebca1338d0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/658521fc-9f71-40e5-be4d-0cf7c76fea6d HTTP/1.1" status: 404 len: 336 time: 0.2581153 Nov 03 19:22:26.568580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57408) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.570832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771dd75-cd86-4358-8613-334341f64b3e None None] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:26.595066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f1e9ac1-a08b-4de0-bc44-ab624c31b31e req-fe08cc43-0e45-4289-9cf7-2f3edf69fb3c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217241 Nov 03 19:22:26.646575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c299d7-8ed4-469f-8edd-1d3798c392b0 req-24f0620c-6b5b-47b9-8db7-7bcab9317f12 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:26.658925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79c299d7-8ed4-469f-8edd-1d3798c392b0 req-24f0620c-6b5b-47b9-8db7-7bcab9317f12 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.1334074 Nov 03 19:22:26.708037 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-511b8bcc-8cac-4e5d-99f1-d19b0ce7d195 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:26.708037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511b8bcc-8cac-4e5d-99f1-d19b0ce7d195 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:26.726043 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-511b8bcc-8cac-4e5d-99f1-d19b0ce7d195 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/07c609e8-dad2-4ebc-8cd7-a54073ae8205 HTTP/1.1" status: 404 len: 337 time: 0.1506889 Nov 03 19:22:26.730004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57412) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.735846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658521fc-9f71-40e5-be4d-0cf7c76fea6d', 'name': 'tempest-RoutersTest-router-817335329', 'tenant_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:22Z', 'updated_at': '2021-11-03T19:22:23Z', 'revision_number': 2, 'project_id': '71329be54c4a4bc3a011cdbf8674f0bf', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:26.833323 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-077509b6-77ee-44b0-b116-d73f95ff339d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:26.833796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077509b6-77ee-44b0-b116-d73f95ff339d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:26.837006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-077509b6-77ee-44b0-b116-d73f95ff339d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/5438f2d6-f47b-46b2-b0eb-e4e432681008 HTTP/1.1" status: 404 len: 337 time: 0.1053860 Nov 03 19:22:26.837550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.844854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.848556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-39997c35-0f26-4e16-8371-817d9a6e13b3', 'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': 'a7093834-04a2-428c-af33-06043d10d031'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:26.849489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.875592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Checking router: 658521fc-9f71-40e5-be4d-0cf7c76fea6d for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:26.891771 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9eb645-24de-4c73-a4b4-17aba6c0385c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:26.892240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9eb645-24de-4c73-a4b4-17aba6c0385c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:26.895668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd9eb645-24de-4c73-a4b4-17aba6c0385c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/9d5b0f66-9813-438e-b60f-52c4c6c4971b HTTP/1.1" status: 404 len: 337 time: 0.0494769 Nov 03 19:22:26.901595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79c299d7-8ed4-469f-8edd-1d3798c392b0 req-6228b6ab-89d7-4714-9a9e-fb491428fca9 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419546 Nov 03 19:22:26.902096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57418) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.957477 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-433646c1-5bb9-4286-9d16-c58ea40e77aa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:26.958169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433646c1-5bb9-4286-9d16-c58ea40e77aa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:26.963892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-433646c1-5bb9-4286-9d16-c58ea40e77aa tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/ebc4815e-72b8-46c3-987e-45416ee1169f HTTP/1.1" status: 404 len: 337 time: 0.0575461 Nov 03 19:22:26.966523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57420) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:26.977163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f479c0-f324-4d84-9730-72357d76d411 req-4767d377-95ad-4bf8-8901-112d4a15ba23 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:26.985422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95f479c0-f324-4d84-9730-72357d76d411 req-4767d377-95ad-4bf8-8901-112d4a15ba23 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.2399018 Nov 03 19:22:27.057218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-839c5388-7596-46e6-8765-177d501a5857 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 200 len: 205 time: 0.0868540 Nov 03 19:22:27.057858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57422) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.069898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::10 (39997c35-0f26-4e16-8371-817d9a6e13b3/a7093834-04a2-428c-af33-06043d10d031/9b5d3f95-626e-41b0-8fc1-03b9fff26419) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:27.081747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95f479c0-f324-4d84-9730-72357d76d411 req-5914dc6f-a13b-4742-8382-af5e59973466 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952811 Nov 03 19:22:27.150740 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-8b98f291-7b1e-414f-a8ff-f7c852405a1d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:27.151870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8b98f291-7b1e-414f-a8ff-f7c852405a1d tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/bc6a10da-e824-43e6-a33d-31defae9ff6d HTTP/1.1" status: 404 len: 336 time: 0.0929732 Nov 03 19:22:27.155506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57428) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.181430 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.202654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:27.206687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.210008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 2a59af64-1e51-46c6-bba8-0f520c763807, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2a59af64-1e51-46c6-bba8-0f520c763807,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:27.212877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Routers set() bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:27.213684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Router IDs set() for agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:22:27.214852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_agentschedulers_db [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'658521fc-9f71-40e5-be4d-0cf7c76fea6d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent'). {{(pid=101991) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:22:27.215574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27209e1-f8a5-401d-8511-11e96afcdb6f None None] The sync data for ids ['658521fc-9f71-40e5-be4d-0cf7c76fea6d'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:27.217965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a9b5d8f0-9ecc-47a9-8190-8824d962c413 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b5a93d1-b755-4504-93c2-41ab7cb17e3d HTTP/1.1" status: 200 len: 205 time: 0.0560131 Nov 03 19:22:27.220015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57430) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.242362 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.246251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0c123338-04df-446a-aa2a-a68ec9dc6aef up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:27.306946 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-0f4673ea-7a0d-4e03-b244-518670ae24a0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:27.308100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0f4673ea-7a0d-4e03-b244-518670ae24a0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/1b5a93d1-b755-4504-93c2-41ab7cb17e3d HTTP/1.1" status: 404 len: 336 time: 0.0862286 Nov 03 19:22:27.312901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57432) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.391050 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf5ecfa-3e5a-4a3b-9862-c9b64fd5adcd tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:27.391642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf5ecfa-3e5a-4a3b-9862-c9b64fd5adcd tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:27.407503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4bf5ecfa-3e5a-4a3b-9862-c9b64fd5adcd tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/3314b520-709b-4aef-b098-4ff97a8e70d7 HTTP/1.1" status: 404 len: 337 time: 0.0934947 Nov 03 19:22:27.410178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57434) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.470424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0fd10568-d333-4303-bd99-1a793f0be596 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 200 len: 205 time: 0.0581567 Nov 03 19:22:27.477261 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57436) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.529884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port e760d7e2-0245-4898-9743-d2dc9537284f yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:27.536347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-556bfee1-944e-4d7f-ab3f-caa7e2171e15', 'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': '43cc7edd-0312-4289-a039-fb5c059e421f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:27.538471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.610951 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-91b00b16-6973-4730-8437-7d6b59e879b7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:27.612881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-91b00b16-6973-4730-8437-7d6b59e879b7 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/b126c669-500e-4873-8681-af3d16effd97 HTTP/1.1" status: 404 len: 336 time: 0.1338058 Nov 03 19:22:27.635649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57440) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.708395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d6622f30-2a88-450d-8479-112999ccaac3 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=5948346e-b706-431f-bb7f-f0fe45371c6e HTTP/1.1" status: 200 len: 205 time: 0.0663090 Nov 03 19:22:27.723232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228330b-69a6-4ec4-8468-83802586a6df req-f022cda1-3cd7-453b-8545-28c5b011010f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:27.743498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f228330b-69a6-4ec4-8468-83802586a6df req-f022cda1-3cd7-453b-8545-28c5b011010f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.1468217 Nov 03 19:22:27.745409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57442) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.784268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0c9a-dcbe-4fe7-a854-7341b589fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.829718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=2a59af64-1e51-46c6-bba8-0f520c763807,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:27.860366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.861147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.861717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.861915 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-f72cb0a5-aec7-404a-9fea-606e451e90d6 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:27.862502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.863150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.863826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.864403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.865008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.865592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.866175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.866567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f72cb0a5-aec7-404a-9fea-606e451e90d6 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/5948346e-b706-431f-bb7f-f0fe45371c6e HTTP/1.1" status: 404 len: 336 time: 0.1191430 Nov 03 19:22:27.866965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.867523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:27.875576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57448) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.901129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b4bf0c9a-dcbe-4fe7-a854-7341b589fc28 None None] For port 0c123338-04df-446a-aa2a-a68ec9dc6aef, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0c123338-04df-446a-aa2a-a68ec9dc6aef,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:27.916979 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0c9a-dcbe-4fe7-a854-7341b589fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.919539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0c123338-04df-446a-aa2a-a68ec9dc6aef triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:27.920246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.941888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.7 (556bfee1-944e-4d7f-ab3f-caa7e2171e15/43cc7edd-0312-4289-a039-fb5c059e421f/e760d7e2-0245-4898-9743-d2dc9537284f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:27.958916 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-db835f5b-ee4b-46e4-931c-80731c4b0968 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:27.959761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db835f5b-ee4b-46e4-931c-80731c4b0968 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:27.967627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:27.973341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-db835f5b-ee4b-46e4-931c-80731c4b0968 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/ec58ee15-61f2-4eda-a703-68a8b1de665d HTTP/1.1" status: 404 len: 337 time: 0.0943909 Nov 03 19:22:27.975470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57452) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:27.995051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.020858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.026518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a066368-ff2c-49a3-851f-841c35d10752 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=940e7cfd-142a-4237-a0fd-16e279a420b9 HTTP/1.1" status: 200 len: 205 time: 0.0459027 Nov 03 19:22:28.026974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57454) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:28.099594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf0c9a-dcbe-4fe7-a854-7341b589fc28 None None] Pushing event updated for resources: {'Port': ['ID=0c123338-04df-446a-aa2a-a68ec9dc6aef,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:28.104792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bd8b68db-4aac-4e72-a826-e901c404219d None None] Provisioning complete for port 8040f183-05f2-483f-a79e-6e8f2ce2481c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:28.104792 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd8b68db-4aac-4e72-a826-e901c404219d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.155531 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-43b0f3bb-f7bc-4aad-9ef0-8bc0ce11ce5c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:28.156588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-43b0f3bb-f7bc-4aad-9ef0-8bc0ce11ce5c tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/940e7cfd-142a-4237-a0fd-16e279a420b9 HTTP/1.1" status: 404 len: 336 time: 0.1286409 Nov 03 19:22:28.162088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57458) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:28.196372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=8040f183-05f2-483f-a79e-6e8f2ce2481c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:28.221793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b68db-4aac-4e72-a826-e901c404219d None None] Port 8040f183-05f2-483f-a79e-6e8f2ce2481c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:28.249272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bd8b68db-4aac-4e72-a826-e901c404219d None None] Provisioning complete for port 0c123338-04df-446a-aa2a-a68ec9dc6aef triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:28.249860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd8b68db-4aac-4e72-a826-e901c404219d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.253692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f228330b-69a6-4ec4-8468-83802586a6df req-e20e5c79-03ac-44e3-9a0c-f9042ef2df0e tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094194 Nov 03 19:22:28.256702 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4ce0af-7d0c-4d27-8a8f-8fd3ca4cd811 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:28.257359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4ce0af-7d0c-4d27-8a8f-8fd3ca4cd811 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:28.262604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a4ce0af-7d0c-4d27-8a8f-8fd3ca4cd811 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/649031c2-73fd-41a6-8daa-d2789aaef2f5 HTTP/1.1" status: 404 len: 337 time: 0.0923934 Nov 03 19:22:28.265783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57462) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:28.313773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.343318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-06b62cba-c482-4573-b53e-d1c08beefe6a tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "GET /v2.0/ports?device_id=cb817753-c2e7-40c4-a64c-47cdf0950d32 HTTP/1.1" status: 200 len: 205 time: 0.0763433 Nov 03 19:22:28.360966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:28.393455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.436742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a754b1-fb05-433a-82e5-87625295076b req-55d54668-d196-436e-a82e-cdcea35af536 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:28.445994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7a754b1-fb05-433a-82e5-87625295076b req-55d54668-d196-436e-a82e-cdcea35af536 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.4054019 Nov 03 19:22:28.455174 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-5792107e-3ac8-4105-b588-06605895a0d0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] delete failed (client error): The resource could not be found. Nov 03 19:22:28.456208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5792107e-3ac8-4105-b588-06605895a0d0 tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/routers/cb817753-c2e7-40c4-a64c-47cdf0950d32 HTTP/1.1" status: 404 len: 336 time: 0.0961173 Nov 03 19:22:28.464800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57466) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:28.470099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2a59af64-1e51-46c6-bba8-0f520c763807 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:28.499912 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcf1839-322a-4e69-8979-bce4a6fa606b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:28.500287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcf1839-322a-4e69-8979-bce4a6fa606b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:28.503721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0dcf1839-322a-4e69-8979-bce4a6fa606b tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/e30e946a-f1f3-44b4-ae06-1ad124bcc5b2 HTTP/1.1" status: 404 len: 337 time: 0.0378821 Nov 03 19:22:28.506238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57468) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:28.531017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Allocated IP 2001:db8::2 (39997c35-0f26-4e16-8371-817d9a6e13b3/a7093834-04a2-428c-af33-06043d10d031/0a91bf7a-2a95-4c1b-866b-b3e391138fe3) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:28.556377 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0aa116-d7cd-4fb7-a758-d7bd1abe46df tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] DELETE failed (client error): The resource could not be found. Nov 03 19:22:28.556861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0aa116-d7cd-4fb7-a758-d7bd1abe46df tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:22:28.560052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9b0aa116-d7cd-4fb7-a758-d7bd1abe46df tempest-RoutersTest-164972568 tempest-RoutersTest-164972568-project] 10.222.0.91 "DELETE /v2.0/subnets/ac8bccde-e894-4197-bcd6-ae318761dcf5 HTTP/1.1" status: 404 len: 337 time: 0.0528038 Nov 03 19:22:28.612125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7a754b1-fb05-433a-82e5-87625295076b req-4c2378b7-cb3f-43f8-9fc6-1bfbce965bff tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645906 Nov 03 19:22:28.654255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2a59af64-1e51-46c6-bba8-0f520c763807 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:28.654615 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:28.844943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0c123338-04df-446a-aa2a-a68ec9dc6aef up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:28.955173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0c123338-04df-446a-aa2a-a68ec9dc6aef triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:28.955537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.043774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd753-dde9-4dc7-9bf6-2c5ec595fd7f req-47ad7e80-c190-4594-917b-eaf733cd660c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:29.052548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95bdd753-dde9-4dc7-9bf6-2c5ec595fd7f req-47ad7e80-c190-4594-917b-eaf733cd660c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.0722117 Nov 03 19:22:29.136988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95bdd753-dde9-4dc7-9bf6-2c5ec595fd7f req-7a70e954-2e35-44d5-a793-860af17bad1d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826495 Nov 03 19:22:29.203218 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.234222 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.298723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:29.300501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:29.301831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57482) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:29.310748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:29.325523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Pushing event updated for resources: {'Port': ['ID=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:29.379702 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:29.403042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Attempting to bind port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:29.405104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Attempting to bind port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09c531e6-f978-4dfe-89b0-0f48b24d6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:29.406300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Attempting to bind port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 on network 39997c35-0f26-4e16-8371-817d9a6e13b3 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:29.417727 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:29.419521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Checking segment: {'id': '09c531e6-f978-4dfe-89b0-0f48b24d6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:29.424209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.425504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Bound using segment: {'id': '09c531e6-f978-4dfe-89b0-0f48b24d6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:29.426899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Bound port: 0a91bf7a-2a95-4c1b-866b-b3e391138fe3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c531e6-f978-4dfe-89b0-0f48b24d6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:29.428130 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.459407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.502004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=9b5d3f95-626e-41b0-8fc1-03b9fff26419,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:29.524043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71265922-df7a-407b-bd75-987b749a7bd0 req-bd33bfa7-d1b2-4202-82a3-3e3c30560403 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:29.529352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71265922-df7a-407b-bd75-987b749a7bd0 req-bd33bfa7-d1b2-4202-82a3-3e3c30560403 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.1082015 Nov 03 19:22:29.567305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] For port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:29.573325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] For port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,segment=NetworkSegment(09c531e6-f978-4dfe-89b0-0f48b24d6e4a),segment_id=09c531e6-f978-4dfe-89b0-0f48b24d6e4a)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:29.585605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.588143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:29.595862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:29.604107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:29.604815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.617025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4362b011-8798-4c07-b35b-477150a76ba3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=71329be54c4a4bc3a011cdbf8674f0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136885 Nov 03 19:22:29.622286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57488) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:29.646741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7a908a15-5253-4790-a278-83194df3fe2e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6004767 Nov 03 19:22:29.648224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:29.660796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71265922-df7a-407b-bd75-987b749a7bd0 req-450f782d-8a2f-4027-868f-01d86b6c9475 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214700 Nov 03 19:22:29.663417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': '39997c35-0f26-4e16-8371-817d9a6e13b3', 'name': 'tempest-PortsIpV6TestJSON-788638808', 'fixed_ips': [{'subnet_id': 'a7093834-04a2-428c-af33-06043d10d031', 'ip_address': '2001:db8::f'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:29.729997 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.743828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a144fb66-1eff-42ee-977b-d933e139c7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.770692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-5f6eb42c-c24c-487e-8551-d006c19d82bb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:29.777442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-5f6eb42c-c24c-487e-8551-d006c19d82bb tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.4974382 Nov 03 19:22:29.781011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-be02e486-dbd6-4f7c-a5f1-ac5830c60af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:29.783726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-be02e486-dbd6-4f7c-a5f1-ac5830c60af3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 1096 time: 0.5048058 Nov 03 19:22:29.798461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadabc8-82c7-4691-9ea5-619404c375d0 None None] Pushing event updated for resources: {'Port': ['ID=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:29.802966 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a144fb66-1eff-42ee-977b-d933e139c7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.806880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Allocated IP 172.20.0.2 (556bfee1-944e-4d7f-ab3f-caa7e2171e15/43cc7edd-0312-4289-a039-fb5c059e421f/eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:29.938075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a144fb66-1eff-42ee-977b-d933e139c7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.943315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a144fb66-1eff-42ee-977b-d933e139c7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.950655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a144fb66-1eff-42ee-977b-d933e139c7dc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/749cc8a5-9561-41eb-b330-5667f87f358b HTTP/1.1" status: 204 len: 168 time: 0.3241961 Nov 03 19:22:29.989537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144fb66-1eff-42ee-977b-d933e139c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749cc8a5-9561-41eb-b330-5667f87f358b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:30.122359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:30.140852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:30.201428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:30.244343 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.261619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.284775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:30.296410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.383793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:30.413963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:30.428634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:30.432401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Pushing event updated for resources: {'Port': ['ID=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:30.465411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:30.468047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=e760d7e2-0245-4898-9743-d2dc9537284f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:30.501364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:30.522385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c41da6-66b9-4c8c-aae5-6679f55cdb01 req-a744003c-65a4-48a1-851a-b9f9c2e18469 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:30.524623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22c41da6-66b9-4c8c-aae5-6679f55cdb01 req-a744003c-65a4-48a1-851a-b9f9c2e18469 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.1808519 Nov 03 19:22:30.526362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:30.572153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-abcd12a1-381a-4166-a77a-ae333f18ed5d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1185832 Nov 03 19:22:30.578221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:30.600945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.620656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57506) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:30.627180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 3670965a-4a1e-4c2d-8d6a-fd013f136735 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:30.704258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22c41da6-66b9-4c8c-aae5-6679f55cdb01 req-e50d052e-a651-4950-806d-f96e42ecc217 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603634 Nov 03 19:22:30.869906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Attempting to bind port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:30.870265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Attempting to bind port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c2ad2919-ac39-400c-8ae3-2af549415053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:30.870550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Attempting to bind port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 on network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:30.936786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:30.937155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Checking segment: {'id': 'c2ad2919-ac39-400c-8ae3-2af549415053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:30.949366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.953759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Bound using segment: {'id': 'c2ad2919-ac39-400c-8ae3-2af549415053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:30.954288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Bound port: eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ad2919-ac39-400c-8ae3-2af549415053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:30.954724 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:31.012049 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c6f2-ecf1-4183-b9e6-1d7a2724d9fe req-d1a76163-17df-4fb6-8f7e-bd3a049a0a76 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:31.014261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22d6c6f2-ecf1-4183-b9e6-1d7a2724d9fe req-d1a76163-17df-4fb6-8f7e-bd3a049a0a76 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.1561437 Nov 03 19:22:31.017567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:31.017944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:31.042271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '556bfee1-944e-4d7f-ab3f-caa7e2171e15', 'name': 'tempest-PortsTestJSON-1490651676'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:31.156701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-d6757fe6-cf83-4c22-a631-09a957b1e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:31.158795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-d6757fe6-cf83-4c22-a631-09a957b1e5c7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 1.0255768 Nov 03 19:22:31.168527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22d6c6f2-ecf1-4183-b9e6-1d7a2724d9fe req-e972aad4-b38b-4af0-8554-7c85a4e64904 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234179 Nov 03 19:22:31.225324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1941d0ea-38ae-4e31-b82d-9b067b62131d None None] Provisioning complete for port 8040f183-05f2-483f-a79e-6e8f2ce2481c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:31.225689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1941d0ea-38ae-4e31-b82d-9b067b62131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:31.686783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1a90e-f302-4f5b-a60f-36f68f4f8875 None None] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:31.766195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-8bbd7d48-c18d-440b-abf4-ad83f04d13a7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 200 len: 1001 time: 0.3842530 Nov 03 19:22:31.777608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:31.780397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:31.787999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:31.824301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1941d0ea-38ae-4e31-b82d-9b067b62131d None None] Port 8040f183-05f2-483f-a79e-6e8f2ce2481c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:31.835520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] For port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:31.878247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::f (39997c35-0f26-4e16-8371-817d9a6e13b3/a7093834-04a2-428c-af33-06043d10d031/3670965a-4a1e-4c2d-8d6a-fd013f136735) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:31.880236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:31.915864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] For port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,segment=NetworkSegment(c2ad2919-ac39-400c-8ae3-2af549415053),segment_id=c2ad2919-ac39-400c-8ae3-2af549415053)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:31.965884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e969-ae38-4af6-afd3-5635ea40d804 req-f34ae0f9-ecde-4bcf-82c2-cd9204cd7319 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:31.976006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40f8e969-ae38-4af6-afd3-5635ea40d804 req-f34ae0f9-ecde-4bcf-82c2-cd9204cd7319 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.1221752 Nov 03 19:22:31.978331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.026821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:32.027213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.061973 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40f8e969-ae38-4af6-afd3-5635ea40d804 req-b5efd687-ca00-4fce-a0d0-4c0a7eba3b9b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849333 Nov 03 19:22:32.070756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:32.131922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bda0799c-77df-4188-a518-c4e06c6322a3 None None] Provisioning complete for port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:32.132576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bda0799c-77df-4188-a518-c4e06c6322a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.137489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,segment=NetworkSegment(09c531e6-f978-4dfe-89b0-0f48b24d6e4a),segment_id=09c531e6-f978-4dfe-89b0-0f48b24d6e4a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:32.174540 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.178849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-f7712291-89c4-4c20-8164-f504b3d3a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:32.181088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-f7712291-89c4-4c20-8164-f504b3d3a8eb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.3965640 Nov 03 19:22:32.291192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7029173-9c1d-409e-b428-d5beb501aeaf None None] Pushing event updated for resources: {'Port': ['ID=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:32.465057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:32.467887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213928e2-ac6b-4e15-96d3-293355b2fd53 req-88935180-dd7c-4c79-b3a7-a1b205423260 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:32.475735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-213928e2-ac6b-4e15-96d3-293355b2fd53 req-88935180-dd7c-4c79-b3a7-a1b205423260 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 945 time: 0.1203358 Nov 03 19:22:32.550014 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.570803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:32.675611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:32.681630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.694848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-213928e2-ac6b-4e15-96d3-293355b2fd53 req-a0df5fa0-5fae-4921-888b-6ed5761459ab tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127831 Nov 03 19:22:32.846413 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.877809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:32.882814 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a2c437-c45b-4ba2-be65-6437bc890462" -d '{"events": [{"server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "name": "network-vif-unplugged", "status": "completed", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:32.908383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:32.927496 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:32.961916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port e4283f9d-15e8-4db3-acf9-024928a7ec20 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:32.995705 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81da8f24-ed02-4409-9669-2458a4e7a1af x-openstack-request-id: req-81da8f24-ed02-4409-9669-2458a4e7a1af {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:32.996517 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "name": "network-vif-unplugged", "status": "completed", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:32.997106 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-81da8f24-ed02-4409-9669-2458a4e7a1af {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:32.997849 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b', 'code': 200} Nov 03 19:22:33.059961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:33.082484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3c813012-34d5-4fec-b7db-aba4f59c76da None None] Provisioning complete for port 9b5d3f95-626e-41b0-8fc1-03b9fff26419 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:33.082866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c813012-34d5-4fec-b7db-aba4f59c76da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:33.110373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-cbd4c87a-5621-4087-bd19-b3756aa14ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:33.114008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-cbd4c87a-5621-4087-bd19-b3756aa14ff5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7043862 Nov 03 19:22:33.152029 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:33.177800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3c813012-34d5-4fec-b7db-aba4f59c76da None None] Port 9b5d3f95-626e-41b0-8fc1-03b9fff26419 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:33.214523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3c813012-34d5-4fec-b7db-aba4f59c76da None None] Provisioning complete for port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:33.217477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3c813012-34d5-4fec-b7db-aba4f59c76da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:33.290531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df07d41-fa68-4cf5-9bda-62152dd51ec5 req-0b87483b-c0f6-4435-bbaf-ce4d282dfe09 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:33.300584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7df07d41-fa68-4cf5-9bda-62152dd51ec5 req-0b87483b-c0f6-4435-bbaf-ce4d282dfe09 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.1144238 Nov 03 19:22:33.382644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:33.392191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aaaa7101-28c5-4f34-8d7d-71a26c35a22c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "PUT /v2.0/routers/c4b1f97e-e783-481a-bb40-b0c2169b4f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5479131 Nov 03 19:22:33.394047 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:33.412115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57596) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:33.419113 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:33.420517 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:33.496275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7df07d41-fa68-4cf5-9bda-62152dd51ec5 req-c4bb30d9-94e3-4699-832f-e30f70955f87 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943705 Nov 03 19:22:33.571723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b545b42d-cdf2-445b-953a-95caa3f1391f None None] Provisioning complete for port 9b5d3f95-626e-41b0-8fc1-03b9fff26419 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:33.572097 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b545b42d-cdf2-445b-953a-95caa3f1391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:33.671735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b545b42d-cdf2-445b-953a-95caa3f1391f None None] Port 9b5d3f95-626e-41b0-8fc1-03b9fff26419 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:33.674033 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:33.934608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ca5fceb-996a-4558-962d-510dd1972c8c req-d6402f89-926f-4311-be06-973e6d10f17f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 210 time: 0.0904882 Nov 03 19:22:34.018185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.025216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.026849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.027435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.027917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.029149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.029631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.030246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.031616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.032105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.039192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:34.044064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e07f2dd6-871b-4a11-948a-cdf51d390577 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6972 time: 0.6307325 Nov 03 19:22:34.048783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57610) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:34.058901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['85a6dd47-d0fa-4850-8c92-bcc200f56332'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:22:34.205072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:34.210419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=7e7f73b0-424e-4127-bdc2-8f48bdc3a68b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:34.259867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-7e148e47-1728-4a19-ad91-eef0f15ff218 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9320745 Nov 03 19:22:34.312096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.312669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.313176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.313845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.314476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.315097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.315971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.316449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:34.318523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7d83845a-0a78-4f4e-91aa-df5b2e552bff tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5203 time: 0.2657013 Nov 03 19:22:34.322467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:34.374338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ffc73-8af2-4bce-8452-70afa1089d33 None None] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:34.461667 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:26Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 2, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:34.471587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.5 (556bfee1-944e-4d7f-ab3f-caa7e2171e15/43cc7edd-0312-4289-a039-fb5c059e421f/e4283f9d-15e8-4db3-acf9-024928a7ec20) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:34.498205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0ef4f6e5-caf4-4ade-a551-aebab0540c52 None None] Provisioning complete for port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:34.498887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f6e5-caf4-4ade-a551-aebab0540c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:34.537517 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:34.538656 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Updating router c4b1f97e-e783-481a-bb40-b0c2169b4f74 port 8040f183-05f2-483f-a79e-6e8f2ce2481c binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:22:34.589882 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:34.653901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 7e7f73b0-424e-4127-bdc2-8f48bdc3a68b on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:34.663512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:34.667775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f2d2bf61-07bf-495a-8293-31b62ba1ad5f req-11df7500-4cab-41a5-9590-58df4836a912 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "DELETE /v2.0/ports/7e7f73b0-424e-4127-bdc2-8f48bdc3a68b HTTP/1.1" status: 204 len: 173 time: 4.8823471 Nov 03 19:22:34.670013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:34.671835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'name': 'network-vif-deleted', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:34.675449 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2e22a0-70a6-49e4-b069-601c4a42e469" -d '{"events": [{"server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "name": "network-vif-deleted", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:34.809862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:34.830896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-127eb1d2-8f46-4458-9492-fe285b9fae8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.207682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f6e5-caf4-4ade-a551-aebab0540c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.285725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0ef4f6e5-caf4-4ade-a551-aebab0540c52 None None] For port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,segment=NetworkSegment(c2ad2919-ac39-400c-8ae3-2af549415053),segment_id=c2ad2919-ac39-400c-8ae3-2af549415053)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:35.296763 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f6e5-caf4-4ade-a551-aebab0540c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.368490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:35.368908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.459051 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.476165 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.517974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4f6e5-caf4-4ade-a551-aebab0540c52 None None] Pushing event updated for resources: {'Port': ['ID=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:35.688347 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Pushing event updated for resources: {'Port': ['ID=8040f183-05f2-483f-a79e-6e8f2ce2481c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:35.696033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:35.748947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044041ba-e3cb-4550-84ac-6cdb9a99418a req-2834268f-5a5c-44ec-a880-fdbdc77b41d9 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=3835d965-14a2-48e7-98d8-b070af00de92 HTTP/1.1" status: 200 len: 210 time: 0.2540617 Nov 03 19:22:35.799138 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.814629 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.821909 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.822598 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.823105 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.823615 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.824118 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.824849 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.825344 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.826220 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.826997 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.827511 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:35.840226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:35.840959 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.930156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118114a-f293-445d-8e63-446bf15c10ea req-c23d91cd-2d66-43fd-a890-6af488726c99 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:35.938982 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Attempting to bind port 8040f183-05f2-483f-a79e-6e8f2ce2481c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:35.939453 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Attempting to bind port 8040f183-05f2-483f-a79e-6e8f2ce2481c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:35.942310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f118114a-f293-445d-8e63-446bf15c10ea req-c23d91cd-2d66-43fd-a890-6af488726c99 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3645046 Nov 03 19:22:35.945792 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Attempting to bind port 8040f183-05f2-483f-a79e-6e8f2ce2481c on network 1f8d9f90-e739-485b-8dda-fa870b12bdcb {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:35.967553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-77727bfe-7535-4b3e-8321-56dcfdfd45b4 None None] Provisioning complete for port e760d7e2-0245-4898-9743-d2dc9537284f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:35.968064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77727bfe-7535-4b3e-8321-56dcfdfd45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.970172 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:35.970544 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Checking segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:35.970943 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.971330 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Bound using segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:35.971815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Bound port: 8040f183-05f2-483f-a79e-6e8f2ce2481c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:35.972189 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.977959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.995771 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87362199-b42d-4171-8d08-4693d65b3e40 x-openstack-request-id: req-87362199-b42d-4171-8d08-4693d65b3e40 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:35.996083 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3835d965-14a2-48e7-98d8-b070af00de92", "name": "network-vif-deleted", "tag": "7e7f73b0-424e-4127-bdc2-8f48bdc3a68b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:35.996340 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-87362199-b42d-4171-8d08-4693d65b3e40 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:35.996785 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3835d965-14a2-48e7-98d8-b070af00de92', 'name': 'network-vif-deleted', 'tag': '7e7f73b0-424e-4127-bdc2-8f48bdc3a68b', 'status': 'completed', 'code': 200} Nov 03 19:22:36.093259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:36.100334 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a04f61ec-7fd3-4299-b750-65a71216241d tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 1.7766039 Nov 03 19:22:36.153467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-77727bfe-7535-4b3e-8321-56dcfdfd45b4 None None] Port e760d7e2-0245-4898-9743-d2dc9537284f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:36.156050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1736d452-4cfd-4940-b4e5-82e77c509eb9 req-469c9ece-9620-45f7-a07f-4e6cf26aafc1 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8759191 Nov 03 19:22:36.188248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f118114a-f293-445d-8e63-446bf15c10ea req-f87f32e7-3b71-4bb6-bc5b-215deb34d75f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249405 Nov 03 19:22:36.202445 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] For port 8040f183-05f2-483f-a79e-6e8f2ce2481c, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:36.218543 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] For port 8040f183-05f2-483f-a79e-6e8f2ce2481c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8040f183-05f2-483f-a79e-6e8f2ce2481c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:36.229469 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.264064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-77727bfe-7535-4b3e-8321-56dcfdfd45b4 None None] Provisioning complete for port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:36.264789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77727bfe-7535-4b3e-8321-56dcfdfd45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.285547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=3670965a-4a1e-4c2d-8d6a-fd013f136735,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:36.304753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:36.309147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:36.324317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:36.326153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.409630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57654) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:36.419782 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6166a8c9-b741-4df1-9890-bd68eaa596db tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.7663562 Nov 03 19:22:36.422136 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484b956-8221-485f-91c2-d9351985ac40 None None] Pushing event updated for resources: {'Port': ['ID=8040f183-05f2-483f-a79e-6e8f2ce2481c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:36.435286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:36.436967 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:36.463913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.703384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57656) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:36.739179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45251588', 'description': 'tempest-secgroup-smoke-45251588 description', 'project_id': '18722f7d7d2647de99969f468355570d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:36.796406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:36.825403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:36.849396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:36.927288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.935712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=e4283f9d-15e8-4db3-acf9-024928a7ec20,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:36.954041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:36.954724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:36.991941 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91064a69-c368-4b5b-9638-214d7819fe79 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9582417 Nov 03 19:22:36.994658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:37.009828 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:37.034747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc4f1b3-1388-4d03-b382-cd60c625735a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.044245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57668) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:37.044583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bbc4f1b3-1388-4d03-b382-cd60c625735a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6302340 Nov 03 19:22:37.082405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:37.273551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814cdd3a-5ba6-4814-b75e-56eb5e0d951b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.281892 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57676) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:37.285464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-814cdd3a-5ba6-4814-b75e-56eb5e0d951b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2865465 Nov 03 19:22:37.309237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:37.310938 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.336455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.362813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.410074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95e5d9-26e7-4e83-a7cc-39e5f7387fb7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.434443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95e5d9-26e7-4e83-a7cc-39e5f7387fb7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.448486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95e5d9-26e7-4e83-a7cc-39e5f7387fb7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.460324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4e95e5d9-26e7-4e83-a7cc-39e5f7387fb7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4108520 Nov 03 19:22:37.463637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57682) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:37.486947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Provisioning complete for port e760d7e2-0245-4898-9743-d2dc9537284f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:37.487478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.652104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.671621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9552298 Nov 03 19:22:37.671831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:37.677963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Port e760d7e2-0245-4898-9743-d2dc9537284f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:37.695337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Provisioning complete for port 8040f183-05f2-483f-a79e-6e8f2ce2481c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:37.699880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.719616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7db9d543-9c45-489b-9f9e-5a2472cfb208', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:37.803396 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:26Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:36Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:37.838718 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db9d543-9c45-489b-9f9e-5a2472cfb208,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:37.839338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.853954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 3670965a-4a1e-4c2d-8d6a-fd013f136735 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:37.854795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.899075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986357b-8897-4b5e-b486-d5808dc1a8a1 req-7e122dff-8173-4b79-b2b0-6c81882d7e1f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.899398 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965ed64-8af7-4d37-a295-9a2411383acf None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:26Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:36Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:37.911744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.915047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5986357b-8897-4b5e-b486-d5808dc1a8a1 req-7e122dff-8173-4b79-b2b0-6c81882d7e1f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.3945527 Nov 03 19:22:37.941711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.942305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.942610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.943196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.944144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.944939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.945483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.946929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.947471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.949520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.951141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:37.954347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78ad5-5379-403f-87f3-495870f3621a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:38.049232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] For port 8040f183-05f2-483f-a79e-6e8f2ce2481c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8040f183-05f2-483f-a79e-6e8f2ce2481c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:38.056913 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.073742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port e4283f9d-15e8-4db3-acf9-024928a7ec20 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:38.076828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.158296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1764462-037e-45fd-94a3-2322a04041d7 None None] Pushing event updated for resources: {'Port': ['ID=8040f183-05f2-483f-a79e-6e8f2ce2481c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:38.193981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.200168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.208161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Provisioning complete for port 3670965a-4a1e-4c2d-8d6a-fd013f136735 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:38.209050 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.238873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cec6f04-3dbd-48b5-8834-e2291f3f3f9f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:38.277137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Port 3670965a-4a1e-4c2d-8d6a-fd013f136735 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:38.280079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.282245 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd8b467e-b8b5-4b51-9841-046ef87625e7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5886819 Nov 03 19:22:38.283855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.285611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57714) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:38.291871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Provisioning complete for port e4283f9d-15e8-4db3-acf9-024928a7ec20 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:38.292248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.292474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7db9d543-9c45-489b-9f9e-5a2472cfb208', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:38.299349 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.316911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for e4283f9d-15e8-4db3-acf9-024928a7ec20 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:38.338729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 3670965a-4a1e-4c2d-8d6a-fd013f136735 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:38.369630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9141351b-b2a5-4d98-9485-33ad88af4e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.374870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Port e4283f9d-15e8-4db3-acf9-024928a7ec20 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:38.407816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Provisioning complete for port 8040f183-05f2-483f-a79e-6e8f2ce2481c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:38.408589 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c65f015-b428-47fb-a059-4e1edec711d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.555031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.683962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5986357b-8897-4b5e-b486-d5808dc1a8a1 req-0d0fc2cb-be62-4199-b3c8-4f3a317aa36d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7675395 Nov 03 19:22:38.687934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.743556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=e4283f9d-15e8-4db3-acf9-024928a7ec20,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:38.793387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-ef9a8c2b-c50a-4927-8a30-7da73f25fe8f req-e4a81902-8be7-4f9b-9ef6-38250f7830ec tempest-ServerActionsTestJSON-568262504 tempest-ServerActionsTestJSON-568262504-project] (101989) timed out ('10.222.0.115', 55204) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:22:38.796284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.803970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.838714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.846724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-807184cc-731e-4ecb-9953-dbff1c800d1b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/e4283f9d-15e8-4db3-acf9-024928a7ec20 HTTP/1.1" status: 204 len: 168 time: 1.5405774 Nov 03 19:22:38.847734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57734) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:38.880593 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-addc8dd4-f1c8-4b19-b8a7-05ad826feb08 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:22:38.885991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-addc8dd4-f1c8-4b19-b8a7-05ad826feb08 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/e4283f9d-15e8-4db3-acf9-024928a7ec20 HTTP/1.1" status: 404 len: 333 time: 0.0365939 Nov 03 19:22:38.886788 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57738) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:38.978102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d15b28-2403-4abd-a8f0-7326ce71b1df,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:39.078434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.082171 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-928539ed-e401-415e-9a32-cc26887851fa tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7946806 Nov 03 19:22:39.096510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57742) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:39.136894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7db9d543-9c45-489b-9f9e-5a2472cfb208', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:39.194136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8040f183-05f2-483f-a79e-6e8f2ce2481c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:39.221116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.236445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc317d87-8dc6-4e06-babb-e3af886da7db req-1390c1bf-f2b8-4826-be46-37305476f88c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.254797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc317d87-8dc6-4e06-babb-e3af886da7db req-1390c1bf-f2b8-4826-be46-37305476f88c tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 946 time: 0.3121891 Nov 03 19:22:39.271672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=3670965a-4a1e-4c2d-8d6a-fd013f136735,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:39.296084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.304748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port e760d7e2-0245-4898-9743-d2dc9537284f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:39.305191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.382002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8040f183-05f2-483f-a79e-6e8f2ce2481c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:39.382983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.426550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.432629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73fe99f3-c4ee-4ef9-b74a-efad615bec01 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/3670965a-4a1e-4c2d-8d6a-fd013f136735 HTTP/1.1" status: 204 len: 168 time: 1.9654140 Nov 03 19:22:39.447376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57744) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:39.581026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc317d87-8dc6-4e06-babb-e3af886da7db req-bd623506-1356-449c-8d79-5c9b148292c7 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251989 Nov 03 19:22:39.643444 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef98311-8e17-46a7-a549-51efc90fcf1d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:22:39.645176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fef98311-8e17-46a7-a549-51efc90fcf1d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/3670965a-4a1e-4c2d-8d6a-fd013f136735 HTTP/1.1" status: 404 len: 333 time: 0.1970549 Nov 03 19:22:39.648358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.651402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57750) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:39.735856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for e760d7e2-0245-4898-9743-d2dc9537284f owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:39.762461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d3e7c4c8-11c4-4e3e-b31d-0aaafca84e5f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.764462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d3e7c4c8-11c4-4e3e-b31d-0aaafca84e5f tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 946 time: 0.3180728 Nov 03 19:22:39.796395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.824453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.856675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.859128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7603571 Nov 03 19:22:39.863860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 9b5d3f95-626e-41b0-8fc1-03b9fff26419 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:39.864234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.864496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57752) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:39.874605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7db9d543-9c45-489b-9f9e-5a2472cfb208', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:39.887568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9aa2-2cbb-48f6-9bfa-7d4ed75f5b60 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b106217-fae6-49bb-9fb5-09df5d50d26f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:39.921801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.972683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.985940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.007984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 9b5d3f95-626e-41b0-8fc1-03b9fff26419 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:40.104687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Deleting port 85a6dd47-d0fa-4850-8c92-bcc200f56332 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:40.105289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.170858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.177463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.267866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22978194-c8a9-400d-8f62-7ff9347a7bd2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:40.281336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.283374 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0385f705-486d-4305-a469-ad5da420d7b6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4142170 Nov 03 19:22:40.286305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57760) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:40.290930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7db9d543-9c45-489b-9f9e-5a2472cfb208', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:40.360223 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Project 18722f7d7d2647de99969f468355570d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:22:40.376273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.394634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] For port 85a6dd47-d0fa-4850-8c92-bcc200f56332, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=85a6dd47-d0fa-4850-8c92-bcc200f56332,segment=NetworkSegment(816de141-5685-404d-99da-318d781ff44a),segment_id=816de141-5685-404d-99da-318d781ff44a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:40.395437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.428499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.447624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Calling delete_port for 85a6dd47-d0fa-4850-8c92-bcc200f56332 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:40.524775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=9b5d3f95-626e-41b0-8fc1-03b9fff26419,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:40.579171 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.590826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f103624-135b-4af2-b1a8-a7fb4cebe829 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/9b5d3f95-626e-41b0-8fc1-03b9fff26419 HTTP/1.1" status: 204 len: 168 time: 0.9323127 Nov 03 19:22:40.598948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.600903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57764) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:40.713358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.736492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.737799 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e036f2-dd18-4db8-ab79-0d289e309b8f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:22:40.740416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-45e036f2-dd18-4db8-ab79-0d289e309b8f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/9b5d3f95-626e-41b0-8fc1-03b9fff26419 HTTP/1.1" status: 404 len: 333 time: 0.1382902 Nov 03 19:22:40.748948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=e760d7e2-0245-4898-9743-d2dc9537284f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:40.750941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57772) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:40.940309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:40.945099 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6577113 Nov 03 19:22:40.948435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57774) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:40.954140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd305464-3eb5-42d7-8cd9-a683f316a72e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a26c873-0b52-40bd-824b-9eda6c8e2482,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:40.958358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7db9d543-9c45-489b-9f9e-5a2472cfb208', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:41.057151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.062671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5371fb62-ac4c-46ee-a4ad-171df84069b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/e760d7e2-0245-4898-9743-d2dc9537284f HTTP/1.1" status: 204 len: 168 time: 2.1746757 Nov 03 19:22:41.072270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6d5dd-44a1-4093-91b1-ad3193443232 req-a7f2f92b-2515-42af-bb7f-fa1d1c0e2ed4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:41.074128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdb6d5dd-44a1-4093-91b1-ad3193443232 req-a7f2f92b-2515-42af-bb7f-fa1d1c0e2ed4 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 946 time: 0.3325884 Nov 03 19:22:41.074638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57776) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:41.085899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet a7093834-04a2-428c-af33-06043d10d031 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:41.095534 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Project 18722f7d7d2647de99969f468355570d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:22:41.103147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.140289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.193901 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c288dc6-a31e-4b72-8088-80f18d0a30ff tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:22:41.195665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3c288dc6-a31e-4b72-8088-80f18d0a30ff tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/e760d7e2-0245-4898-9743-d2dc9537284f HTTP/1.1" status: 404 len: 333 time: 0.1171751 Nov 03 19:22:41.209006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57778) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:41.210546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.282678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.378391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdb6d5dd-44a1-4093-91b1-ad3193443232 req-84701501-aa45-494c-aafb-c54647857211 tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/security-groups?id=77022b5c-5104-44eb-b2f9-b9f09cf15991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440856 Nov 03 19:22:41.464781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.471933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Pushing event deleted for resources: {'Port': ['ID=85a6dd47-d0fa-4850-8c92-bcc200f56332,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:41.472283 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.495724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet 43cc7edd-0312-4289-a039-fb5c059e421f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:41.506850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.558679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b64f5ca-1720-44f2-8fa5-1e2dbb792213,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:41.579705 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.586222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bf543dce-45d9-4925-88db-967198a1209f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6314869 Nov 03 19:22:41.612429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.616598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.750796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] No DVR routers for this DVR port 85a6dd47-d0fa-4850-8c92-bcc200f56332 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:41.765577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.769206 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-15d041aa-eca3-46db-a90e-efda6b2e6656 req-d61a93a7-be21-4057-a159-cb778c05bddd tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.115 "DELETE /v2.0/ports/85a6dd47-d0fa-4850-8c92-bcc200f56332 HTTP/1.1" status: 204 len: 173 time: 1.9961269 Nov 03 19:22:41.770712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.774192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'name': 'network-vif-deleted', 'tag': '85a6dd47-d0fa-4850-8c92-bcc200f56332'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:41.776521 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0bed91-9a70-4598-90ec-7bfad2d193ef" -d '{"events": [{"server_uuid": "80d42064-2788-4ec9-aaa1-1276b27b3ccf", "name": "network-vif-deleted", "tag": "85a6dd47-d0fa-4850-8c92-bcc200f56332"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:41.845561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.851875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/a7093834-04a2-428c-af33-06043d10d031 HTTP/1.1" status: 204 len: 168 time: 1.0874524 Nov 03 19:22:41.859728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57804) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:41.870655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d715e10-ce27-4638-8a5c-87219890ff21 None None] Network 39997c35-0f26-4e16-8371-817d9a6e13b3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:41.930674 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d3645-3bc9-4253-95c9-2a51e802b84b x-openstack-request-id: req-2d7d3645-3bc9-4253-95c9-2a51e802b84b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:41.931964 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d42064-2788-4ec9-aaa1-1276b27b3ccf", "name": "network-vif-deleted", "tag": "85a6dd47-d0fa-4850-8c92-bcc200f56332", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:41.932225 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d7d3645-3bc9-4253-95c9-2a51e802b84b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:41.932665 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d42064-2788-4ec9-aaa1-1276b27b3ccf', 'name': 'network-vif-deleted', 'tag': '85a6dd47-d0fa-4850-8c92-bcc200f56332', 'status': 'completed', 'code': 200} Nov 03 19:22:41.935474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e217-f261-4398-8cc3-ad2a60addc1b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=a7093834-04a2-428c-af33-06043d10d031,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:42.028367 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.031100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.070598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.110023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.162885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-5e31916e-58ae-44d4-85bb-90869265f530 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45251588&fields=id&tenant_id=18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 267 time: 0.2098157 Nov 03 19:22:42.250351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] DHCP port deletion for 39997c35-0f26-4e16-8371-817d9a6e13b3 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:42.326200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.374204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] Deleting port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:42.374962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.390852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=43cc7edd-0312-4289-a039-fb5c059e421f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:42.401733 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.406425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c5b4b3a9-e509-4969-9108-a0ff2df34e25 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/43cc7edd-0312-4289-a039-fb5c059e421f HTTP/1.1" status: 204 len: 168 time: 1.1961787 Nov 03 19:22:42.409642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57810) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:42.415750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d817e2e-e303-437e-baaa-b090d8c656e3 None None] Network 556bfee1-944e-4d7f-ab3f-caa7e2171e15 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:42.428427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:42.428956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.573389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-4abeb2fc-4d13-43b6-988a-ac18995e2e6a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:42.586606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-4abeb2fc-4d13-43b6-988a-ac18995e2e6a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 797 time: 0.3945155 Nov 03 19:22:42.632475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.666275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85a6dd47-d0fa-4850-8c92-bcc200f56332 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:42.714888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f751dae1-9173-4abf-b3dc-5669232741fb req-4bb290aa-b1b1-4c2e-b0c3-af73e796116b tempest-ServersTestJSON-1695606855 tempest-ServersTestJSON-1695606855-project] 10.222.0.91 "GET /v2.0/ports?device_id=80d42064-2788-4ec9-aaa1-1276b27b3ccf HTTP/1.1" status: 200 len: 210 time: 0.0621746 Nov 03 19:22:42.724831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-d4eab593-1376-4554-a5f1-9c0eca51e592 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/quotas/18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 375 time: 0.1349442 Nov 03 19:22:42.757467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:42.758107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.782921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] For port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,segment=NetworkSegment(09c531e6-f978-4dfe-89b0-0f48b24d6e4a),segment_id=09c531e6-f978-4dfe-89b0-0f48b24d6e4a)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:42.783536 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.814962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:42.822388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 85a6dd47-d0fa-4850-8c92-bcc200f56332 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:42.824628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 85a6dd47-d0fa-4850-8c92-bcc200f56332 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:42.860125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] For port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,segment=NetworkSegment(c2ad2919-ac39-400c-8ae3-2af549415053),segment_id=c2ad2919-ac39-400c-8ae3-2af549415053)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:42.860413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] For port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,segment=NetworkSegment(09c531e6-f978-4dfe-89b0-0f48b24d6e4a),segment_id=09c531e6-f978-4dfe-89b0-0f48b24d6e4a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:42.860982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.861119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:42.882081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:42.920464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] Calling delete_port for 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:43.043931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.079180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:43.187926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No DVR routers for this DVR port eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:43.207909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-84f72aa8-c720-4ddb-a7ab-8b47f1777361 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4800408 Nov 03 19:22:43.232704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:43.296888 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.314374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d483e2-7cc3-4c39-a683-a3a4c4ba1764 None None] DHCP port deletion for 556bfee1-944e-4d7f-ab3f-caa7e2171e15 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:43.379076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:43.399692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No DVR routers for this DVR port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: from cryptography.utils import int_from_bytes Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: from cryptography.utils import int_from_bytes Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:22:43.443528 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:22:43.459280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:22:43.460349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:43.462514 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.494542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] No DVR routers for this DVR port 0a91bf7a-2a95-4c1b-866b-b3e391138fe3 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:43.504690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.546158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556bfee1-944e-4d7f-ab3f-caa7e2171e15']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:43.564411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ad2919-ac39-400c-8ae3-2af549415053') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:43.565030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ad2919-ac39-400c-8ae3-2af549415053') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:43.565919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6e3f0-a37e-4b6d-92a9-4fac14f5db46 None None] Pushing event deleted for resources: {'Port': ['ID=0a91bf7a-2a95-4c1b-866b-b3e391138fe3,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:43.594094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.623095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.639312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:43.655911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.746162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.788479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39997c35-0f26-4e16-8371-817d9a6e13b3']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:43.809409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c531e6-f978-4dfe-89b0-0f48b24d6e4a') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:43.809845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c531e6-f978-4dfe-89b0-0f48b24d6e4a') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:43.810053 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:43.830819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.848262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57830) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:43.858684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.870117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-d793dd4e-31a3-4a88-b881-778dfffa3042 service neutron] 10.222.0.91 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333673 Nov 03 19:22:43.879153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.887543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/556bfee1-944e-4d7f-ab3f-caa7e2171e15 HTTP/1.1" status: 204 len: 168 time: 1.4768028 Nov 03 19:22:43.889356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b58990-3160-4b01-81a6-1636216ae64b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=556bfee1-944e-4d7f-ab3f-caa7e2171e15,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:43.892982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57834) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:43.899063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.901868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-981534257'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:43.937258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:43.946273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.961465 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:43.961875 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:43.965134 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:44.007831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:22:44.030544 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.030882 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment e093925b-d87a-4490-a07a-d3e99c32b57a of type vlan for network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 Nov 03 19:22:44.082600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.113076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.119126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:44.119908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.129198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f6848147-b883-49a9-95bb-bd739ceed9df service neutron] 10.222.0.91 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387068 Nov 03 19:22:44.168172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2730761 Nov 03 19:22:44.190350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57840) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:44.199703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:44.226303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066f498-e9ca-48cc-a552-76bab4b6ca1c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=312b3131-a4ed-4f1f-a6c0-4e70339a9ca5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:44.241682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:22:44.274317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.738169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.748248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57854) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:44.749243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/39997c35-0f26-4e16-8371-817d9a6e13b3 HTTP/1.1" status: 204 len: 168 time: 2.8880229 Nov 03 19:22:44.750144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc722582-8420-4e15-83ad-ab7de5a483a4 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=39997c35-0f26-4e16-8371-817d9a6e13b3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:44.763980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-710906532'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:44.797117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64982d59-537a-4771-9f2a-a98698178457 req-e82e4b58-392e-4719-b5bf-b3b390500aa3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 210 time: 0.0933456 Nov 03 19:22:44.813325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Deleting subnet fa4780be-d89d-4fe8-bb0b-30ed303b77a5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:44.814760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:44.818897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.837226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.916857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:22:44.924365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.930853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:44.939707 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.946533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:44.952240 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Added segment 02e137ce-1238-4878-a67c-0d23aeb5e004 of type vlan for network e661c5e7-cae3-47fa-916b-15366843f194 Nov 03 19:22:45.080687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:45.125546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.155117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:45.157188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device eb14b5b6-fb8e-4580-9849-9c6e21b0a5e1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:45.183587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.253852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.272438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:45.273279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.376416 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6244111 Nov 03 19:22:45.376757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57868) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:45.380699 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.382657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:45.505089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.515515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fa4780be-d89d-4fe8-bb0b-30ed303b77a5 HTTP/1.1" status: 204 len: 168 time: 1.6659729 Nov 03 19:22:45.521250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4b417-527b-4f65-bb74-db5b440c7f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4780be-d89d-4fe8-bb0b-30ed303b77a5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:45.527266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57870) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:45.557417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39349d9-8a56-4414-8cdc-0a442a15febd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Network': ['ID=e661c5e7-cae3-47fa-916b-15366843f194,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:45.570282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e661c5e7-cae3-47fa-916b-15366843f194 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:22:45.591674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:45.595786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.758183 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:45.986466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.019799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=62a33a5c-bb00-4e82-924a-c22e7d85650e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:46.102836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e275c625-37d8-42a6-b712-736d50d1b550 req-ede1248c-fec9-41a9-8b4b-372183759af5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 210 time: 0.1013792 Nov 03 19:22:46.117546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.196117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': 'e093925b-d87a-4490-a07a-d3e99c32b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:46.196517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:46.292259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.362259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:46.378548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=d4ba2ece-db77-4d99-b193-5e322544a6ba,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:46.395933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Checking segment: {'id': '02e137ce-1238-4878-a67c-0d23aeb5e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:46.396362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network hostable DHCP agents. Network: e661c5e7-cae3-47fa-916b-15366843f194, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:46.405861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:46.428696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:46.446505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae675f0-0402-4f69-a5e6-69f1ec594943 None None] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:46.449818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network e661c5e7-cae3-47fa-916b-15366843f194 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:46.451162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816de141-5685-404d-99da-318d781ff44a') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:46.452899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816de141-5685-404d-99da-318d781ff44a') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:46.462901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:46.465178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.502119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e661c5e7-cae3-47fa-916b-15366843f194) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:46.525782 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.568997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:46.570115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.586146 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.612789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57888) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:46.613314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-abb9d876-a19d-4d75-9940-1bfe10617384 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4178054 Nov 03 19:22:46.619139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:46.622877 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.625796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5', 'name': 'tempest-PortsTestJSON-1749265326', 'fixed_ips': [{'subnet_id': '62a33a5c-bb00-4e82-924a-c22e7d85650e', 'ip_address': '172.20.0.10'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:46.631639 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:46.706691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7cf127c4-7dd5-4d69-9ec2-f687622e9de1 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3279171 Nov 03 19:22:46.738865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57890) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:46.751631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-670145052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:46.775825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d0c1b-8f8d-4892-9d3b-112fcaa8d919 None None] Network e661c5e7-cae3-47fa-916b-15366843f194 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:46.819408 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.853735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:46.860234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] 10.222.0.91 "DELETE /v2.0/networks/27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e HTTP/1.1" status: 204 len: 168 time: 1.3221695 Nov 03 19:22:46.880403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f928bda-12d7-4c07-bbc4-2b2d75de4cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=27fa8da8-9e13-4b4e-a3f3-dfdfd57eaa0e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:46.985046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-312b3131-a4ed-4f1f-a6c0-4e70339a9ca5', 'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': '62a33a5c-bb00-4e82-924a-c22e7d85650e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:46.988405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.052582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.054404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.183338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57898) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:47.198202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-347e9a8c-b7aa-4316-80ab-450fda0a398a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:47.200195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-347e9a8c-b7aa-4316-80ab-450fda0a398a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 797 time: 0.7255721 Nov 03 19:22:47.241121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.244505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e068d17e-67c5-4b55-b56d-51722f4fe39e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0ec1339047d4555acea91a3d16d4e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587475 Nov 03 19:22:47.248294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57902) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:47.249248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:47.264613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.290181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e661c5e7-cae3-47fa-916b-15366843f194', 'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': 'd4ba2ece-db77-4d99-b193-5e322544a6ba'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:22:47.291359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.429060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7017699-7173-4159-bfb7-870b09d7df90 req-4f9cc3eb-104e-483e-af6c-d4a23a86f670 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 210 time: 0.1540625 Nov 03 19:22:47.460836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.464468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-826d6a8a-a23c-4772-88c1-caf85c9501aa tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7202921 Nov 03 19:22:47.477611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57906) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:47.484580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194', 'name': 'tempest-PortsIpV6TestJSON-580864567'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:47.582158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-682f2317-c9d3-445c-bb67-99bf8d932ad5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 378 time: 0.3293133 Nov 03 19:22:47.597380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'port': {'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'admin_state_up': True, 'tenant_id': '18722f7d7d2647de99969f468355570d', 'security_groups': ['7db9d543-9c45-489b-9f9e-5a2472cfb208']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:47.663440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-498ffe89-a6c3-46bc-b022-be6ce52a64d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.730292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-498ffe89-a6c3-46bc-b022-be6ce52a64d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.768686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:47.775793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.853054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 87bfac2b-ba7f-485e-9339-075e25230475 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:47.878431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Allocated IP 172.20.0.2 (312b3131-a4ed-4f1f-a6c0-4e70339a9ca5/62a33a5c-bb00-4e82-924a-c22e7d85650e/248b81ee-a44b-422e-938e-280274982500) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:47.889464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.959250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-498ffe89-a6c3-46bc-b022-be6ce52a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.967998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-498ffe89-a6c3-46bc-b022-be6ce52a64d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:47.973010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-498ffe89-a6c3-46bc-b022-be6ce52a64d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/77022b5c-5104-44eb-b2f9-b9f09cf15991 HTTP/1.1" status: 204 len: 168 time: 0.7205694 Nov 03 19:22:47.973208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 2f2c71e1-6268-4cc6-89dd-d04b00fc315e yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:47.992036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ffe89-a6c3-46bc-b022-be6ce52a64d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77022b5c-5104-44eb-b2f9-b9f09cf15991,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:48.002727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:48.011641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.018444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Allocated IP 2001:db8::2 (e661c5e7-cae3-47fa-916b-15366843f194/d4ba2ece-db77-4d99-b193-5e322544a6ba/03b5cbb5-1d18-4408-87d1-13891a400c49) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:48.287643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.20.0.12 (1f8d9f90-e739-485b-8dda-fa870b12bdcb/2035c280-b4e1-4acb-8532-7cd4b0e3f3d7/c9d9e382-7815-43df-b9f7-e311bdcbd67c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:48.595896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.696530 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.724864 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.772026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b46d2f8-ec98-4526-9d41-f65e707827a5 req-053537d7-3d48-4312-b163-4ccc1982e958 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 210 time: 0.1352057 Nov 03 19:22:48.787121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.793757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:22:48.811662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:48.882519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Pushing event updated for resources: {'Port': ['ID=248b81ee-a44b-422e-938e-280274982500,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:48.902748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.907748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:48.917328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.967600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:49.066237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::68 (e661c5e7-cae3-47fa-916b-15366843f194/d4ba2ece-db77-4d99-b193-5e322544a6ba/87bfac2b-ba7f-485e-9339-075e25230475) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:49.084635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Network e661c5e7-cae3-47fa-916b-15366843f194 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:49.098282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:49.116175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:49.162328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:49.175676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:49.186187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:49.248453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Pushing event updated for resources: {'Port': ['ID=03b5cbb5-1d18-4408-87d1-13891a400c49,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:49.309481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:49.310186 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.320657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=c9d9e382-7815-43df-b9f7-e311bdcbd67c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:49.331098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.10 (312b3131-a4ed-4f1f-a6c0-4e70339a9ca5/62a33a5c-bb00-4e82-924a-c22e7d85650e/2f2c71e1-6268-4cc6-89dd-d04b00fc315e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:49.355880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-68a7757c-08ce-4a30-aead-6c9c431ae365 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7695451 Nov 03 19:22:49.375719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-9af9d5dd-20d2-4a82-8058-6696f9c879dd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:22:49.377113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-9af9d5dd-20d2-4a82-8058-6696f9c879dd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0092237 Nov 03 19:22:49.415727 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.425289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Attempting to bind port 248b81ee-a44b-422e-938e-280274982500 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:49.425672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Attempting to bind port 248b81ee-a44b-422e-938e-280274982500 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e093925b-d87a-4490-a07a-d3e99c32b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:49.426169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Attempting to bind port 248b81ee-a44b-422e-938e-280274982500 on network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:49.437015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Attempting to bind port 03b5cbb5-1d18-4408-87d1-13891a400c49 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:49.437558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Attempting to bind port 03b5cbb5-1d18-4408-87d1-13891a400c49 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '02e137ce-1238-4878-a67c-0d23aeb5e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:49.437922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Attempting to bind port 03b5cbb5-1d18-4408-87d1-13891a400c49 on network e661c5e7-cae3-47fa-916b-15366843f194 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:49.454333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:49.455119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Checking segment: {'id': 'e093925b-d87a-4490-a07a-d3e99c32b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:49.455373 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.458103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Bound using segment: {'id': 'e093925b-d87a-4490-a07a-d3e99c32b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:49.458728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Bound port: 248b81ee-a44b-422e-938e-280274982500, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e093925b-d87a-4490-a07a-d3e99c32b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:49.459164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.472001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:49.472421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Checking segment: {'id': '02e137ce-1238-4878-a67c-0d23aeb5e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:49.472949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.473263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Bound using segment: {'id': '02e137ce-1238-4878-a67c-0d23aeb5e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:49.473835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Bound port: 03b5cbb5-1d18-4408-87d1-13891a400c49, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e137ce-1238-4878-a67c-0d23aeb5e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e661c5e7-cae3-47fa-916b-15366843f194'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:49.474257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.520891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.555730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] For port 03b5cbb5-1d18-4408-87d1-13891a400c49, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:49.562020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] For port 03b5cbb5-1d18-4408-87d1-13891a400c49, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=03b5cbb5-1d18-4408-87d1-13891a400c49,segment=NetworkSegment(02e137ce-1238-4878-a67c-0d23aeb5e004),segment_id=02e137ce-1238-4878-a67c-0d23aeb5e004)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:49.589607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.663314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=87bfac2b-ba7f-485e-9339-075e25230475,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:49.715295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network e661c5e7-cae3-47fa-916b-15366843f194 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:49.717251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:49.727200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:49.744475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:49.766562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.816931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cb708eb5-cb04-483a-ad35-b7f15a0327c5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3374169 Nov 03 19:22:49.817604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 57950) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:49.870042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.905423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a2a7d0a9-3ca8-496a-b6cd-1bb6645e23a7 None None] Provisioning complete for port c9d9e382-7815-43df-b9f7-e311bdcbd67c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:49.905927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d0a9-3ca8-496a-b6cd-1bb6645e23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.957017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Request body: {'port': {'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:50.034883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6996-486e-49ec-9023-e39198ac94d1 None None] Pushing event updated for resources: {'Port': ['ID=03b5cbb5-1d18-4408-87d1-13891a400c49,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:50.038530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] For port 248b81ee-a44b-422e-938e-280274982500, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:50.067860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] For port 248b81ee-a44b-422e-938e-280274982500, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=248b81ee-a44b-422e-938e-280274982500,segment=NetworkSegment(e093925b-d87a-4490-a07a-d3e99c32b57a),segment_id=e093925b-d87a-4490-a07a-d3e99c32b57a)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:50.076239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.083673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7d0a9-3ca8-496a-b6cd-1bb6645e23a7 None None] Port c9d9e382-7815-43df-b9f7-e311bdcbd67c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:50.088249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.309193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf63470-9e10-44fb-98c0-83926315cad7 None None] Pushing event updated for resources: {'Port': ['ID=248b81ee-a44b-422e-938e-280274982500,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:50.841927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a0af-3155-4ab9-87c4-547da8ef7f97 req-a618c9b6-4cb7-4e22-b41e-76616b72b790 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:50.871491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0610a0af-3155-4ab9-87c4-547da8ef7f97 req-a618c9b6-4cb7-4e22-b41e-76616b72b790 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 932 time: 0.8233190 Nov 03 19:22:51.047407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.068056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=2f2c71e1-6268-4cc6-89dd-d04b00fc315e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:51.098006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:51.100962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:51.151362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:51.269781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:51.270439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.316818 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8681b087-06ab-49e6-b74d-4ab655770110 req-85eecea2-f577-41e1-bc17-adae0e66c183 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1733716 Nov 03 19:22:51.343560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4364771c-87c4-4791-af56-e5450f9d5896 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7246809 Nov 03 19:22:51.359226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 57984) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:51.398048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0610a0af-3155-4ab9-87c4-547da8ef7f97 req-ce108950-0a74-4e01-b482-cbe8247460f5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5126903 Nov 03 19:22:51.419809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '312b3131-a4ed-4f1f-a6c0-4e70339a9ca5', 'name': 'tempest-PortsTestJSON-704642458', 'fixed_ips': [{'subnet_id': '62a33a5c-bb00-4e82-924a-c22e7d85650e', 'ip_address': '172.20.0.9'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:51.493387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 03b5cbb5-1d18-4408-87d1-13891a400c49 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:51.669460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 03b5cbb5-1d18-4408-87d1-13891a400c49 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:51.670371 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.765236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.022659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.039967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:52.057343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.067748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ad504-8fb0-4e97-bd7f-6dc2a8ffc132 None None] Network e661c5e7-cae3-47fa-916b-15366843f194 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:52.145976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 8052f6db-e6a1-4c7a-8635-60ddc5c4d67e yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:22:52.404272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 03b5cbb5-1d18-4408-87d1-13891a400c49, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=03b5cbb5-1d18-4408-87d1-13891a400c49,segment=NetworkSegment(02e137ce-1238-4878-a67c-0d23aeb5e004),segment_id=02e137ce-1238-4878-a67c-0d23aeb5e004)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:52.426263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dd327206-c766-4fc8-a5bb-8ee4ac857a52 None None] Provisioning complete for port 03b5cbb5-1d18-4408-87d1-13891a400c49 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:52.426705 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd327206-c766-4fc8-a5bb-8ee4ac857a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.455067 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.475672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 248b81ee-a44b-422e-938e-280274982500 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:52.612226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dda81e-e8d6-4f0f-913f-24856a43bb25 None None] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:52.724629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8db6b9bc-187d-4744-adec-422c6c8436d3 req-daca27d7-064f-4043-bf4d-471ac400d314 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1654251 Nov 03 19:22:52.795769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.9 (312b3131-a4ed-4f1f-a6c0-4e70339a9ca5/62a33a5c-bb00-4e82-924a-c22e7d85650e/8052f6db-e6a1-4c7a-8635-60ddc5c4d67e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:52.894455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.915535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.031941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=87bfac2b-ba7f-485e-9339-075e25230475,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:53.099920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec06a1-05b4-4363-be2c-c238fad48bf4 req-8324ef2a-2928-4726-a720-11e056cd7bd7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:53.115245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeec06a1-05b4-4363-be2c-c238fad48bf4 req-8324ef2a-2928-4726-a720-11e056cd7bd7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 932 time: 0.4238493 Nov 03 19:22:53.242518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d9e382-7815-43df-b9f7-e311bdcbd67c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:22:53.258865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.293372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Transition to ACTIVE for port object c9d9e382-7815-43df-b9f7-e311bdcbd67c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:22:53.327329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.399093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.406081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.425384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeec06a1-05b4-4363-be2c-c238fad48bf4 req-34a3cbf1-a8b3-4e75-a887-46fe4bf778a4 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2960601 Nov 03 19:22:53.510870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d9e382-7815-43df-b9f7-e311bdcbd67c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:53.571583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=03b5cbb5-1d18-4408-87d1-13891a400c49,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:53.680435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.704987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 248b81ee-a44b-422e-938e-280274982500 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:53.705585 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:53.743004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.744368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.745018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.746104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.747195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.747781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.748292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.748631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.749119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.749689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.750268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.750826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:53.914023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Attempting to bind port c9d9e382-7815-43df-b9f7-e311bdcbd67c on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:53.914485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Attempting to bind port c9d9e382-7815-43df-b9f7-e311bdcbd67c by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:53.914935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Attempting to bind port c9d9e382-7815-43df-b9f7-e311bdcbd67c on network 1f8d9f90-e739-485b-8dda-fa870b12bdcb {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:53.956936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Port c9d9e382-7815-43df-b9f7-e311bdcbd67c on network 1f8d9f90-e739-485b-8dda-fa870b12bdcb not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:22:53.958229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Attempting to bind port c9d9e382-7815-43df-b9f7-e311bdcbd67c on network 1f8d9f90-e739-485b-8dda-fa870b12bdcb {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:53.991463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:54.003297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Checking segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:54.004164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Bound using segment: {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:54.005032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Bound port: c9d9e382-7815-43df-b9f7-e311bdcbd67c, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f71657-57c6-438a-9024-c11546acf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:54.008214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.053853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.182674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] For port c9d9e382-7815-43df-b9f7-e311bdcbd67c, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:54.187077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] For port c9d9e382-7815-43df-b9f7-e311bdcbd67c, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:54.196901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.230557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-3584995b-2ab4-4b1a-8e29-5a8eeaee86f0 req-b10d65c4-5568-4528-be83-9fed2d31fe38 service neutron] (101988) timed out ('10.222.0.91', 39066) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:22:54.267349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:54.285030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:54.304927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:54.356576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:54.364933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.366546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] 10.222.0.115 "PUT /v2.0/ports/c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 1092 time: 4.9677517 Nov 03 19:22:54.367119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:54.379987 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdfa137-1382-42ef-a913-dc7b3cf00441" -d '{"events": [{"name": "network-changed", "server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:54.403203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa6d3e77-4653-4249-92d2-bc018971fcb5 req-cb85e01b-6906-4ac1-b575-c831aa82b743 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.2222083 Nov 03 19:22:54.502046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=8052f6db-e6a1-4c7a-8635-60ddc5c4d67e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:54.598065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.612227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.624397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.697439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e0c10666-8360-4ba6-ae30-a321412b083c None None] Provisioning complete for port 248b81ee-a44b-422e-938e-280274982500 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:54.697815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0c10666-8360-4ba6-ae30-a321412b083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.720101 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.734417 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e6c1fc-56a6-49e4-be6e-1fec40a9bd58 x-openstack-request-id: req-a3e6c1fc-56a6-49e4-be6e-1fec40a9bd58 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:54.735574 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:54.746676 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a3e6c1fc-56a6-49e4-be6e-1fec40a9bd58 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:54.748452 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'status': 'completed', 'code': 200} Nov 03 19:22:55.015695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.017049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.067436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 248b81ee-a44b-422e-938e-280274982500, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=248b81ee-a44b-422e-938e-280274982500,segment=NetworkSegment(e093925b-d87a-4490-a07a-d3e99c32b57a),segment_id=e093925b-d87a-4490-a07a-d3e99c32b57a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:55.079634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6102273a-48eb-4b5d-bb64-a083a0a99d70 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7119007 Nov 03 19:22:55.102495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:55.153955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-57e5a8b5-8006-4817-acd7-2621bfc8a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.165680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-57e5a8b5-8006-4817-acd7-2621bfc8a396 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1095 time: 0.6524370 Nov 03 19:22:55.190503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=87bfac2b-ba7f-485e-9339-075e25230475,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:55.230169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7e6d-4b46-4ff5-a1d0-664884f0c456 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d9e382-7815-43df-b9f7-e311bdcbd67c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:55.277387 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.307025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58040) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:55.427123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2ebb1-c372-43b7-be94-9ee6647794bf req-d8c6456e-80d8-4279-94e2-bb425ca6057c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.448170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40e2ebb1-c372-43b7-be94-9ee6647794bf req-d8c6456e-80d8-4279-94e2-bb425ca6057c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 944 time: 0.6026371 Nov 03 19:22:55.474205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-60bd1e63-4fa9-4abb-8f56-c208f64d1987 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 217 time: 0.2448325 Nov 03 19:22:55.560866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e0c10666-8360-4ba6-ae30-a321412b083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.561883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a63e669-ac36-4c92-9ca1-1cd3fff5b7ef req-c19b439c-b269-49dc-8823-309ee0357223 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1443973 Nov 03 19:22:55.659899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88035274-8ed7-4199-8e8e-5b1c4f943e95 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.661604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88035274-8ed7-4199-8e8e-5b1c4f943e95 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5543201 Nov 03 19:22:55.671577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58046) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:55.678899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=248b81ee-a44b-422e-938e-280274982500,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:55.856345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e0c10666-8360-4ba6-ae30-a321412b083c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:22:55.865724 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e0c10666-8360-4ba6-ae30-a321412b083c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:22:55.879910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-6cd2faba-5506-4ab4-9bce-533c4c85e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.886892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-6cd2faba-5506-4ab4-9bce-533c4c85e311 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 200 len: 834 time: 0.3316267 Nov 03 19:22:55.887087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40e2ebb1-c372-43b7-be94-9ee6647794bf req-5d20b695-99fb-407b-a9a3-cf60bc1a2892 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4348118 Nov 03 19:22:55.894625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network e661c5e7-cae3-47fa-916b-15366843f194 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:55.971996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:56.129919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8c39a-817a-4f4c-8459-c81ef82914a9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:56.146983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8c39a-817a-4f4c-8459-c81ef82914a9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:56.157784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8c39a-817a-4f4c-8459-c81ef82914a9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:56.163238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e3d8c39a-817a-4f4c-8459-c81ef82914a9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4841876 Nov 03 19:22:56.169974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58052) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:56.272454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85d7569f-399c-4b02-91aa-5673d703066f req-8b587810-cab5-4010-b296-fcc89b77f051 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.3531675 Nov 03 19:22:56.280169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 03b5cbb5-1d18-4408-87d1-13891a400c49 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:56.443548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fe33-5b67-41ec-ae28-d208df494fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:56.471494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-20bcff5d-9a59-4bb2-9b25-d0f8aa89e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:56.484059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-20bcff5d-9a59-4bb2-9b25-d0f8aa89e526 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5892346 Nov 03 19:22:56.673651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 03b5cbb5-1d18-4408-87d1-13891a400c49 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:56.674345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:56.863999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fe33-5b67-41ec-ae28-d208df494fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:56.898359 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ddc2fe33-5b67-41ec-ae28-d208df494fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:56.917595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Provisioning complete for port 8052f6db-e6a1-4c7a-8635-60ddc5c4d67e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:56.936137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:56.967257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 8052f6db-e6a1-4c7a-8635-60ddc5c4d67e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:56.967698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.026160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ddc2fe33-5b67-41ec-ae28-d208df494fa2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=533b777b9f6449ed8c94eaafdf829f96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7065077 Nov 03 19:22:57.027412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58062) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:57.150179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Port 8052f6db-e6a1-4c7a-8635-60ddc5c4d67e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:57.208787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Router 4e3c110c-8734-40f5-9f3f-305895b63e95 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:22:57.257113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2fe33-5b67-41ec-ae28-d208df494fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df956fa8-7df6-49dd-9a01-acdbf705c114,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:57.269329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Provisioning complete for port 87bfac2b-ba7f-485e-9339-075e25230475 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:57.269666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.301761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9fdd-e56c-43ef-a9e3-02e66e4541a0 req-50dc9253-80fc-4e87-9f2b-9cf925837e49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:57.312307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41bf9fdd-e56c-43ef-a9e3-02e66e4541a0 req-50dc9253-80fc-4e87-9f2b-9cf925837e49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 944 time: 0.2045143 Nov 03 19:22:57.362380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-522122a7-38e9-4709-a957-3489d0469ad9 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584416 Nov 03 19:22:57.426144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Port 87bfac2b-ba7f-485e-9339-075e25230475 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:57.486854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Provisioning complete for port 248b81ee-a44b-422e-938e-280274982500 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:57.487641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.581205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41bf9fdd-e56c-43ef-a9e3-02e66e4541a0 req-ac5de653-149c-4bcc-8e79-bb75bc11375d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2673903 Nov 03 19:22:57.585792 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a157daa0-6edf-4715-b93c-2267655ae1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.638167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd34f907-e5a3-4d47-b22a-5067445dc534 req-bbd3e3dc-ffc5-4f88-a189-a941c6a371ef tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0428925 Nov 03 19:22:57.729938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.742159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 248b81ee-a44b-422e-938e-280274982500 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:57.823323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 8052f6db-e6a1-4c7a-8635-60ddc5c4d67e owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:57.879859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a157daa0-6edf-4715-b93c-2267655ae1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.923371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Provisioning complete for port 2f2c71e1-6268-4cc6-89dd-d04b00fc315e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:57.924577 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.962541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:57.988923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-713b567f-5e29-4c62-bf62-dd33b2424fca tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/routers/4e3c110c-8734-40f5-9f3f-305895b63e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1699307 Nov 03 19:22:57.994271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58072) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:58.028532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Port 2f2c71e1-6268-4cc6-89dd-d04b00fc315e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:58.041100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] Sync routers for ids ['4e3c110c-8734-40f5-9f3f-305895b63e95'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:58.109553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-025b53a4-e028-4dd7-8ef5-4b3b80095d9e req-c3414edf-c505-482c-b446-16f25a643212 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246864 Nov 03 19:22:58.122807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b03f5-1102-411b-9b74-b2fd5694054a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:58.124585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6b8b03f5-1102-411b-9b74-b2fd5694054a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e3c110c-8734-40f5-9f3f-305895b63e95 HTTP/1.1" status: 200 len: 987 time: 0.1293812 Nov 03 19:22:58.129649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.131015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58076) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:58.150597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] Routers {'4e3c110c-8734-40f5-9f3f-305895b63e95'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:58.151561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4e3c110c-8734-40f5-9f3f-305895b63e95'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:58.224243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=8052f6db-e6a1-4c7a-8635-60ddc5c4d67e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:58.247402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a157daa0-6edf-4715-b93c-2267655ae1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.258123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a157daa0-6edf-4715-b93c-2267655ae1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.259263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a157daa0-6edf-4715-b93c-2267655ae1a7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df956fa8-7df6-49dd-9a01-acdbf705c114 HTTP/1.1" status: 204 len: 168 time: 1.2262287 Nov 03 19:22:58.261097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:58.295158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Provisioning complete for port 03b5cbb5-1d18-4408-87d1-13891a400c49 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:58.295531 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54c07269-ece8-4d8e-a35c-e8cf4a76af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.360188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 248b81ee-a44b-422e-938e-280274982500 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:58.360820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.403704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157daa0-6edf-4715-b93c-2267655ae1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df956fa8-7df6-49dd-9a01-acdbf705c114,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:58.472574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] Routers {'4e3c110c-8734-40f5-9f3f-305895b63e95'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:58.481468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4e3c110c-8734-40f5-9f3f-305895b63e95'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:58.711134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-f763f81c-93c1-4ecd-abd6-c3a6c4a8e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:58.728378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-f763f81c-93c1-4ecd-abd6-c3a6c4a8e659 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1095 time: 0.5036037 Nov 03 19:22:58.766129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.773747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:58.774502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052eaa0-3ffb-4bf5-a33b-5350bd7a319e None None] The sync data for ids ['4e3c110c-8734-40f5-9f3f-305895b63e95'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:58.782333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-97f4a337-e739-4d63-81cb-083ffba76dce tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/8052f6db-e6a1-4c7a-8635-60ddc5c4d67e HTTP/1.1" status: 204 len: 168 time: 2.6090932 Nov 03 19:22:58.794859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58094) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:59.129843 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b9cada-bab5-45a1-98c4-90d400770f9f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:22:59.136174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-74b9cada-bab5-45a1-98c4-90d400770f9f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/8052f6db-e6a1-4c7a-8635-60ddc5c4d67e HTTP/1.1" status: 404 len: 333 time: 0.0500154 Nov 03 19:22:59.138298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:59.190587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2d66abcd-0196-454a-9fda-018e243d85a3 None None] Could not find standard attr ID for object 8052f6db-e6a1-4c7a-8635-60ddc5c4d67e. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:22:59.247453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2d66abcd-0196-454a-9fda-018e243d85a3 None None] Provisioning complete for port 87bfac2b-ba7f-485e-9339-075e25230475 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:59.251655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d66abcd-0196-454a-9fda-018e243d85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:59.377694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-ad0f4fd1-b015-43f2-bd1a-ff5db27efedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:59.382049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2d66abcd-0196-454a-9fda-018e243d85a3 None None] Port 87bfac2b-ba7f-485e-9339-075e25230475 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:59.385038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-ad0f4fd1-b015-43f2-bd1a-ff5db27efedb service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 898 time: 0.6550179 Nov 03 19:22:59.483131 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-66fd1e89-d542-4d56-b934-a7d211519979 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 217 time: 0.0808029 Nov 03 19:22:59.611057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 2f2c71e1-6268-4cc6-89dd-d04b00fc315e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:59.611513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:59.624139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-e4fee469-cd25-4f0f-9c38-2f8ff822832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:59.628213 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-e4fee469-cd25-4f0f-9c38-2f8ff822832d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 200 len: 834 time: 0.1367364 Nov 03 19:22:59.658548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17d06859-ec03-4234-a5e0-3db897ea66b3 req-fe32537b-7a60-46d8-bc7d-a738142e6fe3 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1808109 Nov 03 19:22:59.750152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591a3f3-0352-4b3d-848a-732d3b76628e req-2590c4ad-c0f3-4d51-9da9-ed29b908ac84 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:59.759306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7591a3f3-0352-4b3d-848a-732d3b76628e req-2590c4ad-c0f3-4d51-9da9-ed29b908ac84 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 944 time: 0.2957921 Nov 03 19:22:59.858890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-f83489d8-2eb7-4f2c-a099-54c50dc8042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:59.869585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-f83489d8-2eb7-4f2c-a099-54c50dc8042a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317917 Nov 03 19:23:00.008879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7591a3f3-0352-4b3d-848a-732d3b76628e req-d46d857b-9597-4426-85cf-ffba8df80b5f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2435634 Nov 03 19:23:00.040477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:00.068688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 2f2c71e1-6268-4cc6-89dd-d04b00fc315e owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:00.165385 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-b71f331f-e4ea-4875-8b4d-540871340b33 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814448 Nov 03 19:23:00.413403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:00.447390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58134) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:00.476826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=2f2c71e1-6268-4cc6-89dd-d04b00fc315e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:00.506367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:00.660184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:00.672449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58138) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:00.677638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c4e4921b-1e1f-4796-8028-864165598152 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/2f2c71e1-6268-4cc6-89dd-d04b00fc315e HTTP/1.1" status: 204 len: 168 time: 1.5243924 Nov 03 19:23:00.685220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ffdfa137-1382-42ef-a913-dc7b3cf00441 req-32e8af23-f49e-4110-979d-294c98c34423 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104058 Nov 03 19:23:00.729863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c9d9e382-7815-43df-b9f7-e311bdcbd67c details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:23:00.745729 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-873691da-c9e8-4a7e-8dd9-33893ac884cd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:23:00.764141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-873691da-c9e8-4a7e-8dd9-33893ac884cd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/2f2c71e1-6268-4cc6-89dd-d04b00fc315e HTTP/1.1" status: 404 len: 333 time: 0.0904465 Nov 03 19:23:00.764423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58142) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:00.902411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2060958558-network', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:00.924590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet 62a33a5c-bb00-4e82-924a-c22e7d85650e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:23:00.938703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:00.985872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6b608b5-1f31-46e4-89b5-bb6a7c941160 req-e981b7a9-edba-4fde-8ca0-4cd1e4e06ef3 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0887477 Nov 03 19:23:01.028622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.068011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Made reservation on behalf of efdcca87d99c49ecac6d297b961b0e2a for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:01.071209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.090311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.155530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c9d9e382-7815-43df-b9f7-e311bdcbd67c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:01.171837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:23:01.333576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.340035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 87bfac2b-ba7f-485e-9339-075e25230475 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:01.342451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.345555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.375551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d9e382-7815-43df-b9f7-e311bdcbd67c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:23:01.422284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c9d9e382-7815-43df-b9f7-e311bdcbd67c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:01.431106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.496222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.569711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c9d9e382-7815-43df-b9f7-e311bdcbd67c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:01.592598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.596548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/62a33a5c-bb00-4e82-924a-c22e7d85650e HTTP/1.1" status: 204 len: 168 time: 0.8303769 Nov 03 19:23:01.597726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d60f7-1c4e-44a1-a3ad-8bccccff7bdd tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=62a33a5c-bb00-4e82-924a-c22e7d85650e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:01.599827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58152) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:01.616975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589eb17-e6dc-4fcb-9590-0f0c9567600a None None] Network 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:01.634345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fee5c-f4b3-41b9-a0d1-0dc5f1a297ac req-9a3c8187-a3b8-4525-a0db-54be508e5091 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:01.636692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-268fee5c-f4b3-41b9-a0d1-0dc5f1a297ac req-9a3c8187-a3b8-4525-a0db-54be508e5091 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 944 time: 0.3647344 Nov 03 19:23:01.654194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.671041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.737567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40b9d1-c0a7-4a7c-bd40-239771fca9ca,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:01.752280 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.819527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['c9d9e382-7815-43df-b9f7-e311bdcbd67c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:23:01.896611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:23:01.940792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-268fee5c-f4b3-41b9-a0d1-0dc5f1a297ac req-4751221a-6fbc-4da9-9206-9fc022f16093 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2940490 Nov 03 19:23:01.956525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 87bfac2b-ba7f-485e-9339-075e25230475 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:01.957926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.988979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.995709 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Added segment 31d751f1-1de7-460a-aa90-74455be933ec of type vlan for network bf740413-d097-4812-a139-46cfc75e50f8 Nov 03 19:23:02.132393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 248b81ee-a44b-422e-938e-280274982500 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:02.133246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.283925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.290396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d7e31d-fbc1-401f-8704-513627f16917 req-4a41f750-fa79-4429-a20c-301c2b54c883 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0842955 Nov 03 19:23:02.334308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] For port 248b81ee-a44b-422e-938e-280274982500, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=248b81ee-a44b-422e-938e-280274982500,segment=NetworkSegment(e093925b-d87a-4490-a07a-d3e99c32b57a),segment_id=e093925b-d87a-4490-a07a-d3e99c32b57a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:02.335635 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.374192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 248b81ee-a44b-422e-938e-280274982500 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:02.416384 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.417389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:02.417967 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.470391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] DHCP port deletion for 312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:23:02.547537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0989370 Nov 03 19:23:02.555451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58162) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:02.560963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Request body: {'subnet': {'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2060958558-subnet', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:02.588840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d517fd-11eb-4ff9-a4c6-9c8969f5530e admin admin] Pushing event updated for resources: {'Network': ['ID=bf740413-d097-4812-a139-46cfc75e50f8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:02.635856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Made reservation on behalf of efdcca87d99c49ecac6d297b961b0e2a for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:02.638193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.640922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.655118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network bf740413-d097-4812-a139-46cfc75e50f8 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:23:02.673528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=248b81ee-a44b-422e-938e-280274982500,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:02.678753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No DVR routers for this DVR port 248b81ee-a44b-422e-938e-280274982500 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:02.802708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.860399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.895031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312b3131-a4ed-4f1f-a6c0-4e70339a9ca5']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:02.912864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e093925b-d87a-4490-a07a-d3e99c32b57a') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:02.913806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e093925b-d87a-4490-a07a-d3e99c32b57a') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:02.931695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.952771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:02.964093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:23:02.964983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.051687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Deleting port 248b81ee-a44b-422e-938e-280274982500 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:03.053086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.058838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.064871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.154647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=87bfac2b-ba7f-485e-9339-075e25230475,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:03.229239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.260061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] For port 248b81ee-a44b-422e-938e-280274982500, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:03.260661 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.292437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Calling delete_port for 248b81ee-a44b-422e-938e-280274982500 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:03.295374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:03.300578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Port 248b81ee-a44b-422e-938e-280274982500 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:23:03.303695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.366186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] Pushing event deleted for resources: {'Port': ['ID=248b81ee-a44b-422e-938e-280274982500,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:03.378938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aad0e-1520-4239-bcbf-8ef790aa8531 None None] No DVR routers for this DVR port 248b81ee-a44b-422e-938e-280274982500 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:03.483992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.546623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbf1f-c7c4-4c00-8f2c-54ae70b1d17f req-3a9f7dd9-861a-45b7-8031-48c5fe78bcdc tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:03.556188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d2bbf1f-c7c4-4c00-8f2c-54ae70b1d17f req-3a9f7dd9-861a-45b7-8031-48c5fe78bcdc tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 945 time: 0.4082847 Nov 03 19:23:03.568835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Checking segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:03.569300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Network hostable DHCP agents. Network: bf740413-d097-4812-a139-46cfc75e50f8, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:23:03.602502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 248b81ee-a44b-422e-938e-280274982500 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:23:03.647822 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:23:03.691048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 248b81ee-a44b-422e-938e-280274982500 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:23:03.691807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 248b81ee-a44b-422e-938e-280274982500 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:23:03.693073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.716480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.725309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/312b3131-a4ed-4f1f-a6c0-4e70339a9ca5 HTTP/1.1" status: 204 len: 168 time: 2.1241164 Nov 03 19:23:03.732381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:03.757091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1069979719'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:03.764873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43409d42-ca6c-4501-9040-9f81f7b0e6b2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=312b3131-a4ed-4f1f-a6c0-4e70339a9ca5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:03.780812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6007112-d881-4777-a683-35c5bddfb872 req-600c3f96-c8d6-4dc5-8c11-dfdcafa37666 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.2882659 Nov 03 19:23:03.796368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Network bf740413-d097-4812-a139-46cfc75e50f8 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:23:03.845975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, bf740413-d097-4812-a139-46cfc75e50f8) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:03.850816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:03.851476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.859694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:03.867579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.868880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a53347-1660-4247-bc63-1b50dd0346d1 None None] Network bf740413-d097-4812-a139-46cfc75e50f8 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:03.899342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4e5bce6-573b-4b5f-bc8a-0a0c7bec0d46 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3425710 Nov 03 19:23:03.905014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:03.907491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d2bbf1f-c7c4-4c00-8f2c-54ae70b1d17f req-b7708811-80c8-4f98-9eca-fe89ee428164 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3497241 Nov 03 19:23:03.916018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:03.925163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:23:03.948974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.949544 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Added segment 81f52379-776b-4a9c-b8b4-5af919cf9d22 of type vlan for network 60a024bb-3c96-4fa7-b502-be7d7dc91953 Nov 03 19:23:03.991673 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:03.993197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.022113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.069427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Router 4e3c110c-8734-40f5-9f3f-305895b63e95 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:23:04.104752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-bf740413-d097-4812-a139-46cfc75e50f8', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:23:04.105696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.163432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.167021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.190895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:04.195785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.443396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Allocated IP 172.20.0.2 (bf740413-d097-4812-a139-46cfc75e50f8/66f6c1b3-e66e-4d1d-9e48-62d344f8ed83/060af61b-0a3b-47b7-8669-c19613c4316f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:04.477485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7404919 Nov 03 19:23:04.481751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58194) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:04.509712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:04.569531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89055b4e-8251-46a5-9578-54bfce0fbc94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Network': ['ID=60a024bb-3c96-4fa7-b502-be7d7dc91953,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:04.659263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:23:04.686095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:04.774792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c9d9e382-7815-43df-b9f7-e311bdcbd67c up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:04.818669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:04.847164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-51387285-ad29-4b47-82af-74de9dc4f9b7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/routers/4e3c110c-8734-40f5-9f3f-305895b63e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7090902 Nov 03 19:23:04.847404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58198) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:04.849379 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] Sync routers for ids ['4e3c110c-8734-40f5-9f3f-305895b63e95'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:04.871239 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] Routers {'4e3c110c-8734-40f5-9f3f-305895b63e95'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:04.873130 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4e3c110c-8734-40f5-9f3f-305895b63e95'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:04.990733 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:05.027580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd648ce9-fb3d-4a4a-b222-f8b8f090cbf7 req-c546d172-64bc-4151-a444-bdfeb586523a tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0794365 Nov 03 19:23:05.052822 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-712b4932-d0b8-4b4e-8dc2-28a6edc815ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:23:05.055648 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58202) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:05.062745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-712b4932-d0b8-4b4e-8dc2-28a6edc815ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/87bfac2b-ba7f-485e-9339-075e25230475 HTTP/1.1" status: 404 len: 333 time: 0.2140536 Nov 03 19:23:05.069919 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] Routers {'4e3c110c-8734-40f5-9f3f-305895b63e95'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:05.071107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:22:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4e3c110c-8734-40f5-9f3f-305895b63e95'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:05.094631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:05.099998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.139691 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:05.140645 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55345f-da12-44fd-8fa0-07149c9c0a9f None None] The sync data for ids ['4e3c110c-8734-40f5-9f3f-305895b63e95'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:05.172331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.277617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.420528 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.429257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6eca2cd9-c61a-4311-8c8c-25717afeaa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.447233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe63e5-75f6-419a-bd68-d55947d5ae1d req-a7248390-f827-4382-9a73-ffce9f53bda1 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:05.451181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56fe63e5-75f6-419a-bd68-d55947d5ae1d req-a7248390-f827-4382-9a73-ffce9f53bda1 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 945 time: 0.2968032 Nov 03 19:23:05.491431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Network bf740413-d097-4812-a139-46cfc75e50f8 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:05.508570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:05.522630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:05.570648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.596606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port c9d9e382-7815-43df-b9f7-e311bdcbd67c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:23:05.606223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.619394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port c9d9e382-7815-43df-b9f7-e311bdcbd67c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:05.620234 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.695812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Pushing event updated for resources: {'Port': ['ID=060af61b-0a3b-47b7-8669-c19613c4316f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:05.726806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56fe63e5-75f6-419a-bd68-d55947d5ae1d req-17ad059d-870b-4fd7-9c70-36120afe7fc3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2197969 Nov 03 19:23:05.795689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Attempting to bind port 060af61b-0a3b-47b7-8669-c19613c4316f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:05.796468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Attempting to bind port 060af61b-0a3b-47b7-8669-c19613c4316f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:05.797147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Attempting to bind port 060af61b-0a3b-47b7-8669-c19613c4316f on network bf740413-d097-4812-a139-46cfc75e50f8 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:05.803321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:05.804108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Checking segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:05.804770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.805403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Bound using segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:05.806203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Bound port: 060af61b-0a3b-47b7-8669-c19613c4316f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:05.806789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.816183 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.820683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.884264 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.885072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3c110c-8734-40f5-9f3f-305895b63e95 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:23:05.897883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.901535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48220128-3212-443a-8fc7-90516eec27a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/routers/4e3c110c-8734-40f5-9f3f-305895b63e95 HTTP/1.1" status: 204 len: 168 time: 0.8420353 Nov 03 19:23:05.901801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58212) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:05.920750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] For port 060af61b-0a3b-47b7-8669-c19613c4316f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:05.927131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] For port 060af61b-0a3b-47b7-8669-c19613c4316f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=060af61b-0a3b-47b7-8669-c19613c4316f,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:05.964994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:05.974605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet d4ba2ece-db77-4d99-b193-5e322544a6ba {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:23:05.979066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.035295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.039516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.082824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9091e7-8d1f-4215-b5eb-6884dd984647 None None] Pushing event updated for resources: {'Port': ['ID=060af61b-0a3b-47b7-8669-c19613c4316f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:06.125422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.161202 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.192406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:06.199052 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368bf22a-361a-469e-83f2-c78a355d355b" -d '{"events": [{"server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "name": "network-vif-plugged", "status": "completed", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:06.223495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Allocated IP 172.25.8.239 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/bde7e38b-a01e-4b48-bf54-c7c3b62ee517) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:06.272862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.281797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c9d9e382-7815-43df-b9f7-e311bdcbd67c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:06.289768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.305518 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee53a4b-f382-448c-a005-c2745008ed21 x-openstack-request-id: req-bee53a4b-f382-448c-a005-c2745008ed21 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:06.306371 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "name": "network-vif-plugged", "status": "completed", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:06.307075 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bee53a4b-f382-448c-a005-c2745008ed21 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:06.308007 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'code': 200} Nov 03 19:23:06.372408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f90019-026e-4211-82e9-ac8d98342c06 None None] Network e661c5e7-cae3-47fa-916b-15366843f194 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:06.386796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.395281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/d4ba2ece-db77-4d99-b193-5e322544a6ba HTTP/1.1" status: 204 len: 168 time: 0.4873965 Nov 03 19:23:06.396424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974395aa-b3f3-40c6-9a0b-6c30cfa8c112 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ba2ece-db77-4d99-b193-5e322544a6ba,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:06.402476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58220) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:06.410845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5641396-08a5-4ed8-aab8-acbca91b19d4 req-7b44d966-d2ee-4772-9884-bf001d1c8ade tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0894213 Nov 03 19:23:06.481730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=530deba3-f28a-4deb-8c60-e29515912d2e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:06.540508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c9d9e382-7815-43df-b9f7-e311bdcbd67c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:06.643185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf922f-0b7a-407e-b79a-78ba8c18f3df req-4c2989ec-2db1-4911-a990-0325121cb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:06.655665 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2dbf922f-0b7a-407e-b79a-78ba8c18f3df req-4c2989ec-2db1-4911-a990-0325121cb478 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1097 time: 0.2289896 Nov 03 19:23:06.655665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Checking segment: {'id': '81f52379-776b-4a9c-b8b4-5af919cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:06.655665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network hostable DHCP agents. Network: 60a024bb-3c96-4fa7-b502-be7d7dc91953, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:23:06.771834 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:06.840229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] DHCP port deletion for e661c5e7-cae3-47fa-916b-15366843f194 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:23:06.957241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2dbf922f-0b7a-407e-b79a-78ba8c18f3df req-fa62b41b-22f8-4992-9168-fb34f09fac5b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2832770 Nov 03 19:23:06.963857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:23:06.992574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 60a024bb-3c96-4fa7-b502-be7d7dc91953) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:07.000126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.008224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:07.010865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] Deleting port 03b5cbb5-1d18-4408-87d1-13891a400c49 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:07.011623 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.015049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.055989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c8f6ecb3-99e6-43b5-aff7-b3df510fda46 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5540166 Nov 03 19:23:07.059137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58230) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:07.062093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 03b5cbb5-1d18-4408-87d1-13891a400c49 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:07.062435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.069281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1114800106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:07.111969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a212-5843-4382-940c-df01df724a6d req-4a1708c5-e0c3-42c7-ab86-8180c97a39b7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:07.123488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8088a212-5843-4382-940c-df01df724a6d req-4a1708c5-e0c3-42c7-ab86-8180c97a39b7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 946 time: 0.1563909 Nov 03 19:23:07.213133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.228088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] For port 03b5cbb5-1d18-4408-87d1-13891a400c49, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=03b5cbb5-1d18-4408-87d1-13891a400c49,segment=NetworkSegment(02e137ce-1238-4878-a67c-0d23aeb5e004),segment_id=02e137ce-1238-4878-a67c-0d23aeb5e004)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:07.229918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.257074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] Calling delete_port for 03b5cbb5-1d18-4408-87d1-13891a400c49 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:07.273915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.275787 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.296060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] For port 03b5cbb5-1d18-4408-87d1-13891a400c49, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=03b5cbb5-1d18-4408-87d1-13891a400c49,segment=NetworkSegment(02e137ce-1238-4878-a67c-0d23aeb5e004),segment_id=02e137ce-1238-4878-a67c-0d23aeb5e004)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:07.296561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.332160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8088a212-5843-4382-940c-df01df724a6d req-df98845a-458b-4bb6-b785-61d5a2ab354d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2074070 Nov 03 19:23:07.353618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 03b5cbb5-1d18-4408-87d1-13891a400c49 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:07.383604 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.481635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:07.486293 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.516551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:07.530719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebdf89a-84e5-4158-95ac-82f22da170a6 None None] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:07.537755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:07.554697 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.602732 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.632555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Pushing event updated for resources: {'Port': ['ID=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:07.646597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:07.656839 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cca34e87-56c5-408e-b0df-53fc6f9e5d31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5879574 Nov 03 19:23:07.661572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58234) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:07.671482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No DVR routers for this DVR port 03b5cbb5-1d18-4408-87d1-13891a400c49 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:07.700553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953', 'name': 'tempest-PortsTestJSON-1116580885'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:07.755672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 060af61b-0a3b-47b7-8669-c19613c4316f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:07.805491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] No DVR routers for this DVR port 03b5cbb5-1d18-4408-87d1-13891a400c49 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:07.844105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=03b5cbb5-1d18-4408-87d1-13891a400c49,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:07.846032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebc460-f2f3-41a7-b611-19ee037e420c None None] Pushing event deleted for resources: {'Port': ['ID=03b5cbb5-1d18-4408-87d1-13891a400c49,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:08.026257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f7de36d-8aac-464d-bb64-9b1d1211df27 req-5e1757e6-640a-44e2-8062-291283fcd7ec tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.2079029 Nov 03 19:23:08.107632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 060af61b-0a3b-47b7-8669-c19613c4316f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:08.108392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.149256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.185631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e661c5e7-cae3-47fa-916b-15366843f194']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:08.197497 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e137ce-1238-4878-a67c-0d23aeb5e004') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:08.197808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e137ce-1238-4878-a67c-0d23aeb5e004') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:08.215918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.255278 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.268827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:23:08.269277 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.307915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89c138-3735-4a52-84b9-83d11ab6288a None None] Network bf740413-d097-4812-a139-46cfc75e50f8 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:08.368268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:23:08.369537 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:23:08.376325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.383965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.388350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/e661c5e7-cae3-47fa-916b-15366843f194 HTTP/1.1" status: 204 len: 168 time: 1.9812639 Nov 03 19:23:08.403712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58254) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:08.412271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.415005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64614242-0016-4231-a649-0f97d588eacb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=e661c5e7-cae3-47fa-916b-15366843f194,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:08.462227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ccc99f-8bd5-4a66-9090-2a7f98d9def9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:08.463865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50ccc99f-8bd5-4a66-9090-2a7f98d9def9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/d358ba89-18f8-438d-8748-341648a5ddf7 HTTP/1.1" status: 200 len: 845 time: 0.0586340 Nov 03 19:23:08.468882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58256) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:08.542005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c0d68808-9093-4041-ae9a-4bbec8a701d3 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/d358ba89-18f8-438d-8748-341648a5ddf7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0663936 Nov 03 19:23:08.549538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:08.573373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:08.573698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:23:08.585777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-60a024bb-3c96-4fa7-b502-be7d7dc91953', 'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': '530deba3-f28a-4deb-8c60-e29515912d2e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:23:08.586695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.771468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5c56ca7-2561-41a7-a3b0-f59e1e8a1b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.787270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d0a318d4-9505-431e-bad0-e5b68f860c4e None None] Provisioning complete for port 060af61b-0a3b-47b7-8669-c19613c4316f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:08.788562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0a318d4-9505-431e-bad0-e5b68f860c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.801347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfc42-b73d-4aa6-bbd0-1fd224514d9e req-512adb76-56a0-4362-a28e-1be15258746d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:08.802559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-953dfc42-b73d-4aa6-bbd0-1fd224514d9e req-512adb76-56a0-4362-a28e-1be15258746d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 946 time: 0.2643600 Nov 03 19:23:08.883120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.12 (60a024bb-3c96-4fa7-b502-be7d7dc91953/530deba3-f28a-4deb-8c60-e29515912d2e/e7f1f4e7-97ab-4e1a-ad44-231b35bffa69) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:08.887690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:08.912508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-953dfc42-b73d-4aa6-bbd0-1fd224514d9e req-df5e76c7-7229-4aeb-bfd0-578cf9d00106 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904305 Nov 03 19:23:08.954344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:08.971571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:09.112819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:09.318265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 060af61b-0a3b-47b7-8669-c19613c4316f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=060af61b-0a3b-47b7-8669-c19613c4316f,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:09.366002 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0a318d4-9505-431e-bad0-e5b68f860c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:09.371263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:09.528888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a83e2939-953d-4a0e-beac-3ebb7f9b0bfe req-f13c1b14-df43-4a73-af4c-c9ee32f374b1 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1293979 Nov 03 19:23:09.588523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 03b5cbb5-1d18-4408-87d1-13891a400c49 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:23:09.597470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=060af61b-0a3b-47b7-8669-c19613c4316f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:09.676585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:09.702102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c1493-38be-4c67-8a8f-69c72abc1c5f req-d435520c-ae2a-4da9-bb7d-90b578706334 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:09.705998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-729c1493-38be-4c67-8a8f-69c72abc1c5f req-d435520c-ae2a-4da9-bb7d-90b578706334 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 946 time: 0.6105714 Nov 03 19:23:09.723387 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-d0a318d4-9505-431e-bad0-e5b68f860c4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:23:09.724357 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-d0a318d4-9505-431e-bad0-e5b68f860c4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:23:09.725416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 03b5cbb5-1d18-4408-87d1-13891a400c49 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:23:09.726438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 03b5cbb5-1d18-4408-87d1-13891a400c49 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:23:09.901514 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:09.938534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.048500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 060af61b-0a3b-47b7-8669-c19613c4316f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:10.179061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=e1907a6a-b6d7-434d-978a-d182998818a5,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:10.216861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 060af61b-0a3b-47b7-8669-c19613c4316f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:10.219950 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.246281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-729c1493-38be-4c67-8a8f-69c72abc1c5f req-a660151b-6cc7-4e0d-8261-984bc83e9bb4 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3720858 Nov 03 19:23:10.298989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:10.302962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:10.464100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:10.488213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:10.490401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.492968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81769079-95a7-4400-8942-07600a91a87e None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:10.608731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ea3fb-8843-4bdd-ad85-babd19de3cf5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:10.618319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2e7ea3fb-8843-4bdd-ad85-babd19de3cf5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1092 time: 0.3120003 Nov 03 19:23:10.629985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58296) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:10.648302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:10.724634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-09bd4876-1e2f-4a21-a773-8e4f6a5022dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1714222 Nov 03 19:23:10.726510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.729942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:10.738988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'security_group': {'name': 'tempest-secgroup-1977891214'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:10.947163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1265c5c3-d0ec-486b-b680-4b0a2f267570 req-f39e13eb-5ba8-4c0a-ad9d-aa2ccd54484c tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0577910 Nov 03 19:23:10.950825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:10.995137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.114431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.186491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:11.206712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:11.214588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:11.249357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=e7f1f4e7-97ab-4e1a-ad44-231b35bffa69,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:11.337092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Router b05066c7-40e1-462f-9235-1a177126fb64 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:23:11.403669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Allocated IP 172.20.0.2 (60a024bb-3c96-4fa7-b502-be7d7dc91953/530deba3-f28a-4deb-8c60-e29515912d2e/57ce27da-fe8d-4ab0-bad6-cf440029b40f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:11.414479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.424980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.461193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.650654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-389f2417-df95-4122-8d19-712ac2c8670f None None] Provisioning complete for port 060af61b-0a3b-47b7-8669-c19613c4316f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:11.651255 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-389f2417-df95-4122-8d19-712ac2c8670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.694715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:11.701740 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.710155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:11.718362 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.722859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9857447 Nov 03 19:23:11.724682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58308) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:11.745402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2678c-6f8b-478d-9fd6-db972d64c5e7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d197da7-1e1d-42b5-8be2-0f4b14e03b23,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:11.749559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687008238'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:11.749894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Sync routers for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:11.790672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a058b469-5022-467a-8285-c7d66481783e', 'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'tenant_id': '2d71927f23c64cb2bb55c9c8bc5ec4f3', 'fixed_ips': [{'subnet_id': 'e1907a6a-b6d7-434d-978a-d182998818a5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:23:11.791617 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.815810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.816211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:11.817060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:11.873815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2e43121d-c470-4ab2-9468-a500d0df97a2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2078583 Nov 03 19:23:11.884085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:11.890844 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e766cd0a-5574-4c7e-970e-469e2c19b70b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9829621 Nov 03 19:23:11.893548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58310) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:11.894433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58312) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:11.919478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.25.8.227 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/49857020-8357-4990-8ece-1c45ccf2e7f3) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:11.981272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:12.239885 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.257826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.274381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.364290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.372502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60e6225d-a3de-4508-b168-db1c44df3944 req-b7a6f499-39d6-437e-b0e4-43ac5474fedc tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0694177 Nov 03 19:23:12.462210 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.499019 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:12.565051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:12.577954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:12.590705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:12.667285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Pushing event updated for resources: {'Port': ['ID=57ce27da-fe8d-4ab0-bad6-cf440029b40f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:12.775219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:12.784348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:12.861238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:13.014700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Allocated IP 2001:db8::2 (a058b469-5022-467a-8285-c7d66481783e/e1907a6a-b6d7-434d-978a-d182998818a5/4436c0b9-6938-4d1a-bdfa-6fe4d572baf2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:13.061715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=49857020-8357-4990-8ece-1c45ccf2e7f3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:13.111626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Attempting to bind port 57ce27da-fe8d-4ab0-bad6-cf440029b40f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:13.119056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Attempting to bind port 57ce27da-fe8d-4ab0-bad6-cf440029b40f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '81f52379-776b-4a9c-b8b4-5af919cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:13.119629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Attempting to bind port 57ce27da-fe8d-4ab0-bad6-cf440029b40f on network 60a024bb-3c96-4fa7-b502-be7d7dc91953 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:13.135805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.203766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.242181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:13.243043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Checking segment: {'id': '81f52379-776b-4a9c-b8b4-5af919cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:13.243839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.248229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Bound using segment: {'id': '81f52379-776b-4a9c-b8b4-5af919cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:13.249250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Bound port: 57ce27da-fe8d-4ab0-bad6-cf440029b40f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f52379-776b-4a9c-b8b4-5af919cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60a024bb-3c96-4fa7-b502-be7d7dc91953'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:13.249957 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.295282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:08Z', 'revision_number': 3, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:13.303889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.361357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Checking router: b05066c7-40e1-462f-9235-1a177126fb64 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:23:13.361980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Updating router b05066c7-40e1-462f-9235-1a177126fb64 port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:23:13.384950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b18b35-d2a5-4163-bc4f-01a9b69eec3a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:13.508842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.511965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-61b3d5a4-377f-4bc2-9e79-4a16e2a8f17b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7854090 Nov 03 19:23:13.529238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.532591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:13.557463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2095547269', 'security_groups': ['15b18b35-d2a5-4163-bc4f-01a9b69eec3a'], 'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1907a6a-b6d7-434d-978a-d182998818a5'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:13.574909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] For port 57ce27da-fe8d-4ab0-bad6-cf440029b40f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:13.580462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] For port 57ce27da-fe8d-4ab0-bad6-cf440029b40f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=57ce27da-fe8d-4ab0-bad6-cf440029b40f,segment=NetworkSegment(81f52379-776b-4a9c-b8b4-5af919cf9d22),segment_id=81f52379-776b-4a9c-b8b4-5af919cf9d22)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:13.616232 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.756711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a341037-d7cf-4d1a-9787-77a5afa2ff68 req-34b12538-6b51-4f31-9e7f-9b638c889a6f tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0932379 Nov 03 19:23:13.900047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0729d5-f335-4abc-aa01-15b2c18a2470 None None] Pushing event updated for resources: {'Port': ['ID=57ce27da-fe8d-4ab0-bad6-cf440029b40f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:13.923417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:13.937159 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.038841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:14.051107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:14.063188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:14.224432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:14.272974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.338262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Attempting to bind port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:14.339282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Attempting to bind port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e32456aa-22c2-469c-a04d-b5979faacbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a058b469-5022-467a-8285-c7d66481783e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:14.341279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Attempting to bind port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 on network a058b469-5022-467a-8285-c7d66481783e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:14.360262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:14.362355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Checking segment: {'id': 'e32456aa-22c2-469c-a04d-b5979faacbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a058b469-5022-467a-8285-c7d66481783e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:14.363282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.364184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Bound using segment: {'id': 'e32456aa-22c2-469c-a04d-b5979faacbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a058b469-5022-467a-8285-c7d66481783e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:14.365231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Bound port: 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32456aa-22c2-469c-a04d-b5979faacbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a058b469-5022-467a-8285-c7d66481783e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:14.366111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.676042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.723558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:14.727591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:14.730844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.738284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.769895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:14.817144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Attempting to bind port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:14.817519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Attempting to bind port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:14.817877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Attempting to bind port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:14.840484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:14.841081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:14.841483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.845513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:14.846040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Bound port: bde7e38b-a01e-4b48-bf54-c7c3b62ee517, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:14.846437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.882591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.947151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.984093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] For port bde7e38b-a01e-4b48-bf54-c7c3b62ee517, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:14.988576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] For port bde7e38b-a01e-4b48-bf54-c7c3b62ee517, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:14.997365 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.999511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991741-8390-43f7-accc-d6a3d23d5277 None None] Pushing event updated for resources: {'Port': ['ID=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:15.120212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73b1b893-4878-4c28-9827-4aa61545d293 req-a4aa7e6a-8952-43b4-801d-70924ae2f4d6 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1372712 Nov 03 19:23:15.142818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:15.150311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:15.298245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=e7f1f4e7-97ab-4e1a-ad44-231b35bffa69,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:15.345464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:15.373294 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:15.653004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:15.738107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:23:15.855261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:15.867194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:15.882784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:15.899737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:16.263500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:16.266019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=49857020-8357-4990-8ece-1c45ccf2e7f3,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:16.272965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 57ce27da-fe8d-4ab0-bad6-cf440029b40f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:16.301378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f40687-5b08-4161-902e-e615233ed41c None None] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:16.384493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60f0a3-7ace-43e4-94be-f58dac4e68f3 None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:16.471328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-314ec31b-3d86-4b5d-aeef-6bf3b5cc3a54 req-03a061cc-5190-4878-8ee2-b16e31640558 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0661538 Nov 03 19:23:16.650614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-48189d80-e96e-47d3-b7bf-e6f21701a6df None None] Provisioning complete for port 57ce27da-fe8d-4ab0-bad6-cf440029b40f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:16.651106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48189d80-e96e-47d3-b7bf-e6f21701a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:16.657813 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Floating IP 56645c95-6f9d-460d-8080-75900331a3f8 associated. External IP: 172.25.8.227, port: c9d9e382-7815-43df-b9f7-e311bdcbd67c. Nov 03 19:23:16.679602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Allocated IP 172.20.0.1 (bf740413-d097-4812-a139-46cfc75e50f8/66f6c1b3-e66e-4d1d-9e48-62d344f8ed83/5cb78616-812a-4702-bb28-c780c9ddbb75) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:16.787924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:08Z', 'revision_number': 3, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:16.850757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecb116-6ac2-4098-8d94-887a8db4ae07 None None] The sync data for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 is: [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:08Z', 'revision_number': 3, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:16.969757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991741-8390-43f7-accc-d6a3d23d5277 None None] Pushing event updated for resources: {'Port': ['ID=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:17.008029 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48189d80-e96e-47d3-b7bf-e6f21701a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.139442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:23:17.140093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 57ce27da-fe8d-4ab0-bad6-cf440029b40f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:17.140841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.175476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.210908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-48189d80-e96e-47d3-b7bf-e6f21701a6df None None] For port 57ce27da-fe8d-4ab0-bad6-cf440029b40f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=57ce27da-fe8d-4ab0-bad6-cf440029b40f,segment=NetworkSegment(81f52379-776b-4a9c-b8b4-5af919cf9d22),segment_id=81f52379-776b-4a9c-b8b4-5af919cf9d22)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:17.220250 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48189d80-e96e-47d3-b7bf-e6f21701a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.350439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.354127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:17.389094 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:17.411341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48189d80-e96e-47d3-b7bf-e6f21701a6df None None] Pushing event updated for resources: {'Port': ['ID=57ce27da-fe8d-4ab0-bad6-cf440029b40f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:17.427188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.456684 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:17.458174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:17.503536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c1243f1-5521-4f21-a7b8-fda01e43b7d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8718567 Nov 03 19:23:17.504530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:17.510887 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89" -d '{"events": [{"name": "network-changed", "server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:17.517234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58380) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:17.579640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:17.579932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:17.731073 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:17.999739 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:18.124587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:18.162239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:18.208824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bfb9329a-0661-426a-8b48-97a0aa290689 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/56645c95-6f9d-460d-8080-75900331a3f8 HTTP/1.1" status: 200 len: 992 time: 0.6898739 Nov 03 19:23:18.276423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Provisioning complete for port d358ba89-18f8-438d-8748-341648a5ddf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:18.277350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:18.349981 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c148067-0c9b-453b-931e-590d3803ea1e x-openstack-request-id: req-9c148067-0c9b-453b-931e-590d3803ea1e {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:18.350430 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:18.350836 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c148067-0c9b-453b-931e-590d3803ea1e {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:18.351566 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'status': 'completed', 'code': 200} Nov 03 19:23:18.367379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-293edef7-1c00-40fa-9848-ff320e5d9e72 req-d52e017c-051f-419c-8f78-25eaf55223f1 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1343243 Nov 03 19:23:18.414699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:18.448435 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:26Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:13Z', 'revision_number': 0, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:18.501657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:18.519739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d7d52b7c-3317-449e-920a-d8ed663ee03f None None] Port d358ba89-18f8-438d-8748-341648a5ddf7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:18.536918 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:23:18.550180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:18.551006 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:18.568569 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:18.569235 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:18.717848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-06c7e0d8-6d80-4552-b804-a7602a09ca03 None None] Provisioning complete for port 57ce27da-fe8d-4ab0-bad6-cf440029b40f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:18.718230 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-06c7e0d8-6d80-4552-b804-a7602a09ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:18.893486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb78616-812a-4702-bb28-c780c9ddbb75,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:18.948745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Network bf740413-d097-4812-a139-46cfc75e50f8 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:19.012759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:19.017331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bde7e38b-a01e-4b48-bf54-c7c3b62ee517 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:19.022833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:19.079043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.139875 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:19.199726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:19.200115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.213463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58396) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:19.301194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-06c7e0d8-6d80-4552-b804-a7602a09ca03 None None] Provisioning complete for port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:19.301628 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-06c7e0d8-6d80-4552-b804-a7602a09ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.420132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-683a5e7a-7438-4a9c-b50f-8a548a9da2d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/56645c95-6f9d-460d-8080-75900331a3f8 HTTP/1.1" status: 200 len: 992 time: 0.1972666 Nov 03 19:23:19.433036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::26 (a058b469-5022-467a-8285-c7d66481783e/e1907a6a-b6d7-434d-978a-d182998818a5/ddd40b55-b2d4-4eda-8d19-7aa00a4551e5) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:19.477648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-06c7e0d8-6d80-4552-b804-a7602a09ca03 None None] Port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:19.590246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.646371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port bde7e38b-a01e-4b48-bf54-c7c3b62ee517, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:19.657609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.658486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 57ce27da-fe8d-4ab0-bad6-cf440029b40f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:19.751444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-391482ef-9dd7-4b12-9fe3-739694f2d809 req-7ac5d9d9-c8b7-4336-9072-8c184dda38c2 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1020081 Nov 03 19:23:19.770797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-924af604-aac4-4007-ad63-09be89ac7d7a None None] Provisioning complete for port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:19.771317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-924af604-aac4-4007-ad63-09be89ac7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.823932 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:26Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:13Z', 'revision_number': 0, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:19.854462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-924af604-aac4-4007-ad63-09be89ac7d7a None None] Port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:19.889515 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671e683-c43e-43a5-b6c9-fb2315c8a82c None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:22:26Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:13Z', 'revision_number': 0, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:19.909745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:19.914063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-924af604-aac4-4007-ad63-09be89ac7d7a None None] Provisioning complete for port 5cb78616-812a-4702-bb28-c780c9ddbb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:19.914580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-924af604-aac4-4007-ad63-09be89ac7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.976780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 57ce27da-fe8d-4ab0-bad6-cf440029b40f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:19.977253 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:19.999376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.044538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-0b3c966f-ba7e-4fa5-8d3d-40b8e97c2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:20.046114 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-0b3c966f-ba7e-4fa5-8d3d-40b8e97c2373 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1097 time: 1.2791286 Nov 03 19:23:20.076214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-924af604-aac4-4007-ad63-09be89ac7d7a None None] Port 5cb78616-812a-4702-bb28-c780c9ddbb75 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:20.147795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.345677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:20.417321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:20.461289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38f4a-0756-419b-be22-7125e3df8f4c None None] New status for floating IP 56645c95-6f9d-460d-8080-75900331a3f8: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:23:20.511719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-8e8a8ee0-9894-40a0-9e5a-16bef4e7a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:20.513920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-8e8a8ee0-9894-40a0-9e5a-16bef4e7a3d6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 898 time: 0.4434459 Nov 03 19:23:20.561124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fc4b0687-72e2-4ee8-8d8d-16c0ea102273 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/56645c95-6f9d-460d-8080-75900331a3f8 HTTP/1.1" status: 200 len: 992 time: 0.1418347 Nov 03 19:23:20.707215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:20.707985 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.750212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.791234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.872327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.995878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:20.998365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:21.002432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-8d2a3201-a67a-4d9f-87df-1885d561d8d2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 1000 time: 0.4290128 Nov 03 19:23:21.030020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36290b1f-354b-4975-8dae-c915b12379b8 req-27762909-d4a5-4cbf-b23c-438769b1995a tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1198330 Nov 03 19:23:21.163353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bde7e38b-a01e-4b48-bf54-c7c3b62ee517 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:21.251015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:21.311945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:21.315245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:21.327091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:21.327454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:21.330729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:21.333243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:21.451303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=e7f1f4e7-97ab-4e1a-ad44-231b35bffa69,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:21.562654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58444) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:21.681950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 8.1407230 Nov 03 19:23:21.685006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58446) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:21.694335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:21.708989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-e7151f9e-5626-433a-82ff-df84a0bad557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:21.711521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-e7151f9e-5626-433a-82ff-df84a0bad557 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 200 len: 834 time: 0.4888549 Nov 03 19:23:21.765941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-de6ee465-01f0-4f3e-a484-ee6950faefdc tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/56645c95-6f9d-460d-8080-75900331a3f8 HTTP/1.1" status: 200 len: 994 time: 0.2011111 Nov 03 19:23:21.816241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bd7af-c109-421b-a58f-e816d1fe7365 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=ddd40b55-b2d4-4eda-8d19-7aa00a4551e5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:21.829111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:21.842267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:21.843096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:21.921158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-337983d8-1078-4bcf-b99c-db109b60adf9 None None] Provisioning complete for port ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:21.922009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-337983d8-1078-4bcf-b99c-db109b60adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:21.960834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:21.991110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb78616-812a-4702-bb28-c780c9ddbb75,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:22.033168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-a79c0b76-5878-4d85-bac4-d1daac592f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:22.038387 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-a79c0b76-5878-4d85-bac4-d1daac592f98 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911148 Nov 03 19:23:22.114168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-337983d8-1078-4bcf-b99c-db109b60adf9 None None] Port ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:22.324884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:22.349525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d9614f2-de2e-4b18-bd8e-89d797f35886 req-4de1a455-ed98-4095-806f-a6cbada07639 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0770097 Nov 03 19:23:22.441033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afdb8e-fa1b-4ea0-a806-8e0d48381de3 req-78fa54c9-37f9-446b-a8e8-1bbe50c69d38 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:22.447113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18afdb8e-fa1b-4ea0-a806-8e0d48381de3 req-78fa54c9-37f9-446b-a8e8-1bbe50c69d38 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.2945652 Nov 03 19:23:22.454151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:22.462752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:22.467926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13264947-b94e-40e2-bd84-6e8e856e5a88 None None] Provisioning complete for port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:22.468572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13264947-b94e-40e2-bd84-6e8e856e5a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:22.540598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-13264947-b94e-40e2-bd84-6e8e856e5a88 None None] Port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:22.660042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18afdb8e-fa1b-4ea0-a806-8e0d48381de3 req-a3f075cf-223b-458f-b548-b595fd44f612 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907210 Nov 03 19:23:22.699354 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1907a6a-b6d7-434d-978a-d182998818a5 (CIDR: 2001:db8::/64) Nov 03 19:23:22.703992 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:23:22.704447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:23:22.729601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-102f5ec8-ca02-4fba-b53d-08a22a61c616 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0389125 Nov 03 19:23:22.733593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58472) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:22.736649 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-69c14854-3cd9-44ba-8b78-efbebd10795a service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788010 Nov 03 19:23:22.741319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Router 670a14ae-23c5-4e64-a1ba-b37c52fa2483 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:23:22.744447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:22.807900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Network bf740413-d097-4812-a139-46cfc75e50f8 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:22.850001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:22.921178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:22.926292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:23.208059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:23.217804 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9165b925-2c30-485c-b207-b4033c78f1c6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/routers/670a14ae-23c5-4e64-a1ba-b37c52fa2483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3176522 Nov 03 19:23:23.221329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58474) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:23.222138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5315d4c4-df26-4dda-9dc0-5d6bb25dae89 req-fb675683-1be3-40a7-830d-e727fe92fad2 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724526 Nov 03 19:23:23.225653 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] Sync routers for ids ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:23.239948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Router b05066c7-40e1-462f-9235-1a177126fb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:23:23.281656 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] Routers {'670a14ae-23c5-4e64-a1ba-b37c52fa2483'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:23.282646 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:23.359737 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:23.370569 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] Routers {'670a14ae-23c5-4e64-a1ba-b37c52fa2483'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:23.371457 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:23.378160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-094cabe8-2c3a-4f2a-9d3a-ffc0e3ff86bd None None] Provisioning complete for port 5cb78616-812a-4702-bb28-c780c9ddbb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:23.378760 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-094cabe8-2c3a-4f2a-9d3a-ffc0e3ff86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:23.433065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a229e0d-0e96-4770-8578-098bda0b6fc3 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:23.435635 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:23.437237 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba820e-2986-4fda-87f9-cedb3eab8b69 None None] The sync data for ids ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:23.439310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a229e0d-0e96-4770-8578-098bda0b6fc3 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports?device_id=670a14ae-23c5-4e64-a1ba-b37c52fa2483 HTTP/1.1" status: 200 len: 983 time: 0.2157693 Nov 03 19:23:23.441484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58478) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:23.478113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-094cabe8-2c3a-4f2a-9d3a-ffc0e3ff86bd None None] Port 5cb78616-812a-4702-bb28-c780c9ddbb75 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:23.639008 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:23.762453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-773a20c5-a51c-4344-a261-e8e822581e83 req-a55d180d-66c6-4ee8-9acf-90eb42d491fc tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.2153790 Nov 03 19:23:23.882996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:23.997908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:24.004456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:24.005200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:24.009200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2157e58-d9da-40e7-b44e-00d87bf976a2 None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:24.015925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=6a77efa1-ae5c-4da7-bebd-7466bbe38c28,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:24.219909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6bee0867-1033-4fab-b530-c067690246f0 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4842269 Nov 03 19:23:24.244473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb086d-ffce-43bf-b13c-f2686899564e req-b018a3e7-3b04-4556-904c-7d69f807f974 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:24.246197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88cb086d-ffce-43bf-b13c-f2686899564e req-b018a3e7-3b04-4556-904c-7d69f807f974 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.4307394 Nov 03 19:23:24.254081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58500) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:24.257720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033df4dd-9a9d-414e-889b-13395c614c54 req-1a167746-dea6-46b5-9f74-ecba57a1aaa9 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:24.259531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033df4dd-9a9d-414e-889b-13395c614c54 req-1a167746-dea6-46b5-9f74-ecba57a1aaa9 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 945 time: 0.2212706 Nov 03 19:23:24.278472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1843861298', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a77efa1-ae5c-4da7-bebd-7466bbe38c28'}], 'security_groups': ['0d197da7-1e1d-42b5-8be2-0f4b14e03b23']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:24.318602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:24.335964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-81d68ca0-be17-4889-ad22-7aeb850fd7d4 admin admin] 10.222.0.91 "PUT /v2.0/routers/b05066c7-40e1-462f-9235-1a177126fb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1402285 Nov 03 19:23:24.342977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Sync routers for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:24.461132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:24.462188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:24.471775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Deleting port 35e0215d-0012-4627-b720-50f5e7d83f85 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:24.472183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:24.531452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] Update dhcp port {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'fixed_ips': [{'subnet_id': 'e1907a6a-b6d7-434d-978a-d182998818a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '6a77efa1-ae5c-4da7-bebd-7466bbe38c28'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '4436c0b9-6938-4d1a-bdfa-6fe4d572baf2'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:23:24.644349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88cb086d-ffce-43bf-b13c-f2686899564e req-3e8b6fa2-cc93-4a79-85e3-152a45095127 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=acf1c108-7640-4a66-a0a1-4ff044d5acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409884 Nov 03 19:23:24.702977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:24.726457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] For port 35e0215d-0012-4627-b720-50f5e7d83f85, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=35e0215d-0012-4627-b720-50f5e7d83f85,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:24.727294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:24.747779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:24.888085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:25.472635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] Allocated IP 2001:db8:0:1::2 (a058b469-5022-467a-8285-c7d66481783e/6a77efa1-ae5c-4da7-bebd-7466bbe38c28/4436c0b9-6938-4d1a-bdfa-6fe4d572baf2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:25.474514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.474958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.477389 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Floating IP 72ea1e50-3a01-47bc-a291-b8516dc005e3 disassociated. External IP: 172.25.8.215, port: 35e0215d-0012-4627-b720-50f5e7d83f85. Nov 03 19:23:25.479519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Calling delete_port for 35e0215d-0012-4627-b720-50f5e7d83f85 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:25.624168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58530) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:25.624493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:25.631084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-514994190-network', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:25.667444 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.696905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:21Z', 'revision_number': 2, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:25.719541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Made reservation on behalf of db8d9073247e4e898a8f8ce76a80398d for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:25.722478 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.739526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.779456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.784600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Checking router: b05066c7-40e1-462f-9235-1a177126fb64 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:23:25.787923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Updating router b05066c7-40e1-462f-9235-1a177126fb64 port 5cb78616-812a-4702-bb28-c780c9ddbb75 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:23:25.789488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f209a86-f7f2-437b-b1df-56156ca70c78 req-8aac84c2-3a45-4c39-ad9b-9565d1a4b4d6 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.7928870 Nov 03 19:23:25.817670 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:23:25.947779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.964435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:25.984674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-458eeb03-402d-460c-af1a-b57815800fa8 req-2d7cd7f9-41ce-44d0-ac25-62dea886e502 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.1334238 Nov 03 19:23:26.048472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event deleted for resources: {'Port': ['ID=35e0215d-0012-4627-b720-50f5e7d83f85,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:26.090033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fccf1-9022-4ea9-a45a-1bdea954c6a6 None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:26.094502 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.321165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Router 2b6a8157-999b-492c-9c17-34c7e967365c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:23:26.380579 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.442636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.522910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10753c7-5343-47c1-a199-3ab9c2a9e94a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:26.540513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.552564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:23:26.573712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:26.577432 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.644952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 35e0215d-0012-4627-b720-50f5e7d83f85 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:23:26.666176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Delete allocated IP 2001:db8::26 (a058b469-5022-467a-8285-c7d66481783e/e1907a6a-b6d7-434d-978a-d182998818a5) {{(pid=101989) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:23:26.690653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8:0:1::2e7 (a058b469-5022-467a-8285-c7d66481783e/6a77efa1-ae5c-4da7-bebd-7466bbe38c28/ddd40b55-b2d4-4eda-8d19-7aa00a4551e5) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:26.752165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 35e0215d-0012-4627-b720-50f5e7d83f85 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:23:26.759749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 35e0215d-0012-4627-b720-50f5e7d83f85 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:23:26.799638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:26.816666 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:26.856417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.859101 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Added segment 5d06ccfb-16fe-4e35-939c-0df7ab132bed of type vlan for network cb39e655-9bdb-4210-a70f-eb0f89e2c41f Nov 03 19:23:26.865140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Pushing event updated for resources: {'Port': ['ID=5cb78616-812a-4702-bb28-c780c9ddbb75,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:26.866941 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:26.866941 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:26.995521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Attempting to bind port 5cb78616-812a-4702-bb28-c780c9ddbb75 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:26.996683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Attempting to bind port 5cb78616-812a-4702-bb28-c780c9ddbb75 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:26.998132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Attempting to bind port 5cb78616-812a-4702-bb28-c780c9ddbb75 on network bf740413-d097-4812-a139-46cfc75e50f8 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:27.017584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:27.019828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Checking segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:27.022793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.023761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Bound using segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:27.028629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Bound port: 5cb78616-812a-4702-bb28-c780c9ddbb75, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:27.031837 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.107320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.132268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:27.132858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.267434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59143ffa-c5b3-4363-8bc5-edc633f14783 req-c6257cb9-aca2-4391-a339-251f8c918600 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1816287 Nov 03 19:23:27.289858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] No DVR routers for this DVR port 35e0215d-0012-4627-b720-50f5e7d83f85 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:27.297621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.324813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033df4dd-9a9d-414e-889b-13395c614c54 req-4a977567-7a04-42f3-9915-89f330443a61 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "DELETE /v2.0/ports/35e0215d-0012-4627-b720-50f5e7d83f85 HTTP/1.1" status: 204 len: 173 time: 3.0451429 Nov 03 19:23:27.324813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.324813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:27.324813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.349765 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:27.368637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'name': 'network-vif-deleted', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:27.379417 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a110ec06-07c0-4cd5-865d-886acf052429" -d '{"events": [{"server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "name": "network-vif-deleted", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:27.429757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8004177 Nov 03 19:23:27.490785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.493225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58558) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:27.516782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Request body: {'subnet': {'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-514994190-subnet', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:27.541749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.556131 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230eaf3-da19-431d-a58a-b4b2eaa53411 x-openstack-request-id: req-a230eaf3-da19-431d-a58a-b4b2eaa53411 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:27.557823 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994dc305-1b12-4e81-85ce-5d0d7398a7c7", "name": "network-vif-deleted", "tag": "35e0215d-0012-4627-b720-50f5e7d83f85", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:27.558545 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a230eaf3-da19-431d-a58a-b4b2eaa53411 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:27.559454 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994dc305-1b12-4e81-85ce-5d0d7398a7c7', 'name': 'network-vif-deleted', 'tag': '35e0215d-0012-4627-b720-50f5e7d83f85', 'status': 'completed', 'code': 200} Nov 03 19:23:27.589951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d32684c-464f-4830-b848-dcca7cec79ef req-5e9a89f5-13ea-4b78-967d-7f9fd734d5f3 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=994dc305-1b12-4e81-85ce-5d0d7398a7c7 HTTP/1.1" status: 200 len: 210 time: 0.0950260 Nov 03 19:23:27.674505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] For port 5cb78616-812a-4702-bb28-c780c9ddbb75, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:27.684756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] For port 5cb78616-812a-4702-bb28-c780c9ddbb75, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5cb78616-812a-4702-bb28-c780c9ddbb75,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:27.696626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c4b73a9d-f5af-42cc-a368-9b6dfab3bcd7 None None] Provisioning complete for port 5cb78616-812a-4702-bb28-c780c9ddbb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:27.696626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4b73a9d-f5af-42cc-a368-9b6dfab3bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.699924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5815040-a61d-4e97-9829-6a8cc295460c admin admin] Pushing event updated for resources: {'Network': ['ID=cb39e655-9bdb-4210-a70f-eb0f89e2c41f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:27.704107 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.708962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Made reservation on behalf of db8d9073247e4e898a8f8ce76a80398d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:27.716631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.766834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=ddd40b55-b2d4-4eda-8d19-7aa00a4551e5,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:27.855605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] In _notify_port_updated(), no bound segment for port ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 on network a058b469-5022-467a-8285-c7d66481783e {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:23:27.881940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:27.886979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:27.890870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:23:27.892540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-19523270-4ad2-4696-9214-f8e814a7ee33 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/ports/ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 HTTP/1.1" status: 200 len: 931 time: 3.6334374 Nov 03 19:23:27.906156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58568) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:27.928743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:27.933560 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:28.084315 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:28.167618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Pushing event updated for resources: {'Port': ['ID=5cb78616-812a-4702-bb28-c780c9ddbb75,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:28.173260 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:23:28.205344 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:28.205972 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:28.330686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:28.371777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:28.406144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:28.408520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:28.459800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:28.467370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:28.656197 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:28.899250 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:28.960232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.092665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:29.102477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=e7f1f4e7-97ab-4e1a-ad44-231b35bffa69,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:29.109730 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-413789be-6ab7-4fa9-bcc8-cf83dbbfc88e req-171e3af1-8932-41f0-8d78-5898746a0330 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1659243 Nov 03 19:23:29.139729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:29.257770 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:29.292930 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f734de4-1b7f-4161-a8f8-3a130ba652ea None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:29.295112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ae1398-218c-408f-aa43-206fe3b0042b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:29.320493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.335968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:29.416463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b1688ca-4d66-4c1f-b841-7e1a6fd3ee37 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.455238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.455980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.456927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.457508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.457926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.458816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.459616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.461288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.461885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.462447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.463140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.463681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.464992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fde5-c8bc-4a91-8336-04ebc72dc143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:29.555947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Checking segment: {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:29.556470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Network hostable DHCP agents. Network: cb39e655-9bdb-4210-a70f-eb0f89e2c41f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:23:29.597047 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4b73a9d-f5af-42cc-a368-9b6dfab3bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.612361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b1688ca-4d66-4c1f-b841-7e1a6fd3ee37 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.715607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c4b73a9d-f5af-42cc-a368-9b6dfab3bcd7 None None] For port 5cb78616-812a-4702-bb28-c780c9ddbb75, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5cb78616-812a-4702-bb28-c780c9ddbb75,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:29.724239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:23:29.749789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c4b73a9d-f5af-42cc-a368-9b6dfab3bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.928636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a27c9-1ac4-4a9c-ae90-96376b2cc4b0 None None] New status for floating IP 72ea1e50-3a01-47bc-a291-b8516dc005e3: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:23:29.930598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Router 670a14ae-23c5-4e64-a1ba-b37c52fa2483 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:23:30.008208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, cb39e655-9bdb-4210-a70f-eb0f89e2c41f) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:30.027400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:30.029362 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.043592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Provisioning complete for port d358ba89-18f8-438d-8748-341648a5ddf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:30.043980 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.045326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b1688ca-4d66-4c1f-b841-7e1a6fd3ee37 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.050600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6b1688ca-4d66-4c1f-b841-7e1a6fd3ee37 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.056852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6b1688ca-4d66-4c1f-b841-7e1a6fd3ee37 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "DELETE /v2.0/security-groups/acf1c108-7640-4a66-a0a1-4ff044d5acf9 HTTP/1.1" status: 204 len: 168 time: 0.9572165 Nov 03 19:23:30.066680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4bc636cb-52fa-451c-be14-b9949707e3b0 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5658739 Nov 03 19:23:30.066680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.077230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb281a7-7736-4349-a543-d3b0f498848b None None] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:30.083524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58590) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.084123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58592) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.100334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:30.109943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-74c4060d-a00c-4c64-a9c2-239e21359998 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/routers/670a14ae-23c5-4e64-a1ba-b37c52fa2483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6621640 Nov 03 19:23:30.117820 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] Sync routers for ids ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:30.134854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58594) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.149169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:30.160077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] Routers {'670a14ae-23c5-4e64-a1ba-b37c52fa2483'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:30.161872 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:30.169601 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-e5fdb7fc-b9de-475b-93cc-57313d5feb66 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] show failed (client error): The resource could not be found. Nov 03 19:23:30.174786 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e5fdb7fc-b9de-475b-93cc-57313d5feb66 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups/acf1c108-7640-4a66-a0a1-4ff044d5acf9 HTTP/1.1" status: 404 len: 347 time: 0.0505986 Nov 03 19:23:30.178600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=ddd40b55-b2d4-4eda-8d19-7aa00a4551e5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:30.224009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58596) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.228223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1688ca-4d66-4c1f-b841-7e1a6fd3ee37 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf1c108-7640-4a66-a0a1-4ff044d5acf9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:30.255485 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e64bc4-0f6f-48a7-a452-71416c5ae0d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:23:30.264420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-90e64bc4-0f6f-48a7-a452-71416c5ae0d4 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/e7f1f4e7-97ab-4e1a-ad44-231b35bffa69 HTTP/1.1" status: 404 len: 333 time: 0.1279092 Nov 03 19:23:30.271519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58600) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.303188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b73a9d-f5af-42cc-a368-9b6dfab3bcd7 None None] Pushing event updated for resources: {'Port': ['ID=5cb78616-812a-4702-bb28-c780c9ddbb75,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:30.313149 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:30.343704 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] Routers {'670a14ae-23c5-4e64-a1ba-b37c52fa2483'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:30.344897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:30.376213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.385650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-53d28266-9660-4c9a-94fb-6f52d02f4a9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 HTTP/1.1" status: 204 len: 168 time: 2.4616323 Nov 03 19:23:30.404793 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:30.405020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58602) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.405868 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ed57e-94d4-43af-b916-f31506fb32ec None None] The sync data for ids ['670a14ae-23c5-4e64-a1ba-b37c52fa2483'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:30.442144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.530732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Port d358ba89-18f8-438d-8748-341648a5ddf7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:30.539976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Could not find standard attr ID for object ddd40b55-b2d4-4eda-8d19-7aa00a4551e5. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:23:30.554839 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5c3eaa9-9274-44bd-ae68-21436f8facf7 req-57838b37-66d3-441f-b973-5d3d24ef2448 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1257980 Nov 03 19:23:30.563730 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8190bb70-29a4-45cf-9219-a701e878838a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:23:30.566389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8190bb70-29a4-45cf-9219-a701e878838a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/ddd40b55-b2d4-4eda-8d19-7aa00a4551e5 HTTP/1.1" status: 404 len: 333 time: 0.1575568 Nov 03 19:23:30.567590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.569048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.570499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58604) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:30.597003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Provisioning complete for port 5cb78616-812a-4702-bb28-c780c9ddbb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:30.597376 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.644649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:27Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:30.693543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Deleting port 76c50628-3d5b-4b82-adec-8749e99775cc {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:30.693882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.696968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.744610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc3fe6-89ac-45c5-a6dd-006059646e37 None None] The sync data for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 is: [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:27Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:30.821518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.826312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.834693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-cb39e655-9bdb-4210-a70f-eb0f89e2c41f', 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'fixed_ips': [{'subnet_id': '11ae1398-218c-408f-aa43-206fe3b0042b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:23:30.835701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.011530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.012689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Fanout notify agent at l3_agent the message router_deleted on router 670a14ae-23c5-4e64-a1ba-b37c52fa2483 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:23:31.035803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.041814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-33bfdded-2d28-4d5d-bf9b-10eb3ad16df2 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/routers/670a14ae-23c5-4e64-a1ba-b37c52fa2483 HTTP/1.1" status: 204 len: 168 time: 0.7664130 Nov 03 19:23:31.053450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58616) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:31.106607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.121333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet 530deba3-f28a-4deb-8c60-e29515912d2e {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:23:31.126012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6576fcc7-bf26-47ce-9b6c-8a3d849288a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.137013 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.143696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:31.144304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1164f20a-48cb-4d74-9d3d-30b4843a6843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.169709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.169709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.224826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Calling delete_port for 76c50628-3d5b-4b82-adec-8749e99775cc owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:31.287254 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6576fcc7-bf26-47ce-9b6c-8a3d849288a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.302663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Allocated IP 172.20.0.2 (cb39e655-9bdb-4210-a70f-eb0f89e2c41f/11ae1398-218c-408f-aa43-206fe3b0042b/e0331d39-478e-4aad-8c30-865165520e18) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:31.339421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.425341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6576fcc7-bf26-47ce-9b6c-8a3d849288a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.436124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6576fcc7-bf26-47ce-9b6c-8a3d849288a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.437573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6576fcc7-bf26-47ce-9b6c-8a3d849288a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/security-groups/15b18b35-d2a5-4163-bc4f-01a9b69eec3a HTTP/1.1" status: 204 len: 168 time: 0.8621967 Nov 03 19:23:31.443141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58622) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:31.475196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576fcc7-bf26-47ce-9b6c-8a3d849288a8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b18b35-d2a5-4163-bc4f-01a9b69eec3a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:31.549040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.673644 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.698961 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.704696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1abcb190-da43-4958-9482-6e8ce6130e54 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.709706 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.727323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=530deba3-f28a-4deb-8c60-e29515912d2e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:31.730233 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.745522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f66b832f-131a-4a10-952b-77e6ac352b49 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/530deba3-f28a-4deb-8c60-e29515912d2e HTTP/1.1" status: 204 len: 168 time: 0.6955087 Nov 03 19:23:31.752819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58626) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:31.795877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663837b-cae3-4e53-8f0d-e67ac0804e98 None None] Network 60a024bb-3c96-4fa7-b502-be7d7dc91953 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:31.826601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64067502-c333-4b07-9eab-b4ec69b6a9a1 req-91377b79-48f8-4ce6-97a9-c7d92acaba99 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0564539 Nov 03 19:23:31.933817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1abcb190-da43-4958-9482-6e8ce6130e54 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.945921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.974336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.007047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5cb78616-812a-4702-bb28-c780c9ddbb75 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:32.028212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event deleted for resources: {'Port': ['ID=76c50628-3d5b-4b82-adec-8749e99775cc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:32.063974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.110543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 57ce27da-fe8d-4ab0-bad6-cf440029b40f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:32.110907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.150242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:32.190245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:32.199872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:32.251812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] For port 57ce27da-fe8d-4ab0-bad6-cf440029b40f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=57ce27da-fe8d-4ab0-bad6-cf440029b40f,segment=NetworkSegment(81f52379-776b-4a9c-b8b4-5af919cf9d22),segment_id=81f52379-776b-4a9c-b8b4-5af919cf9d22)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:32.257923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.281259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 57ce27da-fe8d-4ab0-bad6-cf440029b40f owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:32.351918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Pushing event updated for resources: {'Port': ['ID=e0331d39-478e-4aad-8c30-865165520e18,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:32.432357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Attempting to bind port e0331d39-478e-4aad-8c30-865165520e18 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:32.436775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Attempting to bind port e0331d39-478e-4aad-8c30-865165520e18 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:32.437108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Attempting to bind port e0331d39-478e-4aad-8c30-865165520e18 on network cb39e655-9bdb-4210-a70f-eb0f89e2c41f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:32.451582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5cb78616-812a-4702-bb28-c780c9ddbb75 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:32.451582 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.461615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:32.461999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Checking segment: {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:32.463606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.464115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.464697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Bound using segment: {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:32.465294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Bound port: e0331d39-478e-4aad-8c30-865165520e18, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:32.465671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.524123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No DVR routers for this DVR port 57ce27da-fe8d-4ab0-bad6-cf440029b40f on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:32.594567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462de8f-f771-4c05-b552-8716078e9b31 None None] DHCP port deletion for 60a024bb-3c96-4fa7-b502-be7d7dc91953 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:23:32.608355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=57ce27da-fe8d-4ab0-bad6-cf440029b40f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:32.720338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] For port e0331d39-478e-4aad-8c30-865165520e18, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:32.721158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.726238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.730476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] For port e0331d39-478e-4aad-8c30-865165520e18, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0331d39-478e-4aad-8c30-865165520e18,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:32.733094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.744459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.784482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a024bb-3c96-4fa7-b502-be7d7dc91953']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:32.805398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f52379-776b-4a9c-b8b4-5af919cf9d22') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:32.805936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f52379-776b-4a9c-b8b4-5af919cf9d22') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:32.839270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.846174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1abcb190-da43-4958-9482-6e8ce6130e54 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.850265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1abcb190-da43-4958-9482-6e8ce6130e54 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.851006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1abcb190-da43-4958-9482-6e8ce6130e54 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/security-groups/0d197da7-1e1d-42b5-8be2-0f4b14e03b23 HTTP/1.1" status: 204 len: 168 time: 1.4065840 Nov 03 19:23:32.857836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58640) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:32.887073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.901889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:32.925860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03b44c20-7c7b-45f2-a871-a99c41ba1750 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "DELETE /v2.0/floatingips/72ea1e50-3a01-47bc-a291-b8516dc005e3 HTTP/1.1" status: 204 len: 168 time: 2.6723845 Nov 03 19:23:32.953950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcb190-da43-4958-9482-6e8ce6130e54 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d197da7-1e1d-42b5-8be2-0f4b14e03b23,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:33.049998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.143186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Allocated IP 172.25.8.59 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/292bd423-0618-4fa0-8569-3302c5814869) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:33.169116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de71781f-c533-433e-bfdd-0fd6a9f404a8 req-6dacce26-c6e3-4abf-aa56-aa82f658e664 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1089158 Nov 03 19:23:33.175373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:23:33.175669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:23:33.179487 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:23:33.206282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet e1907a6a-b6d7-434d-978a-d182998818a5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:23:33.290747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.375263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58648) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:33.393713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125187509', 'description': 'tempest-description--682226543'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:33.419935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.428679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.440609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.492214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.496325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70eb5f-5a1b-487d-911d-9c169592566f None None] Pushing event updated for resources: {'Port': ['ID=e0331d39-478e-4aad-8c30-865165520e18,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:33.496570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.507250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/60a024bb-3c96-4fa7-b502-be7d7dc91953 HTTP/1.1" status: 204 len: 168 time: 1.7523112 Nov 03 19:23:33.515795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58652) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:33.536532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69e148-298b-4659-a314-75d61f1ca336 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=60a024bb-3c96-4fa7-b502-be7d7dc91953,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:33.556193 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.592995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64000308-1cbd-4c52-b3ff-a99bced7980c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.599210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-64000308-1cbd-4c52-b3ff-a99bced7980c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/7fca7f93-357d-4507-9e39-413c9f311814 HTTP/1.1" status: 200 len: 841 time: 0.0799870 Nov 03 19:23:33.599486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58656) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:33.649777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.659659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.684075 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.699264 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.701137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3244612 Nov 03 19:23:33.704844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58660) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:33.723225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'security_group_rule': {'security_group_id': 'f6fa496b-8ae6-45f9-aee5-7912b50ade23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:33.829152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=292bd423-0618-4fa0-8569-3302c5814869,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:33.866158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50daa8-6a13-4dd8-9213-f9681237c513 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fa496b-8ae6-45f9-aee5-7912b50ade23,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:33.887693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58664) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:33.889011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8342150f-9512-4ddf-a53d-889cd8cf3813 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/7fca7f93-357d-4507-9e39-413c9f311814?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2875273 Nov 03 19:23:33.897400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:33.903851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f81d3d93-072b-4fcb-be46-71a33d2309c7 req-3954f2b5-7a23-4908-b9fb-aafd4a8a22d6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.5292144 Nov 03 19:23:33.921208 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.927268 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:33.955729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0331d39-478e-4aad-8c30-865165520e18 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:33.988367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:33.998109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:34.058646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:34.112756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e0331d39-478e-4aad-8c30-865165520e18 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:34.112756 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.124979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.127805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.171429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=e1907a6a-b6d7-434d-978a-d182998818a5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:34.173472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.213239 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.215753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13a2cc-f7d3-471f-8888-e65d711ceb6b None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:34.249039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3d60dff5-35a5-4c93-b337-e434779e371e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/e1907a6a-b6d7-434d-978a-d182998818a5 HTTP/1.1" status: 204 len: 168 time: 1.3564208 Nov 03 19:23:34.273912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58672) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:34.279481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f02e2bb-a077-47c7-9b6f-93cfe705bfc7,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:34.279851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:34.306334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.308090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-83362783-9c3e-406f-801a-e03e1be869ae tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5962996 Nov 03 19:23:34.312531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58676) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:34.324007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'security_group_rule': {'security_group_id': 'f6fa496b-8ae6-45f9-aee5-7912b50ade23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:34.396500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:23:34.396500 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:23:34.396500 n-d-812151-4 neutron-server[101988]: [parameters: {'project_id_1': 'bd1bb4186e054da8a86c5660d36ac546', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 23, 14, 338172)}] Nov 03 19:23:34.396500 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:23:34.397157 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:23:34.432543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.440942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9850add-d9e5-48a9-9ffd-9520de13dd35 req-f5234792-59bd-44e6-9299-faec7846ff6f tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0797753 Nov 03 19:23:34.498478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.539635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port e0331d39-478e-4aad-8c30-865165520e18, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0331d39-478e-4aad-8c30-865165520e18,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:34.596374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.666122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.674859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.722745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b749451a-095e-4534-8bde-c7149438cfc4,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:34.741204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 57ce27da-fe8d-4ab0-bad6-cf440029b40f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:23:34.770865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:34.775311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.778191 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.785105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58678) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:34.786710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-557cdccd-44e6-4416-9a1b-edfc4f8b792c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4728577 Nov 03 19:23:34.787714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 57ce27da-fe8d-4ab0-bad6-cf440029b40f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:23:34.788259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 57ce27da-fe8d-4ab0-bad6-cf440029b40f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:23:34.791397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:34.792053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c45b7-5699-410d-911b-627f8d5a37e7 None None] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:34.800868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc849-24de-4265-9d74-9829d15f6602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.815142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=e0331d39-478e-4aad-8c30-865165520e18,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:34.816058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.945381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c956e8d9-d8c4-4339-ac88-345998213f41 None None] Provisioning complete for port e0331d39-478e-4aad-8c30-865165520e18 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:34.945848 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c956e8d9-d8c4-4339-ac88-345998213f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:35.026690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:35.081403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:35.086675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:35.676080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:35.683153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e01d0282-30eb-474b-ad9a-3cd5ef7aa295 req-d9cdcda3-d483-446e-941d-0db302276c7c tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0779452 Nov 03 19:23:35.760038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0331d39-478e-4aad-8c30-865165520e18 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:35.854352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a3dc5d95-0f00-4f83-a233-5050b1d39934 None None] Provisioning complete for port e0331d39-478e-4aad-8c30-865165520e18 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:35.855419 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5d95-0f00-4f83-a233-5050b1d39934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:35.898774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e0331d39-478e-4aad-8c30-865165520e18 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:35.907091 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.254714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2af450f8-3d6e-46da-bc9b-ab5f223ceb33 req-68ee6088-4dba-4fe3-9f6d-a3c698e79a23 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0356383 Nov 03 19:23:36.287309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8ad618ad-97c9-4280-b243-1c557d5826a8 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:36.287309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ad618ad-97c9-4280-b243-1c557d5826a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.304884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9a7c94c4-bf21-40ee-bbe3-ae21f295ad60 req-3556b6be-753a-489f-aa64-f68d0bb59044 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=10b89b33cd3046df83a9970a003d9b84&device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1071405 Nov 03 19:23:36.311025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.313448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.433772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8ad618ad-97c9-4280-b243-1c557d5826a8 None None] Provisioning complete for port d358ba89-18f8-438d-8748-341648a5ddf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:36.434148 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8ad618ad-97c9-4280-b243-1c557d5826a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.457715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9a7c94c4-bf21-40ee-bbe3-ae21f295ad60 req-520273ee-fd5f-43c7-aa60-636ce16dbd62 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=10b89b33cd3046df83a9970a003d9b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1409183 Nov 03 19:23:36.484460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8ad618ad-97c9-4280-b243-1c557d5826a8 None None] Port d358ba89-18f8-438d-8748-341648a5ddf7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:36.490869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.509027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:36.525522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=e79f9aaa-7c94-40d1-95b7-1e34ace29e7b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:36.557205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:36.576360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:36.591507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:36.595827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b73678-673a-429c-83cd-99e565fe45f1 None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:36.613942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:36.614909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.655395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Router 471b6b1b-ae42-402d-855a-c3634b0e50dd is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:23:36.699156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:36.699770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.766315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4188e5-74e8-44ca-ac90-bb447e6d870d None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:36.829199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58722) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:36.833174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5513065 Nov 03 19:23:36.844462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'security_group': {'name': 'tempest-secgroup-2045446659'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:36.846181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ff98acc-beb7-4af4-b7a3-182b1c152507 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9531407 Nov 03 19:23:36.854195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58724) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:36.867064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'security_group': {'name': 'tempest-secgroup-534566882'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:36.910024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61436f-6b94-4c8c-8073-372cb437a4da tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=095d852d-4bb8-4183-b4fc-ea065d44e801,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:36.912860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.964649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c94c4-bf21-40ee-bbe3-ae21f295ad60 req-638cc0cc-062b-41e4-9840-e888b9071772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:36.973403 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9a7c94c4-bf21-40ee-bbe3-ae21f295ad60 req-638cc0cc-062b-41e4-9840-e888b9071772 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4999313 Nov 03 19:23:37.038993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'tenant_id': 'bd1bb4186e054da8a86c5660d36ac546', 'fixed_ips': [{'subnet_id': 'e79f9aaa-7c94-40d1-95b7-1e34ace29e7b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:23:37.040103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.125446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Allocated IP 172.25.8.234 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d3fd431e-85d0-4a01-a2ef-4a84fbcfe427) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:37.154886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.161698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.242753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4e250-1a24-4536-8dce-c9b744b8848a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:37.272013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Allocated IP 172.20.0.2 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/e79f9aaa-7c94-40d1-95b7-1e34ace29e7b/96bdef5a-6389-4d50-8849-b79c03ae2207) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:37.489567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a39a7d8c-53c9-4545-b846-c303c172b942 req-dbc00635-27d2-4852-b2f4-bceaf3702730 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0725658 Nov 03 19:23:37.569378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.580576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.647438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:37.651150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:37.655328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:37.665397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:37.791951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Attempting to bind port 96bdef5a-6389-4d50-8849-b79c03ae2207 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:37.793475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Attempting to bind port 96bdef5a-6389-4d50-8849-b79c03ae2207 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:37.793475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Attempting to bind port 96bdef5a-6389-4d50-8849-b79c03ae2207 on network e04e8415-f37a-4457-a95d-1a8df99d2b8d {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:37.805275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:37.805698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Checking segment: {'id': '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:37.806062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.806463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Bound using segment: {'id': '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:37.806950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Bound port: 96bdef5a-6389-4d50-8849-b79c03ae2207, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:37.807328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.812571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] Update dhcp port {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'fixed_ips': [{'subnet_id': '6a77efa1-ae5c-4da7-bebd-7466bbe38c28', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '095d852d-4bb8-4183-b4fc-ea065d44e801'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '4436c0b9-6938-4d1a-bdfa-6fe4d572baf2'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:23:37.876786 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.905545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.960992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.973628 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.977059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-92e0dabd-b0fa-4101-be33-b96aac873398 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1460238 Nov 03 19:23:37.983075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:37.984232 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58732) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.001750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'security_group': {'name': 'tempest-secgroup-422548571'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:38.027387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'Port': ['ID=d3fd431e-85d0-4a01-a2ef-4a84fbcfe427,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:38.031160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.063379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.077982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:38.085769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.089594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:38.098822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:38.113704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:38.304282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.312886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.373936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cd0a66-2ade-4cd4-96fb-12874100e2df,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:38.387110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.389376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4034133 Nov 03 19:23:38.399037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58736) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.412706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.415930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'security_group': {'name': 'tempest-secgroup-59169046'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:38.422201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:38.474528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.475354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.475598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.475740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-98bb57b6-bd17-45d2-9d12-61c4c0092302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.476097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.481861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.481861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.486469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.487738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.492208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Sync routers for ids ['471b6b1b-ae42-402d-855a-c3634b0e50dd'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:38.496350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.496977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.497392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.498871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf77e6d-bd83-475e-ae4d-2ec470e7ec8c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:38.515977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.521633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.568062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50620-81f8-4b64-a8a6-f3e12399a703 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:38.585303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.594405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.640964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00a187-2e93-4e41-8469-021c432a1f82,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:38.655633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Routers {'471b6b1b-ae42-402d-855a-c3634b0e50dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:38.656298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['471b6b1b-ae42-402d-855a-c3634b0e50dd'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:38.684515 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.685869 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ccdb9846-d901-43a1-9136-b85f8be5a0f0 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.5423388 Nov 03 19:23:38.722385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58746) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.801505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33c839a9-3b91-44d3-9ce7-12b5944ec886 req-91a94d22-924a-4eab-92a9-f550c0454812 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0679960 Nov 03 19:23:38.835850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] Allocated IP 2001:db8::2 (a058b469-5022-467a-8285-c7d66481783e/095d852d-4bb8-4183-b4fc-ea065d44e801/4436c0b9-6938-4d1a-bdfa-6fe4d572baf2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:38.849298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.855296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.876038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.878649 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5c7c2727-ec2c-422a-aa5f-fd678ad572ac tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0182223 Nov 03 19:23:38.886575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58750) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.903176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'security_group': {'name': 'tempest-secgroup-43189004'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:38.927167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.939570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5385420 Nov 03 19:23:38.953696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58752) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.968965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9a7c94c4-bf21-40ee-bbe3-ae21f295ad60 req-a37f7fa7-d651-41bb-af54-48cd68edb65b tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.1156068 Nov 03 19:23:38.978618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-584401904', 'security_groups': ['bc9aedda-20cb-4a9e-a5df-acffd67e4782'], 'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '095d852d-4bb8-4183-b4fc-ea065d44e801'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:39.034792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e669d-5bc3-432a-acbe-46f2f3a9c15b tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9aedda-20cb-4a9e-a5df-acffd67e4782,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:39.048795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.253649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Set router 471b6b1b-ae42-402d-855a-c3634b0e50dd gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:39.317140 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.328916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.390297 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.392705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5001907 Nov 03 19:23:39.410494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58754) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:39.426597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572a785-b1c5-4bbc-b137-6cd885ff2a58 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ed3b9-ae69-4dc9-8456-47b2d816d05e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:39.429547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1093759968', 'security_groups': ['d09ed3b9-ae69-4dc9-8456-47b2d816d05e'], 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e79f9aaa-7c94-40d1-95b7-1e34ace29e7b'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:39.627998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:39.714309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.729069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.812829 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.870599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.931121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:39.981396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 96bdef5a-6389-4d50-8849-b79c03ae2207 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:40.071828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56ccef67-50a2-4a09-9116-5fbf5909a3d2 req-520d761c-2ad5-4a9e-9e29-cf4a63704ab7 tempest-ServerShowV254Test-166522202 tempest-ServerShowV254Test-166522202-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa64dfd2-bd8e-415a-b5a2-f23f18efe9d2 HTTP/1.1" status: 200 len: 210 time: 0.0812018 Nov 03 19:23:40.184048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:23:34Z', 'revision_number': 3, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:40.280976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562406bb-f4b4-4652-a1dd-1c20b96c5ef5 None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:40.292028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Checking router: 471b6b1b-ae42-402d-855a-c3634b0e50dd for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:23:40.292170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Updating router 471b6b1b-ae42-402d-855a-c3634b0e50dd port 292bd423-0618-4fa0-8569-3302c5814869 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:23:40.389815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.396134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.406691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'Port': ['ID=d3fd431e-85d0-4a01-a2ef-4a84fbcfe427,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:40.484051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.542880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.561515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:40.574875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:40.575167 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.693355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.717376 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-039564e2-c9de-4a69-8d7b-2d7539aeea15 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9189143 Nov 03 19:23:40.763732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.843972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:40.863354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.880080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-48b2aed8-ac38-4ce6-b680-9c3a328ea30a None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:40.880358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48b2aed8-ac38-4ce6-b680-9c3a328ea30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.934457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] device_id is not set on port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:23:41.135792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-2e51ed66-9caa-4f68-b7ec-45ac24d7b438 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1125187509&fields=id&tenant_id=67fd49a1e63d4d67a4adc7b14b959045 HTTP/1.1" status: 200 len: 267 time: 0.0930650 Nov 03 19:23:41.147268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:41.193947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-48b2aed8-ac38-4ce6-b680-9c3a328ea30a None None] Provisioning complete for port 7fca7f93-357d-4507-9e39-413c9f311814 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:41.193947 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48b2aed8-ac38-4ce6-b680-9c3a328ea30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.270398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.282447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.288093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-48b2aed8-ac38-4ce6-b680-9c3a328ea30a None None] Port 7fca7f93-357d-4507-9e39-413c9f311814 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:41.297957 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.413993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24249daa-b769-4541-9dd2-829d941f63bc None None] Pushing event updated for resources: {'Port': ['ID=292bd423-0618-4fa0-8569-3302c5814869,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:41.432255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-7740ddc9-b7ab-4983-a32d-2da41604a845 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:41.439113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-7740ddc9-b7ab-4983-a32d-2da41604a845 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 811 time: 0.2917142 Nov 03 19:23:41.462815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port bac11700-360e-405f-8e44-ee2e96bb1989 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:23:41.466198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-ceb9869f-9a9e-4ae5-ae1a-a678d1270588 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/quotas/67fd49a1e63d4d67a4adc7b14b959045 HTTP/1.1" status: 200 len: 375 time: 0.0207386 Nov 03 19:23:41.507009 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0131-d430-470f-bcf3-dac833ce1cc6 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:41.507519 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0131-d430-470f-bcf3-dac833ce1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.579336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-0dd2af65-fa54-4249-83da-b30bb4160a1d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031997 Nov 03 19:23:41.583278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Attempting to bind port 292bd423-0618-4fa0-8569-3302c5814869 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:41.583639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Attempting to bind port 292bd423-0618-4fa0-8569-3302c5814869 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:41.584001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Attempting to bind port 292bd423-0618-4fa0-8569-3302c5814869 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:41.605556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:41.605972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:41.606663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.607560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:41.607893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Bound port: 292bd423-0618-4fa0-8569-3302c5814869, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:41.608276 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.721417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] For port 292bd423-0618-4fa0-8569-3302c5814869, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:41.727381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] For port 292bd423-0618-4fa0-8569-3302c5814869, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=292bd423-0618-4fa0-8569-3302c5814869,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:41.784811 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:41.800884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-99e1afd3-7ed5-48dc-8945-ff0648fd2139 service neutron] 10.222.0.91 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914628 Nov 03 19:23:41.865944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58794) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:41.954438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8::2e5 (a058b469-5022-467a-8285-c7d66481783e/095d852d-4bb8-4183-b4fc-ea065d44e801/6f6ff81d-5af3-4b69-91f4-25f553f7b14b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:41.970896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:41.997495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.125374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-d75925fb-eb9e-4b96-b0de-5c93b38c6bf1 service neutron] 10.222.0.91 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178370 Nov 03 19:23:42.211624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24249daa-b769-4541-9dd2-829d941f63bc None None] Pushing event updated for resources: {'Port': ['ID=292bd423-0618-4fa0-8569-3302c5814869,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:42.245196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.259971 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.263750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:42.264276 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.295824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Allocated IP 172.20.0.1 (cb39e655-9bdb-4210-a70f-eb0f89e2c41f/11ae1398-218c-408f-aa43-206fe3b0042b/b5007a15-1a75-423f-bbe3-8f6e21026068) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:42.311120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Routers {'471b6b1b-ae42-402d-855a-c3634b0e50dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:42.311961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['471b6b1b-ae42-402d-855a-c3634b0e50dd'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:42.463021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.546128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4444c3ce-52cd-462a-a84d-f5cd83572b21 req-15376cd7-c950-462a-ba76-c5db9d80eb71 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 210 time: 0.0748487 Nov 03 19:23:42.657892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a234-3a0b-4b39-af5f-608e372e44a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.677747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0131-d430-470f-bcf3-dac833ce1cc6 None None] Provisioning complete for port d358ba89-18f8-438d-8748-341648a5ddf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:42.678118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0131-d430-470f-bcf3-dac833ce1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.759874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] Set router 471b6b1b-ae42-402d-855a-c3634b0e50dd gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:42.836197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a234-3a0b-4b39-af5f-608e372e44a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.863965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.8 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/e79f9aaa-7c94-40d1-95b7-1e34ace29e7b/bac11700-360e-405f-8e44-ee2e96bb1989) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:42.872777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f0131-d430-470f-bcf3-dac833ce1cc6 None None] Port d358ba89-18f8-438d-8748-341648a5ddf7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:43.001402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 96bdef5a-6389-4d50-8849-b79c03ae2207 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:43.043032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.093768 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a234-3a0b-4b39-af5f-608e372e44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.163455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.212623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:43.213246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.237328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4d6a234-3a0b-4b39-af5f-608e372e44a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10b89b33cd3046df83a9970a003d9b84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3616066 Nov 03 19:23:43.240087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58830) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:43.246427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6a234-3a0b-4b39-af5f-608e372e44a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b22d81-620a-405c-a8d3-93ac5dbefaf7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:43.250571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.343320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:43.363622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Pushing event updated for resources: {'Port': ['ID=b5007a15-1a75-423f-bbe3-8f6e21026068,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:43.378423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:43.396684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:43.398895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:23:34Z', 'revision_number': 3, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:43.432523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8352e7d2-bc46-4c86-8339-1fae40237f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.468344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:43.471269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.506286 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8352e7d2-bc46-4c86-8339-1fae40237f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.514621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b0358f-a1e8-4603-b818-8139654992da None None] The sync data for ids ['471b6b1b-ae42-402d-855a-c3634b0e50dd'] in n-d-812151-4 is: [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:23:34Z', 'revision_number': 3, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:43.638047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8352e7d2-bc46-4c86-8339-1fae40237f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.641327 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8352e7d2-bc46-4c86-8339-1fae40237f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.642591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8352e7d2-bc46-4c86-8339-1fae40237f5b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/62b22d81-620a-405c-a8d3-93ac5dbefaf7 HTTP/1.1" status: 204 len: 168 time: 0.3980689 Nov 03 19:23:43.673075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352e7d2-bc46-4c86-8339-1fae40237f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b22d81-620a-405c-a8d3-93ac5dbefaf7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:43.923674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8dc0a03-b5d0-4a6c-ad6e-b7bb1a85c64b req-23ecb957-0974-416d-a334-ecb924018cfd tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 210 time: 0.1071157 Nov 03 19:23:44.044669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-86456636-5e31-40a6-aab7-89a8835af366 None None] Provisioning complete for port b5007a15-1a75-423f-bbe3-8f6e21026068 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:44.045214 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86456636-5e31-40a6-aab7-89a8835af366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:44.221515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-86456636-5e31-40a6-aab7-89a8835af366 None None] Port b5007a15-1a75-423f-bbe3-8f6e21026068 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:44.364099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=6f6ff81d-5af3-4b69-91f4-25f553f7b14b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:44.375742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:44.395619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:44.402042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:44.402713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:44.511288 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2e931122-bb02-419b-bc67-43cc6ef33c66 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5411127 Nov 03 19:23:44.514973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58856) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:44.520376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:44.619391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:44.713636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:44.921441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:44.941313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-a751f1d1-3ee3-4915-afba-6d6bea963f3d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:44.942032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:44.943040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-a751f1d1-3ee3-4915-afba-6d6bea963f3d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 811 time: 0.5701530 Nov 03 19:23:45.009687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:45.069648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4f428365-fae2-43df-b0d6-5bc7be6f142f None None] Provisioning complete for port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:45.070496 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f428365-fae2-43df-b0d6-5bc7be6f142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:45.133571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4f428365-fae2-43df-b0d6-5bc7be6f142f None None] Port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:45.317589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=bac11700-360e-405f-8e44-ee2e96bb1989,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:45.347286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-e48a7676-3953-40f6-836e-3ce94fd68116 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67fd49a1e63d4d67a4adc7b14b959045 HTTP/1.1" status: 200 len: 380 time: 0.3787179 Nov 03 19:23:45.351611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:45.421407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'port': {'device_id': '378d5217-d624-4e3c-8fbb-11a884957a40', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'admin_state_up': True, 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'security_groups': ['f6fa496b-8ae6-45f9-aee5-7912b50ade23']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:45.614334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:45.649566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:45.720956 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 095d852d-4bb8-4183-b4fc-ea065d44e801 (CIDR: 2001:db8::/64) Nov 03 19:23:45.727222 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:23:45.728122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:23:45.794463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afa92540-3ac1-42ce-a719-c5eabf692229 req-11386499-3a7b-427e-a44b-9e95593af51b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 210 time: 0.0710597 Nov 03 19:23:45.849231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Made reservation on behalf of 67fd49a1e63d4d67a4adc7b14b959045 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:45.856684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:45.857513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b73dc0a7-1947-49e9-8774-192c75ef81b5 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3406899 Nov 03 19:23:45.861012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58886) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:45.867643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:45.951969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:45.952658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:45.967056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 292bd423-0618-4fa0-8569-3302c5814869 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:46.174981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 292bd423-0618-4fa0-8569-3302c5814869 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:46.175777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.204151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7c08c5a0-84ec-4a25-accb-a50e20ba1dbf None None] Provisioning complete for port bac11700-360e-405f-8e44-ee2e96bb1989 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:46.207393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c08c5a0-84ec-4a25-accb-a50e20ba1dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.273473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ac9b6245-151e-41cf-a244-9d607e084743 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8615060 Nov 03 19:23:46.289548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7c08c5a0-84ec-4a25-accb-a50e20ba1dbf None None] Port bac11700-360e-405f-8e44-ee2e96bb1989 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:46.301103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58904) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:46.308066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.323414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:46.326644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Allocated IP 172.20.0.8 (5a099c73-568c-4d53-a44e-ff6a06de570f/bb73d4c0-cee7-4387-a9b9-285da95dc53f/d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:46.346103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.401042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.473921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 292bd423-0618-4fa0-8569-3302c5814869, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=292bd423-0618-4fa0-8569-3302c5814869,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:46.484309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.600666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Pushing event updated for resources: {'Port': ['ID=b5007a15-1a75-423f-bbe3-8f6e21026068,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:46.604508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=292bd423-0618-4fa0-8569-3302c5814869,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:46.610697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.625396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:46.628641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.805438 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e79f9aaa-7c94-40d1-95b7-1e34ace29e7b (CIDR: 172.20.0.0/28) Nov 03 19:23:46.813910 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:23:46.814706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:23:46.837816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:46.847946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:46.868283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e3fe287e-6315-456a-abc0-7d6b36f45287 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5628510 Nov 03 19:23:46.878571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58926) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:46.905815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:47.016917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a93c9dd-7d5f-4901-b556-c39944a1d628 req-42d2c0e3-eb46-4232-96f5-fa3da167a24b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 210 time: 0.0546160 Nov 03 19:23:47.043120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58932) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:47.075236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.089919 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6a77efa1-ae5c-4da7-bebd-7466bbe38c28 (CIDR: 2001:db8:0:1::/64) Nov 03 19:23:47.111869 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:23:47.112371 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:23:47.150953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f16435c6-82e2-436b-8a20-1e480afa0ebb tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2878616 Nov 03 19:23:47.151587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58936) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:47.161073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:47.162461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'subnet': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:47.173631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2deec-8e7c-44e2-bc99-52b26dc2dba5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:47.174166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2deec-8e7c-44e2-bc99-52b26dc2dba5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:47.174642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2deec-8e7c-44e2-bc99-52b26dc2dba5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:47.178782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:47.218826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eba2deec-8e7c-44e2-bc99-52b26dc2dba5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/ports?project_id=18722f7d7d2647de99969f468355570d&network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 2970 time: 0.1413949 Nov 03 19:23:47.408147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58944) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:47.550247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.593846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:47.597529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.613738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3db81942-704b-4d12-85eb-caf02dd73d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.641057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Made reservation on behalf of 2d71927f23c64cb2bb55c9c8bc5ec4f3 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:47.647764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.649145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8e830ff1-5042-4ab2-b39d-02af9f8db4ab None None] Provisioning complete for port b5007a15-1a75-423f-bbe3-8f6e21026068 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:47.650555 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e830ff1-5042-4ab2-b39d-02af9f8db4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.700095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8e830ff1-5042-4ab2-b39d-02af9f8db4ab None None] Port b5007a15-1a75-423f-bbe3-8f6e21026068 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:47.804627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Network 5a099c73-568c-4d53-a44e-ff6a06de570f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:47.817556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Router 471b6b1b-ae42-402d-855a-c3634b0e50dd has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:23:47.829042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:47.870921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:47.880874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event updated for resources: {'Port': ['ID=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:47.892751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 292bd423-0618-4fa0-8569-3302c5814869 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:47.943367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3db81942-704b-4d12-85eb-caf02dd73d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:47.978582 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3db81942-704b-4d12-85eb-caf02dd73d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.048343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 292bd423-0618-4fa0-8569-3302c5814869 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:48.048702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.178160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:48.189561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.277912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c1c8a69a-f19e-4271-a894-f00c8c7a53ee tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8611941 Nov 03 19:23:48.283118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3db81942-704b-4d12-85eb-caf02dd73d54 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=64adfd1ea5dd498d85e3e02ce80d22fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8642254 Nov 03 19:23:48.284317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58960) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:48.333122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-cbdfc31f-09f7-4778-aa62-be56d790be43 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:23:48.334608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-cbdfc31f-09f7-4778-aa62-be56d790be43 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0365896 Nov 03 19:23:48.392436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Request body: {'port': {'device_id': '378d5217-d624-4e3c-8fbb-11a884957a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:48.451590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-583126b3-1d80-46a5-9952-c9c75ee91e2f None None] Provisioning complete for port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:48.451946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-583126b3-1d80-46a5-9952-c9c75ee91e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.457887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db81942-704b-4d12-85eb-caf02dd73d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a245da-8f63-4867-92a7-2d4990a6c59e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:48.473386 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.539823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-583126b3-1d80-46a5-9952-c9c75ee91e2f None None] Port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:48.581962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Network a058b469-5022-467a-8285-c7d66481783e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:48.585302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Subnet': ['ID=13cedf8c-f285-4388-aae1-d1cb3497dc41,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:48.589327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:48.595370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:48.596306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.602740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21796f-e064-4e5e-86f2-3faf6c3f91ba None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:48.631228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.646778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454cb78-60e3-4942-907e-5145e4d7dc00 req-b4872fce-315f-4ec7-9f1c-da2218ef8d52 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:48.657495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:48.660380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3454cb78-60e3-4942-907e-5145e4d7dc00 req-b4872fce-315f-4ec7-9f1c-da2218ef8d52 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 931 time: 0.4753945 Nov 03 19:23:48.684607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:48.688435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:48.689251 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.699925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2f747c55-eb15-4d10-9d2f-198bf3323a87 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5421474 Nov 03 19:23:48.701909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2806325-aaf2-45d4-969b-6a84a1dc4a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.724992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c850504-8fbb-4ee7-8668-b356e1afde7a None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:48.742926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58964) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:48.763069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.764592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3454cb78-60e3-4942-907e-5145e4d7dc00 req-7db023a7-ed36-4c9b-8c48-ed5dd491484f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026220 Nov 03 19:23:48.789146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58966) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:48.789348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9021478 Nov 03 19:23:48.790496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-442587829', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13cedf8c-f285-4388-aae1-d1cb3497dc41'}], 'security_groups': ['8ef4e250-1a24-4536-8dce-c9b744b8848a', 'a5cd0a66-2ade-4cd4-96fb-12874100e2df']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:48.796128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-180512032', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ebfa20b6-f8fc-4fa4-8336-881734b0a1e5'}], 'security_groups': ['aa00a187-2e93-4e41-8469-021c432a1f82']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:48.804124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:23:48.811842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-297d5ed1-54e1-434d-bf99-6fabba5b7a97 admin admin] 10.222.0.91 "PUT /v2.0/routers/471b6b1b-ae42-402d-855a-c3634b0e50dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0864873 Nov 03 19:23:48.829947 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Sync routers for ids ['471b6b1b-ae42-402d-855a-c3634b0e50dd'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:23:48.860102 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Routers {'471b6b1b-ae42-402d-855a-c3634b0e50dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:48.879858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['471b6b1b-ae42-402d-855a-c3634b0e50dd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:48.932220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 58968) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:49.355479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2806325-aaf2-45d4-969b-6a84a1dc4a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.444008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd2351-dbd9-4909-b657-1c91d12340c5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:49.445906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ecd2351-dbd9-4909-b657-1c91d12340c5 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a HTTP/1.1" status: 200 len: 814 time: 0.3805938 Nov 03 19:23:49.536578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.616830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e4314-3ef0-4388-a825-2e2df155e32b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=ebfa20b6-f8fc-4fa4-8336-881734b0a1e5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:49.695070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] Update dhcp port {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'fixed_ips': [{'subnet_id': '6a77efa1-ae5c-4da7-bebd-7466bbe38c28', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '095d852d-4bb8-4183-b4fc-ea065d44e801', 'ip_address': '2001:db8::2'}, {'subnet_id': '13cedf8c-f285-4388-aae1-d1cb3497dc41'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '4436c0b9-6938-4d1a-bdfa-6fe4d572baf2'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:23:49.702560 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Set router 471b6b1b-ae42-402d-855a-c3634b0e50dd gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:49.703923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] Update dhcp port {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'fixed_ips': [{'subnet_id': 'e79f9aaa-7c94-40d1-95b7-1e34ace29e7b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ebfa20b6-f8fc-4fa4-8336-881734b0a1e5'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '96bdef5a-6389-4d50-8849-b79c03ae2207'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:23:49.713896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.816414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.824160 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.952657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2806325-aaf2-45d4-969b-6a84a1dc4a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.960306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2806325-aaf2-45d4-969b-6a84a1dc4a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.964674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b2806325-aaf2-45d4-969b-6a84a1dc4a5d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/14a245da-8f63-4867-92a7-2d4990a6c59e HTTP/1.1" status: 204 len: 168 time: 1.6767020 Nov 03 19:23:50.016140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58990) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:50.023554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565689299', 'description': 'tempest-secgroup-smoke-565689299 description', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:50.073202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2806325-aaf2-45d4-969b-6a84a1dc4a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a245da-8f63-4867-92a7-2d4990a6c59e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:50.140943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:23:50.160320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.164982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 58994) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:50.165825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.177624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'network': {'name': 'tempest-network-smoke--403397196', 'project_id': '18722f7d7d2647de99969f468355570d', 'port_security_enabled': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:50.281855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Transition to ACTIVE for port object d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:23:50.319354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:50.320748 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:23:44Z', 'revision_number': 4, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'b5007a15-1a75-423f-bbe3-8f6e21026068', 'name': '', 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'mac_address': 'fa:16:3e:e4:b5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '11ae1398-218c-408f-aa43-206fe3b0042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:42Z', 'updated_at': '2021-11-03T19:23:44Z', 'revision_number': 2, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'subnets': [{'id': '11ae1398-218c-408f-aa43-206fe3b0042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:50.323333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.327659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.410142 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Checking router: 471b6b1b-ae42-402d-855a-c3634b0e50dd for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:23:50.410824 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Updating router 471b6b1b-ae42-402d-855a-c3634b0e50dd port b5007a15-1a75-423f-bbe3-8f6e21026068 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:23:50.424060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964d89-98c8-4c33-97e3-ba6a70bf5b08 req-0f3ed602-ed90-478f-b702-7c630f75ba0a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:50.431380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee964d89-98c8-4c33-97e3-ba6a70bf5b08 req-0f3ed602-ed90-478f-b702-7c630f75ba0a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 931 time: 0.4541214 Nov 03 19:23:50.446747 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.495852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Delete allocated IP 172.20.0.8 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/e79f9aaa-7c94-40d1-95b7-1e34ace29e7b) {{(pid=101989) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:23:50.538060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.27 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/ebfa20b6-f8fc-4fa4-8336-881734b0a1e5/bac11700-360e-405f-8e44-ee2e96bb1989) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:50.597400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] Allocated IP 2001:db8:0:2::2 (a058b469-5022-467a-8285-c7d66481783e/13cedf8c-f285-4388-aae1-d1cb3497dc41/4436c0b9-6938-4d1a-bdfa-6fe4d572baf2) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:50.639444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee964d89-98c8-4c33-97e3-ba6a70bf5b08 req-2e247778-a3f2-4fe8-afb9-1048bbb2f37c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044077 Nov 03 19:23:50.739302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:23:50.796709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.797095 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Added segment 69c2881a-d6de-4588-aebb-751b04f13541 of type vlan for network b7f41aaa-4041-419a-9271-7c8293f54418 Nov 03 19:23:50.805817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Pushing event updated for resources: {'Port': ['ID=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:50.986565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:51.106706 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.131760 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.145278 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.149242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.261615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.262458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] Allocated IP 172.20.0.18 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/ebfa20b6-f8fc-4fa4-8336-881734b0a1e5/96bdef5a-6389-4d50-8849-b79c03ae2207) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:51.264615 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.284852 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.406374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:23:51.411584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.494378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.507824 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Attempting to bind port b5007a15-1a75-423f-bbe3-8f6e21026068 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:51.509229 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Attempting to bind port b5007a15-1a75-423f-bbe3-8f6e21026068 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:51.509777 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Attempting to bind port b5007a15-1a75-423f-bbe3-8f6e21026068 on network cb39e655-9bdb-4210-a70f-eb0f89e2c41f {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:51.509908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=bac11700-360e-405f-8e44-ee2e96bb1989,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:51.534675 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:51.535460 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Checking segment: {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:51.536074 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.536629 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Bound using segment: {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:51.537317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Bound port: b5007a15-1a75-423f-bbe3-8f6e21026068, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d06ccfb-16fe-4e35-939c-0df7ab132bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:51.537901 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.604540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] In _notify_port_updated(), no bound segment for port bac11700-360e-405f-8e44-ee2e96bb1989 on network e04e8415-f37a-4457-a95d-1a8df99d2b8d {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:23:51.636571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:51.639911 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.646192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c77daa59-ce30-494f-9355-0f3f9efe35ab tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/ports/bac11700-360e-405f-8e44-ee2e96bb1989 HTTP/1.1" status: 200 len: 920 time: 2.8601632 Nov 03 19:23:51.647349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59038) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:51.686572 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] For port b5007a15-1a75-423f-bbe3-8f6e21026068, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:51.690115 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] For port b5007a15-1a75-423f-bbe3-8f6e21026068, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b5007a15-1a75-423f-bbe3-8f6e21026068,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:51.714995 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.745775 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Pushing event updated for resources: {'Port': ['ID=b5007a15-1a75-423f-bbe3-8f6e21026068,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:51.762557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-bde7225e-9c1e-43fd-bce4-a6c646080202 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8910437 Nov 03 19:23:51.804146 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.817060 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.818887 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.821619 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.823236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.824176 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.825568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.827892 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.830655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fe799-8c1f-4039-a23a-8b0893dfe68b None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:51.831192 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.833138 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.834414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.836350 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:51.841306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Attempting to bind port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:51.841883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Attempting to bind port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:51.842292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Attempting to bind port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 on network 5a099c73-568c-4d53-a44e-ff6a06de570f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:51.844628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.851559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:51.852366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.857848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:51.859183 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.8418612 Nov 03 19:23:51.883710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59044) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:51.940147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747cb26-db36-4c3f-a9e9-1ee7325918c0 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc35c6c7-323f-4899-98b6-b3047ab42785,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:51.960252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:51.982506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group_rule': {'security_group_id': 'fc35c6c7-323f-4899-98b6-b3047ab42785', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:51.989048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 on network 5a099c73-568c-4d53-a44e-ff6a06de570f not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:23:51.989787 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Attempting to bind port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 on network 5a099c73-568c-4d53-a44e-ff6a06de570f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:52.000486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Delete allocated IP 2001:db8::2e5 (a058b469-5022-467a-8285-c7d66481783e/095d852d-4bb8-4183-b4fc-ea065d44e801) {{(pid=101988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:23:52.073712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a7b71413-c00b-4b22-bdb5-133298c83ad9 None None] Provisioning complete for port b5007a15-1a75-423f-bbe3-8f6e21026068 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:52.074359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7b71413-c00b-4b22-bdb5-133298c83ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.093453 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914d242-a00d-40d8-9611-acf67d867955 None None] Pushing event updated for resources: {'Port': ['ID=b5007a15-1a75-423f-bbe3-8f6e21026068,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:52.125363 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Routers {'471b6b1b-ae42-402d-855a-c3634b0e50dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:23:52.126291 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:23:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['471b6b1b-ae42-402d-855a-c3634b0e50dd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:52.136276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82c225-422c-400f-a0ff-ae28f11689fd req-4c4f19f6-771a-4794-8989-e987c3097cb6 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:52.144980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b82c225-422c-400f-a0ff-ae28f11689fd req-4c4f19f6-771a-4794-8989-e987c3097cb6 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 943 time: 0.3543341 Nov 03 19:23:52.178424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:52.186174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Checking segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:52.187143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Bound using segment: {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:52.187472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Bound port: d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002ea031-7da3-4301-860e-61e755ad0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:52.187893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.191281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Allocated IP 2001:db8:0:2::11 (a058b469-5022-467a-8285-c7d66481783e/13cedf8c-f285-4388-aae1-d1cb3497dc41/6f6ff81d-5af3-4b69-91f4-25f553f7b14b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:52.265601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.277113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1089649 Nov 03 19:23:52.283032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17fa30-06e8-436e-826e-a27c972799d9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Network': ['ID=b7f41aaa-4041-419a-9271-7c8293f54418,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:52.291334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:52.315707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.336883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b7f41aaa-4041-419a-9271-7c8293f54418 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:23:52.343902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port bac11700-360e-405f-8e44-ee2e96bb1989 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:52.344357 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.430325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b82c225-422c-400f-a0ff-ae28f11689fd req-62f8d633-95e8-48df-8871-53ea8ea69156 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794809 Nov 03 19:23:52.553464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] Set router 471b6b1b-ae42-402d-855a-c3634b0e50dd gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:23:52.588976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-ca2500ea-e9c0-4b92-b32e-ccc14897bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:52.604069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-ca2500ea-e9c0-4b92-b32e-ccc14897bb6f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1097 time: 0.7670701 Nov 03 19:23:52.639533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.660467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.753091 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.757044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0bec93-b4aa-4595-b929-0d1d1bc82440,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:52.783145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:52.790316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ca02fdb2-8038-4dde-bf67-7529e42bc819 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8988972 Nov 03 19:23:52.807280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59068) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:52.813497 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group_rule': {'security_group_id': 'fc35c6c7-323f-4899-98b6-b3047ab42785', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:52.825730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for bac11700-360e-405f-8e44-ee2e96bb1989 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:52.858870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.087081 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.311982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.327500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.359609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d339c60-6a5a-46f2-b79a-734e11d06572,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:53.408986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.422641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fdcb2f69-5603-4ebf-915b-26b5e91286e8 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6138895 Nov 03 19:23:53.443402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59076) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:53.450735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group_rule': {'security_group_id': 'fc35c6c7-323f-4899-98b6-b3047ab42785', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:53.509274 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:23:44Z', 'revision_number': 4, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'b5007a15-1a75-423f-bbe3-8f6e21026068', 'name': '', 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'mac_address': 'fa:16:3e:e4:b5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '11ae1398-218c-408f-aa43-206fe3b0042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:42Z', 'updated_at': '2021-11-03T19:23:51Z', 'revision_number': 4, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'subnets': [{'id': '11ae1398-218c-408f-aa43-206fe3b0042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:53.542606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e5e5b-1971-4991-a43e-0c5d4cd39e47 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:53.559780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7b71413-c00b-4b22-bdb5-133298c83ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.590423 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.598941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.661032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a7b71413-c00b-4b22-bdb5-133298c83ad9 None None] For port b5007a15-1a75-423f-bbe3-8f6e21026068, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b5007a15-1a75-423f-bbe3-8f6e21026068,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:53.670330 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7b71413-c00b-4b22-bdb5-133298c83ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.699949 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fe35-a829-4ae2-bba7-b4a86c07eeed None None] The sync data for ids ['471b6b1b-ae42-402d-855a-c3634b0e50dd'] in n-d-812151-4 is: [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:23:44Z', 'revision_number': 4, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'b5007a15-1a75-423f-bbe3-8f6e21026068', 'name': '', 'network_id': 'cb39e655-9bdb-4210-a70f-eb0f89e2c41f', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'mac_address': 'fa:16:3e:e4:b5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '11ae1398-218c-408f-aa43-206fe3b0042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:42Z', 'updated_at': '2021-11-03T19:23:51Z', 'revision_number': 4, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'subnets': [{'id': '11ae1398-218c-408f-aa43-206fe3b0042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:23:53.702715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=bac11700-360e-405f-8e44-ee2e96bb1989,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:53.875082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237c798-3cdc-4336-a365-05a4a6562b4d req-1a0acf79-aded-4805-a5ed-b911b19e6ab7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:53.890157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0237c798-3cdc-4336-a365-05a4a6562b4d req-1a0acf79-aded-4805-a5ed-b911b19e6ab7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 943 time: 0.2934117 Nov 03 19:23:53.937554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7d03fa-9dc8-485c-9ae2-1867520fe4bb tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:53.941485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6b7d03fa-9dc8-485c-9ae2-1867520fe4bb tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=18722f7d7d2647de99969f468355570d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 1.6402340 Nov 03 19:23:53.969487 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:53.999868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59086) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.002182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:54.010786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:54.011094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.028976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.047692 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.067526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1efdae22-29d4-4380-aa46-26895da2d9ca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/bac11700-360e-405f-8e44-ee2e96bb1989 HTTP/1.1" status: 204 len: 168 time: 2.4179356 Nov 03 19:23:54.092347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59088) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.143663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71413-c00b-4b22-bdb5-133298c83ad9 None None] Pushing event updated for resources: {'Port': ['ID=b5007a15-1a75-423f-bbe3-8f6e21026068,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:54.173393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event updated for resources: {'Port': ['ID=6f6ff81d-5af3-4b69-91f4-25f553f7b14b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:54.261242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.261573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.269212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.269705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.270157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.276667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.276667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.277266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.277731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.278169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.278617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.279896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.280036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:54.280396 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-be04502b-7984-4e9c-b1dd-fb7b79b38dd3 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:23:54.284989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-be04502b-7984-4e9c-b1dd-fb7b79b38dd3 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/bac11700-360e-405f-8e44-ee2e96bb1989 HTTP/1.1" status: 404 len: 333 time: 0.1862044 Nov 03 19:23:54.306051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59092) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.355076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] For port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:54.382083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a63071-a06f-40b4-a340-bbd91f5830c0 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:54.383748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-32a63071-a06f-40b4-a340-bbd91f5830c0 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3512123 Nov 03 19:23:54.385246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.391565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59096) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.415312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0237c798-3cdc-4336-a365-05a4a6562b4d req-14331a71-2ab6-4683-b194-5cadd732bb22 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5238948 Nov 03 19:23:54.469309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-12bf5969-1dc2-4d8a-b251-b0b610e452e3 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686417 Nov 03 19:23:54.473627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59100) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.494572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b7a275-99b8-44fb-92c9-64a5ff5a53f0,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:54.501102 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.505444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5981a9a1-5ae2-4677-bae4-8c1187f2c6b4 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0581038 Nov 03 19:23:54.536138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59102) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.542669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group_rule': {'security_group_id': 'fc35c6c7-323f-4899-98b6-b3047ab42785', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:54.550509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e9a4cd39-f2bf-4600-b723-870608cc0998 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=18722f7d7d2647de99969f468355570d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751503 Nov 03 19:23:54.570834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59106) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.608841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:54.611282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.636480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] In _notify_port_updated(), no bound segment for port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b on network a058b469-5022-467a-8285-c7d66481783e {{(pid=101988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:23:54.673486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:54.674271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.680713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2f1b20b0-e375-4ded-97d1-dc40dba51aa8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "PUT /v2.0/ports/6f6ff81d-5af3-4b69-91f4-25f553f7b14b HTTP/1.1" status: 200 len: 968 time: 5.9037600 Nov 03 19:23:54.695470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] For port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:54.696481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59112) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:54.754413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Provisioning complete for port d358ba89-18f8-438d-8748-341648a5ddf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:54.754806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.773621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.825586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:54.858393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Port d358ba89-18f8-438d-8748-341648a5ddf7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:54.985132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Provisioning complete for port b5007a15-1a75-423f-bbe3-8f6e21026068 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:54.991393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.037261 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.056238 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.058446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-d231a223-d796-4c25-bf53-26b49b3aa19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:55.062892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-d231a223-d796-4c25-bf53-26b49b3aa19f service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 898 time: 1.5305412 Nov 03 19:23:55.092707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 96bdef5a-6389-4d50-8849-b79c03ae2207 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:55.095032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:55.098081 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.104011 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] 10.222.0.110 "PUT /v2.0/ports/d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 1091 time: 6.7183242 Nov 03 19:23:55.126264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:55.129492 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b46d87-0451-49e1-bee0-4178c52bb7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:55.177561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93619d37-6863-4e68-b188-52c759c2494f tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:55.185576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-93619d37-6863-4e68-b188-52c759c2494f tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6081393 Nov 03 19:23:55.187073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59126) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:55.214694 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.225700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6787329 Nov 03 19:23:55.232884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eca67-23ff-4ada-ae2e-6c6755eaa8f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3274b9d-1f66-470d-baae-44c072706a64,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:55.241707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:55.354811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-19d758a1-9551-489e-b8fe-9dfa7e9d6f09 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1643682 Nov 03 19:23:55.362865 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group_rule': {'security_group_id': 'fc35c6c7-323f-4899-98b6-b3047ab42785', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:55.373574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59134) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:55.389066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2074163347', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'project_id': '18722f7d7d2647de99969f468355570d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:55.468934 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318dcbdf-e9b6-4226-86c1-510c0952440f x-openstack-request-id: req-318dcbdf-e9b6-4226-86c1-510c0952440f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:55.475708 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:55.479366 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-318dcbdf-e9b6-4226-86c1-510c0952440f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:55.481564 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'status': 'completed', 'code': 200} Nov 03 19:23:55.499167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:55.499548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.608788 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Project efdcca87d99c49ecac6d297b961b0e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:23:55.626794 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.631902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d42b94-e770-429c-b169-dda7392fdfe8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.642400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Provisioning complete for port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:55.642997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.749137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eda7f-9e95-43cd-a316-befb4cb6824d service neutron] Pushing event updated for resources: {'Port': ['ID=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:55.766218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0be129dd-69f5-4a72-bd87-d108847d291c None None] Port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:55.791300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:55.805835 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.861550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d42b94-e770-429c-b169-dda7392fdfe8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:55.901192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-32471d0e-ebf6-492e-a272-5ffe9991b0cb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 1002 time: 0.7895734 Nov 03 19:23:55.966203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Could not find standard attr ID for object bac11700-360e-405f-8e44-ee2e96bb1989. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:23:55.991144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Provisioning complete for port 7fca7f93-357d-4507-9e39-413c9f311814 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:55.991784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.096410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-cac16552-6ea5-486c-a2d1-f697a6331f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:56.098976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-cac16552-6ea5-486c-a2d1-f697a6331f01 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1094 time: 0.8906016 Nov 03 19:23:56.120149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Port 7fca7f93-357d-4507-9e39-413c9f311814 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:56.165523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:56.172903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.286771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b5007a15-1a75-423f-bbe3-8f6e21026068 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:56.327459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-fff0de94-b8f8-460e-a2ec-de03d3f4301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:56.329523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-fff0de94-b8f8-460e-a2ec-de03d3f4301c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 200 len: 834 time: 0.4146779 Nov 03 19:23:56.333961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:56.337714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.345514 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-a2f35d0e-24cf-47e9-86af-23f5eb249ebd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 217 time: 0.2073245 Nov 03 19:23:56.424020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b5007a15-1a75-423f-bbe3-8f6e21026068 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:56.424932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.438150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a2dde-aabc-4795-a003-eea1c029668a req-fae7f78a-253e-453e-81c1-3d7ce47eae2d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:56.444002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e6a2dde-aabc-4795-a003-eea1c029668a req-fae7f78a-253e-453e-81c1-3d7ce47eae2d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 943 time: 0.8071098 Nov 03 19:23:56.496547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d42b94-e770-429c-b169-dda7392fdfe8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.501472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d42b94-e770-429c-b169-dda7392fdfe8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.507236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35d42b94-e770-429c-b169-dda7392fdfe8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/security-groups/d09ed3b9-ae69-4dc9-8456-47b2d816d05e HTTP/1.1" status: 204 len: 168 time: 2.1911278 Nov 03 19:23:56.511831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59154) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:56.518603 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.536225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Provisioning complete for port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:56.538790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.575188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.580937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d42b94-e770-429c-b169-dda7392fdfe8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ed3b9-ae69-4dc9-8456-47b2d816d05e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:56.633379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-323b3170-d595-4f5c-9b01-0118eb065669 None None] Port 6f6ff81d-5af3-4b69-91f4-25f553f7b14b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:23:56.688839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-e552da6a-7f66-484a-a35d-544e6f01132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:56.690393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-e552da6a-7f66-484a-a35d-544e6f01132e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.3044007 Nov 03 19:23:56.746313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ee30d620-1ca2-4f5c-aa6c-5e35e34bccc4 None None] Could not find standard attr ID for object bac11700-360e-405f-8e44-ee2e96bb1989. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:23:56.753801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e6a2dde-aabc-4795-a003-eea1c029668a req-37d29881-be30-490a-a003-6456950e3d0f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984803 Nov 03 19:23:56.758074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.759276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4091713 Nov 03 19:23:56.766631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59158) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:56.775381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aabd1-93fb-4da4-9e7a-6e55f53bbf9a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8248d16c-163b-443b-b73e-6cb7f2499366,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:56.779012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-d7ce2be2-ed71-42a0-901d-f4e5764b9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:56.781284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-d7ce2be2-ed71-42a0-901d-f4e5764b9a82 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4216886 Nov 03 19:23:56.788237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'security_group_rule': {'security_group_id': 'fc35c6c7-323f-4899-98b6-b3047ab42785', 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:56.855302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.859720 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cdb747a-267c-4846-9bd8-83af06ea85b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.861844 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Project efdcca87d99c49ecac6d297b961b0e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:23:56.879489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.905165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for 6f6ff81d-5af3-4b69-91f4-25f553f7b14b owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:56.986226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59162) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:57.008244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c4d2807e-a960-4f0e-9395-5c959211b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:57.010466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-c4d2807e-a960-4f0e-9395-5c959211b4f9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3053133 Nov 03 19:23:57.036353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cdb747a-267c-4846-9bd8-83af06ea85b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.131076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.151256 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.186259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c3bca4-5fa7-4b42-9e92-50bf74913c7f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:57.189272 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.263280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-072a0802-ea4b-47cb-92c5-a11826df83f1 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680724 Nov 03 19:23:57.287897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-05e1811e-767b-4630-a725-d64bc8098f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.298650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.300148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a65369c-6a26-4ad9-988b-b2ef0f7d2480 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5325842 Nov 03 19:23:57.371483 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cdb747a-267c-4846-9bd8-83af06ea85b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.375463 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3cdb747a-267c-4846-9bd8-83af06ea85b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.379557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3cdb747a-267c-4846-9bd8-83af06ea85b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/security-groups/aa00a187-2e93-4e41-8469-021c432a1f82 HTTP/1.1" status: 204 len: 168 time: 0.8517232 Nov 03 19:23:57.399074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59168) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:57.454866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-b3e347c4-7814-4f5c-8b83-9eacb3a45d22 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927536 Nov 03 19:23:57.496839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Subnet': ['ID=524e406b-d7c4-47ed-94d7-61017f97abd2,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:57.525308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb747a-267c-4846-9bd8-83af06ea85b7 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00a187-2e93-4e41-8469-021c432a1f82,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:57.545705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Checking segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:57.557112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network hostable DHCP agents. Network: b7f41aaa-4041-419a-9271-7c8293f54418, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:23:57.632389 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet e79f9aaa-7c94-40d1-95b7-1e34ace29e7b {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:23:57.643846 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.649434 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-05e1811e-767b-4630-a725-d64bc8098f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.658469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-73132a20-d626-482c-ba3b-67cdbad7bb76 req-97f99d86-c123-4705-ad7a-d5c0cb2eda8f service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903434 Nov 03 19:23:57.670744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c521cd71-f930-4672-b72a-a25cdc9d7ce7 req-c56a47cb-70a2-4150-a090-e60d2495be37 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946722 Nov 03 19:23:57.697894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.731212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b7f41aaa-4041-419a-9271-7c8293f54418 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:23:57.743250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=6f6ff81d-5af3-4b69-91f4-25f553f7b14b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:57.749565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-05e1811e-767b-4630-a725-d64bc8098f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.838387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:57.839116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-05e1811e-767b-4630-a725-d64bc8098f8e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9be9d3ced5724c87b1531fe21570ff05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8288548 Nov 03 19:23:57.840493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b7f41aaa-4041-419a-9271-7c8293f54418) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:57.853634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.859297 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-691ddbd0-9a1a-460f-832a-4eac4484c27d tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/6f6ff81d-5af3-4b69-91f4-25f553f7b14b HTTP/1.1" status: 204 len: 168 time: 3.1478553 Nov 03 19:23:57.869308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59192) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:57.887306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6d2b8-f431-4564-88e9-b1e9af4f69b3 None None] Network b7f41aaa-4041-419a-9271-7c8293f54418 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:57.911512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:57.912293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:57.935564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-0142200d-d9a0-40f5-a25f-8c3c8cb990fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:57.938076 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-0142200d-d9a0-40f5-a25f-8c3c8cb990fd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1094 time: 0.1915550 Nov 03 19:23:57.944882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-ede3713e-7b55-4c31-8196-3c5362c92564 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565689299&fields=id&tenant_id=efdcca87d99c49ecac6d297b961b0e2a HTTP/1.1" status: 200 len: 267 time: 0.3797462 Nov 03 19:23:58.009033 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.045888 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c85957-4eda-43c7-b229-bbaaa26d9f9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] GET failed (client error): The resource could not be found. Nov 03 19:23:58.048928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40c85957-4eda-43c7-b229-bbaaa26d9f9e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports/6f6ff81d-5af3-4b69-91f4-25f553f7b14b HTTP/1.1" status: 404 len: 333 time: 0.1765437 Nov 03 19:23:58.082345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59196) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:58.083482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-024fe71e-8dcc-456f-b444-07bd55c87e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.128248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1811e-767b-4630-a725-d64bc8098f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557e7d1c-0307-43e3-8320-f37745c719fa,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:58.173648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5531dfd1-1fb2-40bd-b051-5d2b85a2218c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7979147 Nov 03 19:23:58.259841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-024fe71e-8dcc-456f-b444-07bd55c87e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.292089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24bedeaa-7a5a-4074-9903-6a0766771ca7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.292792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b7f41aaa-4041-419a-9271-7c8293f54418', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'fixed_ips': [{'subnet_id': '524e406b-d7c4-47ed-94d7-61017f97abd2'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:23:58.293178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.335331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24bedeaa-7a5a-4074-9903-6a0766771ca7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.407887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae553252-172e-48dd-bdfb-f03be438010e req-8655c5c1-cbee-4fef-914f-f4e2983040d7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:58.411599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24bedeaa-7a5a-4074-9903-6a0766771ca7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.417657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24bedeaa-7a5a-4074-9903-6a0766771ca7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.418724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae553252-172e-48dd-bdfb-f03be438010e req-8655c5c1-cbee-4fef-914f-f4e2983040d7 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 943 time: 0.4406188 Nov 03 19:23:58.426207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59200) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:58.427723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-24bedeaa-7a5a-4074-9903-6a0766771ca7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/security-groups/bc9aedda-20cb-4a9e-a5df-acffd67e4782 HTTP/1.1" status: 204 len: 168 time: 0.3404846 Nov 03 19:23:58.495687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bedeaa-7a5a-4074-9903-6a0766771ca7 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9aedda-20cb-4a9e-a5df-acffd67e4782,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:58.559224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-c23b9ee7-90f8-40c4-876c-ed9fd212b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:58.569594 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-c23b9ee7-90f8-40c4-876c-ed9fd212b00c service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.5509539 Nov 03 19:23:58.572419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Allocated IP 172.20.0.18 (b7f41aaa-4041-419a-9271-7c8293f54418/524e406b-d7c4-47ed-94d7-61017f97abd2/d54dbd59-7c81-468f-a87b-a78ebc12daf7) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:58.617165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-cfbfa3d8-cf43-4c41-a030-8f14eab612c6 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:58.619741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-cfbfa3d8-cf43-4c41-a030-8f14eab612c6 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 809 time: 0.6280348 Nov 03 19:23:58.628074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.645073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-58dfa3a8-212e-473c-ad76-0da3a8242f3a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 217 time: 0.0621514 Nov 03 19:23:58.646351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-024fe71e-8dcc-456f-b444-07bd55c87e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.649094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-024fe71e-8dcc-456f-b444-07bd55c87e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.652842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-024fe71e-8dcc-456f-b444-07bd55c87e9a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/557e7d1c-0307-43e3-8320-f37745c719fa HTTP/1.1" status: 204 len: 168 time: 0.8107681 Nov 03 19:23:58.669350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fe71e-8dcc-456f-b444-07bd55c87e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e7d1c-0307-43e3-8320-f37745c719fa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:58.769523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-c275e1ed-3f65-4c82-bcb9-5670756dc64a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/quotas/efdcca87d99c49ecac6d297b961b0e2a HTTP/1.1" status: 200 len: 375 time: 0.1364660 Nov 03 19:23:58.797808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae553252-172e-48dd-bdfb-f03be438010e req-2febfe46-1eb9-41b8-97b7-7aa4bebd4766 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780878 Nov 03 19:23:58.817320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-fdd52937-322c-44cd-ba4c-dab74396eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:58.823192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-fdd52937-322c-44cd-ba4c-dab74396eada service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.1560585 Nov 03 19:23:58.823845 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.860010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:58.938183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Pushing event updated for resources: {'Port': ['ID=d54dbd59-7c81-468f-a87b-a78ebc12daf7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:58.962088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Network b7f41aaa-4041-419a-9271-7c8293f54418 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:58.965582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:58.973618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-a8a82c16-9792-44f2-9dc9-5c756933c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:58.975962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-a8a82c16-9792-44f2-9dc9-5c756933c225 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404233 Nov 03 19:23:58.977463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:58.985074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d86b55d-4cf4-4fe2-89c3-a65663c232ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.096824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.122384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Attempting to bind port d54dbd59-7c81-468f-a87b-a78ebc12daf7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:59.123716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Attempting to bind port d54dbd59-7c81-468f-a87b-a78ebc12daf7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:59.125210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d86b55d-4cf4-4fe2-89c3-a65663c232ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.126027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Attempting to bind port d54dbd59-7c81-468f-a87b-a78ebc12daf7 on network b7f41aaa-4041-419a-9271-7c8293f54418 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:59.137346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-dd3a9ba1-03e0-4917-87ae-454daca83bf6 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3204057 Nov 03 19:23:59.154794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:59.158940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Checking segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:59.159638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.163040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Bound using segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:59.163745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Bound port: d54dbd59-7c81-468f-a87b-a78ebc12daf7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:59.164776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.220280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-c40114bf-bb31-4771-bf16-992d64c0bc00 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302523 Nov 03 19:23:59.307389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] For port d54dbd59-7c81-468f-a87b-a78ebc12daf7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:59.311374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] For port d54dbd59-7c81-468f-a87b-a78ebc12daf7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d54dbd59-7c81-468f-a87b-a78ebc12daf7,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:59.317270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.384752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1b46d87-0451-49e1-bee0-4178c52bb7e1 req-7313ef3d-84d4-4933-b51f-06ea7799597f service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530473 Nov 03 19:23:59.385964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59212) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:59.390201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c367e-d384-4795-8859-77e253bad4c1 None None] Pushing event updated for resources: {'Port': ['ID=d54dbd59-7c81-468f-a87b-a78ebc12daf7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:59.406180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4625bbb-0d0a-4b59-9e80-41bfd3c12f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.529847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59214) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:59.535834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447225986', 'description': 'tempest-secgroup-smoke-1447225986 description', 'project_id': '18722f7d7d2647de99969f468355570d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:59.594846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4625bbb-0d0a-4b59-9e80-41bfd3c12f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.597171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.613185 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a4625bbb-0d0a-4b59-9e80-41bfd3c12f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.659917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625bbb-0d0a-4b59-9e80-41bfd3c12f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846c650d-2bda-4255-af3a-88b871eac217,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:59.692315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a4625bbb-0d0a-4b59-9e80-41bfd3c12f66 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d0d0ace3dc4475eb9ca8720f159a70f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050611 Nov 03 19:23:59.696501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59216) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:59.789716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=e79f9aaa-7c94-40d1-95b7-1e34ace29e7b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:59.805375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf4db5a-8e4a-4dcb-9f15-2cbf264da856 None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:59.813028 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.819145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b7c14d69-e707-4867-a7e7-44f9925ec1f9 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/e79f9aaa-7c94-40d1-95b7-1e34ace29e7b HTTP/1.1" status: 204 len: 168 time: 2.4188011 Nov 03 19:23:59.851404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59224) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:59.864915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:59.999226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.008617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7d1aa1b-3b30-4001-a965-d4404005b833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.017617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-7e990e99-69fd-4827-accc-f1781805cd69 service neutron] 10.222.0.91 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388965 Nov 03 19:24:00.024790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d86b55d-4cf4-4fe2-89c3-a65663c232ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.027666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d86b55d-4cf4-4fe2-89c3-a65663c232ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.032680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3d86b55d-4cf4-4fe2-89c3-a65663c232ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/security-groups/a5cd0a66-2ade-4cd4-96fb-12874100e2df HTTP/1.1" status: 204 len: 168 time: 1.5855262 Nov 03 19:24:00.045935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7d1aa1b-3b30-4001-a965-d4404005b833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.084076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59232) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:00.097241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.135311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7d1aa1b-3b30-4001-a965-d4404005b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.148226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7d1aa1b-3b30-4001-a965-d4404005b833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.157812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7d1aa1b-3b30-4001-a965-d4404005b833 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/846c650d-2bda-4255-af3a-88b871eac217 HTTP/1.1" status: 204 len: 168 time: 0.4574504 Nov 03 19:24:00.210886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86b55d-4cf4-4fe2-89c3-a65663c232ea tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cd0a66-2ade-4cd4-96fb-12874100e2df,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:00.268739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.269022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d54dbd59-7c81-468f-a87b-a78ebc12daf7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:00.272886 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7387540 Nov 03 19:24:00.282624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59236) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:00.288332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792633-26fd-441c-b4b8-8010d4e52ea0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:00.302450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': 'ca5ab2c1-cd20-42c9-87b5-5b741f0185b8', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:00.302847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1aa1b-3b30-4001-a965-d4404005b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c650d-2bda-4255-af3a-88b871eac217,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:00.412302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb88f-fbf8-43b1-9d58-cb3705e90f17 req-8dfb00b1-8e63-42d6-9aee-fe5c6a327fce tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:00.414166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044bb88f-fbf8-43b1-9d58-cb3705e90f17 req-8dfb00b1-8e63-42d6-9aee-fe5c6a327fce tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 943 time: 0.4302955 Nov 03 19:24:00.420578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.428681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d54dbd59-7c81-468f-a87b-a78ebc12daf7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:00.429182 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.602664 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.639745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:00.659465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.705922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port d54dbd59-7c81-468f-a87b-a78ebc12daf7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d54dbd59-7c81-468f-a87b-a78ebc12daf7,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:00.721538 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.771827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:24:00.913244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=d54dbd59-7c81-468f-a87b-a78ebc12daf7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:00.924072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-805ea871-2e71-4f3a-a7a0-975573480352 service neutron] 10.222.0.91 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8885081 Nov 03 19:24:00.973266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.977863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5547c84b-a16e-494f-95a7-8744d3bbfe84 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.025046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-044bb88f-fbf8-43b1-9d58-cb3705e90f17 req-c95aeced-abda-48c3-aeda-58ddee6d163f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5644515 Nov 03 19:24:01.026153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.127903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.132683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8381119 Nov 03 19:24:01.134591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59254) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:01.141946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': 'ca5ab2c1-cd20-42c9-87b5-5b741f0185b8', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:01.159069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:01.187605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6f317-b77b-448b-a5a6-2c05e684fa49 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd2c996-4f3a-43c9-89ea-133a8ee058dc,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:01.201963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'port_id': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'mac_address': 'fa:16:3e:75:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:24:01.304345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.354049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5547c84b-a16e-494f-95a7-8744d3bbfe84 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.413000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.490481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:01.502836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.510290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.561343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.562577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4261336 Nov 03 19:24:01.563476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa1abc-3e95-4cd4-a3c7-2f1435719e6e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871449dc-0c39-4136-91cd-b47c3e68e7b1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:01.567429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59272) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:01.571968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': 'ca5ab2c1-cd20-42c9-87b5-5b741f0185b8', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:01.616014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54628fd4-88af-4f61-9a24-a1da8ced3067 None None] Network b7f41aaa-4041-419a-9271-7c8293f54418 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:01.667861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5547c84b-a16e-494f-95a7-8744d3bbfe84 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.673329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5547c84b-a16e-494f-95a7-8744d3bbfe84 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.674938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5547c84b-a16e-494f-95a7-8744d3bbfe84 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/security-groups/8ef4e250-1a24-4536-8dce-c9b744b8848a HTTP/1.1" status: 204 len: 168 time: 1.5891769 Nov 03 19:24:01.679514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:01.682861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.694751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.728688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6643a93e-5b97-46fe-98ed-54cd5a74cbe9 req-bf04abbc-1bc9-41c8-a1d3-8a60630f8b00 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 210 time: 0.0738480 Nov 03 19:24:01.767517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547c84b-a16e-494f-95a7-8744d3bbfe84 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4e250-1a24-4536-8dce-c9b744b8848a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:01.785364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:01.790259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:01.796965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:01.797813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.806987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 095d852d-4bb8-4183-b4fc-ea065d44e801 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:24:01.811151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.818392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=e76d25f4-a99c-4dab-acfc-00873ac210fb,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:01.833682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c68ebdf8-23a8-455d-8a9d-9cad5ce4b068 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9747036 Nov 03 19:24:01.836472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59278) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:01.844871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1987492296'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:01.908229 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.950206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.033079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.052302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.092075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.102759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.134448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4d273e-d9ae-40d7-b3a2-994f91183a3f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:02.220895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:02.230033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85bb145-09b0-4314-a75d-df065736412d None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:02.239168 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.245841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4064221 Nov 03 19:24:02.254372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941c99a-bb13-4e12-9afb-aed7946c6dc6 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b39f60a-d14a-4471-bbca-b6f9845554e2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:02.262160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:02.286571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'security_group': {'name': 'tempest-secgroup-854009180'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:02.309040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.312084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e170d1fe-05f1-4b4b-b6a1-6aa4403ac323 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7422695 Nov 03 19:24:02.314142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:02.330025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': 'ca5ab2c1-cd20-42c9-87b5-5b741f0185b8', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:02.387137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.388903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d54dbd59-7c81-468f-a87b-a78ebc12daf7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:02.431764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.api [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:24:02.431764 n-d-812151-4 neutron-server[101988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 19:24:02.431764 n-d-812151-4 neutron-server[101988]: [parameters: {'project_id_1': '18722f7d7d2647de99969f468355570d', 'expiration_1': datetime.datetime(2021, 11, 3, 19, 23, 42, 344421)}] Nov 03 19:24:02.431764 n-d-812151-4 neutron-server[101988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:24:02.432221 n-d-812151-4 neutron-server[101988]: DEBUG oslo_db.api [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:24:02.458383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1c56a-c156-45b3-a4e5-5a22b00cc8d6 req-2c601d15-4406-4daf-b465-fc46bd66191a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:02.460067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ae1c56a-c156-45b3-a4e5-5a22b00cc8d6 req-2c601d15-4406-4daf-b465-fc46bd66191a tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 944 time: 0.2129729 Nov 03 19:24:02.462042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.515055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.531057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.613138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.625738 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/095d852d-4bb8-4183-b4fc-ea065d44e801 HTTP/1.1" status: 204 len: 168 time: 0.9448023 Nov 03 19:24:02.626645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59308) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:02.627753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53af77-3285-4311-923e-a02a0c800101 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=095d852d-4bb8-4183-b4fc-ea065d44e801,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:02.684202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cf5788dc-ba96-4629-a42d-a913dd9b8d9a None None] Provisioning complete for port d54dbd59-7c81-468f-a87b-a78ebc12daf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:02.684881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf5788dc-ba96-4629-a42d-a913dd9b8d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.722487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ae1c56a-c156-45b3-a4e5-5a22b00cc8d6 req-815770bd-884b-4f28-a3d4-6f044d643f1f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440193 Nov 03 19:24:02.756335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4f006-32f8-497c-a885-39c76e5daa5f None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:02.798647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:24:02.804939 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.812613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.836061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 13cedf8c-f285-4388-aae1-d1cb3497dc41 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:24:02.847134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.923022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998ff9fb-51f6-4c6b-bc95-550b35bda753,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:02.964545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.000188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:03.073437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a160747-4cc1-46bf-9eb0-3b0a6f1a6db3 req-88e36df2-f9e0-4a8d-a1c9-a026c32cf266 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 210 time: 0.1516941 Nov 03 19:24:03.104300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.115747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3d7e5100-4bd9-4d82-bbc1-e4bbea2d87aa tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8517942 Nov 03 19:24:03.118512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59322) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:03.123156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1424849188'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:03.129173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.136134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.163670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d54dbd59-7c81-468f-a87b-a78ebc12daf7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:03.165431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.210806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.417840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.444129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.447220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.453956 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.460294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:03.506587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.510957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1916182 Nov 03 19:24:03.516485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.562618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:03.604996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:03.622285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': 'ca5ab2c1-cd20-42c9-87b5-5b741f0185b8', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:03.629156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534e86be-a3c2-48c5-b8e0-05b3582ce8ed,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:03.733874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9155ba-eb0a-4d65-b295-5ce1e12ba20f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257639e4-099e-4c33-a3f2-cf3961ee2823,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:04.062015 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.073002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-984f2b0f-fdaf-437e-a735-710586741d5f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9532864 Nov 03 19:24:04.074045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59348) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:04.078193 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Project 18722f7d7d2647de99969f468355570d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:24:04.100184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-521142439', 'security_groups': ['534e86be-a3c2-48c5-b8e0-05b3582ce8ed'], 'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e76d25f4-a99c-4dab-acfc-00873ac210fb'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:04.144609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] Update dhcp port {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'fixed_ips': [{'subnet_id': 'ebfa20b6-f8fc-4fa4-8336-881734b0a1e5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e76d25f4-a99c-4dab-acfc-00873ac210fb'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '96bdef5a-6389-4d50-8849-b79c03ae2207'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:24:04.185403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.260804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9929b0-5d31-4f49-9d71-b693e9860523 req-198e7ac4-9a87-4114-9bb1-966c95a9315c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:04.262620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b9929b0-5d31-4f49-9d71-b693e9860523 req-198e7ac4-9a87-4114-9bb1-966c95a9315c tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 944 time: 0.3965352 Nov 03 19:24:04.379499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.427871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.445002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.450152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Provisioning complete for port 7fca7f93-357d-4507-9e39-413c9f311814 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:04.450556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.485971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.536874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cb83208-7c12-4a7a-a7c0-4c291eabb018 req-0f05fbce-a4b9-4a74-8f2d-060d3921685b tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 210 time: 0.1634057 Nov 03 19:24:04.561094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db46ad0-8848-485b-84cd-43b65fd4e860,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:04.627918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=13cedf8c-f285-4388-aae1-d1cb3497dc41,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:04.636144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.647107 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a1c16bb7-fa7a-4ce7-abe2-69b066f98ec9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/13cedf8c-f285-4388-aae1-d1cb3497dc41 HTTP/1.1" status: 204 len: 168 time: 2.0157559 Nov 03 19:24:04.659159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-c06dc4b6-962b-4ee1-bdf7-83ffb5b0425c tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:04.667235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-c06dc4b6-962b-4ee1-bdf7-83ffb5b0425c tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.115 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 809 time: 0.9475152 Nov 03 19:24:04.671593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.683942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43756017-c10f-4306-ab6a-ac24770d251f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0679114 Nov 03 19:24:04.688500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59368) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:04.689180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59370) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:04.742933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': 'ca5ab2c1-cd20-42c9-87b5-5b741f0185b8', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:04.752516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:04.760418 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b7e9af-754d-4d41-9df6-f59d0891a27f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:04.761148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b7e9af-754d-4d41-9df6-f59d0891a27f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:04.765039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d2b7e9af-754d-4d41-9df6-f59d0891a27f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/095d852d-4bb8-4183-b4fc-ea065d44e801 HTTP/1.1" status: 404 len: 337 time: 0.0730963 Nov 03 19:24:04.769084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59374) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:04.808634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d5ed895b-7514-4f64-b5ab-de380aca8485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.868524 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Project 18722f7d7d2647de99969f468355570d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:24:04.915209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.930681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting subnet 6a77efa1-ae5c-4da7-bebd-7466bbe38c28 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:24:04.936301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:04.938511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b9929b0-5d31-4f49-9d71-b693e9860523 req-7df88b39-39eb-4689-a436-035e37406ab9 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5553627 Nov 03 19:24:04.970785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370db92-e570-4054-8291-c8ff38028a57 None None] Update dhcp port {'port': {'network_id': 'a058b469-5022-467a-8285-c7d66481783e', 'fixed_ips': [{'subnet_id': '6a77efa1-ae5c-4da7-bebd-7466bbe38c28', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13cedf8c-f285-4388-aae1-d1cb3497dc41'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '4436c0b9-6938-4d1a-bdfa-6fe4d572baf2'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:24:05.003148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Port 7fca7f93-357d-4507-9e39-413c9f311814 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:05.021425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.066093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.094235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] device_id is not set on port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:24:05.188638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.200169 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d370db92-e570-4054-8291-c8ff38028a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.247864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:05.253772 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.283558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-cf7208c6-bf72-4d75-a598-12a3d4106564 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efdcca87d99c49ecac6d297b961b0e2a HTTP/1.1" status: 200 len: 379 time: 0.5926878 Nov 03 19:24:05.316641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'port': {'device_id': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'admin_state_up': True, 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'security_groups': ['fc35c6c7-323f-4899-98b6-b3047ab42785']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:05.497481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.503181 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.505962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] Allocated IP 172.20.0.2 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/e76d25f4-a99c-4dab-acfc-00873ac210fb/96bdef5a-6389-4d50-8849-b79c03ae2207) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:05.521437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.568405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Subnet': ['ID=6a77efa1-ae5c-4da7-bebd-7466bbe38c28,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:05.584356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.589706 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d4ca1e4-16c3-45c7-a742-5bc0836055c8 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/6a77efa1-ae5c-4da7-bebd-7466bbe38c28 HTTP/1.1" status: 204 len: 168 time: 0.8176587 Nov 03 19:24:05.592106 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59388) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:05.613876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c54f00f-753f-41a7-9e0e-f7b23a7ae6e6,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:05.628477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.651775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9a371a7-4b78-44fe-a7e5-0c9ff96d834f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9098053 Nov 03 19:24:05.663313 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16254dc-cc90-429f-becf-2fee245c672e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:05.665649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16254dc-cc90-429f-becf-2fee245c672e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:05.680103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b16254dc-cc90-429f-becf-2fee245c672e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/e1907a6a-b6d7-434d-978a-d182998818a5 HTTP/1.1" status: 404 len: 337 time: 0.0866699 Nov 03 19:24:05.682778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59394) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:05.703513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Made reservation on behalf of efdcca87d99c49ecac6d297b961b0e2a for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:05.710011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.779716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f82f3d45-c23b-46b7-b574-6b849d6df87c tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e3c110c-8734-40f5-9f3f-305895b63e95 HTTP/1.1" status: 200 len: 205 time: 0.0934720 Nov 03 19:24:05.780553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59398) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:05.866034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b1f73f8-79d2-42ec-9b55-fdb1d58fff42 req-c1ffb37b-58f9-4b1f-83ed-5574eeb8ddfe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 210 time: 0.1141620 Nov 03 19:24:05.912779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Provisioning complete for port d54dbd59-7c81-468f-a87b-a78ebc12daf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:05.913724 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f8ee-98c9-430d-8309-2dc0988a6fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server [None req-d370db92-e570-4054-8291-c8ff38028a57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a77efa1-ae5c-4da7-bebd-7466bbe38c28: This subnet is being modified by another concurrent operation. Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1742, in update_port Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a77efa1-ae5c-4da7-bebd-7466bbe38c28: This subnet is being modified by another concurrent operation. Nov 03 19:24:05.978520 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Nov 03 19:24:06.135620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e31c9-c304-4059-8a00-ad8207b6596a None None] Network a058b469-5022-467a-8285-c7d66481783e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:06.296118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-35881f7b-9833-4a83-8af9-e703a39dac95 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447225986&fields=id&tenant_id=18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 267 time: 0.1571906 Nov 03 19:24:06.308167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:24:06.338922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:06.435434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3265d-86a6-4dd5-ad8f-b7a2e68342d2 req-0b1cb8ea-8ca9-45c3-81e7-0aaf37d1c473 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:06.451953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69d3265d-86a6-4dd5-ad8f-b7a2e68342d2 req-0b1cb8ea-8ca9-45c3-81e7-0aaf37d1c473 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 944 time: 0.2460408 Nov 03 19:24:06.502447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] DHCP port deletion for a058b469-5022-467a-8285-c7d66481783e request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:24:06.549042 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-80100030-2a07-4746-8a63-ddcc598c1623 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] delete failed (client error): The resource could not be found. Nov 03 19:24:06.554282 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-80100030-2a07-4746-8a63-ddcc598c1623 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/routers/4e3c110c-8734-40f5-9f3f-305895b63e95 HTTP/1.1" status: 404 len: 336 time: 0.7318187 Nov 03 19:24:06.558432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:06.612166 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbabbd27-839f-4231-a6c9-7d3fdfff65dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:06.612854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbabbd27-839f-4231-a6c9-7d3fdfff65dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:06.617446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fbabbd27-839f-4231-a6c9-7d3fdfff65dd tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/d4ba2ece-db77-4d99-b193-5e322544a6ba HTTP/1.1" status: 404 len: 337 time: 0.0578454 Nov 03 19:24:06.621349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59426) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:06.720188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-08d8ba65-30bc-44e6-b59c-a984d85db810 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:06.722851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-08d8ba65-30bc-44e6-b59c-a984d85db810 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/networks?id=b7f41aaa-4041-419a-9271-7c8293f54418 HTTP/1.1" status: 200 len: 796 time: 0.4158559 Nov 03 19:24:06.735741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69d3265d-86a6-4dd5-ad8f-b7a2e68342d2 req-cb305f77-6eab-48ad-9cfc-13b9d3117cc4 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808228 Nov 03 19:24:06.750095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96dc57b0-c95e-47fb-9ea8-d60ba7d910b9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/quotas/18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 375 time: 0.0190022 Nov 03 19:24:06.756005 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa500d1f-d9a8-499d-b5aa-2710883be850 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:06.756774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa500d1f-d9a8-499d-b5aa-2710883be850 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:06.768554 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa500d1f-d9a8-499d-b5aa-2710883be850 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/a7093834-04a2-428c-af33-06043d10d031 HTTP/1.1" status: 404 len: 337 time: 0.1450946 Nov 03 19:24:06.775234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:06.825459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:06.831640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:06.851818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Allocated IP 172.20.0.7 (bf740413-d097-4812-a139-46cfc75e50f8/66f6c1b3-e66e-4d1d-9e48-62d344f8ed83/132670c1-7f15-4024-83f8-a35773e3ec67) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:06.857277 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfcc2f6-ab85-4bfc-a9e8-5fe54cab229e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:06.858672 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfcc2f6-ab85-4bfc-a9e8-5fe54cab229e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:06.869111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1dfcc2f6-ab85-4bfc-a9e8-5fe54cab229e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/2b2f39aa-5c60-4353-ba09-fe5e60bf71f1 HTTP/1.1" status: 404 len: 337 time: 0.0922925 Nov 03 19:24:06.869778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59432) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:06.875319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-814f4677-04db-4f1a-ac99-8328b4f7a324 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1166706 Nov 03 19:24:06.880140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:06.908570 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-180d84ef-75b2-4148-a380-de7bd584511e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:06.909617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180d84ef-75b2-4148-a380-de7bd584511e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:06.917866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-180d84ef-75b2-4148-a380-de7bd584511e tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/09202adc-bf86-408f-906b-cdeab16d64bb HTTP/1.1" status: 404 len: 333 time: 0.0428128 Nov 03 19:24:06.918501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59434) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:06.942769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3f48a806-5937-41f7-900d-81681f084e97 None None] Provisioning complete for port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:06.943360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f48a806-5937-41f7-900d-81681f084e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:06.964224 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccee024a-184a-4578-a15c-bd1e779257c6 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:06.964694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccee024a-184a-4578-a15c-bd1e779257c6 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:06.971120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ccee024a-184a-4578-a15c-bd1e779257c6 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/8adf600b-0be7-4739-a90f-2897fb61a611 HTTP/1.1" status: 404 len: 337 time: 0.0458205 Nov 03 19:24:06.973946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59438) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:07.021084 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dada601f-0d54-47b5-9eb7-85803270bed9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:07.021722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dada601f-0d54-47b5-9eb7-85803270bed9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:07.035972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dada601f-0d54-47b5-9eb7-85803270bed9 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/435bbf7c-cc53-4fdd-9be2-aa40f740e713 HTTP/1.1" status: 404 len: 337 time: 0.0597942 Nov 03 19:24:07.038113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59444) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:07.060449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71b4a9-490a-4157-a396-c3a46bdca7f8 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:07.214941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.11 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/e76d25f4-a99c-4dab-acfc-00873ac210fb/2eedb362-cb85-4cfa-bb22-61d0205fe1f2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:07.357393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] Deleting port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:07.358305 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.377887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.437710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:07.439579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:24:07.440031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.457536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:07.457918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.468416 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.573966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.579153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3f48a806-5937-41f7-900d-81681f084e97 None None] Provisioning complete for port d358ba89-18f8-438d-8748-341648a5ddf7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:07.579764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f48a806-5937-41f7-900d-81681f084e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.647217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] For port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,segment=NetworkSegment(e32456aa-22c2-469c-a04d-b5979faacbbe),segment_id=e32456aa-22c2-469c-a04d-b5979faacbbe)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:07.647507 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.653214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59450) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:07.654812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.694130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-865e37ab-50d5-4b86-951d-c15ce068d6ba service neutron] 10.222.0.91 "GET /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846880 Nov 03 19:24:07.732224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.757988 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-49df4561-cb8d-448b-bba9-4351ffc4aeee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:07.758857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49df4561-cb8d-448b-bba9-4351ffc4aeee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:07.766006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-49df4561-cb8d-448b-bba9-4351ffc4aeee tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/b542b056-ca5b-4f66-b66b-2bed22e383b6 HTTP/1.1" status: 404 len: 333 time: 0.7180574 Nov 03 19:24:07.771377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Network bf740413-d097-4812-a139-46cfc75e50f8 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:07.772247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59456) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:07.773324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'Port': ['ID=132670c1-7f15-4024-83f8-a35773e3ec67,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:07.796621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] Calling delete_port for 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:07.801656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:07.806456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:07.812190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:07.820339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3f48a806-5937-41f7-900d-81681f084e97 None None] Port d358ba89-18f8-438d-8748-341648a5ddf7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:07.833716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:07.912319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:07.937731 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a18850-6ead-46db-8f61-09d4c0b4e94f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:07.938130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a18850-6ead-46db-8f61-09d4c0b4e94f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:07.964776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f9a18850-6ead-46db-8f61-09d4c0b4e94f tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/6f2df84c-0303-42de-a798-00a83a30c0df HTTP/1.1" status: 404 len: 337 time: 0.1769443 Nov 03 19:24:07.968402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59466) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:08.007063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:08.022736 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26dadf-9286-47d7-a3b4-8e87767ea9ba" -d '{"events": [{"server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "name": "network-vif-plugged", "status": "completed", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:08.030414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.072629 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d63215-f62e-4e6f-9c9a-69c2826b224a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:08.076874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-e14620ce-8d0e-48a7-904b-14771344ce92 service neutron] 10.222.0.91 "GET /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549120 Nov 03 19:24:08.079071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d63215-f62e-4e6f-9c9a-69c2826b224a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:08.087103 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a9d63215-f62e-4e6f-9c9a-69c2826b224a tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/subnets/cac5c328-a01a-4b60-8ebd-e608ee29835c HTTP/1.1" status: 404 len: 337 time: 0.1175830 Nov 03 19:24:08.093884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59474) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:08.133452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9ddc671-d250-4a5f-bb04-514f2297f3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.188360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:08.205459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.213618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:08.221512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:08.276420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=2eedb362-cb85-4cfa-bb22-61d0205fe1f2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:08.293754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:08.304183 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-31b16bf7-81e3-4cd1-9bb3-3f09c504d621 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0027733 Nov 03 19:24:08.325248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:08.338813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Request body: {'port': {'device_id': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:08.368233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.392539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cd2b9-5ecb-4fc2-944d-32e9ba9f21ae req-5f2d016e-f6f3-4437-969f-d26daf166475 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:08.394355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 96bdef5a-6389-4d50-8849-b79c03ae2207 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:08.395911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1cd2b9-5ecb-4fc2-944d-32e9ba9f21ae req-5f2d016e-f6f3-4437-969f-d26daf166475 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 931 time: 0.7003715 Nov 03 19:24:08.526404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] Pushing event deleted for resources: {'Port': ['ID=4436c0b9-6938-4d1a-bdfa-6fe4d572baf2,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:08.533280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9131cc89-ac48-4f18-9ee3-6fee5b5b9991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.549155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396099ac-b7f4-4ca9-9cef-794f4537f363 None None] No DVR routers for this DVR port 4436c0b9-6938-4d1a-bdfa-6fe4d572baf2 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:24:08.553806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c1cd2b9-5ecb-4fc2-944d-32e9ba9f21ae req-91c42549-146f-499d-814a-27fdf3e5b5fd tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463187 Nov 03 19:24:08.572504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-94a95929-9cfd-466e-9ded-993c49604a22 None None] Provisioning complete for port 132670c1-7f15-4024-83f8-a35773e3ec67 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:08.580417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94a95929-9cfd-466e-9ded-993c49604a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.618722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:08.624539 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.653217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:08.653870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.659931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-94a95929-9cfd-466e-9ded-993c49604a22 None None] Port 132670c1-7f15-4024-83f8-a35773e3ec67 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:08.713986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9ddc671-d250-4a5f-bb04-514f2297f3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.732021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b9ddc671-d250-4a5f-bb04-514f2297f3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.762785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.819152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c1d834b0-ba6d-4744-aa6e-516a54bcf842 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7428482 Nov 03 19:24:08.828093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59486) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:08.845864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:08.880534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Deleting port d358ba89-18f8-438d-8748-341648a5ddf7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:08.884052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:08.899460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32e333-2e40-457c-95c8-089f433306d8 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:24:08.905407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9ddc671-d250-4a5f-bb04-514f2297f3cd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5dc205bb4c6b4ac4827e70b7f29cfcd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2463326 Nov 03 19:24:08.907510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:08.962331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddc671-d250-4a5f-bb04-514f2297f3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f7376-2adf-405e-9e80-a07343c26630,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:09.059951 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b73d7bf-5bbf-462b-b656-2a70590b67f8 x-openstack-request-id: req-6b73d7bf-5bbf-462b-b656-2a70590b67f8 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:09.060573 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "name": "network-vif-plugged", "status": "completed", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:09.060573 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6b73d7bf-5bbf-462b-b656-2a70590b67f8 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:09.060941 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'code': 200} Nov 03 19:24:09.062153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e32e333-2e40-457c-95c8-089f433306d8 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:24:09.082711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-04d111b5-8471-4e98-a223-29f67a9de650 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:09.083155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04d111b5-8471-4e98-a223-29f67a9de650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.237710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2aeb-d535-4d9c-894f-3e4f41f386f3 req-da92fa89-ac78-444f-a5d6-39defafc23fe tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:09.249641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-506e2aeb-d535-4d9c-894f-3e4f41f386f3 req-da92fa89-ac78-444f-a5d6-39defafc23fe tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.6160729 Nov 03 19:24:09.289548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16c8f648-46d5-4b8c-9076-df31bc416a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.341438 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16c8f648-46d5-4b8c-9076-df31bc416a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.357043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.429857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928ed46-875b-4814-a009-c9bed23e87df req-588c3c80-79c1-465d-8e98-e33a7be1e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:09.431398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9928ed46-875b-4814-a009-c9bed23e87df req-588c3c80-79c1-465d-8e98-e33a7be1e649 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1096 time: 0.2559106 Nov 03 19:24:09.448405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-04d111b5-8471-4e98-a223-29f67a9de650 None None] Provisioning complete for port 7fca7f93-357d-4507-9e39-413c9f311814 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:09.448405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04d111b5-8471-4e98-a223-29f67a9de650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.475503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3167ae10-e6e4-409c-84f2-b488266de714 req-abb68ecd-cdec-42ba-871a-8aca22414648 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 210 time: 0.2828460 Nov 03 19:24:09.543680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Calling delete_port for d358ba89-18f8-438d-8748-341648a5ddf7 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:09.557933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16c8f648-46d5-4b8c-9076-df31bc416a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.561401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-16c8f648-46d5-4b8c-9076-df31bc416a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.565411 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-16c8f648-46d5-4b8c-9076-df31bc416a58 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a63f7376-2adf-405e-9e80-a07343c26630 HTTP/1.1" status: 204 len: 168 time: 0.6532586 Nov 03 19:24:09.595137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8f648-46d5-4b8c-9076-df31bc416a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f7376-2adf-405e-9e80-a07343c26630,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:09.613818 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9928ed46-875b-4814-a009-c9bed23e87df req-85c4788a-e3f1-450f-9329-dfd9aa08c728 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631432 Nov 03 19:24:09.636797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-04d111b5-8471-4e98-a223-29f67a9de650 None None] Port 7fca7f93-357d-4507-9e39-413c9f311814 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:09.710214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132670c1-7f15-4024-83f8-a35773e3ec67 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:09.729430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.780890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Transition to ACTIVE for port object 132670c1-7f15-4024-83f8-a35773e3ec67 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:24:09.807471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c2ba5f68-3f0d-4364-8c01-47949f86a7cc None None] Provisioning complete for port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:09.807471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5f68-3f0d-4364-8c01-47949f86a7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:09.827755 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.041698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-506e2aeb-d535-4d9c-894f-3e4f41f386f3 req-3d2c5c9f-1d38-4e36-92fa-40e20a04aa6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7914040 Nov 03 19:24:10.062544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba5f68-3f0d-4364-8c01-47949f86a7cc None None] Port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:10.079634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.226523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=132670c1-7f15-4024-83f8-a35773e3ec67,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:10.434405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:10.456990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.508862 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.512255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Attempting to bind port 132670c1-7f15-4024-83f8-a35773e3ec67 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:10.512590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Attempting to bind port 132670c1-7f15-4024-83f8-a35773e3ec67 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:10.512953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Attempting to bind port 132670c1-7f15-4024-83f8-a35773e3ec67 on network bf740413-d097-4812-a139-46cfc75e50f8 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:10.549095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Port 132670c1-7f15-4024-83f8-a35773e3ec67 on network bf740413-d097-4812-a139-46cfc75e50f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:24:10.551739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Attempting to bind port 132670c1-7f15-4024-83f8-a35773e3ec67 on network bf740413-d097-4812-a139-46cfc75e50f8 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:10.587445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:10.590910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Checking segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:10.595360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Bound using segment: {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:10.604838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Bound port: 132670c1-7f15-4024-83f8-a35773e3ec67, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d751f1-1de7-460a-aa90-74455be933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:10.605446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.641995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265a3bb-6e03-4a24-9d38-8e7f56ae41e8 req-f0fc98a6-51c6-4da5-9e8d-d6be95cc4499 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:10.658341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c265a3bb-6e03-4a24-9d38-8e7f56ae41e8 req-f0fc98a6-51c6-4da5-9e8d-d6be95cc4499 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 943 time: 0.8260956 Nov 03 19:24:10.718072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Port': ['ID=d358ba89-18f8-438d-8748-341648a5ddf7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:10.838110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] For port 132670c1-7f15-4024-83f8-a35773e3ec67, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:10.844540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] For port 132670c1-7f15-4024-83f8-a35773e3ec67, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=132670c1-7f15-4024-83f8-a35773e3ec67,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:10.846361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59514) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:10.858988 n-d-812151-4 neutron-server[101989]: INFO neutron.db.ipam_backend_mixin [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e76d25f4-a99c-4dab-acfc-00873ac210fb (CIDR: 172.20.0.0/28) Nov 03 19:24:10.885093 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:24:10.885891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:10.891430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.920429 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bceee277-cdc5-496f-a3df-dbb78faecb93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.920691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.924459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c84b314d-8c93-411e-972f-1ffd3ca5f663 tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/ports/d358ba89-18f8-438d-8748-341648a5ddf7 HTTP/1.1" status: 204 len: 168 time: 2.8288443 Nov 03 19:24:10.928401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1671d4b5-2bd4-49f4-a891-24b107ab7be0 req-9c0bfe90-2075-405c-91d5-686838f2faa7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 210 time: 0.0665436 Nov 03 19:24:10.928984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59516) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:10.964088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:10.966015 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:10.974840 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] 10.222.0.115 "PUT /v2.0/ports/132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 1091 time: 2.6616099 Nov 03 19:24:11.038227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:11.038227 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4380834d-9ab2-49e4-ad98-df81ec193aef" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:11.065344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-40054283-43a7-4931-9789-16452cd9771a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2308271 Nov 03 19:24:11.080322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59520) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:11.117293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c265a3bb-6e03-4a24-9d38-8e7f56ae41e8 req-93508c4f-46d5-46fd-bc4e-c74ea9888b8e tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956707 Nov 03 19:24:11.119171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:11.272049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:11.287807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5dd48-61cd-45dc-8e56-9402faa1d0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=132670c1-7f15-4024-83f8-a35773e3ec67,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:11.310046 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e92065-301c-43ed-9f4a-2952204a8b95 x-openstack-request-id: req-a1e92065-301c-43ed-9f4a-2952204a8b95 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:11.310805 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:11.315003 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a1e92065-301c-43ed-9f4a-2952204a8b95 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:11.316539 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67', 'status': 'completed', 'code': 200} Nov 03 19:24:11.651825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:11.718028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ab0a-9c44-492a-8add-4a0b4a1a78fb req-14f2b2b1-1f8d-406a-95e1-e11c72f80fb3 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:11.726998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3d8ab0a-9c44-492a-8add-4a0b4a1a78fb req-14f2b2b1-1f8d-406a-95e1-e11c72f80fb3 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.3471551 Nov 03 19:24:11.754395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a058b469-5022-467a-8285-c7d66481783e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:11.791530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32456aa-22c2-469c-a04d-b5979faacbbe') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:11.792039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32456aa-22c2-469c-a04d-b5979faacbbe') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:11.832991 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:11.868475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:11.899521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3d8ab0a-9c44-492a-8add-4a0b4a1a78fb req-c6da1bca-47aa-4b91-8525-db0b2a49aeaa tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710896 Nov 03 19:24:11.901567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:11.918961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:24:11.920083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:24:11.928058 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:24:11.971380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-c9255810-0652-4082-96e1-31a4fc8268c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:11.972823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-c9255810-0652-4082-96e1-31a4fc8268c4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1094 time: 0.7273531 Nov 03 19:24:12.006113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:12.010436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.150997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.163531 n-d-812151-4 neutron-server[101988]: INFO neutron.db.ipam_backend_mixin [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ebfa20b6-f8fc-4fa4-8336-881734b0a1e5 (CIDR: 172.20.0.16/28) Nov 03 19:24:12.175501 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:24:12.176011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:12.242292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-6e13008f-00d2-4a15-93e0-5038d8695586 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 217 time: 0.2418075 Nov 03 19:24:12.249507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84a42197-95b2-4c8e-a483-6e1432a4ec0a tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1641119 Nov 03 19:24:12.254617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59554) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:12.261663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'subnet': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:12.299756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1456040f-66ff-468a-a278-3eb9049e68b9 req-36b146ee-853a-4eff-9674-4e450e9a9d58 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 210 time: 0.1155641 Nov 03 19:24:12.315159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.329831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-d2e724aa-b8a2-4e15-9cc4-24bec332f568 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:12.332235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-d2e724aa-b8a2-4e15-9cc4-24bec332f568 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.110 "GET /v2.0/networks?id=b7f41aaa-4041-419a-9271-7c8293f54418 HTTP/1.1" status: 200 len: 796 time: 1.0287011 Nov 03 19:24:12.332902 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.349197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] 10.222.0.91 "DELETE /v2.0/networks/a058b469-5022-467a-8285-c7d66481783e HTTP/1.1" status: 204 len: 168 time: 1.4106812 Nov 03 19:24:12.394867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bceee277-cdc5-496f-a3df-dbb78faecb93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.446197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26894f-24ad-4356-bfe5-62e9600091de tempest-PortsIpV6TestJSON-25715371 tempest-PortsIpV6TestJSON-25715371-project] Pushing event deleted for resources: {'Network': ['ID=a058b469-5022-467a-8285-c7d66481783e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:12.504227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a703c34-b711-4072-a557-641d72158b1b req-f3d29b1e-8711-4d0d-baf9-9799c4bafb35 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:12.508824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a703c34-b711-4072-a557-641d72158b1b req-f3d29b1e-8711-4d0d-baf9-9799c4bafb35 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 943 time: 0.1430755 Nov 03 19:24:12.587677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bceee277-cdc5-496f-a3df-dbb78faecb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:12.627037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a703c34-b711-4072-a557-641d72158b1b req-9b27fb7a-9b32-47a0-b338-e6520e13fc83 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118972 Nov 03 19:24:12.652252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceee277-cdc5-496f-a3df-dbb78faecb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b16460-841e-4d99-8694-985eb7a6dbff,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:12.681831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-88082e58-2522-4a9f-ac73-c345fcb526ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:12.683947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-88082e58-2522-4a9f-ac73-c345fcb526ba service neutron] 10.222.0.115 "GET /v2.0/subnets?id=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 200 len: 848 time: 0.4313731 Nov 03 19:24:12.793973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59562) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:12.852473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-e2951d32-26e5-4b40-8270-992a332420a6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 471 time: 0.2805371 Nov 03 19:24:12.898883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'port': {'device_id': '1134b091-6119-4074-8839-92bf407a805c', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'admin_state_up': True, 'tenant_id': '18722f7d7d2647de99969f468355570d', 'security_groups': ['ca5ab2c1-cd20-42c9-87b5-5b741f0185b8']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:12.963386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bceee277-cdc5-496f-a3df-dbb78faecb93 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9d9c4e02af0448fe96a4783b01f46f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1134372 Nov 03 19:24:12.964575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Made reservation on behalf of bd1bb4186e054da8a86c5660d36ac546 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:12.972203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:12.976982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.083329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e844f901-cc7e-40a8-8ce4-dc4d387cf2f0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2d71927f23c64cb2bb55c9c8bc5ec4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856357 Nov 03 19:24:13.086558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59570) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:13.244664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909f4cbe-50cc-46e5-885a-b57aeaae7d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.259505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-d9c6c94f-c714-4446-b48d-fe8af1a9b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:13.261271 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-d9c6c94f-c714-4446-b48d-fe8af1a9b218 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bf740413-d097-4812-a139-46cfc75e50f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450030 Nov 03 19:24:13.307071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3bcc-6837-4efc-892d-be0a43092ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.310524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909f4cbe-50cc-46e5-885a-b57aeaae7d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.320656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38624b-0b23-4c20-9e49-c588d257a83b req-ba9891f0-fd73-4b6c-ad94-d595e0e7670b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:13.322442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c38624b-0b23-4c20-9e49-c588d257a83b req-ba9891f0-fd73-4b6c-ad94-d595e0e7670b tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.1926651 Nov 03 19:24:13.372078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3bcc-6837-4efc-892d-be0a43092ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.486363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:13.490310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.544363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daf951e6-c2ce-4205-af19-a981b206c99d req-a893cfb9-0609-452e-8b79-58fbb5859a05 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 210 time: 0.0517428 Nov 03 19:24:13.547352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3bcc-6837-4efc-892d-be0a43092ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.551235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3bcc-6837-4efc-892d-be0a43092ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.552271 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-1b581877-65d2-4d46-94e3-edb4dfcd7e6f service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716959 Nov 03 19:24:13.555692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b4d3bcc-6837-4efc-892d-be0a43092ffd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f1c2948b-0cb8-4486-9f2e-0d7e949c0067 HTTP/1.1" status: 204 len: 168 time: 0.4665008 Nov 03 19:24:13.563007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c38624b-0b23-4c20-9e49-c588d257a83b req-3ab69b52-7b26-400d-9752-441c903ef147 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278087 Nov 03 19:24:13.574038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d3bcc-6837-4efc-892d-be0a43092ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c2948b-0cb8-4486-9f2e-0d7e949c0067,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:13.622382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909f4cbe-50cc-46e5-885a-b57aeaae7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.637958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-909f4cbe-50cc-46e5-885a-b57aeaae7d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:13.657736 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-909f4cbe-50cc-46e5-885a-b57aeaae7d5b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/32b16460-841e-4d99-8694-985eb7a6dbff HTTP/1.1" status: 204 len: 168 time: 0.6680400 Nov 03 19:24:13.700470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f4cbe-50cc-46e5-885a-b57aeaae7d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b16460-841e-4d99-8694-985eb7a6dbff,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:13.945268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856225-a79c-4981-8fdb-42a1d08b6e04 req-187ddd3d-9e29-42d8-87c4-8fbe1468519c tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:13.946928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e856225-a79c-4981-8fdb-42a1d08b6e04 req-187ddd3d-9e29-42d8-87c4-8fbe1468519c tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 943 time: 0.1158350 Nov 03 19:24:13.968521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7993f0-b963-45de-bed4-cec4b545aaba req-76fab61d-83bd-49a0-95fd-9ccfd024e1ac tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:13.970126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f7993f0-b963-45de-bed4-cec4b545aaba req-76fab61d-83bd-49a0-95fd-9ccfd024e1ac tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.2145715 Nov 03 19:24:14.067497 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2bb91099-39ec-4b1a-9a10-8b40bf98e06a req-51933310-99f9-4831-8de6-4690d71d2fa5 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046785 Nov 03 19:24:14.070928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59592) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:14.191850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.20.0.28 (b7f41aaa-4041-419a-9271-7c8293f54418/524e406b-d7c4-47ed-94d7-61017f97abd2/dd652aed-1537-4edc-b17d-aef2db72c5bd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:14.261216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:14.303099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Request body: {'floatingip': {'port_id': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:14.352573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:14.793887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:14.851557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:14.854982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:14.855669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:14.861172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Subnet': ['ID=b7e24cdf-6051-4e87-9ab9-1128d8907cfa,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:14.869909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766a7d7-ca3d-4392-8a24-f4e7e7d5a45d None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:14.894690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc78fe1a-215a-4fb5-ac7e-cb4b1dfdb648 req-2a3da18b-6d04-47e3-be3a-7ae18b3f38c2 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 210 time: 0.0989873 Nov 03 19:24:14.958739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e856225-a79c-4981-8fdb-42a1d08b6e04 req-d3b7aa65-22e6-4d3e-9699-4466c70b312b tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9875398 Nov 03 19:24:15.079857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-4c8e7193-22d7-4925-8903-5be26027da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:15.091670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-4c8e7193-22d7-4925-8903-5be26027da11 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1094 time: 0.8563457 Nov 03 19:24:15.368525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59658) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:15.383293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2121410987', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7e24cdf-6051-4e87-9ab9-1128d8907cfa'}], 'security_groups': ['1b39f60a-d14a-4471-bbca-b6f9845554e2', '998ff9fb-51f6-4c6b-bc95-550b35bda753']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:15.390259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0eea6bd6-0f78-4c60-ada6-02e16ee6d98d tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1334512 Nov 03 19:24:15.536280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] Update dhcp port {'port': {'network_id': 'e04e8415-f37a-4457-a95d-1a8df99d2b8d', 'fixed_ips': [{'subnet_id': 'ebfa20b6-f8fc-4fa4-8336-881734b0a1e5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e76d25f4-a99c-4dab-acfc-00873ac210fb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7e24cdf-6051-4e87-9ab9-1128d8907cfa'}], 'binding:host_id': 'n-d-812151-4'}, 'id': '96bdef5a-6389-4d50-8849-b79c03ae2207'} from n-d-812151-4. {{(pid=101991) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:24:15.620056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-598137b5-3176-45d0-81f8-1c2ccb604306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:15.622653 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-598137b5-3176-45d0-81f8-1c2ccb604306 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 910 time: 0.5045424 Nov 03 19:24:15.631329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:15.688828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:15.716356 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-45e6bf57-4679-4204-bd3c-46468ab7c59e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 217 time: 0.0755324 Nov 03 19:24:16.166311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:16.304219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:16.790622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Delete allocated IP 172.20.0.11 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/e76d25f4-a99c-4dab-acfc-00873ac210fb) {{(pid=101989) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:24:16.806631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Allocated IP 172.20.0.45 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/b7e24cdf-6051-4e87-9ab9-1128d8907cfa/2eedb362-cb85-4cfa-bb22-61d0205fe1f2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:16.830328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a31b07-18a6-4671-9263-4e1ac9ffa693 req-1a9ad0b6-5a6d-4194-8a0a-31f256460797 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:16.838849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6a31b07-18a6-4671-9263-4e1ac9ffa693 req-1a9ad0b6-5a6d-4194-8a0a-31f256460797 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 932 time: 0.2102509 Nov 03 19:24:16.856447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e256a0-6699-4051-b98b-2799c64c414a req-383c6d6b-fd24-4e13-bcd5-6aa3c8de3478 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:16.864807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3e256a0-6699-4051-b98b-2799c64c414a req-383c6d6b-fd24-4e13-bcd5-6aa3c8de3478 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 943 time: 0.2441278 Nov 03 19:24:17.039744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 132670c1-7f15-4024-83f8-a35773e3ec67 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:24:17.113038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3e256a0-6699-4051-b98b-2799c64c414a req-70ace031-3f53-4c8a-b90b-6132773d0b85 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471232 Nov 03 19:24:17.178050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6a31b07-18a6-4671-9263-4e1ac9ffa693 req-20e7eb28-12b1-4a34-bd12-de880591ac51 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380392 Nov 03 19:24:17.311691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 132670c1-7f15-4024-83f8-a35773e3ec67, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=132670c1-7f15-4024-83f8-a35773e3ec67,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:17.339901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '132670c1-7f15-4024-83f8-a35773e3ec67', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'port_id': '132670c1-7f15-4024-83f8-a35773e3ec67', 'mac_address': 'fa:16:3e:95:af:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:24:17.343412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-59d82e87-d5da-44a2-9fba-138a5669d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:17.353777 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-59d82e87-d5da-44a2-9fba-138a5669d3bf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 200 len: 848 time: 1.1011245 Nov 03 19:24:17.407318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:17.413837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=dd652aed-1537-4edc-b17d-aef2db72c5bd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:17.443094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:17.449886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132670c1-7f15-4024-83f8-a35773e3ec67 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:17.455460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:17.594919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] Allocated IP 172.20.0.34 (e04e8415-f37a-4457-a95d-1a8df99d2b8d/b7e24cdf-6051-4e87-9ab9-1128d8907cfa/96bdef5a-6389-4d50-8849-b79c03ae2207) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:17.637665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b7f41aaa-4041-419a-9271-7c8293f54418 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:17.662292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:17.667817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:17.800545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event updated for resources: {'Port': ['ID=2eedb362-cb85-4cfa-bb22-61d0205fe1f2,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:17.852222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:17.895211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] In _notify_port_updated(), no bound segment for port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 on network e04e8415-f37a-4457-a95d-1a8df99d2b8d {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:24:17.915816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:17.916497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:17.917890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b8bfd0c2-8a69-4452-a57a-d8eb7d0d2306 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "PUT /v2.0/ports/2eedb362-cb85-4cfa-bb22-61d0205fe1f2 HTTP/1.1" status: 200 len: 960 time: 2.5475409 Nov 03 19:24:17.929027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59736) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:17.931301 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:17.955462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 132670c1-7f15-4024-83f8-a35773e3ec67, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=132670c1-7f15-4024-83f8-a35773e3ec67,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:17.957909 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:17.980804 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.138659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:18.139377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.153889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca88aa-920b-44bf-aedb-234a04498946 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:18.184310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9edd38aa-a01d-4667-aa2f-63f7a1f76363 None None] Provisioning complete for port dd652aed-1537-4edc-b17d-aef2db72c5bd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:18.184689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9edd38aa-a01d-4667-aa2f-63f7a1f76363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.286398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:18.287727 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.330405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-c5169350-3510-4126-8c88-3d74edf73ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:18.331962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-c5169350-3510-4126-8c88-3d74edf73ad5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bf740413-d097-4812-a139-46cfc75e50f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8824120 Nov 03 19:24:18.353909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['132670c1-7f15-4024-83f8-a35773e3ec67'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:18.397600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.db.resource_extend [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:24:18.465558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-ab2139e7-2771-4d46-8828-c44defdb552d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5739961 Nov 03 19:24:18.484891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Request body: {'port': {'device_id': '1134b091-6119-4074-8839-92bf407a805c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:18.531065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9edd38aa-a01d-4667-aa2f-63f7a1f76363 None None] Port dd652aed-1537-4edc-b17d-aef2db72c5bd cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:18.678055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=132670c1-7f15-4024-83f8-a35773e3ec67,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:18.699816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.722104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.829099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:18.903254 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-f191f697-44be-40a0-bdc3-60210274dca0 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508077 Nov 03 19:24:18.950142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f988e-1de2-4640-ad52-1db2263ce095 req-6075777f-c3ec-4f69-add7-0b07bd92e3d2 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:18.960124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd2f988e-1de2-4640-ad52-1db2263ce095 req-6075777f-c3ec-4f69-add7-0b07bd92e3d2 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 944 time: 0.3894954 Nov 03 19:24:18.970859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:19.020654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92aeb0-557c-4917-8e54-d9c4faf64c6b req-501a9af7-f80a-414d-a695-b75f947473cc tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:19.023598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec92aeb0-557c-4917-8e54-d9c4faf64c6b req-501a9af7-f80a-414d-a695-b75f947473cc tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 932 time: 0.4518616 Nov 03 19:24:19.152037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:19.225291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec92aeb0-557c-4917-8e54-d9c4faf64c6b req-40e476c4-73fc-4f23-9c08-05c84b6b3a8e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861961 Nov 03 19:24:19.264624 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Floating IP ce6eb040-fa75-4319-b1d1-cca2b6929b64 associated. External IP: 172.25.8.234, port: d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6. Nov 03 19:24:19.454031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59772) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:19.477486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Provisioning complete for port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:19.479930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:19.512833 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4380834d-9ab2-49e4-ad98-df81ec193aef req-5658b3f8-0868-4986-b611-918240c3639b service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597368 Nov 03 19:24:19.526846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd2f988e-1de2-4640-ad52-1db2263ce095 req-4746aed7-ad98-4bc3-a35b-fdd1c068e1f7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5487838 Nov 03 19:24:19.697934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Port 2eedb362-cb85-4cfa-bb22-61d0205fe1f2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:19.748012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:19.753026 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:19.766345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae28c2fb-0e5b-4db0-8447-dc9c8a765f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:19.805758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.004574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=2eedb362-cb85-4cfa-bb22-61d0205fe1f2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:20.090657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae28c2fb-0e5b-4db0-8447-dc9c8a765f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.109640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae28c2fb-0e5b-4db0-8447-dc9c8a765f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.110965 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.117897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Provisioning complete for port 7fca7f93-357d-4507-9e39-413c9f311814 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:20.118434 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.129534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-89e205fc-82a7-4a31-a880-da5bded1f4d1 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/2eedb362-cb85-4cfa-bb22-61d0205fe1f2 HTTP/1.1" status: 204 len: 168 time: 2.1986732 Nov 03 19:24:20.130196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59788) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:20.189325 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-12aa315f-49da-4b59-8775-f583f10906db tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] GET failed (client error): The resource could not be found. Nov 03 19:24:20.202404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-969f97d2-ec1b-4371-b2b8-46d3f8f4adee None None] Port 7fca7f93-357d-4507-9e39-413c9f311814 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:20.212487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-12aa315f-49da-4b59-8775-f583f10906db tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports/2eedb362-cb85-4cfa-bb22-61d0205fe1f2 HTTP/1.1" status: 404 len: 333 time: 0.0811613 Nov 03 19:24:20.213194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59792) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:20.316348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ae28c2fb-0e5b-4db0-8447-dc9c8a765f9d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4b09d0460b2e440cb153a1799c236b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488984 Nov 03 19:24:20.322735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 96bdef5a-6389-4d50-8849-b79c03ae2207 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:20.326431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8e560fe5-ac2c-4fe8-99ba-28f3f33861ba None None] Could not find standard attr ID for object 2eedb362-cb85-4cfa-bb22-61d0205fe1f2. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:24:20.352193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59798) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:20.372952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28c2fb-0e5b-4db0-8447-dc9c8a765f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0519920-0d9d-4bc5-9e86-54ae902dfcf9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:20.420995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Router 2b6a8157-999b-492c-9c17-34c7e967365c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:24:20.422280 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0590a6e0-1573-4de6-8a05-4089c7835dca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.433854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd652aed-1537-4edc-b17d-aef2db72c5bd {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:20.449855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.457516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:20.458167 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.605938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Transition to ACTIVE for port object dd652aed-1537-4edc-b17d-aef2db72c5bd will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:24:20.636701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.690448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0590a6e0-1573-4de6-8a05-4089c7835dca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.706460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69eedca-5c24-49cd-ba8c-b56e6ec9ded7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:20.845820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Pushing event updated for resources: {'Port': ['ID=dd652aed-1537-4edc-b17d-aef2db72c5bd,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:20.865833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349c56f-b733-46a4-b814-4260bd137220 req-f20be05e-9ea5-4ac6-860b-110085ac86f9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:20.872922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d349c56f-b733-46a4-b814-4260bd137220 req-f20be05e-9ea5-4ac6-860b-110085ac86f9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 932 time: 0.4305437 Nov 03 19:24:20.989855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0590a6e0-1573-4de6-8a05-4089c7835dca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.003379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0590a6e0-1573-4de6-8a05-4089c7835dca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.010666 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0590a6e0-1573-4de6-8a05-4089c7835dca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/security-groups/534e86be-a3c2-48c5-b8e0-05b3582ce8ed HTTP/1.1" status: 204 len: 168 time: 0.7959826 Nov 03 19:24:21.021644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59820) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:21.037979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:24:21.054720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:24:21.078734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.088210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 132670c1-7f15-4024-83f8-a35773e3ec67 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:21.159420 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69eedca-5c24-49cd-ba8c-b56e6ec9ded7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.198368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cb19fae3-cfef-4c62-acd5-8f4cb11412c5 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "PUT /v2.0/floatingips/ce6eb040-fa75-4319-b1d1-cca2b6929b64 HTTP/1.1" status: 200 len: 991 time: 6.9775071 Nov 03 19:24:21.205490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:21.208368 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27716501-f3ba-487d-ad68-5dee30c5c925" -d '{"events": [{"name": "network-changed", "server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:21.214426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:21.220533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:21.267441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Attempting to bind port dd652aed-1537-4edc-b17d-aef2db72c5bd on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:21.271046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Attempting to bind port dd652aed-1537-4edc-b17d-aef2db72c5bd by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:21.271965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Attempting to bind port dd652aed-1537-4edc-b17d-aef2db72c5bd on network b7f41aaa-4041-419a-9271-7c8293f54418 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:21.295176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Port dd652aed-1537-4edc-b17d-aef2db72c5bd on network b7f41aaa-4041-419a-9271-7c8293f54418 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:24:21.295824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Attempting to bind port dd652aed-1537-4edc-b17d-aef2db72c5bd on network b7f41aaa-4041-419a-9271-7c8293f54418 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:21.302423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:21.303193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Checking segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:21.303884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Bound using segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:21.304763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Bound port: dd652aed-1537-4edc-b17d-aef2db72c5bd, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:21.309473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.401519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 132670c1-7f15-4024-83f8-a35773e3ec67 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:24:21.403275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590a6e0-1573-4de6-8a05-4089c7835dca tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e86be-a3c2-48c5-b8e0-05b3582ce8ed,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:21.489232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] For port dd652aed-1537-4edc-b17d-aef2db72c5bd, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:21.511761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] For port dd652aed-1537-4edc-b17d-aef2db72c5bd, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:21.524873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.567605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69eedca-5c24-49cd-ba8c-b56e6ec9ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.578985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d69eedca-5c24-49cd-ba8c-b56e6ec9ded7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.601318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d69eedca-5c24-49cd-ba8c-b56e6ec9ded7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0519920-0d9d-4bc5-9e86-54ae902dfcf9 HTTP/1.1" status: 204 len: 168 time: 1.2453091 Nov 03 19:24:21.643994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d349c56f-b733-46a4-b814-4260bd137220 req-bce3735a-d3a8-400a-b6ac-df977827801a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6758857 Nov 03 19:24:21.675720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:24:21.679392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c98717-558b-4f83-994c-dab1e1d049e9 req-e3c6dc7b-74d6-4e3e-9c55-ddc73b0d09ee tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:21.713071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0c98717-558b-4f83-994c-dab1e1d049e9 req-e3c6dc7b-74d6-4e3e-9c55-ddc73b0d09ee tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 944 time: 1.0238857 Nov 03 19:24:21.840549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 132670c1-7f15-4024-83f8-a35773e3ec67 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:21.847445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.869091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eedca-5c24-49cd-ba8c-b56e6ec9ded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0519920-0d9d-4bc5-9e86-54ae902dfcf9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:21.925248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48502397-a28d-4853-827f-6eb182ba423e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.976878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:21.978736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:21.993755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-96290614-24c1-4e9e-bead-408d3741519c service neutron] 10.222.0.110 "PUT /v2.0/ports/dd652aed-1537-4edc-b17d-aef2db72c5bd HTTP/1.1" status: 200 len: 1092 time: 3.5108414 Nov 03 19:24:22.016478 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ae389-9c74-4f33-9f66-f63af2337464 x-openstack-request-id: req-8c4ae389-9c74-4f33-9f66-f63af2337464 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:22.034712 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:22.038606 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c4ae389-9c74-4f33-9f66-f63af2337464 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:22.039396 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'status': 'completed', 'code': 200} Nov 03 19:24:22.041534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48502397-a28d-4853-827f-6eb182ba423e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.053059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290614-24c1-4e9e-bead-408d3741519c service neutron] Pushing event updated for resources: {'Port': ['ID=dd652aed-1537-4edc-b17d-aef2db72c5bd,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:22.236671 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48502397-a28d-4853-827f-6eb182ba423e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.239645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-48502397-a28d-4853-827f-6eb182ba423e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.250281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48502397-a28d-4853-827f-6eb182ba423e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/security-groups/998ff9fb-51f6-4c6b-bc95-550b35bda753 HTTP/1.1" status: 204 len: 168 time: 1.2015176 Nov 03 19:24:22.251305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:22.291002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59864) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:22.311782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48502397-a28d-4853-827f-6eb182ba423e tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ff9fb-51f6-4c6b-bc95-550b35bda753,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:22.327786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-eebd9147-9780-4017-8f47-b8b57caa1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.329694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-eebd9147-9780-4017-8f47-b8b57caa1beb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 1095 time: 0.1755183 Nov 03 19:24:22.401404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59868) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:22.409054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-fe1fa0fc-a09a-4a99-98ff-81971c19b6bd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd HTTP/1.1" status: 200 len: 217 time: 0.0662632 Nov 03 19:24:22.411882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-23d99704-1662-4647-9917-e0f116562ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.413974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-23d99704-1662-4647-9917-e0f116562ba3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1096 time: 0.3726320 Nov 03 19:24:22.444863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0c98717-558b-4f83-994c-dab1e1d049e9 req-b2ecab0d-aeba-4bff-8cca-4f050000dbf7 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7288625 Nov 03 19:24:22.518737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6224-6df8-4f06-8b6b-a62068541b8c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.572245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.584473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6224-6df8-4f06-8b6b-a62068541b8c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.666577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59872) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:22.690204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5eaef72-2538-4a74-ad35-86d716cb4878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.693178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6224-6df8-4f06-8b6b-a62068541b8c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.697204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6224-6df8-4f06-8b6b-a62068541b8c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.701598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2b0c6224-6df8-4f06-8b6b-a62068541b8c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/security-groups/1b39f60a-d14a-4471-bbca-b6f9845554e2 HTTP/1.1" status: 204 len: 168 time: 0.4195170 Nov 03 19:24:22.703504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59876) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:22.738007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 132670c1-7f15-4024-83f8-a35773e3ec67, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=132670c1-7f15-4024-83f8-a35773e3ec67,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:22.765474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:22.768533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-eb6d80b7-909e-40de-aa4b-8babdf6a2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.772255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-eb6d80b7-909e-40de-aa4b-8babdf6a2aa3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.3392808 Nov 03 19:24:22.778081 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a77998-70cf-415e-ae7c-2319c48a957a" -d '{"events": [{"server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "name": "network-vif-plugged", "status": "completed", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:22.794891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c6224-6df8-4f06-8b6b-a62068541b8c tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b39f60a-d14a-4471-bbca-b6f9845554e2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:22.814140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.858371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a16b637-b733-42f2-984c-ced18d9b9eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.030254 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f16d9-a2cd-47db-a703-3cbcf4a38473 x-openstack-request-id: req-612f16d9-a2cd-47db-a703-3cbcf4a38473 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:23.030571 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "name": "network-vif-plugged", "status": "completed", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:23.030838 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-612f16d9-a2cd-47db-a703-3cbcf4a38473 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:23.031997 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67', 'code': 200} Nov 03 19:24:23.071642 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5eaef72-2538-4a74-ad35-86d716cb4878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.092767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5eaef72-2538-4a74-ad35-86d716cb4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.159752 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a16b637-b733-42f2-984c-ced18d9b9eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.168064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a16b637-b733-42f2-984c-ced18d9b9eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.224142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=132670c1-7f15-4024-83f8-a35773e3ec67,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:23.284516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c5eaef72-2538-4a74-ad35-86d716cb4878 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=99e2c1ed892a4424a3d3bb47e9ac764e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143541 Nov 03 19:24:23.289304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59884) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:23.314454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaef72-2538-4a74-ad35-86d716cb4878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b8b37-a946-4243-b4e3-308e2d66fbed,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:23.340249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet e76d25f4-a99c-4dab-acfc-00873ac210fb {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:24:23.376265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.385873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16b637-b733-42f2-984c-ced18d9b9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa70b165-df4d-43d4-b713-4ad2ca3f271f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:23.421789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'ce6eb040-fa75-4319-b1d1-cca2b6929b64', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'port_id': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'mac_address': 'fa:16:3e:75:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d5217-d624-4e3c-8fbb-11a884957a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:38Z', 'updated_at': '2021-11-03T19:24:17Z', 'revision_number': 1, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:23.425585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12b2f302-a8fb-41f0-b753-2ba5aa073b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.460471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729fdc9-b38f-4af7-a973-71b0191523c4 req-dc9f4835-ffbf-49f4-84f7-64d4f1e4fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:23.465525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0729fdc9-b38f-4af7-a973-71b0191523c4 req-dc9f4835-ffbf-49f4-84f7-64d4f1e4fcad service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1096 time: 0.3018303 Nov 03 19:24:23.471588 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-6d092374-fa84-4b58-9fd8-24225a539de8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 999 time: 0.6486127 Nov 03 19:24:23.473138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-80a3b992-8335-43a0-a6a4-eb92595e3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:23.474600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-80a3b992-8335-43a0-a6a4-eb92595e3e7a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=524e406b-d7c4-47ed-94d7-61017f97abd2 HTTP/1.1" status: 200 len: 838 time: 1.0513177 Nov 03 19:24:23.551848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:24:23.571895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12b2f302-a8fb-41f0-b753-2ba5aa073b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.600038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:23.601130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:23.641964 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a48357da-19b7-4e66-a7d4-6aa97644da99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.651496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359bd2-55c2-4ab1-be59-0bd69a3efbd3 req-3ea689ef-5ec6-4624-8c6d-b281a609cde6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:23.660118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28359bd2-55c2-4ab1-be59-0bd69a3efbd3 req-3ea689ef-5ec6-4624-8c6d-b281a609cde6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 944 time: 0.5864708 Nov 03 19:24:23.669457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-12b2f302-a8fb-41f0-b753-2ba5aa073b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.743962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:23.751838 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-12b2f302-a8fb-41f0-b753-2ba5aa073b75 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5642454bb66d4ac9a6a32f4cef0bc21e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3463895 Nov 03 19:24:23.802239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59888) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:23.809261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:24:23.951498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28359bd2-55c2-4ab1-be59-0bd69a3efbd3 req-30590131-4643-4acd-bbd5-d35e22fb10e8 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897706 Nov 03 19:24:23.960135 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a48357da-19b7-4e66-a7d4-6aa97644da99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.031694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f302-a8fb-41f0-b753-2ba5aa073b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04570336-d14c-4c45-bd38-ad5116840d9d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:24.044173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a48357da-19b7-4e66-a7d4-6aa97644da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.047116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a48357da-19b7-4e66-a7d4-6aa97644da99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.048259 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a48357da-19b7-4e66-a7d4-6aa97644da99 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/109b8b37-a946-4243-b4e3-308e2d66fbed HTTP/1.1" status: 204 len: 168 time: 0.7351456 Nov 03 19:24:24.066686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1134b091-6119-4074-8839-92bf407a805c', 'tag': 'dd652aed-1537-4edc-b17d-aef2db72c5bd'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:24.072065 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78639b0c-129b-40b5-815e-80360ceacee7" -d '{"events": [{"name": "network-changed", "server_uuid": "1134b091-6119-4074-8839-92bf407a805c", "tag": "dd652aed-1537-4edc-b17d-aef2db72c5bd"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:24.079985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48357da-19b7-4e66-a7d4-6aa97644da99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b8b37-a946-4243-b4e3-308e2d66fbed,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:24.086390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0729fdc9-b38f-4af7-a973-71b0191523c4 req-5de22bbf-4664-497e-b0a4-c171bdd2559e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6094327 Nov 03 19:24:24.095100 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7a16b637-b733-42f2-984c-ced18d9b9eed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e1c5f906eb7c461d8493fe2aefda8959&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7986045 Nov 03 19:24:24.132611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59900) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:24.321985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c40de9-cc10-4714-b5e8-2222e6480fa9 req-a8866f2a-371c-4b98-8a4e-fdf59466bf2e tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.324885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47c40de9-cc10-4714-b5e8-2222e6480fa9 req-a8866f2a-371c-4b98-8a4e-fdf59466bf2e tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.6958191 Nov 03 19:24:24.336701 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ce62e5-dc17-421b-be43-28af7c1c587c x-openstack-request-id: req-96ce62e5-dc17-421b-be43-28af7c1c587c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:24.337866 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1134b091-6119-4074-8839-92bf407a805c", "tag": "dd652aed-1537-4edc-b17d-aef2db72c5bd", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:24.338709 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-96ce62e5-dc17-421b-be43-28af7c1c587c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:24.339471 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1134b091-6119-4074-8839-92bf407a805c', 'tag': 'dd652aed-1537-4edc-b17d-aef2db72c5bd', 'status': 'completed', 'code': 200} Nov 03 19:24:24.388109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-d8a90f3a-da8f-400d-9131-58dcf0521b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.390905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-d8a90f3a-da8f-400d-9131-58dcf0521b29 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.3257921 Nov 03 19:24:24.394384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-2e15bba9-d091-49fc-9f57-447cf21647f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.398124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-2e15bba9-d091-49fc-9f57-447cf21647f7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b7f41aaa-4041-419a-9271-7c8293f54418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3348081 Nov 03 19:24:24.431879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4b71e49-0445-4ffb-a3f5-6a03642424d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.477705 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4b71e49-0445-4ffb-a3f5-6a03642424d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.564642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'ce6eb040-fa75-4319-b1d1-cca2b6929b64', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'port_id': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'mac_address': 'fa:16:3e:75:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d5217-d624-4e3c-8fbb-11a884957a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:38Z', 'updated_at': '2021-11-03T19:24:17Z', 'revision_number': 1, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:24.571690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.597608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47c40de9-cc10-4714-b5e8-2222e6480fa9 req-97e3c436-41ed-48f5-9625-af44bef153ab tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609060 Nov 03 19:24:24.621412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-f230f41a-b8a2-4659-90fa-8bcd61914e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.623999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-f230f41a-b8a2-4659-90fa-8bcd61914e1c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076972 Nov 03 19:24:24.649360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e002aa-e5e4-4e1f-8fa4-4105f389b13b None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'ce6eb040-fa75-4319-b1d1-cca2b6929b64', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'port_id': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'mac_address': 'fa:16:3e:75:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378d5217-d624-4e3c-8fbb-11a884957a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:38Z', 'updated_at': '2021-11-03T19:24:17Z', 'revision_number': 1, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:24:24.691492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-2d07011c-9e28-45b7-b13d-489049e2a75c service neutron] 10.222.0.110 "GET /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728555 Nov 03 19:24:24.742167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9685-9298-4034-a123-36be8a239022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.784980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9685-9298-4034-a123-36be8a239022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.806459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4b71e49-0445-4ffb-a3f5-6a03642424d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.810354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4b71e49-0445-4ffb-a3f5-6a03642424d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.812399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4b71e49-0445-4ffb-a3f5-6a03642424d0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/04570336-d14c-4c45-bd38-ad5116840d9d HTTP/1.1" status: 204 len: 168 time: 1.0092864 Nov 03 19:24:24.837978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.852537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b71e49-0445-4ffb-a3f5-6a03642424d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04570336-d14c-4c45-bd38-ad5116840d9d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:24.911166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:24.919916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/e76d25f4-a99c-4dab-acfc-00873ac210fb HTTP/1.1" status: 204 len: 168 time: 2.2059922 Nov 03 19:24:24.921551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59916) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:24.923508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df4ac0-1738-42ac-a17a-0dc402d5d6d1 None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:24.924079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cc159-3ae6-4648-9742-b11c1eea6ce5 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=e76d25f4-a99c-4dab-acfc-00873ac210fb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:24.951119 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c1650f88-3ee4-4d9e-9efe-599cf9cce8c6 req-fb189945-69cc-47db-b63c-09022099fda2 service neutron] 10.222.0.110 "GET /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460387 Nov 03 19:24:25.128758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9685-9298-4034-a123-36be8a239022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:25.131252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-e28aa123-c4c6-44d7-93ee-8bd64954f40d service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897401 Nov 03 19:24:25.132777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9685-9298-4034-a123-36be8a239022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:25.136935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d4ef9685-9298-4034-a123-36be8a239022 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aa70b165-df4d-43d4-b713-4ad2ca3f271f HTTP/1.1" status: 204 len: 168 time: 0.9779217 Nov 03 19:24:25.181182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet b7e24cdf-6051-4e87-9ab9-1128d8907cfa {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:24:25.230263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:25.287437 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59a57a-2cb2-47cb-a371-be8b03d6e6ec None None] New status for floating IP ce6eb040-fa75-4319-b1d1-cca2b6929b64: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:24:25.352840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef9685-9298-4034-a123-36be8a239022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa70b165-df4d-43d4-b713-4ad2ca3f271f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:25.551465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:25.618397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370ad7-279c-4333-8119-f6225cd27469 req-bfe6e048-c94d-43ca-998b-469be2f24dda tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:25.628031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d370ad7-279c-4333-8119-f6225cd27469 req-bfe6e048-c94d-43ca-998b-469be2f24dda tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 944 time: 0.3930223 Nov 03 19:24:25.837908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639b0c-129b-40b5-815e-80360ceacee7 req-6d863b99-fa6f-496a-b0cb-48db87a00492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:25.842295 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-6d863b99-fa6f-496a-b0cb-48db87a00492 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 1095 time: 0.8026519 Nov 03 19:24:25.849048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27716501-f3ba-487d-ad68-5dee30c5c925 req-e48a80fd-ffee-4d16-8993-5f3a10f77349 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534055 Nov 03 19:24:25.941363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59940) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:26.033730 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d370ad7-279c-4333-8119-f6225cd27469 req-075ec00f-c420-4f52-9ce4-f04acb473aa6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039059 Nov 03 19:24:26.075686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.133040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639b0c-129b-40b5-815e-80360ceacee7 req-8c0ba267-d3cf-473b-a75a-8edd21f82d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.134697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56117c65-d4a5-41e6-a517-b48d07e29a84 req-5d857536-f813-41db-8814-c2c2f7621551 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.143010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-8c0ba267-d3cf-473b-a75a-8edd21f82d27 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b7f41aaa-4041-419a-9271-7c8293f54418 HTTP/1.1" status: 200 len: 897 time: 0.2867184 Nov 03 19:24:26.144085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56117c65-d4a5-41e6-a517-b48d07e29a84 req-5d857536-f813-41db-8814-c2c2f7621551 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.2563829 Nov 03 19:24:26.147369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c87f0e93-5d2a-4b01-a277-22905c1ae53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.286389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-e9491878-bbb8-49d5-94c6-1e80a93f5100 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd HTTP/1.1" status: 200 len: 217 time: 0.1196225 Nov 03 19:24:26.344414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.370658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56117c65-d4a5-41e6-a517-b48d07e29a84 req-328046fa-5e8e-472e-a9b3-3806ff91529d tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111776 Nov 03 19:24:26.437130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59952) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:26.456175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e24cdf-6051-4e87-9ab9-1128d8907cfa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:26.486812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.506583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50ad1a59-8e33-485e-86b9-75c9c1ed2885 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/b7e24cdf-6051-4e87-9ab9-1128d8907cfa HTTP/1.1" status: 204 len: 168 time: 1.5814595 Nov 03 19:24:26.508155 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:26.513768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bea2558-df70-45f5-b71b-ec5325b079e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.554979 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7406f7c0-cf27-47fb-91ec-c64cfc0ad1fe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:26.555719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7406f7c0-cf27-47fb-91ec-c64cfc0ad1fe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:26.565463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7406f7c0-cf27-47fb-91ec-c64cfc0ad1fe tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/e76d25f4-a99c-4dab-acfc-00873ac210fb HTTP/1.1" status: 404 len: 337 time: 0.0472970 Nov 03 19:24:26.566392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 59956) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:26.586625 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c87f0e93-5d2a-4b01-a277-22905c1ae53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.596580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c87f0e93-5d2a-4b01-a277-22905c1ae53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.627784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639b0c-129b-40b5-815e-80360ceacee7 req-92ff7f94-df8b-4b50-86ce-3b9eccaeff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.629741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-92ff7f94-df8b-4b50-86ce-3b9eccaeff37 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=524e406b-d7c4-47ed-94d7-61017f97abd2 HTTP/1.1" status: 200 len: 838 time: 0.3268850 Nov 03 19:24:26.662241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting subnet ebfa20b6-f8fc-4fa4-8336-881734b0a1e5 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:24:26.684424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.703055 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c87f0e93-5d2a-4b01-a277-22905c1ae53a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=be6fb9bb31a0460d81d804675572a317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7558908 Nov 03 19:24:26.703055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f0e93-5d2a-4b01-a277-22905c1ae53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ffac82-a2b9-4413-8710-5062518b380d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:26.723544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59960) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:26.811848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639b0c-129b-40b5-815e-80360ceacee7 req-4342501b-0b81-45b5-8554-72e4de46afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.813912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-4342501b-0b81-45b5-8554-72e4de46afe8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b7f41aaa-4041-419a-9271-7c8293f54418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688733 Nov 03 19:24:26.870411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.896162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973399-693c-4adf-bc7f-d804874f04b7 req-7f6b7460-134a-4989-82d1-037bf5adf818 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.898303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd973399-693c-4adf-bc7f-d804874f04b7 req-7f6b7460-134a-4989-82d1-037bf5adf818 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.3307910 Nov 03 19:24:26.915368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ac4dae4-ab91-43a7-82ce-099b9a8b82a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.010142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ac4dae4-ab91-43a7-82ce-099b9a8b82a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.058744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-371cef3d-2d72-4671-935f-a8bf1bc86673 service neutron] 10.222.0.110 "GET /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262359 Nov 03 19:24:27.151215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd973399-693c-4adf-bc7f-d804874f04b7 req-82f9546a-7373-4f67-951c-915955a611c5 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146726 Nov 03 19:24:27.171647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9a9ff-809b-40b2-93d0-f62de3c053cb None None] Network e04e8415-f37a-4457-a95d-1a8df99d2b8d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:27.241257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.244504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f3edd008-00a8-4732-bfc1-1562dc48361f None None] Provisioning complete for port 96bdef5a-6389-4d50-8849-b79c03ae2207 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:27.245181 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f3edd008-00a8-4732-bfc1-1562dc48361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.266581 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bea2558-df70-45f5-b71b-ec5325b079e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.305668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78639b0c-129b-40b5-815e-80360ceacee7 req-3c3e1c3f-1301-4ba6-8a43-b558e0cc9fb5 service neutron] 10.222.0.110 "GET /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314093 Nov 03 19:24:27.323833 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ac4dae4-ab91-43a7-82ce-099b9a8b82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.330176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bea2558-df70-45f5-b71b-ec5325b079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.331871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7ac4dae4-ab91-43a7-82ce-099b9a8b82a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.340028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7ac4dae4-ab91-43a7-82ce-099b9a8b82a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b5ffac82-a2b9-4413-8710-5062518b380d HTTP/1.1" status: 204 len: 168 time: 0.6131165 Nov 03 19:24:27.362920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4dae4-ab91-43a7-82ce-099b9a8b82a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ffac82-a2b9-4413-8710-5062518b380d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:27.504559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6bea2558-df70-45f5-b71b-ec5325b079e1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=299aefb1fdfb484a960ba35333f557f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0635340 Nov 03 19:24:27.505526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:27.510668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea2558-df70-45f5-b71b-ec5325b079e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc402523-ebe7-4de5-ae4c-d66a4d76172c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:27.541751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd04b03-cf56-4b47-9351-b7c1fe7e8492 req-64702aa8-cf7f-41f9-96b3-d23c428c87af tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:27.553501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dd04b03-cf56-4b47-9351-b7c1fe7e8492 req-64702aa8-cf7f-41f9-96b3-d23c428c87af tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 944 time: 0.2848787 Nov 03 19:24:27.579618 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.597515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f3edd008-00a8-4732-bfc1-1562dc48361f None None] Provisioning complete for port 7fca7f93-357d-4507-9e39-413c9f311814 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:27.598819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f3edd008-00a8-4732-bfc1-1562dc48361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.657011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b4ae2-de3f-4719-af76-1d486731648d req-db6ce2ac-27da-4fd2-8453-9266eab9b648 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:27.678144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84fcff34-e413-4b6b-bcad-173ed7517dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.688554 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a0b4ae2-de3f-4719-af76-1d486731648d req-db6ce2ac-27da-4fd2-8453-9266eab9b648 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.3703706 Nov 03 19:24:27.727358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84fcff34-e413-4b6b-bcad-173ed7517dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.761188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfa20b6-f8fc-4fa4-8336-881734b0a1e5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:27.793501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f3edd008-00a8-4732-bfc1-1562dc48361f None None] Port 7fca7f93-357d-4507-9e39-413c9f311814 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:27.804319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.818149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f078b1a0-95dd-453b-b341-cca902d1102f tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/ebfa20b6-f8fc-4fa4-8336-881734b0a1e5 HTTP/1.1" status: 204 len: 168 time: 1.2355466 Nov 03 19:24:27.821529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59990) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:27.829817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dd04b03-cf56-4b47-9351-b7c1fe7e8492 req-2a2408ab-1cd5-4b86-a424-9f3aa9c95df7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752624 Nov 03 19:24:27.838482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84fcff34-e413-4b6b-bcad-173ed7517dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.853184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84fcff34-e413-4b6b-bcad-173ed7517dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:27.857148 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84fcff34-e413-4b6b-bcad-173ed7517dac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc402523-ebe7-4de5-ae4c-d66a4d76172c HTTP/1.1" status: 204 len: 168 time: 0.3470213 Nov 03 19:24:27.885113 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-64411837-23cc-412c-af83-2ac50d729184 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:27.885113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64411837-23cc-412c-af83-2ac50d729184 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:27.891079 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-64411837-23cc-412c-af83-2ac50d729184 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/e79f9aaa-7c94-40d1-95b7-1e34ace29e7b HTTP/1.1" status: 404 len: 337 time: 0.0656447 Nov 03 19:24:27.894372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 59998) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:27.904583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcff34-e413-4b6b-bcad-173ed7517dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc402523-ebe7-4de5-ae4c-d66a4d76172c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:27.944790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a0b4ae2-de3f-4719-af76-1d486731648d req-b3668da0-a5f5-4028-b630-e44caa366d31 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504900 Nov 03 19:24:27.962935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60000) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:27.964134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] DHCP port deletion for e04e8415-f37a-4457-a95d-1a8df99d2b8d request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:24:27.992342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-600a2f77-b128-4207-8bc7-f3053daa0a31 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "GET /v2.0/ports?device_id=670a14ae-23c5-4e64-a1ba-b37c52fa2483 HTTP/1.1" status: 200 len: 205 time: 0.0965664 Nov 03 19:24:27.996377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60006) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.068960 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-19ea53bf-ec91-4773-945e-211ce7e95a32 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] delete failed (client error): The resource could not be found. Nov 03 19:24:28.069390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] Deleting port 96bdef5a-6389-4d50-8849-b79c03ae2207 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:28.069767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.070152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-19ea53bf-ec91-4773-945e-211ce7e95a32 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/routers/670a14ae-23c5-4e64-a1ba-b37c52fa2483 HTTP/1.1" status: 404 len: 336 time: 0.0720565 Nov 03 19:24:28.072866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60008) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.103064 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a1123-f586-4126-9d94-0ae1be626edc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.103529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523a1123-f586-4126-9d94-0ae1be626edc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.109051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-523a1123-f586-4126-9d94-0ae1be626edc tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/530deba3-f28a-4deb-8c60-e29515912d2e HTTP/1.1" status: 404 len: 337 time: 0.0329065 Nov 03 19:24:28.110639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60010) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.153914 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d9b241-a752-4d26-970b-76cabb71303b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.155367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d9b241-a752-4d26-970b-76cabb71303b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.161078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-99d9b241-a752-4d26-970b-76cabb71303b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/62a33a5c-bb00-4e82-924a-c22e7d85650e HTTP/1.1" status: 404 len: 337 time: 0.0492465 Nov 03 19:24:28.163938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60012) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.250265 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aadfcb2-0415-43d4-8248-917847217328 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.250945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aadfcb2-0415-43d4-8248-917847217328 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.256552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:28.256552 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.257271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60020) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.267499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8aadfcb2-0415-43d4-8248-917847217328 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/43cc7edd-0312-4289-a039-fb5c059e421f HTTP/1.1" status: 404 len: 337 time: 0.0959394 Nov 03 19:24:28.271290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 96bdef5a-6389-4d50-8849-b79c03ae2207 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:24:28.318446 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-33127967-79e3-4663-85d4-6d6c2555115b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.318446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33127967-79e3-4663-85d4-6d6c2555115b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.322779 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-33127967-79e3-4663-85d4-6d6c2555115b tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/91bb90b9-84e8-4acb-b0a9-73c0a90d963d HTTP/1.1" status: 404 len: 333 time: 0.0622926 Nov 03 19:24:28.323193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60024) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.382405 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cbf45d-b816-4caa-bf99-3bdd6827db14 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.385231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cbf45d-b816-4caa-bf99-3bdd6827db14 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.399259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c0cbf45d-b816-4caa-bf99-3bdd6827db14 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/c16280d1-c34b-48ac-94e7-ab7543f73cc9 HTTP/1.1" status: 404 len: 337 time: 0.0686846 Nov 03 19:24:28.399259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60028) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.407793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.431942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] Calling delete_port for 96bdef5a-6389-4d50-8849-b79c03ae2207 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:28.453217 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e52efa7-52d4-4528-aa31-880fd4341be8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.453979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e52efa7-52d4-4528-aa31-880fd4341be8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.460394 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8e52efa7-52d4-4528-aa31-880fd4341be8 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/a1f3ba1f-8b59-4ce4-ba87-bc6fcb7a20fc HTTP/1.1" status: 404 len: 337 time: 0.0631008 Nov 03 19:24:28.462692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60032) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.463503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 96bdef5a-6389-4d50-8849-b79c03ae2207, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=96bdef5a-6389-4d50-8849-b79c03ae2207,segment=NetworkSegment(064bb90d-9fdf-45e5-a0ef-f5825ebf1fde),segment_id=064bb90d-9fdf-45e5-a0ef-f5825ebf1fde)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:28.511085 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-45858b85-2434-4146-9960-e425bbbd9e28 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.512089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45858b85-2434-4146-9960-e425bbbd9e28 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.516481 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-45858b85-2434-4146-9960-e425bbbd9e28 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/17eaf43f-0cdd-4430-ae45-7b80bcee80bd HTTP/1.1" status: 404 len: 333 time: 0.0503988 Nov 03 19:24:28.519702 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.552430 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc1e6fe-b513-473a-accb-e78899dd7621 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.553119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc1e6fe-b513-473a-accb-e78899dd7621 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.556970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9cc1e6fe-b513-473a-accb-e78899dd7621 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/af119bee-f613-44ff-87a2-0efa23ce5f03 HTTP/1.1" status: 404 len: 337 time: 0.0360169 Nov 03 19:24:28.559393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60038) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.570435 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.596174 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-89afea23-0011-4d51-8815-8e6d87d71e94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] DELETE failed (client error): The resource could not be found. Nov 03 19:24:28.597129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89afea23-0011-4d51-8815-8e6d87d71e94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:24:28.601707 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89afea23-0011-4d51-8815-8e6d87d71e94 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/subnets/44e045ed-e3ef-4781-a9ed-a3200dce14b3 HTTP/1.1" status: 404 len: 337 time: 0.0409217 Nov 03 19:24:28.604640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.720219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946638b0-dce8-404b-bb88-782d2ce86e5f tempest-TestServerBasicOps-1112001503 tempest-TestServerBasicOps-1112001503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:28.722337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-946638b0-dce8-404b-bb88-782d2ce86e5f tempest-TestServerBasicOps-1112001503 tempest-TestServerBasicOps-1112001503-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1091 time: 0.7575924 Nov 03 19:24:28.725417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60046) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:28.730385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '132670c1-7f15-4024-83f8-a35773e3ec67', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:28.760045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Deleting port 7fca7f93-357d-4507-9e39-413c9f311814 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:28.760520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.762248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=11']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:28.777412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.811970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.870536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] No DVR routers for this DVR port 96bdef5a-6389-4d50-8849-b79c03ae2207 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:24:28.876889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b634ca3-d3cb-4a0f-8b94-848fe687f090 None None] Pushing event deleted for resources: {'Port': ['ID=96bdef5a-6389-4d50-8849-b79c03ae2207,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:29.003087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.010484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dd652aed-1537-4edc-b17d-aef2db72c5bd details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:24:29.041847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Calling delete_port for 7fca7f93-357d-4507-9e39-413c9f311814 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:29.180908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68ea12-9ff1-45e7-8e44-576f66c06e93 req-e3e89f7e-554f-4cce-9a38-26331e7312e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:29.192567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b68ea12-9ff1-45e7-8e44-576f66c06e93 req-e3e89f7e-554f-4cce-9a38-26331e7312e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 944 time: 0.1600385 Nov 03 19:24:29.251989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.277498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.320181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dd652aed-1537-4edc-b17d-aef2db72c5bd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:29.323835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Port': ['ID=7fca7f93-357d-4507-9e39-413c9f311814,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:29.341353 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.351080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b2e3a430-499b-4495-924f-7eb9deabed97 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/ports/7fca7f93-357d-4507-9e39-413c9f311814 HTTP/1.1" status: 204 len: 168 time: 0.7452667 Nov 03 19:24:29.355788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60072) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:29.358632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'dd652aed-1537-4edc-b17d-aef2db72c5bd', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'port_id': 'dd652aed-1537-4edc-b17d-aef2db72c5bd', 'mac_address': 'fa:16:3e:fa:08:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:24:29.475156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.507424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b68ea12-9ff1-45e7-8e44-576f66c06e93 req-9be16696-888c-4944-adf1-d2329920be7b tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093519 Nov 03 19:24:29.516420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd652aed-1537-4edc-b17d-aef2db72c5bd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:29.543843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.614843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dd652aed-1537-4edc-b17d-aef2db72c5bd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:29.620674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.712868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Allocated IP 172.25.8.10 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/0c75947f-bafc-4fa9-8ea8-7a75858fb969) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:29.714850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.761355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dd652aed-1537-4edc-b17d-aef2db72c5bd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:29.764242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04e8415-f37a-4457-a95d-1a8df99d2b8d']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:29.774424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.775081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.776051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.776985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.777547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.778076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.778621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.779115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.780381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.780928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.781436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.783152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:29.789299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:29.789608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bb90d-9fdf-45e5-a0ef-f5825ebf1fde') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:29.816014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.849019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.870072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:24:29.870623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:24:29.874717 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:24:29.959346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['dd652aed-1537-4edc-b17d-aef2db72c5bd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:30.044395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.085975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.099006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.106427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] 10.222.0.91 "DELETE /v2.0/networks/e04e8415-f37a-4457-a95d-1a8df99d2b8d HTTP/1.1" status: 204 len: 168 time: 0.7487447 Nov 03 19:24:30.137211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a10e-c9b0-4da7-9717-c5d15e836f72 tempest-PortsTestJSON-1069670993 tempest-PortsTestJSON-1069670993-project] Pushing event deleted for resources: {'Network': ['ID=e04e8415-f37a-4457-a95d-1a8df99d2b8d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:30.164473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.311630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'Port': ['ID=0c75947f-bafc-4fa9-8ea8-7a75858fb969,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:30.317554 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:30.320939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:30.325187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:30.790252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627c653-a986-4138-b37a-edb0eed3be44 req-af5b127a-6e72-46b9-b04a-d29270eb6d65 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:30.800136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2627c653-a986-4138-b37a-edb0eed3be44 req-af5b127a-6e72-46b9-b04a-d29270eb6d65 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 945 time: 0.1419196 Nov 03 19:24:30.900351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2627c653-a986-4138-b37a-edb0eed3be44 req-144ff619-3a51-4ff3-acbb-c9f0241ab2b9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991547 Nov 03 19:24:31.009857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60122) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:31.092473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.202928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.339072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d73a7c5d-059e-45e8-988f-b14d629bf8a1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bd1bb4186e054da8a86c5660d36ac546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274202 Nov 03 19:24:31.341483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:31.414751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-885cb500-37fe-4f88-9cf4-ce7f7aeda7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.469548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-885cb500-37fe-4f88-9cf4-ce7f7aeda7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.519545 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.530369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.606097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-885cb500-37fe-4f88-9cf4-ce7f7aeda7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.614327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-885cb500-37fe-4f88-9cf4-ce7f7aeda7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.622523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event updated for resources: {'Port': ['ID=0c75947f-bafc-4fa9-8ea8-7a75858fb969,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:31.640908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-885cb500-37fe-4f88-9cf4-ce7f7aeda7ac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7e1cdd59-7977-4a98-a045-4bfcb0b16cf2 HTTP/1.1" status: 204 len: 168 time: 0.2780311 Nov 03 19:24:31.665122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cb500-37fe-4f88-9cf4-ce7f7aeda7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1cdd59-7977-4a98-a045-4bfcb0b16cf2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:32.036764 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:32.198342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bdcdf-04b4-448e-a8dc-8d402994a0c4 req-34bd6a13-a5b1-40bc-a506-a47251c1089e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:32.199910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa8bdcdf-04b4-448e-a8dc-8d402994a0c4 req-34bd6a13-a5b1-40bc-a506-a47251c1089e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 945 time: 0.1094763 Nov 03 19:24:32.202402 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Floating IP b4a867e3-c10a-4502-ba48-bff335c3ff47 associated. External IP: 172.25.8.10, port: 132670c1-7f15-4024-83f8-a35773e3ec67. Nov 03 19:24:32.388191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa8bdcdf-04b4-448e-a8dc-8d402994a0c4 req-3caf60c0-333f-45e2-876b-50481e747d5f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134088 Nov 03 19:24:32.550681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:32.669975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Router b05066c7-40e1-462f-9235-1a177126fb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:24:32.879815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:24:32.896356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] Sync routers for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:24:32.911177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:32.912034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:32.924600 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:32.987794 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c00786d6-fa8d-45e8-a8c9-b31219d1eb7a tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2599411 Nov 03 19:24:32.988587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:32.991100 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ab2b3-069c-4f69-8813-2de887171b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:33.122376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dd652aed-1537-4edc-b17d-aef2db72c5bd up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:33.185360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:33.211879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:24:33.308195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port dd652aed-1537-4edc-b17d-aef2db72c5bd completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:24:33.370393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port dd652aed-1537-4edc-b17d-aef2db72c5bd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:33.371171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:33.644030 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70def144-421d-405c-a5e3-39a8a8e987e2 x-openstack-request-id: req-70def144-421d-405c-a5e3-39a8a8e987e2 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:33.644280 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:33.644489 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-70def144-421d-405c-a5e3-39a8a8e987e2 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:33.647802 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67', 'status': 'completed', 'code': 200} Nov 03 19:24:33.767621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9797a-4d31-444e-9eef-23b8bdd8b835 req-3eb5b630-9c94-41f8-870f-2c6890d20348 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:33.778827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:33.780475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9da9797a-4d31-444e-9eef-23b8bdd8b835 req-3eb5b630-9c94-41f8-870f-2c6890d20348 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 945 time: 0.1582410 Nov 03 19:24:33.782875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ab2b3-069c-4f69-8813-2de887171b4d req-6de9a69d-7c43-46b5-bab2-6d215a17e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:33.790162 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-6de9a69d-7c43-46b5-bab2-6d215a17e8dc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1096 time: 0.1231158 Nov 03 19:24:33.865619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port dd652aed-1537-4edc-b17d-aef2db72c5bd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:33.875325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134b091-6119-4074-8839-92bf407a805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd652aed-1537-4edc-b17d-aef2db72c5bd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:33.883186 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed198027-b9bc-4815-b14f-f69e117fe008" -d '{"events": [{"server_uuid": "1134b091-6119-4074-8839-92bf407a805c", "name": "network-vif-plugged", "status": "completed", "tag": "dd652aed-1537-4edc-b17d-aef2db72c5bd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:33.887959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9da9797a-4d31-444e-9eef-23b8bdd8b835 req-30e50e3a-dffa-4bfb-bed8-55613d83af8a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053054 Nov 03 19:24:33.899598 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:34.052068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ab2b3-069c-4f69-8813-2de887171b4d req-be039c18-7eb8-439d-8cb8-01c101bc9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:34.068164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-be039c18-7eb8-439d-8cb8-01c101bc9ba2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 910 time: 0.2750540 Nov 03 19:24:34.423784 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e367df-6018-4d5f-9b0a-355eeea75bca x-openstack-request-id: req-06e367df-6018-4d5f-9b0a-355eeea75bca {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:34.425106 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134b091-6119-4074-8839-92bf407a805c", "name": "network-vif-plugged", "status": "completed", "tag": "dd652aed-1537-4edc-b17d-aef2db72c5bd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:34.425642 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-06e367df-6018-4d5f-9b0a-355eeea75bca {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:34.426312 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1134b091-6119-4074-8839-92bf407a805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd652aed-1537-4edc-b17d-aef2db72c5bd', 'code': 200} Nov 03 19:24:34.467069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536afac3-4489-453a-a001-00c2de1ada45 req-8ca5393d-bbfe-4e01-8270-3ae3bb8ae31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:34.468980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-536afac3-4489-453a-a001-00c2de1ada45 req-8ca5393d-bbfe-4e01-8270-3ae3bb8ae31e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 1097 time: 0.2231944 Nov 03 19:24:34.476821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-3d9b8046-01f3-429c-9c23-0b61053c59fd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 998 time: 0.4012623 Nov 03 19:24:34.482905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'b4a867e3-c10a-4502-ba48-bff335c3ff47', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'port_id': '132670c1-7f15-4024-83f8-a35773e3ec67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'mac_address': 'fa:16:3e:95:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:24:30Z', 'updated_at': '2021-11-03T19:24:30Z', 'revision_number': 0, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:29Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:34.623475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] Checking router: b05066c7-40e1-462f-9235-1a177126fb64 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:24:34.713206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ab2b3-069c-4f69-8813-2de887171b4d req-664fa14b-d629-4f16-9645-260250e50027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:34.715251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-664fa14b-d629-4f16-9645-260250e50027 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 200 len: 848 time: 0.2251744 Nov 03 19:24:34.715995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=dd652aed-1537-4edc-b17d-aef2db72c5bd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:34.765097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:34.766254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:34.788050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:34.794260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-536afac3-4489-453a-a001-00c2de1ada45 req-551d5163-6d37-4621-afd4-4b77e0b2ccef service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163533 Nov 03 19:24:34.880038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ab2b3-069c-4f69-8813-2de887171b4d req-fee99df0-8353-4150-b0de-b069dc0343ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:34.881638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-fee99df0-8353-4150-b0de-b069dc0343ba service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bf740413-d097-4812-a139-46cfc75e50f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568365 Nov 03 19:24:34.901768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ba277dd-c8b1-4abb-9c11-7cdfea94253d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:35.111968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:24:35.262300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-f8d26bc3-603d-4781-8b9d-cc48f1a93588 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710806 Nov 03 19:24:35.333949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b07dd-75d0-4857-a7bf-9a979446941c req-6772673a-2557-4c19-929c-709c863dd9be tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:35.336658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-363b07dd-75d0-4857-a7bf-9a979446941c req-6772673a-2557-4c19-929c-709c863dd9be tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 946 time: 0.2008824 Nov 03 19:24:35.516997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-363b07dd-75d0-4857-a7bf-9a979446941c req-6c8476ce-ed1e-4dbc-be11-f6ee6322f671 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712000 Nov 03 19:24:35.573096 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-229ab2b3-069c-4f69-8813-2de887171b4d req-0b5cddaf-11c1-476c-9e89-8c3d582d30b4 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010979 Nov 03 19:24:35.766302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'b4a867e3-c10a-4502-ba48-bff335c3ff47', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'port_id': '132670c1-7f15-4024-83f8-a35773e3ec67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'mac_address': 'fa:16:3e:95:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:24:30Z', 'updated_at': '2021-11-03T19:24:30Z', 'revision_number': 0, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:29Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:35.792202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-818121287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:35.818107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f066-85ca-41fa-8d57-a301ba5144f2 None None] The sync data for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 is: [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'b4a867e3-c10a-4502-ba48-bff335c3ff47', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'port_id': '132670c1-7f15-4024-83f8-a35773e3ec67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'mac_address': 'fa:16:3e:95:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:24:30Z', 'updated_at': '2021-11-03T19:24:30Z', 'revision_number': 0, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:29Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:24:35.826207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60282) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:35.882377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:35.884521 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:35.968228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e46c-5240-4182-b4b8-d7b01495b8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:35.981131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:35.990494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.024403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.027384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-905aaf00-8179-4ed4-b973-927e2ffd6150 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2374263 Nov 03 19:24:36.030739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60288) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:36.046128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-610002027'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:36.104859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Made reservation on behalf of b6b023854948475f8db507b491d08349 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:36.113692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.149100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.256082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e46c-5240-4182-b4b8-d7b01495b8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.275859 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d04f26-c356-4883-aaf9-c6af32a532df None None] New status for floating IP b4a867e3-c10a-4502-ba48-bff335c3ff47: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:24:36.361895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.364929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e46c-5240-4182-b4b8-d7b01495b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.371873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.451183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:24:36.460867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e46c-5240-4182-b4b8-d7b01495b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc16d804-2282-4749-a722-2df68fc85a65,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:36.468917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bbc1e46c-5240-4182-b4b8-d7b01495b8e7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b87879028ef04e27abab970fd7fe92c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6406031 Nov 03 19:24:36.470261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.470627 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Added segment 8b7db58d-fcf1-4fc6-8df4-16b8ece80c81 of type vlan for network b18fd21c-fda3-4351-8196-ffa71e8eb841 Nov 03 19:24:36.475662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:36.564885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1b92d-8a9d-490f-ae21-eda66a464780,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:36.571925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.624501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.636071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:36.636749 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.726864 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-823a35fc-406b-451b-9052-01b296991e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.789487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-823a35fc-406b-451b-9052-01b296991e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.798665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Network': ['ID=b18fd21c-fda3-4351-8196-ffa71e8eb841,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:36.823689 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b516fdf8-307a-4184-8597-31791409b0cb tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7915885 Nov 03 19:24:36.828263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60308) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:36.838820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:24:36.857129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'subnet': {'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:36.901930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-823a35fc-406b-451b-9052-01b296991e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.905355 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-823a35fc-406b-451b-9052-01b296991e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.906852 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-823a35fc-406b-451b-9052-01b296991e86 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cc16d804-2282-4749-a722-2df68fc85a65 HTTP/1.1" status: 204 len: 168 time: 0.4293127 Nov 03 19:24:36.922977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a35fc-406b-451b-9052-01b296991e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc16d804-2282-4749-a722-2df68fc85a65,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:36.994570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d75c54-baed-4029-ad7e-22754b9a034a req-c66ec536-81ea-4dd7-92dc-e74022afd368 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:37.008108 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06d75c54-baed-4029-ad7e-22754b9a034a req-c66ec536-81ea-4dd7-92dc-e74022afd368 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 946 time: 0.1089680 Nov 03 19:24:37.028601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Made reservation on behalf of b6b023854948475f8db507b491d08349 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:37.035585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:37.260885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06d75c54-baed-4029-ad7e-22754b9a034a req-ed3bb3fd-6d65-4bef-8c03-1f8d43ad61d5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515330 Nov 03 19:24:37.506513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:37.627172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64a1a-dcf2-4d9a-a5fb-8b681e7cfbf1 req-3d4f727b-83c6-4bd5-9952-a7eaa3ed6c01 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:37.631816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Subnet': ['ID=5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:37.639717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Checking segment: {'id': '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:37.639857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network hostable DHCP agents. Network: b18fd21c-fda3-4351-8196-ffa71e8eb841, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:24:37.640796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ed64a1a-dcf2-4d9a-a5fb-8b681e7cfbf1 req-3d4f727b-83c6-4bd5-9952-a7eaa3ed6c01 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 946 time: 0.1900151 Nov 03 19:24:37.666031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:24:37.683976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b18fd21c-fda3-4351-8196-ffa71e8eb841) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:37.692467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:37.693978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:37.696185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a6c35-3514-4d09-8e79-c638dabf8c8d None None] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:37.730199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ed64a1a-dcf2-4d9a-a5fb-8b681e7cfbf1 req-8ed0dc1b-eed9-41a2-81eb-d23ce0d9309c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880542 Nov 03 19:24:37.739712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60330) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:37.747579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'network': {'name': 'tempest-router-network01--2088683589'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:37.748378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ca20d6d4-d21c-490b-a508-01e751e01cf3 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9188740 Nov 03 19:24:37.788811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Made reservation on behalf of b6b023854948475f8db507b491d08349 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:37.799266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:37.902193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:24:37.939836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:37.941087 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Added segment df1adf2c-4e37-4ed9-ba72-0b093a242890 of type vlan for network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 Nov 03 19:24:38.058204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.124602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60344) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:38.150243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b18fd21c-fda3-4351-8196-ffa71e8eb841', 'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841', 'tenant_id': 'b6b023854948475f8db507b491d08349', 'fixed_ips': [{'subnet_id': '5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:24:38.151092 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.151312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cb20bf2-996a-4f59-ac4f-99c38091fc65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.183407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.188879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:38.188879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.274810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5337193 Nov 03 19:24:38.280481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60346) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:38.302244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'network': {'name': 'tempest-router-network02--1069078006'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:38.355925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Made reservation on behalf of b6b023854948475f8db507b491d08349 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:38.360756 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.392119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cb20bf2-996a-4f59-ac4f-99c38091fc65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.401682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7399-c111-459c-93f9-d9bdc40ad473 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Network': ['ID=1ac6247f-2b31-43b8-bbee-3970b4f0b686,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:38.402005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cb20bf2-996a-4f59-ac4f-99c38091fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.429344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:24:38.447740 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1cb20bf2-996a-4f59-ac4f-99c38091fc65 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3b13202c22ca40e0bdd8a5f97aeb3e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173602 Nov 03 19:24:38.447740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:24:38.448107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:38.511255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.511684 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Added segment 67222364-36c7-4f85-8f9f-fbaed61938f6 of type vlan for network e1662a94-8feb-4e44-9789-85a7aba93ede Nov 03 19:24:38.519359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47448622-0cfa-4020-a167-a6b855c5b617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.561166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb20bf2-996a-4f59-ac4f-99c38091fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd57b5-7739-4e0e-8bcb-4b9074a47eb0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:38.613864 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.660962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.710735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.726649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Allocated IP 172.20.0.2 (b18fd21c-fda3-4351-8196-ffa71e8eb841/5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb/fe4f491b-1678-49c4-a101-1742f0cf2858) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:38.750246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.754696 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.756545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/12fd57b5-7739-4e0e-8bcb-4b9074a47eb0 HTTP/1.1" status: 204 len: 168 time: 0.3076289 Nov 03 19:24:38.770391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.777716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd57b5-7739-4e0e-8bcb-4b9074a47eb0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:38.792809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:38.796476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:38.800344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.800750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.801145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.801484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.802042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.802381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.802712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.803577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.809804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.810569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.812096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.812614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78731887-abf7-49ea-90bf-796fa417037d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:38.867726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60364) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:38.870341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5827789 Nov 03 19:24:38.874760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'subnet': {'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:39.085543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.099303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Made reservation on behalf of b6b023854948475f8db507b491d08349 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:39.104652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.106191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.117696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f47ac-daeb-4f13-9dc6-250f90e42e1f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Network': ['ID=e1662a94-8feb-4e44-9789-85a7aba93ede,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:39.206200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e1662a94-8feb-4e44-9789-85a7aba93ede details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:24:39.304961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60374) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:39.350850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:39.367820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Pushing event updated for resources: {'Port': ['ID=fe4f491b-1678-49c4-a101-1742f0cf2858,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:39.374338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:39.381224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:39.501742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Attempting to bind port fe4f491b-1678-49c4-a101-1742f0cf2858 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:39.502486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Attempting to bind port fe4f491b-1678-49c4-a101-1742f0cf2858 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:39.503425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Attempting to bind port fe4f491b-1678-49c4-a101-1742f0cf2858 on network b18fd21c-fda3-4351-8196-ffa71e8eb841 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:39.511587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:39.516892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Checking segment: {'id': '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:39.517462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.518797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Bound using segment: {'id': '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:39.520255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Bound port: fe4f491b-1678-49c4-a101-1742f0cf2858, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b18fd21c-fda3-4351-8196-ffa71e8eb841'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:39.522035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.640130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.719707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] For port fe4f491b-1678-49c4-a101-1742f0cf2858, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:39.735976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] For port fe4f491b-1678-49c4-a101-1742f0cf2858, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fe4f491b-1678-49c4-a101-1742f0cf2858,segment=NetworkSegment(8b7db58d-fcf1-4fc6-8df4-16b8ece80c81),segment_id=8b7db58d-fcf1-4fc6-8df4-16b8ece80c81)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:39.744372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:39.799880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:24:39.848146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Subnet': ['ID=aaa24b39-93aa-49c9-9adb-745f986b1b69,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:39.875678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Checking segment: {'id': 'df1adf2c-4e37-4ed9-ba72-0b093a242890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:39.876537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network hostable DHCP agents. Network: 1ac6247f-2b31-43b8-bbee-3970b4f0b686, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:24:39.966806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:24:39.994854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1ac6247f-2b31-43b8-bbee-3970b4f0b686) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:40.011138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:40.011759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.039453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948bf2a-394a-4280-b1ff-424114ac2cde None None] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:40.056749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-32001a35-a33c-4880-bd81-87d0a801e2e9 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1873586 Nov 03 19:24:40.062248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60396) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:40.072792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'subnet': {'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:40.094705 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.123609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b1ff2-e760-48eb-aff6-240a4765eee2 None None] Pushing event updated for resources: {'Port': ['ID=fe4f491b-1678-49c4-a101-1742f0cf2858,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:40.494764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Made reservation on behalf of b6b023854948475f8db507b491d08349 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:40.508101 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.536541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1ac6247f-2b31-43b8-bbee-3970b4f0b686', 'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686', 'tenant_id': 'b6b023854948475f8db507b491d08349', 'fixed_ips': [{'subnet_id': 'aaa24b39-93aa-49c9-9adb-745f986b1b69'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:24:40.541467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.780642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:40.991809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Allocated IP 172.20.0.2 (1ac6247f-2b31-43b8-bbee-3970b4f0b686/aaa24b39-93aa-49c9-9adb-745f986b1b69/f9e9c876-e1b6-4352-b68a-20d559ba7144) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:41.035237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:41.186213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Subnet': ['ID=98425178-3da1-40c6-96ac-13f6b626ef0f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:41.296538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Checking segment: {'id': '67222364-36c7-4f85-8f9f-fbaed61938f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:41.298120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network hostable DHCP agents. Network: e1662a94-8feb-4e44-9789-85a7aba93ede, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:24:41.349941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network e1662a94-8feb-4e44-9789-85a7aba93ede is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:24:41.371738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e1662a94-8feb-4e44-9789-85a7aba93ede) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:41.381820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:41.383649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:41.420246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe994fc-8484-4f2e-91bf-471ea6b99416 None None] Network e1662a94-8feb-4e44-9789-85a7aba93ede requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:41.430506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a05ec288-aa56-410f-995e-7d1b7448a672 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3649776 Nov 03 19:24:41.434171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:41.526739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.20.0.17 (b7f41aaa-4041-419a-9271-7c8293f54418/524e406b-d7c4-47ed-94d7-61017f97abd2/6cbac267-1fd1-415a-8c29-59283f1f94b0) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:41.710283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:41.778378 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:41.877849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b7f41aaa-4041-419a-9271-7c8293f54418 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:41.959783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:41.966811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:41.967116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:41.981019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e1662a94-8feb-4e44-9789-85a7aba93ede', 'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede', 'tenant_id': 'b6b023854948475f8db507b491d08349', 'fixed_ips': [{'subnet_id': '98425178-3da1-40c6-96ac-13f6b626ef0f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:24:41.982572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:41.992595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.012499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9e65e-5fda-457a-b73c-0defd3eebfb4 None None] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:42.127584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=6cbac267-1fd1-415a-8c29-59283f1f94b0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:42.177486 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.422833 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.713400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.772439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.780527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fe4f491b-1678-49c4-a101-1742f0cf2858 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:42.784207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Pushing event updated for resources: {'Port': ['ID=f9e9c876-e1b6-4352-b68a-20d559ba7144,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:42.810153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-4904ad2a-03f5-4bdc-8349-280c44d71bd4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2387710 Nov 03 19:24:42.872769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:42.875199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:42.966491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-94700a68-878d-48fb-9ead-00a2b24e0863 None None] Provisioning complete for port fe4f491b-1678-49c4-a101-1742f0cf2858 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:42.966981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94700a68-878d-48fb-9ead-00a2b24e0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:43.087921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:43.091832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:43.245155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-6be8dc91-a17b-43d3-9ed9-0d7cc108954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:43.249386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-6be8dc91-a17b-43d3-9ed9-0d7cc108954f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1096 time: 0.3211231 Nov 03 19:24:43.394359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Allocated IP 172.20.0.1 (1ac6247f-2b31-43b8-bbee-3970b4f0b686/aaa24b39-93aa-49c9-9adb-745f986b1b69/68f19b79-b6b6-4e29-8924-451f47b537c9) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:43.425615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Allocated IP 172.20.0.2 (e1662a94-8feb-4e44-9789-85a7aba93ede/98425178-3da1-40c6-96ac-13f6b626ef0f/f56b5b04-437e-4e16-bed4-de4d89126b55) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:43.738170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-b70a643e-d21c-4947-b9e3-642c8b41f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:43.743269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-b70a643e-d21c-4947-b9e3-642c8b41f514 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.4622056 Nov 03 19:24:43.842095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:43.924411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:43.924998 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.020843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.038937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-5c8723f7-9366-4abf-b29d-fd2627e1f2a1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 1001 time: 0.2729907 Nov 03 19:24:44.089083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Port': ['ID=68f19b79-b6b6-4e29-8924-451f47b537c9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:44.131268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:44.135786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:44.140642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:44.234550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Attempting to bind port f9e9c876-e1b6-4352-b68a-20d559ba7144 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:44.235084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Attempting to bind port f9e9c876-e1b6-4352-b68a-20d559ba7144 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'df1adf2c-4e37-4ed9-ba72-0b093a242890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:44.235265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Attempting to bind port f9e9c876-e1b6-4352-b68a-20d559ba7144 on network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:44.238286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94700a68-878d-48fb-9ead-00a2b24e0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.311127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.319468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-94700a68-878d-48fb-9ead-00a2b24e0863 None None] For port fe4f491b-1678-49c4-a101-1742f0cf2858, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fe4f491b-1678-49c4-a101-1742f0cf2858,segment=NetworkSegment(8b7db58d-fcf1-4fc6-8df4-16b8ece80c81),segment_id=8b7db58d-fcf1-4fc6-8df4-16b8ece80c81)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:44.350489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Network e1662a94-8feb-4e44-9789-85a7aba93ede is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:44.352189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94700a68-878d-48fb-9ead-00a2b24e0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.380116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:44.385750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:44.386946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Checking segment: {'id': 'df1adf2c-4e37-4ed9-ba72-0b093a242890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:44.387511 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.388079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Bound using segment: {'id': 'df1adf2c-4e37-4ed9-ba72-0b093a242890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:44.388766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Bound port: f9e9c876-e1b6-4352-b68a-20d559ba7144, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1adf2c-4e37-4ed9-ba72-0b093a242890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1ac6247f-2b31-43b8-bbee-3970b4f0b686'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:44.391123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.409635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:44.634169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fe4f491b-1678-49c4-a101-1742f0cf2858 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:44.638696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.855134 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.937165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Pushing event updated for resources: {'Port': ['ID=f56b5b04-437e-4e16-bed4-de4d89126b55,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:45.029686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-3e78de3c-f954-41ca-bf11-dc3a6748cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:45.032772 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-3e78de3c-f954-41ca-bf11-dc3a6748cf31 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.9781363 Nov 03 19:24:45.111415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.132520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.325960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-e7061942-36e9-453b-9e18-69cf2190138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:45.328962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-e7061942-36e9-453b-9e18-69cf2190138f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2820377 Nov 03 19:24:45.408201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=6cbac267-1fd1-415a-8c29-59283f1f94b0,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:45.414911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.427592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-172d897f-47b6-461b-825d-3139c24fef02 None None] Provisioning complete for port 6cbac267-1fd1-415a-8c29-59283f1f94b0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:45.428429 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-172d897f-47b6-461b-825d-3139c24fef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.516166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Attempting to bind port f56b5b04-437e-4e16-bed4-de4d89126b55 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:45.516886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Attempting to bind port f56b5b04-437e-4e16-bed4-de4d89126b55 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '67222364-36c7-4f85-8f9f-fbaed61938f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:45.521017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Attempting to bind port f56b5b04-437e-4e16-bed4-de4d89126b55 on network e1662a94-8feb-4e44-9789-85a7aba93ede {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:45.615146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-85f43e26-a802-43e4-a0ba-12e3e75e4ad2 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678940 Nov 03 19:24:45.703540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:45.706360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Checking segment: {'id': '67222364-36c7-4f85-8f9f-fbaed61938f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:45.707012 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.707629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Bound using segment: {'id': '67222364-36c7-4f85-8f9f-fbaed61938f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:45.712666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Bound port: f56b5b04-437e-4e16-bed4-de4d89126b55, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67222364-36c7-4f85-8f9f-fbaed61938f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1662a94-8feb-4e44-9789-85a7aba93ede'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:45.713491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.769074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94700a68-878d-48fb-9ead-00a2b24e0863 None None] Pushing event updated for resources: {'Port': ['ID=fe4f491b-1678-49c4-a101-1742f0cf2858,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:45.777783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] For port f9e9c876-e1b6-4352-b68a-20d559ba7144, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:45.796575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.805785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:45.822937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] For port f9e9c876-e1b6-4352-b68a-20d559ba7144, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9e9c876-e1b6-4352-b68a-20d559ba7144,segment=NetworkSegment(df1adf2c-4e37-4ed9-ba72-0b093a242890),segment_id=df1adf2c-4e37-4ed9-ba72-0b093a242890)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:45.899883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:46.151893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:46.155035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Port': ['ID=68f19b79-b6b6-4e29-8924-451f47b537c9,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:46.287960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-172d897f-47b6-461b-825d-3139c24fef02 None None] Port 6cbac267-1fd1-415a-8c29-59283f1f94b0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:46.296144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fe4f491b-1678-49c4-a101-1742f0cf2858 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:46.450789 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3f1f37f8-1b29-46ed-85c5-bbfa4dac019b req-966984e9-f621-4893-87fc-a5744a5f8245 service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8251967 Nov 03 19:24:46.498571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] For port f56b5b04-437e-4e16-bed4-de4d89126b55, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:46.521874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] For port f56b5b04-437e-4e16-bed4-de4d89126b55, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f56b5b04-437e-4e16-bed4-de4d89126b55,segment=NetworkSegment(67222364-36c7-4f85-8f9f-fbaed61938f6),segment_id=67222364-36c7-4f85-8f9f-fbaed61938f6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:46.547107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b7f41aaa-4041-419a-9271-7c8293f54418 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:46.550625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:46.560462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:46.675647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:46.684574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:46.748245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f8afae32-d58a-4730-b312-10c1afb95d84 None None] Provisioning complete for port fe4f491b-1678-49c4-a101-1742f0cf2858 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:46.750727 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8afae32-d58a-4730-b312-10c1afb95d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:46.762977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929860a1-c0d3-4673-85a9-abe32a7551e9 None None] Pushing event updated for resources: {'Port': ['ID=f9e9c876-e1b6-4352-b68a-20d559ba7144,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:47.167290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c4d4e-e729-4f97-a1b0-b56f84b8d05e None None] Pushing event updated for resources: {'Port': ['ID=f56b5b04-437e-4e16-bed4-de4d89126b55,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:47.259621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:24:47.381754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Router c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:24:47.414491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fe4f491b-1678-49c4-a101-1742f0cf2858 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:47.414864 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:47.770607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:24:47.797079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:24:47.801406 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c27f3c4-b745-4678-b81f-b1308b314215 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3635080 Nov 03 19:24:47.802914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60544) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:47.803610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] Sync routers for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:24:47.826681 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:24:47.860021 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:47.864904 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:47.922783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:47.925880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:48.166667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a3f71ddb-07ec-4347-b292-9aead5a685ba None None] Provisioning complete for port 6cbac267-1fd1-415a-8c29-59283f1f94b0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:48.172633 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:24:48.178121 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3f71ddb-07ec-4347-b292-9aead5a685ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:48.509377 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7b34d50-62aa-4d74-a85c-b68b362e3e24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "PUT /v2.0/routers/c4b1f97e-e783-481a-bb40-b0c2169b4f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1954541 Nov 03 19:24:48.583047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:48.618614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3f71ddb-07ec-4347-b292-9aead5a685ba None None] Port 6cbac267-1fd1-415a-8c29-59283f1f94b0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:48.692316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:48.693241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:48.696070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f56b5b04-437e-4e16-bed4-de4d89126b55 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:48.912315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:48.925516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffac49-b8f9-4f3d-8e08-00b7c190fc41 None None] The sync data for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:24:48.989792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f56b5b04-437e-4e16-bed4-de4d89126b55 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:48.993866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:49.332713 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:49.337742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd65ad-a65a-4af3-949b-082ac6fc903e None None] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:49.376156 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:24:42Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 1, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbac267-1fd1-415a-8c29-59283f1f94b0', 'name': '', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:94:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:24:41Z', 'updated_at': '2021-11-03T19:24:43Z', 'revision_number': 2, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:49.525837 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:24:49.529172 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Updating router c4b1f97e-e783-481a-bb40-b0c2169b4f74 port 6cbac267-1fd1-415a-8c29-59283f1f94b0 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:24:49.653502 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:49.662047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074bd6d6-675a-4805-807a-a389cad4f32a None None] Network e1662a94-8feb-4e44-9789-85a7aba93ede requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:24:49.693893 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-c05bc822-a58c-4b7f-919a-a3629b8dabc7 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:24:49.695070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c05bc822-a58c-4b7f-919a-a3629b8dabc7 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8883948 Nov 03 19:24:49.699295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60580) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:49.795612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f56b5b04-437e-4e16-bed4-de4d89126b55, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f56b5b04-437e-4e16-bed4-de4d89126b55,segment=NetworkSegment(67222364-36c7-4f85-8f9f-fbaed61938f6),segment_id=67222364-36c7-4f85-8f9f-fbaed61938f6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:49.862775 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:49.864174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9e9c876-e1b6-4352-b68a-20d559ba7144 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:49.946064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ece564fb-414c-434a-a4a4-c68273ab1adf None None] Provisioning complete for port f9e9c876-e1b6-4352-b68a-20d559ba7144 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:49.947595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ece564fb-414c-434a-a4a4-c68273ab1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:50.005986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f56b5b04-437e-4e16-bed4-de4d89126b55,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:50.723471 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:50.744937 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:50.761356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ece564fb-414c-434a-a4a4-c68273ab1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:50.775716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f9e9c876-e1b6-4352-b68a-20d559ba7144 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:50.776201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:51.010891 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-7fa31379-a007-44e6-8832-eb6623ba269b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291201 Nov 03 19:24:51.063166 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Pushing event updated for resources: {'Port': ['ID=6cbac267-1fd1-415a-8c29-59283f1f94b0,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:51.129916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ece564fb-414c-434a-a4a4-c68273ab1adf None None] For port f9e9c876-e1b6-4352-b68a-20d559ba7144, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9e9c876-e1b6-4352-b68a-20d559ba7144,segment=NetworkSegment(df1adf2c-4e37-4ed9-ba72-0b093a242890),segment_id=df1adf2c-4e37-4ed9-ba72-0b093a242890)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:51.157811 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ece564fb-414c-434a-a4a4-c68273ab1adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:51.193332 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Attempting to bind port 6cbac267-1fd1-415a-8c29-59283f1f94b0 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:51.193865 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Attempting to bind port 6cbac267-1fd1-415a-8c29-59283f1f94b0 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:51.194519 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Attempting to bind port 6cbac267-1fd1-415a-8c29-59283f1f94b0 on network b7f41aaa-4041-419a-9271-7c8293f54418 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:51.274773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-6058d9b9-1ed8-4bd2-88f6-50a342f9c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:51.275943 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:51.276490 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Checking segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:51.277166 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:51.279488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-6058d9b9-1ed8-4bd2-88f6-50a342f9c6a2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1097 time: 0.2186151 Nov 03 19:24:51.280216 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Bound using segment: {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:51.281018 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Bound port: 6cbac267-1fd1-415a-8c29-59283f1f94b0, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c2881a-d6de-4588-aebb-751b04f13541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:51.297320 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:51.790682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-153b017d-8fee-496f-aedb-6d6b1fac6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:51.803515 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-153b017d-8fee-496f-aedb-6d6b1fac6ebf service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 898 time: 0.4829128 Nov 03 19:24:51.813267 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] For port 6cbac267-1fd1-415a-8c29-59283f1f94b0, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:51.833948 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] For port 6cbac267-1fd1-415a-8c29-59283f1f94b0, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6cbac267-1fd1-415a-8c29-59283f1f94b0,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:51.862910 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:51.930147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f923cbfb-1fe2-4242-9203-20bcb0a13165 None None] Provisioning complete for port f56b5b04-437e-4e16-bed4-de4d89126b55 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:51.935887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f923cbfb-1fe2-4242-9203-20bcb0a13165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:52.057206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:52.114260 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Pushing event updated for resources: {'Port': ['ID=6cbac267-1fd1-415a-8c29-59283f1f94b0,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:52.122207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece564fb-414c-434a-a4a4-c68273ab1adf None None] Pushing event updated for resources: {'Port': ['ID=f9e9c876-e1b6-4352-b68a-20d559ba7144,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:52.158708 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-7569eab4-50d2-40f0-a6af-a4cf1e7e523c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 1002 time: 0.3489144 Nov 03 19:24:52.170329 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:52.173869 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:52.536348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-fd1ee79e-8790-4e74-b7da-aa40cfa455b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:52.554552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-fd1ee79e-8790-4e74-b7da-aa40cfa455b7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 200 len: 834 time: 0.3657892 Nov 03 19:24:52.644647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Provisioning complete for port 68f19b79-b6b6-4e29-8924-451f47b537c9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:52.645361 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:52.651639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:24:52.790895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-179a669a-91cb-4caf-b853-b2386a09f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:52.793336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-179a669a-91cb-4caf-b853-b2386a09f26c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374623 Nov 03 19:24:52.927025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Port 68f19b79-b6b6-4e29-8924-451f47b537c9 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:52.980341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Provisioning complete for port 6cbac267-1fd1-415a-8c29-59283f1f94b0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:52.984981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:53.149712 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.158699 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.159499 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.160218 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.160992 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.161942 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.167302 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.168217 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.173790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f56b5b04-437e-4e16-bed4-de4d89126b55 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:53.176588 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.191568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.194774 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.196848 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15ca8c-0b18-4034-a812-e950645ae32d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:53.388546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-4f21bf70-a3a8-4938-9060-3a4379fb2360 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578623 Nov 03 19:24:53.438553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f56b5b04-437e-4e16-bed4-de4d89126b55 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:53.442582 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:53.535152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting port 68f19b79-b6b6-4e29-8924-451f47b537c9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:53.535917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:53.732254 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:53.848242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc0d30c2-b8aa-4d89-8891-673aa0c6d611 req-3abd2c14-aa23-4699-acf5-77e89cbd26c6 service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509850 Nov 03 19:24:53.860277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] For port 6cbac267-1fd1-415a-8c29-59283f1f94b0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6cbac267-1fd1-415a-8c29-59283f1f94b0,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:53.867350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:53.879336 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:54.007240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Calling delete_port for 68f19b79-b6b6-4e29-8924-451f47b537c9 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:54.049164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Pushing event updated for resources: {'Port': ['ID=6cbac267-1fd1-415a-8c29-59283f1f94b0,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:54.072524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9e9c876-e1b6-4352-b68a-20d559ba7144 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:54.076559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Provisioning complete for port f56b5b04-437e-4e16-bed4-de4d89126b55 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:54.078131 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:54.117592 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:24:42Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 1, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbac267-1fd1-415a-8c29-59283f1f94b0', 'name': '', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:94:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:24:41Z', 'updated_at': '2021-11-03T19:24:51Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:54.230691 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13439b08-a5d6-4f66-af40-7002b408f68e None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:24:42Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 1, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cbac267-1fd1-415a-8c29-59283f1f94b0', 'name': '', 'network_id': 'b7f41aaa-4041-419a-9271-7c8293f54418', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:94:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:24:41Z', 'updated_at': '2021-11-03T19:24:51Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '524e406b-d7c4-47ed-94d7-61017f97abd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:24:54.461991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f9e9c876-e1b6-4352-b68a-20d559ba7144 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:54.462501 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:54.730932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Provisioning complete for port f9e9c876-e1b6-4352-b68a-20d559ba7144 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:54.731332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbe145da-0019-4a8a-b627-cf118ecbb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:54.808118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:54.887485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Port': ['ID=68f19b79-b6b6-4e29-8924-451f47b537c9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:55.505796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-32c5a7b2-5c5e-4ca8-abf5-88b3061191d8 None None] Could not find standard attr ID for object 68f19b79-b6b6-4e29-8924-451f47b537c9. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:24:55.559028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-32c5a7b2-5c5e-4ca8-abf5-88b3061191d8 None None] Provisioning complete for port 6cbac267-1fd1-415a-8c29-59283f1f94b0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:55.565924 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-32c5a7b2-5c5e-4ca8-abf5-88b3061191d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:55.632362 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:55.840661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6cbac267-1fd1-415a-8c29-59283f1f94b0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:55.985661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6cbac267-1fd1-415a-8c29-59283f1f94b0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:55.986358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:56.210641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Router c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:24:56.343961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:24:56.357281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] Sync routers for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:24:56.363383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-31fc0544-8cf2-4d53-baea-a3a0bd2e099d tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6573400 Nov 03 19:24:56.363978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60720) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:56.382038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:56.382905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:56.457282 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-06d9a336-2dc6-4c79-87e1-2e2a862823a5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] delete failed (client error): The resource could not be found. Nov 03 19:24:56.462866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-06d9a336-2dc6-4c79-87e1-2e2a862823a5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/routers/tempest-non_exist_router-1537066902 HTTP/1.1" status: 404 len: 335 time: 0.0930979 Nov 03 19:24:56.463730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60728) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:56.467752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-99380890-0498-46a6-bfdb-e75ee237d588 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:56.475235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:56.502934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:24:56.503584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:56.590036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:24:56.591034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f82dd1-52a7-47da-b78d-34afca469311 None None] The sync data for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:24:56.707358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60738) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:56.893422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-99380890-0498-46a6-bfdb-e75ee237d588 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:56.935717 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-99380890-0498-46a6-bfdb-e75ee237d588 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] update failed (client error): The resource could not be found. Nov 03 19:24:56.938837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-99380890-0498-46a6-bfdb-e75ee237d588 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 HTTP/1.1" status: 404 len: 339 time: 0.4746673 Nov 03 19:24:56.947338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60752) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:57.037773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:57.283753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:57.290057 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:57.380790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d746d325-e773-4fc6-9a7e-832cd82f6279,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:57.400270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.401002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.401524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.402057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.402590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.403242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.403982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.404894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.405995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.406527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.407254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.407883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:57.472877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60762) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:57.490331 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9a94280-9c07-4926-adc0-722449c817e6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=800f72cad98e465b9f8e5daf7537e07e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7474160 Nov 03 19:24:57.679893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:57.715653 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-032ddc2a-4b9a-4373-ada3-719a8203cc18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:57.830634 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-032ddc2a-4b9a-4373-ada3-719a8203cc18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:58.147778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Allocated IP 172.20.0.1 (b18fd21c-fda3-4351-8196-ffa71e8eb841/5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb/11bb6bc9-dff8-4eac-a838-3f3f06d14e31) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:58.209678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-032ddc2a-4b9a-4373-ada3-719a8203cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:58.217186 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-032ddc2a-4b9a-4373-ada3-719a8203cc18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:58.220373 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-032ddc2a-4b9a-4373-ada3-719a8203cc18 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d746d325-e773-4fc6-9a7e-832cd82f6279 HTTP/1.1" status: 204 len: 168 time: 0.7500668 Nov 03 19:24:58.382220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ddc2a-4b9a-4373-ada3-719a8203cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d746d325-e773-4fc6-9a7e-832cd82f6279,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:58.597607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:58.710203 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:58.825319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:58.834664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:58.844691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:58.883577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Port': ['ID=11bb6bc9-dff8-4eac-a838-3f3f06d14e31,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:58.926476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.017068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60792) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:59.039345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25806c3c-6ce4-41cf-ba51-e038dde97ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.164324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25806c3c-6ce4-41cf-ba51-e038dde97ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.169365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-25806c3c-6ce4-41cf-ba51-e038dde97ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.305433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60798) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:24:59.307830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-25806c3c-6ce4-41cf-ba51-e038dde97ec9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f7a5cbb45c34423a70eb49cd3211eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833607 Nov 03 19:24:59.319929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806c3c-6ce4-41cf-ba51-e038dde97ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ba9be-86f9-4b01-bf1c-16e61302680e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:59.357920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.570800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-08955fa3-2037-4eaa-a86c-417bb69bb38c None None] Provisioning complete for port 11bb6bc9-dff8-4eac-a838-3f3f06d14e31 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:59.572158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08955fa3-2037-4eaa-a86c-417bb69bb38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.629179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-08955fa3-2037-4eaa-a86c-417bb69bb38c None None] Port 11bb6bc9-dff8-4eac-a838-3f3f06d14e31 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:24:59.736673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57b5c10d-41d7-4fe9-95fb-3b6c04e7adb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.831837 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57b5c10d-41d7-4fe9-95fb-3b6c04e7adb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.947342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.962538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:00.094591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57b5c10d-41d7-4fe9-95fb-3b6c04e7adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:00.099366 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-57b5c10d-41d7-4fe9-95fb-3b6c04e7adb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:00.103790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-57b5c10d-41d7-4fe9-95fb-3b6c04e7adb2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a90ba9be-86f9-4b01-bf1c-16e61302680e HTTP/1.1" status: 204 len: 168 time: 0.7942762 Nov 03 19:25:00.140789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c10d-41d7-4fe9-95fb-3b6c04e7adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ba9be-86f9-4b01-bf1c-16e61302680e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:00.157226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event updated for resources: {'Port': ['ID=11bb6bc9-dff8-4eac-a838-3f3f06d14e31,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:00.160840 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:00.400223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:00.413645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:00.720996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Router c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:00.922093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:00.933685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0bcf06f9-47f7-4a58-a2d2-9fbeb993677b tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9845655 Nov 03 19:25:00.938805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60832) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:00.953308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] Sync routers for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:00.975953 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:00.983614 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:01.086008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7f610b50-7ffe-4da3-8950-1cf893c0225e None None] Provisioning complete for port 11bb6bc9-dff8-4eac-a838-3f3f06d14e31 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:01.087218 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f610b50-7ffe-4da3-8950-1cf893c0225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:01.102730 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:01.143356 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:01.144403 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:01.255444 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:01.259054 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b882a13-7a17-4370-bcf2-98e125321969 None None] The sync data for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:01.290431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7f610b50-7ffe-4da3-8950-1cf893c0225e None None] Port 11bb6bc9-dff8-4eac-a838-3f3f06d14e31 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:01.384870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-29cbcf35-9ab0-44f9-8f4c-12d5ca037ea4 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:01.409489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60844) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:01.458311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d601de1-23c0-4812-a1e0-763d02f4c42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:01.542564 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-29cbcf35-9ab0-44f9-8f4c-12d5ca037ea4 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 19:25:01.549389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-29cbcf35-9ab0-44f9-8f4c-12d5ca037ea4 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 HTTP/1.1" status: 409 len: 329 time: 0.6028581 Nov 03 19:25:01.549389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60852) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:01.670957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d601de1-23c0-4812-a1e0-763d02f4c42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:01.677466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d601de1-23c0-4812-a1e0-763d02f4c42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:01.714587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 60860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:01.723068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5d601de1-23c0-4812-a1e0-763d02f4c42d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=384cacf5de4b42aabac35750973a7b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105054 Nov 03 19:25:01.733158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:01.903179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d601de1-23c0-4812-a1e0-763d02f4c42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb28b1e8-79b5-4dac-bbee-e7f45bcd660e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:01.964392 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0aace867-1a93-4d44-92d0-ec6d5a84ae85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.039160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0aace867-1a93-4d44-92d0-ec6d5a84ae85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.091091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-362b4190-2ed8-4f8f-9635-f3be0fb9d49a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.158701 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0aace867-1a93-4d44-92d0-ec6d5a84ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.161719 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0aace867-1a93-4d44-92d0-ec6d5a84ae85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.167016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0aace867-1a93-4d44-92d0-ec6d5a84ae85 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cb28b1e8-79b5-4dac-bbee-e7f45bcd660e HTTP/1.1" status: 204 len: 168 time: 0.4293354 Nov 03 19:25:02.175047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aace867-1a93-4d44-92d0-ec6d5a84ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb28b1e8-79b5-4dac-bbee-e7f45bcd660e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:02.337480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-362b4190-2ed8-4f8f-9635-f3be0fb9d49a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.344768 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-362b4190-2ed8-4f8f-9635-f3be0fb9d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.461184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-362b4190-2ed8-4f8f-9635-f3be0fb9d49a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d76819fb1c974315b8d21c8f989391cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7439945 Nov 03 19:25:02.462130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b4190-2ed8-4f8f-9635-f3be0fb9d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2d09c-3b4a-41c0-9cbf-f1c1821994ab,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:02.464930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60880) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:02.488366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.567110 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.583918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af3f9b21-341e-468d-8ead-81dcaba16ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.621714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af3f9b21-341e-468d-8ead-81dcaba16ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.739674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af3f9b21-341e-468d-8ead-81dcaba16ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.746049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af3f9b21-341e-468d-8ead-81dcaba16ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.747568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-af3f9b21-341e-468d-8ead-81dcaba16ead admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/faf2d09c-3b4a-41c0-9cbf-f1c1821994ab HTTP/1.1" status: 204 len: 168 time: 0.2811096 Nov 03 19:25:02.772773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f9b21-341e-468d-8ead-81dcaba16ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2d09c-3b4a-41c0-9cbf-f1c1821994ab,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:03.050074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting port 11bb6bc9-dff8-4eac-a838-3f3f06d14e31 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:03.050584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.116666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.256545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.277918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Calling delete_port for 11bb6bc9-dff8-4eac-a838-3f3f06d14e31 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:03.539297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60920) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:03.570578 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ab66c52-5488-447c-857a-7643e95a556b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.713442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.832626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Port': ['ID=11bb6bc9-dff8-4eac-a838-3f3f06d14e31,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:03.862599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ab66c52-5488-447c-857a-7643e95a556b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.873948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ab66c52-5488-447c-857a-7643e95a556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:03.946619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ab66c52-5488-447c-857a-7643e95a556b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b380f699360b47669d3ca07057bc33ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044063 Nov 03 19:25:03.947067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:04.073778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60942) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:04.120524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab66c52-5488-447c-857a-7643e95a556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd00010-94a8-4c0a-8fdd-d9d8217d44c7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:04.193998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a30d-f0b1-4e40-9c4a-13455e6cd5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:04.288342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a30d-f0b1-4e40-9c4a-13455e6cd5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:04.341132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:04.427822 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a30d-f0b1-4e40-9c4a-13455e6cd5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:04.459244 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a30d-f0b1-4e40-9c4a-13455e6cd5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:04.463448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ff4a30d-f0b1-4e40-9c4a-13455e6cd5d5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bfd00010-94a8-4c0a-8fdd-d9d8217d44c7 HTTP/1.1" status: 204 len: 168 time: 0.4983847 Nov 03 19:25:04.515989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a30d-f0b1-4e40-9c4a-13455e6cd5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd00010-94a8-4c0a-8fdd-d9d8217d44c7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:04.626589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caa555-977f-46f4-92db-db5e5ab8447b req-021a2c0e-969f-4d59-8f94-7675999adf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:04.628063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6caa555-977f-46f4-92db-db5e5ab8447b req-021a2c0e-969f-4d59-8f94-7675999adf81 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1096 time: 0.5564833 Nov 03 19:25:04.727774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee53d7d0-af20-4276-8dd1-6d3bfcb5491b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:04.808487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6caa555-977f-46f4-92db-db5e5ab8447b req-41c4124d-7847-40ea-999e-60d57e6b52e5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422706 Nov 03 19:25:04.975509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Router c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:05.148026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:05.155845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bcd4b304-dd87-4f6b-85ba-1b6029ca3d20 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6052375 Nov 03 19:25:05.159665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60974) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:05.164522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] Sync routers for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:05.193392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:05.195689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:05.237873 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-d7147d42-f3a0-48dd-a212-e5c5929badc8 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] show failed (client error): The resource could not be found. Nov 03 19:25:05.237873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d7147d42-f3a0-48dd-a212-e5c5929badc8 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "GET /v2.0/routers/tempest-non_exist_router-1306603920 HTTP/1.1" status: 404 len: 335 time: 0.0736911 Nov 03 19:25:05.238896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:05.248550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-37935177-8c2d-4c26-8502-5e1948cbe4be tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:05.305213 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-37935177-8c2d-4c26-8502-5e1948cbe4be tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] update failed (client error): The resource could not be found. Nov 03 19:25:05.308781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37935177-8c2d-4c26-8502-5e1948cbe4be tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "PUT /v2.0/routers/tempest-non_exist_router-2057087251 HTTP/1.1" status: 404 len: 335 time: 0.0672009 Nov 03 19:25:05.313032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 60988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:05.319348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:05.369579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] Routers {'c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:05.370536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:24:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:05.416607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:05.417773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a665a-b548-4f0c-850b-b1c7380b4808 None None] The sync data for ids ['c43b85c6-84d4-4566-b0d0-3fdfcf4cab60'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:05.465548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting subnet 98425178-3da1-40c6-96ac-13f6b626ef0f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:05.471310 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:05.557777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:05.735325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:05.839648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:05.862868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:05.868149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/subnets/98425178-3da1-40c6-96ac-13f6b626ef0f HTTP/1.1" status: 204 len: 168 time: 0.5533955 Nov 03 19:25:05.870856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32786) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:05.872852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10309e95-6f87-4038-b58d-700c670aa405 None None] Network e1662a94-8feb-4e44-9789-85a7aba93ede requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:05.891917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3001d-ccb2-4578-96af-d163df336529 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Subnet': ['ID=98425178-3da1-40c6-96ac-13f6b626ef0f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:06.036768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting subnet aaa24b39-93aa-49c9-9adb-745f986b1b69 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:06.045150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.147238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.345262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] DHCP port deletion for e1662a94-8feb-4e44-9789-85a7aba93ede request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:25:06.408460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.475452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] Deleting port f56b5b04-437e-4e16-bed4-de4d89126b55 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:06.476238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.544692 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.574103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] For port f56b5b04-437e-4e16-bed4-de4d89126b55, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f56b5b04-437e-4e16-bed4-de4d89126b55,segment=NetworkSegment(67222364-36c7-4f85-8f9f-fbaed61938f6),segment_id=67222364-36c7-4f85-8f9f-fbaed61938f6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:06.574911 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.595964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] Calling delete_port for f56b5b04-437e-4e16-bed4-de4d89126b55 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:06.622964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa24b39-93aa-49c9-9adb-745f986b1b69,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:06.637234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:06.645761 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76392d53-fcaa-4a89-a682-036370c6fdae tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/subnets/aaa24b39-93aa-49c9-9adb-745f986b1b69 HTTP/1.1" status: 204 len: 168 time: 0.7731555 Nov 03 19:25:06.648538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32824) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:06.707014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc5aaaa-aebd-4ec8-b1bb-8453e9397eb7 None None] Network 1ac6247f-2b31-43b8-bbee-3970b4f0b686 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:06.872448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.004284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32838) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:07.030762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting port f56b5b04-437e-4e16-bed4-de4d89126b55 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:07.035002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.074771 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.207568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] For port f56b5b04-437e-4e16-bed4-de4d89126b55, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f56b5b04-437e-4e16-bed4-de4d89126b55,segment=NetworkSegment(67222364-36c7-4f85-8f9f-fbaed61938f6),segment_id=67222364-36c7-4f85-8f9f-fbaed61938f6)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:07.207916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.275071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Calling delete_port for f56b5b04-437e-4e16-bed4-de4d89126b55 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:07.302228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55f28832-2ce6-43ee-b95e-22347ca0d4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.509909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55f28832-2ce6-43ee-b95e-22347ca0d4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.517722 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55f28832-2ce6-43ee-b95e-22347ca0d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.558821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] Pushing event deleted for resources: {'Port': ['ID=f56b5b04-437e-4e16-bed4-de4d89126b55,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:07.572780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] DHCP port deletion for 1ac6247f-2b31-43b8-bbee-3970b4f0b686 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:25:07.584926 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55f28832-2ce6-43ee-b95e-22347ca0d4a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8dcb1a27f85249e2a06be31fcb82c384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5773163 Nov 03 19:25:07.585790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28832-2ce6-43ee-b95e-22347ca0d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a35c6-834f-4a43-8ac8-d01ed8271353,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:07.589611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:07.602711 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.619650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa868836-71dd-4dd3-9e2d-90bfb5fa22e6 None None] No DVR routers for this DVR port f56b5b04-437e-4e16-bed4-de4d89126b55 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:07.660934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f56b5b04-437e-4e16-bed4-de4d89126b55 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:07.735724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f56b5b04-437e-4e16-bed4-de4d89126b55 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:07.736078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f56b5b04-437e-4e16-bed4-de4d89126b55 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:07.738689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f9e9c876-e1b6-4352-b68a-20d559ba7144 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:07.756379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3df774c3-8888-4621-b459-483ac4193f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.760838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Port': ['ID=f56b5b04-437e-4e16-bed4-de4d89126b55,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:07.765646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] No DVR routers for this DVR port f56b5b04-437e-4e16-bed4-de4d89126b55 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:07.873363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3df774c3-8888-4621-b459-483ac4193f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.895168 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.922148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1662a94-8feb-4e44-9789-85a7aba93ede']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:07.930604 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.934072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67222364-36c7-4f85-8f9f-fbaed61938f6') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:07.934841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67222364-36c7-4f85-8f9f-fbaed61938f6') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:07.955138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:07.995912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.015822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3df774c3-8888-4621-b459-483ac4193f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.021466 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3df774c3-8888-4621-b459-483ac4193f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.024259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:08.025086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3df774c3-8888-4621-b459-483ac4193f80 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a2a35c6-834f-4a43-8ac8-d01ed8271353 HTTP/1.1" status: 204 len: 168 time: 0.4174511 Nov 03 19:25:08.026388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] Deleting port f9e9c876-e1b6-4352-b68a-20d559ba7144 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:08.026810 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.027841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:08.044755 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:08.056172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df774c3-8888-4621-b459-483ac4193f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a35c6-834f-4a43-8ac8-d01ed8271353,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:08.182854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.198491 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.207569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32888) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:08.217422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/networks/e1662a94-8feb-4e44-9789-85a7aba93ede HTTP/1.1" status: 204 len: 168 time: 1.5636489 Nov 03 19:25:08.221383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] For port f9e9c876-e1b6-4352-b68a-20d559ba7144, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9e9c876-e1b6-4352-b68a-20d559ba7144,segment=NetworkSegment(df1adf2c-4e37-4ed9-ba72-0b093a242890),segment_id=df1adf2c-4e37-4ed9-ba72-0b093a242890)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:08.221936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.232377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578b0be-ca56-4a9f-8a97-631e331c2084 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Network': ['ID=e1662a94-8feb-4e44-9789-85a7aba93ede,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:08.268948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f9e9c876-e1b6-4352-b68a-20d559ba7144, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f9e9c876-e1b6-4352-b68a-20d559ba7144,segment=NetworkSegment(df1adf2c-4e37-4ed9-ba72-0b093a242890),segment_id=df1adf2c-4e37-4ed9-ba72-0b093a242890)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:08.270757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] Calling delete_port for f9e9c876-e1b6-4352-b68a-20d559ba7144 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:08.284599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.396958 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.434772 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a37f1e02-5f3d-444f-b602-7cb471686887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.438360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f9e9c876-e1b6-4352-b68a-20d559ba7144,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:08.529626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.531485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting port f9e9c876-e1b6-4352-b68a-20d559ba7144 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:08.533053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.614764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] No DVR routers for this DVR port f9e9c876-e1b6-4352-b68a-20d559ba7144 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:08.622988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96614c50-7115-4065-9305-f7ca194ca686 None None] Pushing event deleted for resources: {'Port': ['ID=f9e9c876-e1b6-4352-b68a-20d559ba7144,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:08.675881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] For port f9e9c876-e1b6-4352-b68a-20d559ba7144, host n-d-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:08.676494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.698624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Calling delete_port for f9e9c876-e1b6-4352-b68a-20d559ba7144 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:08.702930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Port f9e9c876-e1b6-4352-b68a-20d559ba7144 was not found and therefore no delete operation was performed {{(pid=101988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:25:08.704862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.751282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Port': ['ID=f9e9c876-e1b6-4352-b68a-20d559ba7144,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:08.761680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] No DVR routers for this DVR port f9e9c876-e1b6-4352-b68a-20d559ba7144 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:08.920825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.011701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac6247f-2b31-43b8-bbee-3970b4f0b686']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:09.045705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1adf2c-4e37-4ed9-ba72-0b093a242890') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:09.046931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1adf2c-4e37-4ed9-ba72-0b093a242890') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:09.060459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.079817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.092160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:09.092703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:09.180294 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:09.220563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.237813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.245831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32942) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:09.249499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/networks/1ac6247f-2b31-43b8-bbee-3970b4f0b686 HTTP/1.1" status: 204 len: 168 time: 1.0387640 Nov 03 19:25:09.284283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d083c82-d685-46f6-9729-749ee93782d5 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Network': ['ID=1ac6247f-2b31-43b8-bbee-3970b4f0b686,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:09.342167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting subnet 5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:09.347612 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.428931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.559422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.597887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32948) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:09.767817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.878358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96864111-78d9-42b8-9fe0-679b5e7e2c42 None None] Network b18fd21c-fda3-4351-8196-ffa71e8eb841 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:09.948211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.956976 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/subnets/5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb HTTP/1.1" status: 204 len: 168 time: 0.7039680 Nov 03 19:25:09.964878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 32960) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:09.969319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7bcdd-5f75-49c9-8e80-4e979225b80f tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Subnet': ['ID=5e76ab6b-af5a-4bef-a2ca-72ffb4e2fddb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:10.037930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.209437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.233500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] DHCP port deletion for b18fd21c-fda3-4351-8196-ffa71e8eb841 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:25:10.304487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Deleting port fe4f491b-1678-49c4-a101-1742f0cf2858 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:10.304944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.356349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] Deleting port fe4f491b-1678-49c4-a101-1742f0cf2858 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:10.356853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.382735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d2e252c6-f458-45f9-8c78-7cf7142dc593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.508380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] For port fe4f491b-1678-49c4-a101-1742f0cf2858, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fe4f491b-1678-49c4-a101-1742f0cf2858,segment=NetworkSegment(8b7db58d-fcf1-4fc6-8df4-16b8ece80c81),segment_id=8b7db58d-fcf1-4fc6-8df4-16b8ece80c81)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:10.508908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.527920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] For port fe4f491b-1678-49c4-a101-1742f0cf2858, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fe4f491b-1678-49c4-a101-1742f0cf2858,segment=NetworkSegment(8b7db58d-fcf1-4fc6-8df4-16b8ece80c81),segment_id=8b7db58d-fcf1-4fc6-8df4-16b8ece80c81)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:10.528806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.531751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] Calling delete_port for fe4f491b-1678-49c4-a101-1742f0cf2858 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:10.562690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Calling delete_port for fe4f491b-1678-49c4-a101-1742f0cf2858 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:10.716131 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.782408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] Pushing event deleted for resources: {'Port': ['ID=fe4f491b-1678-49c4-a101-1742f0cf2858,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:10.794746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d2e252c6-f458-45f9-8c78-7cf7142dc593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.807018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ba356-9191-421d-80a0-437b15872e58 None None] No DVR routers for this DVR port fe4f491b-1678-49c4-a101-1742f0cf2858 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:10.823179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d2e252c6-f458-45f9-8c78-7cf7142dc593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.867256 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:10.899987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] No DVR routers for this DVR port fe4f491b-1678-49c4-a101-1742f0cf2858 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:10.932769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Port': ['ID=fe4f491b-1678-49c4-a101-1742f0cf2858,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:10.939096 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d2e252c6-f458-45f9-8c78-7cf7142dc593 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=af21d359955b40c684d99529e5f860e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3398199 Nov 03 19:25:10.941538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 32978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:10.960451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e252c6-f458-45f9-8c78-7cf7142dc593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bec92c-a6d0-4aa7-94db-8d245bd2edb8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:11.072667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.104828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60a3f6b2-d358-46f0-8ab1-b23ad7ecbf20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.137588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18fd21c-fda3-4351-8196-ffa71e8eb841']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:11.151263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:11.151690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7db58d-fcf1-4fc6-8df4-16b8ece80c81') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:11.176022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60a3f6b2-d358-46f0-8ab1-b23ad7ecbf20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.209824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.272629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.293506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:11.293506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.306178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60a3f6b2-d358-46f0-8ab1-b23ad7ecbf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.319313 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60a3f6b2-d358-46f0-8ab1-b23ad7ecbf20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:11.321471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-60a3f6b2-d358-46f0-8ab1-b23ad7ecbf20 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/16bec92c-a6d0-4aa7-94db-8d245bd2edb8 HTTP/1.1" status: 204 len: 168 time: 0.3759532 Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: self.session.flush() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:11.329130 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:11.339066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3f6b2-d358-46f0-8ab1-b23ad7ecbf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bec92c-a6d0-4aa7-94db-8d245bd2edb8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:11.554381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fe4f491b-1678-49c4-a101-1742f0cf2858 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:11.627927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fe4f491b-1678-49c4-a101-1742f0cf2858 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:11.627927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fe4f491b-1678-49c4-a101-1742f0cf2858 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:11.888929 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.039126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.061689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.068424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/networks/b18fd21c-fda3-4351-8196-ffa71e8eb841 HTTP/1.1" status: 204 len: 168 time: 2.1023533 Nov 03 19:25:12.072536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33016) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:12.118172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33018) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:12.128011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8558863-327c-4094-a147-f81175ab1898 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Pushing event deleted for resources: {'Network': ['ID=b18fd21c-fda3-4351-8196-ffa71e8eb841,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:12.159320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.162784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78b9632c-31df-48a5-9974-61718244ae95 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "GET /v2.0/ports?device_id=c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 HTTP/1.1" status: 200 len: 205 time: 0.0848982 Nov 03 19:25:12.164452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33022) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:12.185497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-244674de-2af4-4357-a5c3-87b42bf1ceb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.402502 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.417865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-244674de-2af4-4357-a5c3-87b42bf1ceb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.425767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-244674de-2af4-4357-a5c3-87b42bf1ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.548153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-244674de-2af4-4357-a5c3-87b42bf1ceb7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c9fb743993b5402b95daa71983f15d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265141 Nov 03 19:25:12.549003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33030) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:12.552534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244674de-2af4-4357-a5c3-87b42bf1ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1d977c-63b5-4fdb-b87f-ce70074559fc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:12.665513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a6d7-9916-49fe-95a0-1527c61454ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.717788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a6d7-9916-49fe-95a0-1527c61454ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.813072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a6d7-9916-49fe-95a0-1527c61454ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.816040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a6d7-9916-49fe-95a0-1527c61454ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.824401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d9c0a6d7-9916-49fe-95a0-1527c61454ce admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fd1d977c-63b5-4fdb-b87f-ce70074559fc HTTP/1.1" status: 204 len: 168 time: 0.2704713 Nov 03 19:25:12.856828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a6d7-9916-49fe-95a0-1527c61454ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1d977c-63b5-4fdb-b87f-ce70074559fc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:13.179234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.182615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.221951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33062) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:13.250472 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.252185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Fanout notify agent at l3_agent the message router_deleted on router c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:25:13.263506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.267009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-23110e1c-9ae5-4fce-8e30-bee80400cc65 tempest-RoutersNegativeTest-2097438587 tempest-RoutersNegativeTest-2097438587-project] 10.222.0.91 "DELETE /v2.0/routers/c43b85c6-84d4-4566-b0d0-3fdfcf4cab60 HTTP/1.1" status: 204 len: 168 time: 1.0965350 Nov 03 19:25:13.594189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-155397d2-13fb-4a63-b108-dca9b2afadb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.790459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-155397d2-13fb-4a63-b108-dca9b2afadb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.800766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-155397d2-13fb-4a63-b108-dca9b2afadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:13.843932 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33084) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:13.856825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-155397d2-13fb-4a63-b108-dca9b2afadb5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c3b8eff9e41b484aa83c2c470732f103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333580 Nov 03 19:25:13.859370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155397d2-13fb-4a63-b108-dca9b2afadb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db30fbe6-ebac-404b-97ee-6e80072dc34f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:13.866378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33086) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:13.980437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89e42add-2053-42d8-a16f-f6f45cc5232a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.001729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33090) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:14.035806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89e42add-2053-42d8-a16f-f6f45cc5232a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.128090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89e42add-2053-42d8-a16f-f6f45cc5232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.133090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-89e42add-2053-42d8-a16f-f6f45cc5232a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.135260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-89e42add-2053-42d8-a16f-f6f45cc5232a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/db30fbe6-ebac-404b-97ee-6e80072dc34f HTTP/1.1" status: 204 len: 168 time: 0.2673237 Nov 03 19:25:14.154908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e42add-2053-42d8-a16f-f6f45cc5232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30fbe6-ebac-404b-97ee-6e80072dc34f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:14.630568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0317bc93-23ae-46eb-8b69-a21502f7c7d0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b6b023854948475f8db507b491d08349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275368 Nov 03 19:25:14.631043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33114) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:14.738632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62cb57e2-0120-4e69-a96a-e027a2d7ad8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.803505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62cb57e2-0120-4e69-a96a-e027a2d7ad8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.820801 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.933851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62cb57e2-0120-4e69-a96a-e027a2d7ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.953213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62cb57e2-0120-4e69-a96a-e027a2d7ad8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.957066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-62cb57e2-0120-4e69-a96a-e027a2d7ad8e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bfa1b92d-8a9d-490f-ae21-eda66a464780 HTTP/1.1" status: 204 len: 168 time: 0.3206558 Nov 03 19:25:15.000021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb57e2-0120-4e69-a96a-e027a2d7ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1b92d-8a9d-490f-ae21-eda66a464780,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:15.153181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33150) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:15.188473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ff10-242b-4940-8c7f-63bb19e5ecdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.404746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ff10-242b-4940-8c7f-63bb19e5ecdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.418364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ff10-242b-4940-8c7f-63bb19e5ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.459270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port 6cbac267-1fd1-415a-8c29-59283f1f94b0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:15.459619 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.468999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e1d9ff10-242b-4940-8c7f-63bb19e5ecdf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=653ed1b435064f08aed65b0433e71039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134558 Nov 03 19:25:15.469698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:15.510108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9ff10-242b-4940-8c7f-63bb19e5ecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a86ca8-0d8f-4e9a-9eec-b942ebf43540,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:15.649498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0475-21c9-45c5-8ac9-e39838a6025f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.697103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0475-21c9-45c5-8ac9-e39838a6025f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.754557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port 6cbac267-1fd1-415a-8c29-59283f1f94b0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6cbac267-1fd1-415a-8c29-59283f1f94b0,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:15.754915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.821984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for 6cbac267-1fd1-415a-8c29-59283f1f94b0 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:15.938731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0475-21c9-45c5-8ac9-e39838a6025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.941789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0475-21c9-45c5-8ac9-e39838a6025f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:15.943283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9bcc0475-21c9-45c5-8ac9-e39838a6025f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41a86ca8-0d8f-4e9a-9eec-b942ebf43540 HTTP/1.1" status: 204 len: 168 time: 0.4724090 Nov 03 19:25:16.037772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc0475-21c9-45c5-8ac9-e39838a6025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a86ca8-0d8f-4e9a-9eec-b942ebf43540,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:16.333951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:16.501132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=6cbac267-1fd1-415a-8c29-59283f1f94b0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:16.802287 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:25:16.832554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33236) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:17.007129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.548786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0105c6d9-f1c7-49cf-a85c-72360f48feb7 tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-483506548', 'prefixes': ['172.20.0.0/16']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:17.580852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:17.743507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0105c6d9-f1c7-49cf-a85c-72360f48feb7 tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] Publish callbacks [] for subnetpool, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.746535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0105c6d9-f1c7-49cf-a85c-72360f48feb7 tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9111645 Nov 03 19:25:17.753595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33260) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:17.809999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:17.827245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-605a75a2-6d36-4644-9905-0efc6744131c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "PUT /v2.0/routers/c4b1f97e-e783-481a-bb40-b0c2169b4f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9806378 Nov 03 19:25:17.843016 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:17.946464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:17.953547 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:17.979236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bbd8759d-d815-42a0-ac3d-bf9549853eb5 tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] 10.222.0.91 "GET /v2.0/subnetpools/81668ce4-e081-4898-b81b-a98b46a0d5e8 HTTP/1.1" status: 200 len: 731 time: 0.2229657 Nov 03 19:25:17.986844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33268) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:17.991791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-37946ce9-6587-4d09-a956-b5707e127cfb tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1901397060'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:18.276571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37946ce9-6587-4d09-a956-b5707e127cfb tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] Publish callbacks [] for subnetpool, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.281230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37946ce9-6587-4d09-a956-b5707e127cfb tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] 10.222.0.91 "PUT /v2.0/subnetpools/81668ce4-e081-4898-b81b-a98b46a0d5e8 HTTP/1.1" status: 200 len: 684 time: 0.2923865 Nov 03 19:25:18.285219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:18.377242 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:18.482549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6efccc06-0ca2-42ee-bcbf-433cd133b60f tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] Publish callbacks [] for subnetpool, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.487713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6efccc06-0ca2-42ee-bcbf-433cd133b60f tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] 10.222.0.91 "DELETE /v2.0/subnetpools/81668ce4-e081-4898-b81b-a98b46a0d5e8 HTTP/1.1" status: 204 len: 168 time: 0.1971936 Nov 03 19:25:18.488105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33284) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:18.498163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d551-ebe3-42e9-8ce6-ad0cea5688b8 req-5a920e59-8153-4776-a334-f70de56ff875 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:18.517171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ba7d551-ebe3-42e9-8ce6-ad0cea5688b8 req-5a920e59-8153-4776-a334-f70de56ff875 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 946 time: 0.1462178 Nov 03 19:25:18.539617 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-6e32c07b-c6fb-40c6-b3b8-b8f0efa31c53 tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] show failed (client error): The resource could not be found. Nov 03 19:25:18.552529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33288) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:18.555386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6e32c07b-c6fb-40c6-b3b8-b8f0efa31c53 tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] 10.222.0.91 "GET /v2.0/subnetpools/81668ce4-e081-4898-b81b-a98b46a0d5e8 HTTP/1.1" status: 404 len: 346 time: 0.0657346 Nov 03 19:25:18.586934 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-ee668e0a-f048-4e98-b0d8-aa924e7b6cfc tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] delete failed (client error): The resource could not be found. Nov 03 19:25:18.588308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ee668e0a-f048-4e98-b0d8-aa924e7b6cfc tempest-SubnetPoolsTestJSON-1453255971 tempest-SubnetPoolsTestJSON-1453255971-project] 10.222.0.91 "DELETE /v2.0/subnetpools/81668ce4-e081-4898-b81b-a98b46a0d5e8 HTTP/1.1" status: 404 len: 346 time: 0.0345068 Nov 03 19:25:18.641837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ba7d551-ebe3-42e9-8ce6-ad0cea5688b8 req-376e560b-b593-4b07-bb42-ab813297947d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286981 Nov 03 19:25:18.881719 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:16Z', 'revision_number': 6, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 1, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:18.943363 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:18.957409 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:18.958916 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:19.266575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33332) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:19.326024 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:19.524695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2063fead-4e59-48ec-8c4e-ad02f9bccc82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.817662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2063fead-4e59-48ec-8c4e-ad02f9bccc82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.824180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2063fead-4e59-48ec-8c4e-ad02f9bccc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.836020 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:16Z', 'revision_number': 6, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 1, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:19.877616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14072540-2fb3-4d17-8bff-a1945ac2d1e4 None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:16Z', 'revision_number': 6, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '56645c95-6f9d-460d-8080-75900331a3f8', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'port_id': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'mac_address': 'fa:16:3e:82:85:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:23:13Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 1, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:19.898299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33348) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:19.926491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2063fead-4e59-48ec-8c4e-ad02f9bccc82 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cc1f196411f04f7eb4c912be0f547e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6581919 Nov 03 19:25:19.927529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33350) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:19.940981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063fead-4e59-48ec-8c4e-ad02f9bccc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0115ee3-054c-4954-a4eb-1d8286c192c4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:19.989625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db19150-3437-43bb-bce0-138accd84b0a req-a6931bde-0560-4925-be13-c0f4ab5d64af tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:19.993658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db19150-3437-43bb-bce0-138accd84b0a req-a6931bde-0560-4925-be13-c0f4ab5d64af tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 946 time: 0.1717308 Nov 03 19:25:20.067810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67a4d0b7-cf5a-45a0-8511-214ca6cbf4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.081728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db19150-3437-43bb-bce0-138accd84b0a req-1a171197-c257-4590-9cff-b6c9a42158d8 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758159 Nov 03 19:25:20.115989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67a4d0b7-cf5a-45a0-8511-214ca6cbf4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.289151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67a4d0b7-cf5a-45a0-8511-214ca6cbf4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.294386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67a4d0b7-cf5a-45a0-8511-214ca6cbf4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.296682 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-67a4d0b7-cf5a-45a0-8511-214ca6cbf4d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0115ee3-054c-4954-a4eb-1d8286c192c4 HTTP/1.1" status: 204 len: 168 time: 0.3671205 Nov 03 19:25:20.308152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4d0b7-cf5a-45a0-8511-214ca6cbf4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0115ee3-054c-4954-a4eb-1d8286c192c4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:20.308505 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b67acf12-23c9-4a6e-b36d-d70d2ca96874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.487320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-d0a9aeaf-c8d6-4763-b09c-6b99f03c2f0d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:20.492368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-d0a9aeaf-c8d6-4763-b09c-6b99f03c2f0d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.110 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 946 time: 0.0982993 Nov 03 19:25:20.532455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b67acf12-23c9-4a6e-b36d-d70d2ca96874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.545846 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b67acf12-23c9-4a6e-b36d-d70d2ca96874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.584435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67acf12-23c9-4a6e-b36d-d70d2ca96874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d877e-7b6b-4cef-8ddd-7c10fb230b5c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:20.652405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b67acf12-23c9-4a6e-b36d-d70d2ca96874 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9d3b6e6928bf4d2cb9fcb54c8dcdcad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7277141 Nov 03 19:25:20.654566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:20.750143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port dd652aed-1537-4edc-b17d-aef2db72c5bd {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:20.750878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.830189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73336e41-25e8-4f2a-8918-eaff0dc0ef20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.940676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73336e41-25e8-4f2a-8918-eaff0dc0ef20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.970540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port dd652aed-1537-4edc-b17d-aef2db72c5bd, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=dd652aed-1537-4edc-b17d-aef2db72c5bd,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:20.970912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.997850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for dd652aed-1537-4edc-b17d-aef2db72c5bd owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:21.084632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73336e41-25e8-4f2a-8918-eaff0dc0ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.100993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-73336e41-25e8-4f2a-8918-eaff0dc0ef20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.107972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73336e41-25e8-4f2a-8918-eaff0dc0ef20 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/944d877e-7b6b-4cef-8ddd-7c10fb230b5c HTTP/1.1" status: 204 len: 168 time: 0.4492555 Nov 03 19:25:21.285313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336e41-25e8-4f2a-8918-eaff0dc0ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d877e-7b6b-4cef-8ddd-7c10fb230b5c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:21.341721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.436032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=dd652aed-1537-4edc-b17d-aef2db72c5bd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:21.466764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b714c-eb79-419a-8539-2a5a79f92ebd req-97d87631-d345-483d-93b9-8984b0cadeae tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:21.482910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6cbac267-1fd1-415a-8c29-59283f1f94b0 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:21.495442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e69b714c-eb79-419a-8539-2a5a79f92ebd req-97d87631-d345-483d-93b9-8984b0cadeae tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134b091-6119-4074-8839-92bf407a805c HTTP/1.1" status: 200 len: 867 time: 0.2332985 Nov 03 19:25:21.551062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6cbac267-1fd1-415a-8c29-59283f1f94b0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:21.554039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6cbac267-1fd1-415a-8c29-59283f1f94b0 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:21.563899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] No DVR routers for this DVR port dd652aed-1537-4edc-b17d-aef2db72c5bd on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:21.569230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.573156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82cbae1d-ea87-4207-b281-c47e3470aaf8 req-2bc52f44-312f-4ee7-bd9a-80b41307cfa5 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.110 "DELETE /v2.0/ports/dd652aed-1537-4edc-b17d-aef2db72c5bd HTTP/1.1" status: 204 len: 173 time: 1.0701888 Nov 03 19:25:21.578836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e69b714c-eb79-419a-8539-2a5a79f92ebd req-167add5e-96bd-47fa-9b50-746e0db14b82 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816243 Nov 03 19:25:21.579843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134b091-6119-4074-8839-92bf407a805c', 'name': 'network-vif-deleted', 'tag': 'dd652aed-1537-4edc-b17d-aef2db72c5bd'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:21.582614 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b29d7-ddcd-42a0-813f-0f3cef4d1b21" -d '{"events": [{"server_uuid": "1134b091-6119-4074-8839-92bf407a805c", "name": "network-vif-deleted", "tag": "dd652aed-1537-4edc-b17d-aef2db72c5bd"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:21.707838 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b96cb-42b2-46a9-830f-11a811cd2dee x-openstack-request-id: req-cf0b96cb-42b2-46a9-830f-11a811cd2dee {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:21.708530 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134b091-6119-4074-8839-92bf407a805c", "name": "network-vif-deleted", "tag": "dd652aed-1537-4edc-b17d-aef2db72c5bd", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:21.709146 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf0b96cb-42b2-46a9-830f-11a811cd2dee {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:21.715181 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1134b091-6119-4074-8839-92bf407a805c', 'name': 'network-vif-deleted', 'tag': 'dd652aed-1537-4edc-b17d-aef2db72c5bd', 'status': 'completed', 'code': 200} Nov 03 19:25:22.646105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33428) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:22.766114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9a3b1b-6071-4e47-bdd3-fc1e5af738f3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.805150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9a3b1b-6071-4e47-bdd3-fc1e5af738f3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.902556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9a3b1b-6071-4e47-bdd3-fc1e5af738f3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.906391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db9a3b1b-6071-4e47-bdd3-fc1e5af738f3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.911197 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db9a3b1b-6071-4e47-bdd3-fc1e5af738f3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/security-groups/ca5ab2c1-cd20-42c9-87b5-5b741f0185b8 HTTP/1.1" status: 204 len: 168 time: 0.2609835 Nov 03 19:25:22.935760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a3b1b-6071-4e47-bdd3-fc1e5af738f3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ab2c1-cd20-42c9-87b5-5b741f0185b8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:22.978305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33448) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:22.978837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33450) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:23.132422 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting subnet 524e406b-d7c4-47ed-94d7-61017f97abd2 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:23.137379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.226327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.450022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.475381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1734376534'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:23.539017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Made reservation on behalf of 40125154156e4fc3848481a8c137e714 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:23.549581 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.567367 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.605268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.678667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Subnet': ['ID=524e406b-d7c4-47ed-94d7-61017f97abd2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:23.693319 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.693578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff42cb-c7bc-4103-9768-5026783c7678 None None] Network b7f41aaa-4041-419a-9271-7c8293f54418 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:23.700851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6547e24d-dc5e-4d4c-ab81-e27cb76c878e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/subnets/524e406b-d7c4-47ed-94d7-61017f97abd2 HTTP/1.1" status: 204 len: 168 time: 0.7210400 Nov 03 19:25:23.702399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33492) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:23.746584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.755838 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.830006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:23.836454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.863786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c040f6-c55f-444e-a911-a9e72fe571f4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:23.878322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.878684 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Added segment 254aa993-a090-48ba-8191-562bc89dd5ec of type vlan for network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 Nov 03 19:25:23.982804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port d54dbd59-7c81-468f-a87b-a78ebc12daf7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:23.989615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.028284 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.074356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079169e-b908-4e29-8228-375a85538909 None None] DHCP port deletion for b7f41aaa-4041-419a-9271-7c8293f54418 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:25:24.115977 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.137636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:24.140646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.200619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8079169e-b908-4e29-8228-375a85538909 None None] Deleting port d54dbd59-7c81-468f-a87b-a78ebc12daf7 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:24.205197 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8079169e-b908-4e29-8228-375a85538909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.207636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port d54dbd59-7c81-468f-a87b-a78ebc12daf7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d54dbd59-7c81-468f-a87b-a78ebc12daf7,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:24.210717 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.252713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2727630 Nov 03 19:25:24.256803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for d54dbd59-7c81-468f-a87b-a78ebc12daf7 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:24.263920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33498) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:24.280355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Request body: {'subnet': {'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:24.295620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0944844-8e79-419b-9b16-43d2963eb544 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event updated for resources: {'Network': ['ID=ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.338800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:24.364575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33500) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:24.502487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Made reservation on behalf of 40125154156e4fc3848481a8c137e714 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:24.506745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.548098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8079169e-b908-4e29-8228-375a85538909 None None] For port d54dbd59-7c81-468f-a87b-a78ebc12daf7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d54dbd59-7c81-468f-a87b-a78ebc12daf7,segment=NetworkSegment(69c2881a-d6de-4588-aebb-751b04f13541),segment_id=69c2881a-d6de-4588-aebb-751b04f13541)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:24.548705 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8079169e-b908-4e29-8228-375a85538909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.566730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8079169e-b908-4e29-8228-375a85538909 None None] Calling delete_port for d54dbd59-7c81-468f-a87b-a78ebc12daf7 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:24.568413 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72ac7999-852a-422a-85f0-b13b40a0a32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.613176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.650293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=d54dbd59-7c81-468f-a87b-a78ebc12daf7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.661287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] No DVR routers for this DVR port d54dbd59-7c81-468f-a87b-a78ebc12daf7 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:24.775967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8079169e-b908-4e29-8228-375a85538909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.820303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72ac7999-852a-422a-85f0-b13b40a0a32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.824385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.829017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72ac7999-852a-422a-85f0-b13b40a0a32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.829560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079169e-b908-4e29-8228-375a85538909 None None] Pushing event deleted for resources: {'Port': ['ID=d54dbd59-7c81-468f-a87b-a78ebc12daf7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.846469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079169e-b908-4e29-8228-375a85538909 None None] No DVR routers for this DVR port d54dbd59-7c81-468f-a87b-a78ebc12daf7 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:24.886707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac7999-852a-422a-85f0-b13b40a0a32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49350e44-9808-4ef7-971b-cfcaa6ab272f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.928954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-72ac7999-852a-422a-85f0-b13b40a0a32e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0edc82b5c99e4a16b625fe9f3768bdcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625217 Nov 03 19:25:24.934657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33512) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:25.004653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f41aaa-4041-419a-9271-7c8293f54418']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:25.042007 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7beb26a-2996-421c-9f9f-08e53ff1e920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.045952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c2881a-d6de-4588-aebb-751b04f13541') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:25.046222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c2881a-d6de-4588-aebb-751b04f13541') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:25.073302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.085449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7beb26a-2996-421c-9f9f-08e53ff1e920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.085978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.180094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7beb26a-2996-421c-9f9f-08e53ff1e920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.183562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f7beb26a-2996-421c-9f9f-08e53ff1e920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.185018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f7beb26a-2996-421c-9f9f-08e53ff1e920 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/49350e44-9808-4ef7-971b-cfcaa6ab272f HTTP/1.1" status: 204 len: 168 time: 0.2485497 Nov 03 19:25:25.201235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beb26a-2996-421c-9f9f-08e53ff1e920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49350e44-9808-4ef7-971b-cfcaa6ab272f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.262200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event updated for resources: {'Subnet': ['ID=9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.302122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.309714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dd652aed-1537-4edc-b17d-aef2db72c5bd no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:25.322310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:25.323857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:25.332153 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:25.362048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: dd652aed-1537-4edc-b17d-aef2db72c5bd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:25.366177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device dd652aed-1537-4edc-b17d-aef2db72c5bd not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:25.565456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d54dbd59-7c81-468f-a87b-a78ebc12daf7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:25.621571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d54dbd59-7c81-468f-a87b-a78ebc12daf7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:25.621922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d54dbd59-7c81-468f-a87b-a78ebc12daf7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:25.631625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Checking segment: {'id': '254aa993-a090-48ba-8191-562bc89dd5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:25.633094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Network hostable DHCP agents. Network: ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:25.643066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.685514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.693371 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/networks/b7f41aaa-4041-419a-9271-7c8293f54418 HTTP/1.1" status: 204 len: 168 time: 1.9894660 Nov 03 19:25:25.693724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33522) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:25.694467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac05bf-9ecd-4d6e-a9be-0b52a6a4ff4e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Network': ['ID=b7f41aaa-4041-419a-9271-7c8293f54418,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.717880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:25.735147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:25.746167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5542176e-3237-4a76-b55d-88dc649ad16e None None] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:25.755882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:25.761331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.829064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-433056b8-d844-47a3-9e4f-08cd30416433 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5636561 Nov 03 19:25:25.832618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33530) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:25.844474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Request body: {'port': {'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-865310849'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:25.978931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:26.022912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e82445dc-345b-485e-8d40-92aef96cf4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.150000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port 49857020-8357-4990-8ece-1c45ccf2e7f3 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:26.150528 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.172779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Made reservation on behalf of 40125154156e4fc3848481a8c137e714 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:26.177830 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.264825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] device_id is not set on port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:25:26.289847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6', 'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6', 'tenant_id': '40125154156e4fc3848481a8c137e714', 'fixed_ips': [{'subnet_id': '9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:25:26.290920 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.311024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.311354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.313675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e82445dc-345b-485e-8d40-92aef96cf4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.335081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for 49857020-8357-4990-8ece-1c45ccf2e7f3 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:26.354713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e82445dc-345b-485e-8d40-92aef96cf4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.386752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e82445dc-345b-485e-8d40-92aef96cf4e0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fd04162f73ae4971b9d5e4012395ce08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012866 Nov 03 19:25:26.393154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:26.459597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82445dc-345b-485e-8d40-92aef96cf4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a609d8f6-5037-44ce-b3a4-8cfc97b714b5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:26.552496 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6967ed92-4958-4981-bfe2-134ae4d48244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.554910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Allocated IP 2001:db8::187 (ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6/9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf/13875cec-fc0f-4ce9-8ce4-e70d948af4bf) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:26.605773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6967ed92-4958-4981-bfe2-134ae4d48244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.639674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.700809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=49857020-8357-4990-8ece-1c45ccf2e7f3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:26.799159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.800149 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Floating IP 56645c95-6f9d-460d-8080-75900331a3f8 disassociated (deleted). External IP: 172.25.8.227, port: c9d9e382-7815-43df-b9f7-e311bdcbd67c. Nov 03 19:25:26.833183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6967ed92-4958-4981-bfe2-134ae4d48244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.839337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6967ed92-4958-4981-bfe2-134ae4d48244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.843462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6967ed92-4958-4981-bfe2-134ae4d48244 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a609d8f6-5037-44ce-b3a4-8cfc97b714b5 HTTP/1.1" status: 204 len: 168 time: 0.4470057 Nov 03 19:25:26.883519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967ed92-4958-4981-bfe2-134ae4d48244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a609d8f6-5037-44ce-b3a4-8cfc97b714b5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:26.941655 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.020916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.104777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:27.106469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:27.118425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:27.127077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:27.128318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.141757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event updated for resources: {'Port': ['ID=13875cec-fc0f-4ce9-8ce4-e70d948af4bf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:27.171046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-69c31c4b-92b1-4195-aa06-7c9694ae4fcb tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3366065 Nov 03 19:25:27.171737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33550) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:27.180434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Request body: {'port': {'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1751892187', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:27.185525 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] bootfile-name is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:25:27.185769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] tftp-server is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:25:27.186106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.api.validators [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] server-ip-address is not in valid_values {{(pid=101988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:25:27.193867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Allocated IP 2001:db8::2 (ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6/9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf/cd84ed9b-4d44-4c61-8310-1d9e18287c36) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:27.294988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:27.518823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Made reservation on behalf of 40125154156e4fc3848481a8c137e714 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:27.528290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.533623 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.541767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:27.548317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.557054 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.571676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:27.571899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] device_id is not set on port 06735e3e-e1b2-4180-bdce-b1b030cc44b9 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:25:27.635566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7017a3ff-1c26-4569-9f32-35ad91bd226d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/floatingips/56645c95-6f9d-460d-8080-75900331a3f8 HTTP/1.1" status: 204 len: 168 time: 1.9336720 Nov 03 19:25:27.637081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:27.642875 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709d3780-7cb2-405d-a461-6e0f9e749e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:27.668468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:27.674585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:27.683853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:27.688871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:27.689864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:27.699909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Pushing event updated for resources: {'Port': ['ID=cd84ed9b-4d44-4c61-8310-1d9e18287c36,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:27.753731 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b60ea-49ce-4ff1-918e-2447e225bcb2 x-openstack-request-id: req-ea7b60ea-49ce-4ff1-918e-2447e225bcb2 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:27.754019 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:27.754295 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea7b60ea-49ce-4ff1-918e-2447e225bcb2 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:27.754708 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'status': 'completed', 'code': 200} Nov 03 19:25:27.857239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Attempting to bind port cd84ed9b-4d44-4c61-8310-1d9e18287c36 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:27.857364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Attempting to bind port cd84ed9b-4d44-4c61-8310-1d9e18287c36 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '254aa993-a090-48ba-8191-562bc89dd5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:27.857911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Attempting to bind port cd84ed9b-4d44-4c61-8310-1d9e18287c36 on network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:27.878952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:27.879569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Checking segment: {'id': '254aa993-a090-48ba-8191-562bc89dd5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:27.879997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.886204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Bound using segment: {'id': '254aa993-a090-48ba-8191-562bc89dd5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:27.886868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Bound port: cd84ed9b-4d44-4c61-8310-1d9e18287c36, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254aa993-a090-48ba-8191-562bc89dd5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:27.887302 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.938847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Allocated IP 2001:db8::382 (ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6/9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf/06735e3e-e1b2-4180-bdce-b1b030cc44b9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:27.967202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-3c26fab8-b350-4082-9355-de7e2f26923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:27.969101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-3c26fab8-b350-4082-9355-de7e2f26923e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 1097 time: 0.1717653 Nov 03 19:25:28.083551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:28.175297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] For port cd84ed9b-4d44-4c61-8310-1d9e18287c36, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:28.212244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] For port cd84ed9b-4d44-4c61-8310-1d9e18287c36, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cd84ed9b-4d44-4c61-8310-1d9e18287c36,segment=NetworkSegment(254aa993-a090-48ba-8191-562bc89dd5ec),segment_id=254aa993-a090-48ba-8191-562bc89dd5ec)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:28.221197 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.377853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-c4c383ea-795e-43a0-8e3b-957bd02f1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.379553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-c4c383ea-795e-43a0-8e3b-957bd02f1d93 service neutron] 10.222.0.115 "GET /v2.0/networks?id=1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 200 len: 898 time: 0.3970006 Nov 03 19:25:28.435463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c111195-c942-4872-8efe-5c17e8749a40 req-7f11a5b9-9c51-46c4-8d72-687d96c78a54 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.444917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c111195-c942-4872-8efe-5c17e8749a40 req-7f11a5b9-9c51-46c4-8d72-687d96c78a54 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 946 time: 0.1664813 Nov 03 19:25:28.456158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-58060574-9429-4a09-b81d-f868c71735c9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 200 len: 217 time: 0.0593050 Nov 03 19:25:28.481668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26cd7-675e-450d-bbdc-0fafc7a2ee05 None None] Pushing event updated for resources: {'Port': ['ID=cd84ed9b-4d44-4c61-8310-1d9e18287c36,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:28.560014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c111195-c942-4872-8efe-5c17e8749a40 req-db97baf5-f0aa-438b-8053-948ad1e3de42 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121821 Nov 03 19:25:28.561808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.629403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.723805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-cc3e92e1-6ee9-4611-b66d-138ed40e87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.726562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-cc3e92e1-6ee9-4611-b66d-138ed40e87bc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 200 len: 834 time: 0.2610662 Nov 03 19:25:28.806298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event updated for resources: {'Port': ['ID=06735e3e-e1b2-4180-bdce-b1b030cc44b9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:28.895148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:28.898644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:28.902203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:28.909597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.910343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.916294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:16Z', 'revision_number': 6, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:28.935887 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8554a5df-66df-40eb-886a-d5a44d0f4737 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7621925 Nov 03 19:25:28.939901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:28.996303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:29.009279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-96b02352-9707-4c04-9f23-afad562dcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.013129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-96b02352-9707-4c04-9f23-afad562dcf4c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=1f8d9f90-e739-485b-8dda-fa870b12bdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597227 Nov 03 19:25:29.033927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:29.036445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:29.110385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a494fd-1002-4e92-ac88-d02264fa09bd tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.121097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a494fd-1002-4e92-ac88-d02264fa09bd tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.129225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a494fd-1002-4e92-ac88-d02264fa09bd tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.131706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b1a494fd-1002-4e92-ac88-d02264fa09bd tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1905675 Nov 03 19:25:29.136179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33592) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:29.355443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-d03f030f-9fd0-4154-bfed-41a1753d800f service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346486 Nov 03 19:25:29.396361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Deleting port 06735e3e-e1b2-4180-bdce-b1b030cc44b9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:29.396703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:29.653414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:29.694400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Calling delete_port for 06735e3e-e1b2-4180-bdce-b1b030cc44b9 owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:29.766918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cd84ed9b-4d44-4c61-8310-1d9e18287c36 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:29.883624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:29.890632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-709d3780-7cb2-405d-a461-6e0f9e749e9a req-f592461e-dc2f-407c-8caa-f86cc6af899d service neutron] 10.222.0.115 "GET /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238554 Nov 03 19:25:29.979353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-b2e3ede9-808a-468f-ae81-1d3a36040f27 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.981186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-b2e3ede9-808a-468f-ae81-1d3a36040f27 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 946 time: 0.2173364 Nov 03 19:25:30.097552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac1b4-9a15-4d9c-887b-d891737ec994 req-fdb163a2-e316-481b-81ab-9b6284c966b7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:30.106120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82cac1b4-9a15-4d9c-887b-d891737ec994 req-fdb163a2-e316-481b-81ab-9b6284c966b7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 946 time: 0.3447635 Nov 03 19:25:30.195163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port c9d9e382-7815-43df-b9f7-e311bdcbd67c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:30.195737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.226511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cd84ed9b-4d44-4c61-8310-1d9e18287c36 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:30.227073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.280142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-82cac1b4-9a15-4d9c-887b-d891737ec994 req-2f0dd6ce-6209-47d7-9ae3-54d16e050e47 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7db9d543-9c45-489b-9f9e-5a2472cfb208&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727319 Nov 03 19:25:30.449945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.486444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event deleted for resources: {'Port': ['ID=06735e3e-e1b2-4180-bdce-b1b030cc44b9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:30.514271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port c9d9e382-7815-43df-b9f7-e311bdcbd67c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c9d9e382-7815-43df-b9f7-e311bdcbd67c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:30.517022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.525879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e0e28-01fe-47e8-a0e5-3590146c3f31 None None] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:30.549038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.553964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for c9d9e382-7815-43df-b9f7-e311bdcbd67c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:30.561884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-84b137c6-501c-4f07-ad60-f458029ef598 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "DELETE /v2.0/ports/06735e3e-e1b2-4180-bdce-b1b030cc44b9 HTTP/1.1" status: 204 len: 168 time: 1.4205663 Nov 03 19:25:30.564024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33624) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:30.581054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Request body: {'port': {'name': 'tempest-new-port-name-448082158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:30.581524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.api.validators [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] bootfile-name is not in valid_values {{(pid=101989) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:25:30.581878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.api.validators [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] tftp-server is not in valid_values {{(pid=101989) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:25:30.582206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.api.validators [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] server-ip-address is not in valid_values {{(pid=101989) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:25:30.726472 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.875664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port cd84ed9b-4d44-4c61-8310-1d9e18287c36, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cd84ed9b-4d44-4c61-8310-1d9e18287c36,segment=NetworkSegment(254aa993-a090-48ba-8191-562bc89dd5ec),segment_id=254aa993-a090-48ba-8191-562bc89dd5ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:30.925021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.983320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5259b041-f6ba-4fb2-924a-2c5d7d2ce90b None None] Provisioning complete for port cd84ed9b-4d44-4c61-8310-1d9e18287c36 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:30.984591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5259b041-f6ba-4fb2-924a-2c5d7d2ce90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.989872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.011906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=c9d9e382-7815-43df-b9f7-e311bdcbd67c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:31.130194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] No DVR routers for this DVR port c9d9e382-7815-43df-b9f7-e311bdcbd67c on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:31.135694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.145870 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e816e6d-83d9-4552-b0f3-cc9def5998d9 req-23ae6abf-4c77-4ecc-85c8-8f9dc204505c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "DELETE /v2.0/ports/c9d9e382-7815-43df-b9f7-e311bdcbd67c HTTP/1.1" status: 204 len: 173 time: 1.1513610 Nov 03 19:25:31.148040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'name': 'network-vif-deleted', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:31.149073 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9254c5c2-d600-427c-b44a-928591c7f5ad" -d '{"events": [{"server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "name": "network-vif-deleted", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:31.235215 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb43d72b-bbcc-4b57-915b-6ba0ba0da9a8 x-openstack-request-id: req-eb43d72b-bbcc-4b57-915b-6ba0ba0da9a8 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:31.235812 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c9fe0a-1f6e-4bfa-9c91-f6057b298c83", "name": "network-vif-deleted", "tag": "c9d9e382-7815-43df-b9f7-e311bdcbd67c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:31.235812 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb43d72b-bbcc-4b57-915b-6ba0ba0da9a8 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:31.236181 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c9fe0a-1f6e-4bfa-9c91-f6057b298c83', 'name': 'network-vif-deleted', 'tag': 'c9d9e382-7815-43df-b9f7-e311bdcbd67c', 'status': 'completed', 'code': 200} Nov 03 19:25:31.343026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:16Z', 'revision_number': 6, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:31.347932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=cd84ed9b-4d44-4c61-8310-1d9e18287c36,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:31.371693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.376109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.379400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.380052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.380676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.381228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.382956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.383476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.383960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.384462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.385717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.388641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:31.541626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c3d0-9c2c-4b40-bd81-f6ae10c5f32f None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:16Z', 'revision_number': 6, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8040f183-05f2-483f-a79e-6e8f2ce2481c', 'name': '', 'network_id': '1f8d9f90-e739-485b-8dda-fa870b12bdcb', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:cb:e6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:23Z', 'updated_at': '2021-11-03T19:22:37Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': '2035c280-b4e1-4acb-8532-7cd4b0e3f3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:31.747710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cd84ed9b-4d44-4c61-8310-1d9e18287c36 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:31.781257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-1398e438-3168-46b9-ace9-842071635790 req-ff5a9b0f-1c2b-4aca-9818-b153814a5327 service neutron] (101989) timed out ('10.222.0.110', 53672) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:25:31.853692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b52711f-2b6e-4a0d-be4e-fef7b2cb37d0 req-528514a3-2f0f-414f-9445-3a445ad0c8e1 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=41c9fe0a-1f6e-4bfa-9c91-f6057b298c83 HTTP/1.1" status: 200 len: 210 time: 0.0681038 Nov 03 19:25:31.955335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.975732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port cd84ed9b-4d44-4c61-8310-1d9e18287c36 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:31.976098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.203107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eaff440a-b33f-46cc-b7fe-474301f8448c None None] Provisioning complete for port cd84ed9b-4d44-4c61-8310-1d9e18287c36 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:32.203514 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eaff440a-b33f-46cc-b7fe-474301f8448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.260600 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a652b-465c-401a-bca6-323416cad1ba None None] New status for floating IP 56645c95-6f9d-460d-8080-75900331a3f8: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:25:32.555284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.556161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eaff440a-b33f-46cc-b7fe-474301f8448c None None] Provisioning complete for port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:32.556527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eaff440a-b33f-46cc-b7fe-474301f8448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.574699 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.588934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.649306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eaff440a-b33f-46cc-b7fe-474301f8448c None None] Port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:32.680306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] In _notify_port_updated(), no bound segment for port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf on network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:25:32.688520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:32.689395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.694943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "PUT /v2.0/ports/13875cec-fc0f-4ce9-8ce4-e70d948af4bf HTTP/1.1" status: 200 len: 1129 time: 2.1253657 Nov 03 19:25:32.695964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33660) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:32.794445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e8c9d889-9dd4-44ec-9e69-24a756a8cee3 None None] Provisioning complete for port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:32.796999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d889-9dd4-44ec-9e69-24a756a8cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.914694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf2b19-c688-40fc-8816-76b9d8d34e9f tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:32.923316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f2bf2b19-c688-40fc-8816-76b9d8d34e9f tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "GET /v2.0/ports/13875cec-fc0f-4ce9-8ce4-e70d948af4bf HTTP/1.1" status: 200 len: 1129 time: 0.2260528 Nov 03 19:25:32.928218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33668) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:32.936592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5906d9-70c7-4f25-8195-15cccf4a325d tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event updated for resources: {'Port': ['ID=13875cec-fc0f-4ce9-8ce4-e70d948af4bf,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:32.966043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9d889-9dd4-44ec-9e69-24a756a8cee3 None None] Port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:32.983370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33672) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:33.134792 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.183994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Deleting port 13875cec-fc0f-4ce9-8ce4-e70d948af4bf {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:33.193456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.196266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4e0d39bf-0ebd-4aee-b971-7d6e3fce19d4 None None] Could not find standard attr ID for object 06735e3e-e1b2-4180-bdce-b1b030cc44b9. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:25:33.222298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20159c70-9935-46d1-9cea-6eee36c9ac4d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.319418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20159c70-9935-46d1-9cea-6eee36c9ac4d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.437644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c9d9e382-7815-43df-b9f7-e311bdcbd67c no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:33.462236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20159c70-9935-46d1-9cea-6eee36c9ac4d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.475098 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-20159c70-9935-46d1-9cea-6eee36c9ac4d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.479067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: c9d9e382-7815-43df-b9f7-e311bdcbd67c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:33.482988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c9d9e382-7815-43df-b9f7-e311bdcbd67c not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:33.486742 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-20159c70-9935-46d1-9cea-6eee36c9ac4d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/security-groups/7db9d543-9c45-489b-9f9e-5a2472cfb208 HTTP/1.1" status: 204 len: 168 time: 0.5016687 Nov 03 19:25:33.506720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20159c70-9935-46d1-9cea-6eee36c9ac4d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db9d543-9c45-489b-9f9e-5a2472cfb208,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:33.532816 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:33.566708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Calling delete_port for 13875cec-fc0f-4ce9-8ce4-e70d948af4bf owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:33.591231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33682) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:34.030640 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.138815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event deleted for resources: {'Port': ['ID=13875cec-fc0f-4ce9-8ce4-e70d948af4bf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:34.204090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:34.208898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.218468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b29f9741-5a83-434f-8c08-0cc64ea61217 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "DELETE /v2.0/ports/13875cec-fc0f-4ce9-8ce4-e70d948af4bf HTTP/1.1" status: 204 len: 168 time: 1.2742229 Nov 03 19:25:34.221852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33696) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:34.348954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Deleting subnet 9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:34.362099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.441594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2dbdcbf4-c033-4094-97e1-2c6a4814b174 None None] Could not find standard attr ID for object 13875cec-fc0f-4ce9-8ce4-e70d948af4bf. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:25:34.478007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.587944 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08a19dca-6b12-4a8a-b844-43543be064d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.671164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c23d5ef-592b-47ec-b4a7-fa48aeb193e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.736174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.897242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.951381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08a19dca-6b12-4a8a-b844-43543be064d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.959742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-08a19dca-6b12-4a8a-b844-43543be064d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.962262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:34.967442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.977554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4927119-57b7-4772-81cb-7bbfb71792ea None None] Network ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:34.980605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b01ac99c-f7ef-4b1f-9013-661ebe7b38d6 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "DELETE /v2.0/subnets/9e1e49ae-3a0c-49d7-9d2c-d01f911c10cf HTTP/1.1" status: 204 len: 168 time: 0.7573600 Nov 03 19:25:34.986669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33704) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:35.081988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a19dca-6b12-4a8a-b844-43543be064d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b25f8-7f34-4b0b-b1c5-679e1120608e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:35.095656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-08a19dca-6b12-4a8a-b844-43543be064d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dec0b66730b149199a8f09b05c0add2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8860149 Nov 03 19:25:35.097784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33708) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:35.213482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.261151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.333358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Deleting port cd84ed9b-4d44-4c61-8310-1d9e18287c36 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:35.333917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.419805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] DHCP port deletion for ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:25:35.493958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c20c-3a35-4b69-827b-8215ea6f9ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.558427 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c20c-3a35-4b69-827b-8215ea6f9ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.574782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] For port cd84ed9b-4d44-4c61-8310-1d9e18287c36, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cd84ed9b-4d44-4c61-8310-1d9e18287c36,segment=NetworkSegment(254aa993-a090-48ba-8191-562bc89dd5ec),segment_id=254aa993-a090-48ba-8191-562bc89dd5ec)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:35.579006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.612514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] Deleting port cd84ed9b-4d44-4c61-8310-1d9e18287c36 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:35.618319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.640785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Calling delete_port for cd84ed9b-4d44-4c61-8310-1d9e18287c36 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:35.783972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c20c-3a35-4b69-827b-8215ea6f9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.787162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c20c-3a35-4b69-827b-8215ea6f9ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.788533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b0e8c20c-3a35-4b69-827b-8215ea6f9ab6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/186b25f8-7f34-4b0b-b1c5-679e1120608e HTTP/1.1" status: 204 len: 168 time: 0.6897407 Nov 03 19:25:35.846309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] For port cd84ed9b-4d44-4c61-8310-1d9e18287c36, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=cd84ed9b-4d44-4c61-8310-1d9e18287c36,segment=NetworkSegment(254aa993-a090-48ba-8191-562bc89dd5ec),segment_id=254aa993-a090-48ba-8191-562bc89dd5ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:35.848418 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.852131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8c20c-3a35-4b69-827b-8215ea6f9ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b25f8-7f34-4b0b-b1c5-679e1120608e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:35.894685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] Calling delete_port for cd84ed9b-4d44-4c61-8310-1d9e18287c36 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:35.899677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port 8040f183-05f2-483f-a79e-6e8f2ce2481c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:35.900046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:35.920268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.009441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event deleted for resources: {'Port': ['ID=cd84ed9b-4d44-4c61-8310-1d9e18287c36,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:36.022971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] No DVR routers for this DVR port cd84ed9b-4d44-4c61-8310-1d9e18287c36 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:36.040425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cd84ed9b-4d44-4c61-8310-1d9e18287c36 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:36.113680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: cd84ed9b-4d44-4c61-8310-1d9e18287c36 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:36.114048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device cd84ed9b-4d44-4c61-8310-1d9e18287c36 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:36.232607 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.258477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port 8040f183-05f2-483f-a79e-6e8f2ce2481c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8040f183-05f2-483f-a79e-6e8f2ce2481c,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:36.258853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.333807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for 8040f183-05f2-483f-a79e-6e8f2ce2481c owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:36.340769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.377697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] Pushing event deleted for resources: {'Port': ['ID=cd84ed9b-4d44-4c61-8310-1d9e18287c36,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:36.390497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:36.407120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872342cb-ff3b-488b-9eb1-c99822557704 None None] No DVR routers for this DVR port cd84ed9b-4d44-4c61-8310-1d9e18287c36 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:36.422998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254aa993-a090-48ba-8191-562bc89dd5ec') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:36.423552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254aa993-a090-48ba-8191-562bc89dd5ec') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:36.454805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.488233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.503036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:36.503694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:36.509786 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:36.548244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33736) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:36.803795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8616c2f6-02a4-4ad6-8cf9-f0c3d61d313f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.810504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.810504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.810504 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] 10.222.0.91 "DELETE /v2.0/networks/ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6 HTTP/1.1" status: 204 len: 168 time: 1.7795005 Nov 03 19:25:36.810504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c77a-07f1-46bd-b0ff-367e13dabf47 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618 tempest-ExtraDHCPOptionsIpV6TestJSON-514496618-project] Pushing event deleted for resources: {'Network': ['ID=ad63c2c4-b5ce-4fb5-b4a9-2b7b790740b6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:36.955465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8616c2f6-02a4-4ad6-8cf9-f0c3d61d313f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.991788 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8616c2f6-02a4-4ad6-8cf9-f0c3d61d313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.087789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616c2f6-02a4-4ad6-8cf9-f0c3d61d313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c754eb4-bfa3-4bba-adeb-05b30580665a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:37.094901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8616c2f6-02a4-4ad6-8cf9-f0c3d61d313f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dac191e9144c48a888c8606663da572c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450723 Nov 03 19:25:37.098736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33764) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:37.110332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.151226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=8040f183-05f2-483f-a79e-6e8f2ce2481c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:37.292892 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff5b637d-029c-471d-9f19-278a91e8ae37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.424017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff5b637d-029c-471d-9f19-278a91e8ae37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.553749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.711319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff5b637d-029c-471d-9f19-278a91e8ae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.732014 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff5b637d-029c-471d-9f19-278a91e8ae37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:37.733287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ff5b637d-029c-471d-9f19-278a91e8ae37 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c754eb4-bfa3-4bba-adeb-05b30580665a HTTP/1.1" status: 204 len: 168 time: 0.6330223 Nov 03 19:25:37.791749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b637d-029c-471d-9f19-278a91e8ae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c754eb4-bfa3-4bba-adeb-05b30580665a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:37.807444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33794) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:38.202646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-202f38c7-59a9-4f62-9ce5-4458614e9738 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=40125154156e4fc3848481a8c137e714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912110 Nov 03 19:25:38.206632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33810) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:38.346437 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bef0572-e293-46c5-b2c0-5d32586b8456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.385784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bef0572-e293-46c5-b2c0-5d32586b8456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.407515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9389ddab-4fff-4271-992c-6736e0cfa344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.481438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bef0572-e293-46c5-b2c0-5d32586b8456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.486585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9bef0572-e293-46c5-b2c0-5d32586b8456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:38.487987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9bef0572-e293-46c5-b2c0-5d32586b8456 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/24c040f6-c55f-444e-a911-a9e72fe571f4 HTTP/1.1" status: 204 len: 168 time: 0.2771173 Nov 03 19:25:38.500026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router c4b1f97e-e783-481a-bb40-b0c2169b4f74 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:38.501435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef0572-e293-46c5-b2c0-5d32586b8456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c040f6-c55f-444e-a911-a9e72fe571f4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:38.774397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:38.781943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4618bdb7-7021-4595-b245-3b1f4a90cb11 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "PUT /v2.0/routers/c4b1f97e-e783-481a-bb40-b0c2169b4f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1877844 Nov 03 19:25:38.785557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33834) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:38.788759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] Sync routers for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:38.809746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:38.811938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:38.908383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting subnet 2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:38.917747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.066429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.137430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:39.344684 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.535666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.572589 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:39.582216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/subnets/2035c280-b4e1-4acb-8532-7cd4b0e3f3d7 HTTP/1.1" status: 204 len: 168 time: 0.7908599 Nov 03 19:25:39.582529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 33862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:39.602970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897f18b-b2d7-4484-974b-9b11a343c726 None None] Network 1f8d9f90-e739-485b-8dda-fa870b12bdcb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:39.684284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Subnet': ['ID=2035c280-b4e1-4acb-8532-7cd4b0e3f3d7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:39.714939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.715547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.718436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.719562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.719942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.730685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.731247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.731247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.731581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.732091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.732626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.732988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d0012-ac91-42f5-a65a-d0d5c021e0d3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:39.882711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.107617 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 7, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:40.146592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] Checking router: c4b1f97e-e783-481a-bb40-b0c2169b4f74 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:40.149353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.167157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] Routers {'c4b1f97e-e783-481a-bb40-b0c2169b4f74'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:40.168055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:40.172144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.363931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] DHCP port deletion for 1f8d9f90-e739-485b-8dda-fa870b12bdcb request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:25:40.382027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port 2a59af64-1e51-46c6-bba8-0f520c763807 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:40.382624 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.521433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] Set router c4b1f97e-e783-481a-bb40-b0c2169b4f74 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:40.638211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port 2a59af64-1e51-46c6-bba8-0f520c763807, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2a59af64-1e51-46c6-bba8-0f520c763807,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:40.649880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:40.674036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for 2a59af64-1e51-46c6-bba8-0f520c763807 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:40.776662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33902) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:41.038065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-92324ed8-b2f4-44a6-8105-708649ce35cd tempest-DvrRoutersNegativeTest-1336144905 tempest-DvrRoutersNegativeTest-1336144905-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1932316329', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:41.043482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.policy [None req-92324ed8-b2f4-44a6-8105-708649ce35cd tempest-DvrRoutersNegativeTest-1336144905 tempest-DvrRoutersNegativeTest-1336144905-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101989) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 03 19:25:41.044162 n-d-812151-4 neutron-server[101989]: DEBUG neutron.policy [None req-92324ed8-b2f4-44a6-8105-708649ce35cd tempest-DvrRoutersNegativeTest-1336144905 tempest-DvrRoutersNegativeTest-1336144905-project] Failed policy check for 'create_router' {{(pid=101989) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 03 19:25:41.048513 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-92324ed8-b2f4-44a6-8105-708649ce35cd tempest-DvrRoutersNegativeTest-1336144905 tempest-DvrRoutersNegativeTest-1336144905-project] create failed (client error): Access was denied to this resource. Nov 03 19:25:41.063525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-92324ed8-b2f4-44a6-8105-708649ce35cd tempest-DvrRoutersNegativeTest-1336144905 tempest-DvrRoutersNegativeTest-1336144905-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2823207 Nov 03 19:25:41.124352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.226378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] Deleting port 0c123338-04df-446a-aa2a-a68ec9dc6aef {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:41.226907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.262003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=2a59af64-1e51-46c6-bba8-0f520c763807,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:41.324242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] For port 0c123338-04df-446a-aa2a-a68ec9dc6aef, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0c123338-04df-446a-aa2a-a68ec9dc6aef,segment=NetworkSegment(07f71657-57c6-438a-9024-c11546acf7d4),segment_id=07f71657-57c6-438a-9024-c11546acf7d4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:41.324242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.341207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] Calling delete_port for 0c123338-04df-446a-aa2a-a68ec9dc6aef owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:41.495131 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.513192 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:41.561105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] Pushing event deleted for resources: {'Port': ['ID=0c123338-04df-446a-aa2a-a68ec9dc6aef,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:41.665731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4419b1d-53cf-4a88-8cea-99eb88f85a4c None None] No DVR routers for this DVR port 0c123338-04df-446a-aa2a-a68ec9dc6aef on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:41.785800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0c123338-04df-446a-aa2a-a68ec9dc6aef no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:41.818872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0c123338-04df-446a-aa2a-a68ec9dc6aef {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:41.819856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0c123338-04df-446a-aa2a-a68ec9dc6aef not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:41.836760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 7, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:41.854978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33934) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:41.883670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5d497-3713-4bd0-ab89-c6287ef9d288 None None] The sync data for ids ['c4b1f97e-e783-481a-bb40-b0c2169b4f74'] in n-d-812151-4 is: [{'id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'name': 'tempest-TestNetworkBasicOps-router-1216431077', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:22:08Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 7, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': '2a59af64-1e51-46c6-bba8-0f520c763807', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1f97e-e783-481a-bb40-b0c2169b4f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:22:10Z', 'updated_at': '2021-11-03T19:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:41.902038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.096829 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.208072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebb85530-e561-46ab-adec-4676d4b1e935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.523443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebb85530-e561-46ab-adec-4676d4b1e935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.538476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ebb85530-e561-46ab-adec-4676d4b1e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.713341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.726381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.790768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ebb85530-e561-46ab-adec-4676d4b1e935 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=da696aa52341412c94721211d896a002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9314826 Nov 03 19:25:42.805053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33956) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:42.885851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb85530-e561-46ab-adec-4676d4b1e935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2a6e8-0536-4712-bdb4-52a48af2c82c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:42.893698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.894871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Fanout notify agent at l3_agent the message router_deleted on router c4b1f97e-e783-481a-bb40-b0c2169b4f74 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:25:42.919155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d45ae0-f658-45a8-8a51-d518652232ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.977243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:42.983653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33960) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:43.004543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e8e26aef-aa19-44c3-99be-38a70eddfd24 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/routers/c4b1f97e-e783-481a-bb40-b0c2169b4f74 HTTP/1.1" status: 204 len: 168 time: 3.4112728 Nov 03 19:25:43.087598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d45ae0-f658-45a8-8a51-d518652232ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.382332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d45ae0-f658-45a8-8a51-d518652232ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.387702 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88d45ae0-f658-45a8-8a51-d518652232ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.394385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-88d45ae0-f658-45a8-8a51-d518652232ca admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/00c2a6e8-0536-4712-bdb4-52a48af2c82c HTTP/1.1" status: 204 len: 168 time: 0.5837126 Nov 03 19:25:43.448959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d45ae0-f658-45a8-8a51-d518652232ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2a6e8-0536-4712-bdb4-52a48af2c82c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:43.465973 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.731448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2a59af64-1e51-46c6-bba8-0f520c763807 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:43.754438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.803473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d9f90-e739-485b-8dda-fa870b12bdcb']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:43.806413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2a59af64-1e51-46c6-bba8-0f520c763807 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:43.806757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2a59af64-1e51-46c6-bba8-0f520c763807 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:43.813425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8040f183-05f2-483f-a79e-6e8f2ce2481c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:43.827380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f71657-57c6-438a-9024-c11546acf7d4') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:43.829538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f71657-57c6-438a-9024-c11546acf7d4') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:43.850836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.871746 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.873607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8040f183-05f2-483f-a79e-6e8f2ce2481c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:43.874491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8040f183-05f2-483f-a79e-6e8f2ce2481c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:43.880579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:43.881114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:43.959670 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:43.966978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.984960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:43.989827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/networks/1f8d9f90-e739-485b-8dda-fa870b12bdcb HTTP/1.1" status: 204 len: 168 time: 1.0012953 Nov 03 19:25:44.007266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a50fc-6ce9-481f-97ea-851a66fc556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Network': ['ID=1f8d9f90-e739-485b-8dda-fa870b12bdcb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:44.036102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 33984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:44.044840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'network': {'name': 'tempest-network-smoke--234212356', 'project_id': '18722f7d7d2647de99969f468355570d', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:44.139335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:44.153679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.221551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:44.253380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.258359 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Added segment b23b47dd-6e2f-47c2-91ad-1b11e6467d05 of type vlan for network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c Nov 03 19:25:44.406656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.502580 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.524059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:44.525737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.727526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6872330 Nov 03 19:25:44.728049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34010) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:44.738867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'admin_state_up': True, 'project_id': '18722f7d7d2647de99969f468355570d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:44.744295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda708-8d8c-4824-a7ed-0bf7dc677d87 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Network': ['ID=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:44.768555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:44.875783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:44.882200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.097238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.333276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:45.726935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34048) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:46.115409 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.183471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.297749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34076) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:46.530333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154218498-network', 'tenant_id': '0ce7e7802afa48b3b55258ddb42ad9c9'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:46.538196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.25.8.129 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a0075cab-f04c-48b4-b9cf-8005c2c8efe1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:46.580166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3745d5e-3c93-4ddc-852b-8fec1463454d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.685688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Made reservation on behalf of 0ce7e7802afa48b3b55258ddb42ad9c9 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:46.689406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.717815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.826810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.840330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.854774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.919772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:46.953015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:47.039296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e436dc8-b80e-4280-b465-5c4afd165398,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:47.080412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:47.089711 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.089997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:47.090104 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Added segment c640fe55-a560-4cbe-8ca2-f0ac5f004dab of type vlan for network 4510f7f0-f04f-4030-be9f-90fd8d15e6ac Nov 03 19:25:47.103877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:47.118481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:47.146834 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3745d5e-3c93-4ddc-852b-8fec1463454d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.211321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3745d5e-3c93-4ddc-852b-8fec1463454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.293747 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.337752 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c3745d5e-3c93-4ddc-852b-8fec1463454d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6055455d147341938a96538b9dff38a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0355387 Nov 03 19:25:47.341723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34098) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:47.344543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3745d5e-3c93-4ddc-852b-8fec1463454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1a4f05-a77a-4c6a-a127-e89391235564,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:47.417246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.419925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:47.422461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.526681 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a2f16e6-5112-47ef-85f3-749c773b5ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.632865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a2f16e6-5112-47ef-85f3-749c773b5ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.836774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1067970 Nov 03 19:25:47.849045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:47.852962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279e048-fdca-4180-b97d-1c8d22cef9ef admin admin] Pushing event updated for resources: {'Network': ['ID=4510f7f0-f04f-4030-be9f-90fd8d15e6ac,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:47.855960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a2f16e6-5112-47ef-85f3-749c773b5ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.861689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0a2f16e6-5112-47ef-85f3-749c773b5ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:47.872610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0a2f16e6-5112-47ef-85f3-749c773b5ee2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7c1a4f05-a77a-4c6a-a127-e89391235564 HTTP/1.1" status: 204 len: 168 time: 0.5273218 Nov 03 19:25:47.874976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Request body: {'subnet': {'network_id': '4510f7f0-f04f-4030-be9f-90fd8d15e6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154218498-subnet', 'tenant_id': '0ce7e7802afa48b3b55258ddb42ad9c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:47.879011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 4510f7f0-f04f-4030-be9f-90fd8d15e6ac details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:47.894413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f16e6-5112-47ef-85f3-749c773b5ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1a4f05-a77a-4c6a-a127-e89391235564,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:47.954493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.168304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Made reservation on behalf of 0ce7e7802afa48b3b55258ddb42ad9c9 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:48.173180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.580570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:48.610269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.627851 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-507a37e7-e79f-46d3-aac8-660d61911067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.963982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-507a37e7-e79f-46d3-aac8-660d61911067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.975164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-507a37e7-e79f-46d3-aac8-660d61911067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.990948 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.100277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a37e7-e79f-46d3-aac8-660d61911067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02524190-4324-49d9-8c05-11847ae9b7ef,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:49.106716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-507a37e7-e79f-46d3-aac8-660d61911067 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=983ab688a5ca4f6f9875c060d82d8a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5250063 Nov 03 19:25:49.109326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:49.236395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8480-de81-4498-a47f-d5aac8c3aa31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.306913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8480-de81-4498-a47f-d5aac8c3aa31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.327620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3801577-d529-4807-8722-efede666eafa,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:49.340611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Checking segment: {'id': 'c640fe55-a560-4cbe-8ca2-f0ac5f004dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4510f7f0-f04f-4030-be9f-90fd8d15e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:49.341054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Network hostable DHCP agents. Network: 4510f7f0-f04f-4030-be9f-90fd8d15e6ac, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:49.365286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router 7b3802b1-247a-439b-b593-b97237ce54fe is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:25:49.395064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8480-de81-4498-a47f-d5aac8c3aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.399583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8480-de81-4498-a47f-d5aac8c3aa31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.403380 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a4d8480-de81-4498-a47f-d5aac8c3aa31 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/02524190-4324-49d9-8c05-11847ae9b7ef HTTP/1.1" status: 204 len: 168 time: 0.2899635 Nov 03 19:25:49.413912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d8480-de81-4498-a47f-d5aac8c3aa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02524190-4324-49d9-8c05-11847ae9b7ef,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:49.436515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Network 4510f7f0-f04f-4030-be9f-90fd8d15e6ac is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:49.576116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 4510f7f0-f04f-4030-be9f-90fd8d15e6ac) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:49.589599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d8e9c-1360-4257-9c25-102c4bae2484 None None] Network 4510f7f0-f04f-4030-be9f-90fd8d15e6ac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:49.591376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:49.596609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.753114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:49.768361 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Sync routers for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:49.799998 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:49.800637 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:49.829434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9e165-cabc-4bec-bae0-d460c7c44698 None None] Network 4510f7f0-f04f-4030-be9f-90fd8d15e6ac requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:49.847346 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-650104ed-3fa9-4bc1-9c8d-77635fa0e14a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9759417 Nov 03 19:25:49.847346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:49.853694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34158) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:49.853867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e472107f-fc40-4354-ac80-43b4bbf31f8c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1193111 Nov 03 19:25:49.963823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34162) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:49.966778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ea43bfe-4c8d-4f52-b394-6fb0a3fdb7a7 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=18722f7d7d2647de99969f468355570d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1133003 Nov 03 19:25:50.116990 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:50.502893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9802f4c-812b-4fbe-8e8a-f4765627742f tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:50.504484 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9802f4c-812b-4fbe-8e8a-f4765627742f tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5396221 Nov 03 19:25:50.508620 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:50.606430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-917c978f-4949-496b-80f8-086ed57eb92a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962498 Nov 03 19:25:50.609981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:50.619977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292955139', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'project_id': '18722f7d7d2647de99969f468355570d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:50.799297 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 3, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:50.825117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:50.832240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:50.891157 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Checking router: 7b3802b1-247a-439b-b593-b97237ce54fe for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:50.897450 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Updating router 7b3802b1-247a-439b-b593-b97237ce54fe port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:50.954705 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.122846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-05b86e9a-bc1b-48f0-bc42-101c8c2d91db service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2407784 Nov 03 19:25:51.563369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34222) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:51.580369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-68031586-6179-43d6-b26b-fef05a8134dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:51.580930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373355034-network', 'tenant_id': 'aea9931688a44ee98ae2978f9da1727a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:51.582247 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-68031586-6179-43d6-b26b-fef05a8134dc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1096 time: 0.4246614 Nov 03 19:25:51.681188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Made reservation on behalf of aea9931688a44ee98ae2978f9da1727a for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:51.688146 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.730902 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.732650 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.743447 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.833213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.941359 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Attempting to bind port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:51.942117 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Attempting to bind port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:51.942893 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Attempting to bind port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:51.988132 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:51.988132 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:51.988132 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:51.988132 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:51.989861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Bound port: a0075cab-f04c-48b4-b9cf-8005c2c8efe1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:51.989861 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.015842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Subnet': ['ID=aa0491be-c304-4edf-955e-45aaa2b4b57f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:52.032067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-0848529c-98c1-47d2-aff9-9cb111c6df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:52.034651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-0848529c-98c1-47d2-aff9-9cb111c6df1f service neutron] 10.222.0.115 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 910 time: 0.4167595 Nov 03 19:25:52.035707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Checking segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:52.036174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network hostable DHCP agents. Network: b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:52.058937 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.064932 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.131063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:52.140478 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] For port a0075cab-f04c-48b4-b9cf-8005c2c8efe1, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:52.144866 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] For port a0075cab-f04c-48b4-b9cf-8005c2c8efe1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:52.151254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd1021-0456-4720-970d-09505329077b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:52.154226 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10f507-e2e0-403d-b1f1-15471aef1c2b None None] Pushing event updated for resources: {'Port': ['ID=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:52.158680 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.174691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.175498 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Added segment 7590a6e9-1e9e-4f05-9d08-7365ffa784dc of type vlan for network 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6 Nov 03 19:25:52.188261 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-a1c6120e-ecca-46ea-b9d7-7a3b711f407b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 1000 time: 0.1404724 Nov 03 19:25:52.297685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:52.299309 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.339130 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:52.343222 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.344325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:52.344948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.348235 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:52.373865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:52.387559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e6f30-215c-4da8-891a-1fa4f9e1cc92 None None] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:52.418763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:52.419376 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.439935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8748553 Nov 03 19:25:52.443178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34238) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:52.444825 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10f507-e2e0-403d-b1f1-15471aef1c2b None None] Pushing event updated for resources: {'Port': ['ID=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:52.449428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Request body: {'subnet': {'network_id': '7e2f5c42-f6bc-4980-a789-89b6e07ec2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373355034-subnet', 'tenant_id': 'aea9931688a44ee98ae2978f9da1727a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:52.453708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-1f08b00b-7e33-4715-902a-a3471ccdc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:52.458826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-1f08b00b-7e33-4715-902a-a3471ccdc98f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 200 len: 848 time: 0.2632835 Nov 03 19:25:52.462238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a98577-600b-497d-8d02-d20a56ab08bf admin admin] Pushing event updated for resources: {'Network': ['ID=7e2f5c42-f6bc-4980-a789-89b6e07ec2f6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:52.473395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3f375375-4b1d-4af9-b537-3109dc0f5c2d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8597498 Nov 03 19:25:52.474396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34240) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:52.498239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Made reservation on behalf of aea9931688a44ee98ae2978f9da1727a for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:52.503997 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:52.646829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:52.739310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:52.799525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-09079eb5-cf37-4a9d-9984-d9ace85e6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:52.802351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-09079eb5-cf37-4a9d-9984-d9ace85e6485 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bf740413-d097-4812-a139-46cfc75e50f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3276253 Nov 03 19:25:53.015005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.069925 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:53.070456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:25:53.070894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.241161 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa546-e6a1-4d4f-b315-2b2a860040b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.302748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2925e5c0-18b2-4222-8946-a8af489dbbd6,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:53.344922 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-4c84edb2-ba77-4d59-ba2b-c805cdd7fdbc service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846570 Nov 03 19:25:53.358977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Checking segment: {'id': '7590a6e9-1e9e-4f05-9d08-7365ffa784dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7e2f5c42-f6bc-4980-a789-89b6e07ec2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:53.359909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Network hostable DHCP agents. Network: 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:53.434306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Allocated IP 172.20.0.2 (b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c/aa0491be-c304-4edf-955e-45aaa2b4b57f/aa247be7-cdc3-4eb8-a7fd-c430817f241e) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:53.447925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Network 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:53.503707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:53.514690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:53.515478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.593948 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 3, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:53.605668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700461f-a3b3-4ff6-b013-bd4484207a07 None None] Network 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:53.633540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-44ba2b66-f19e-467a-bd9a-0db5ec58050d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1751332 Nov 03 19:25:53.671349 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa546-e6a1-4d4f-b315-2b2a860040b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.681293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa546-e6a1-4d4f-b315-2b2a860040b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:53.683072 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f3e1b-9584-4145-bc2b-e032b1b10265 None None] The sync data for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 is: [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:47Z', 'revision_number': 3, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:53.855636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fa546-e6a1-4d4f-b315-2b2a860040b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0445af-b767-46f7-86fd-646142873a6c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:53.862371 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:25:53.872797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a0fa546-e6a1-4d4f-b315-2b2a860040b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c13ed39f901c4c03bb6a46db1ef1208c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2215762 Nov 03 19:25:53.876314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34276) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:54.077338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367285bc-416a-40ce-bb18-e704bed3c843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.201646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367285bc-416a-40ce-bb18-e704bed3c843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.335923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34286) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:54.370248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367285bc-416a-40ce-bb18-e704bed3c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.375407 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367285bc-416a-40ce-bb18-e704bed3c843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.380849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-367285bc-416a-40ce-bb18-e704bed3c843 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1b0445af-b767-46f7-86fd-646142873a6c HTTP/1.1" status: 204 len: 168 time: 0.5000064 Nov 03 19:25:54.524445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.555044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367285bc-416a-40ce-bb18-e704bed3c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0445af-b767-46f7-86fd-646142873a6c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:54.580037 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.604536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d0e84-42ec-463b-9c10-0168f7f20444 None None] Network 7e2f5c42-f6bc-4980-a789-89b6e07ec2f6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:54.716337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Deleting subnet c3801577-d529-4807-8722-efede666eafa {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:54.743555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:54.886146 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.025108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:55.037825 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.076827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:55.089303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Pushing event updated for resources: {'Port': ['ID=aa247be7-cdc3-4eb8-a7fd-c430817f241e,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:55.136849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:55.256651 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.346668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3801577-d529-4807-8722-efede666eafa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:55.354527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.368956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c53aaea4-fcb9-487e-9d23-60b2861a6c8a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c3801577-d529-4807-8722-efede666eafa HTTP/1.1" status: 204 len: 168 time: 1.0283256 Nov 03 19:25:55.374097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34308) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:55.379440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Attempting to bind port aa247be7-cdc3-4eb8-a7fd-c430817f241e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:55.383569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Attempting to bind port aa247be7-cdc3-4eb8-a7fd-c430817f241e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:55.388303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Attempting to bind port aa247be7-cdc3-4eb8-a7fd-c430817f241e on network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:55.404684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:55.405904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Checking segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:55.407474 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.408456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Bound using segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:55.409925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Bound port: aa247be7-cdc3-4eb8-a7fd-c430817f241e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:55.411428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.606005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160c0b92-85ba-4514-b81f-05d3032fa426 req-7710d59b-4ae2-49c2-8530-940add505e84 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2361472 Nov 03 19:25:55.658796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.764586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] For port aa247be7-cdc3-4eb8-a7fd-c430817f241e, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:55.778643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] For port aa247be7-cdc3-4eb8-a7fd-c430817f241e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=aa247be7-cdc3-4eb8-a7fd-c430817f241e,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:55.797977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a0075cab-f04c-48b4-b9cf-8005c2c8efe1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:55.825139 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:55.990415 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.050101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.055375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4510f7f0-f04f-4030-be9f-90fd8d15e6ac']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:56.089996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c640fe55-a560-4cbe-8ca2-f0ac5f004dab') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:56.092566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c640fe55-a560-4cbe-8ca2-f0ac5f004dab') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:56.130714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.156905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b84008-9656-46e5-9740-b3ffebc66f5e None None] Pushing event updated for resources: {'Port': ['ID=aa247be7-cdc3-4eb8-a7fd-c430817f241e,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:56.160899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.165821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:56.166456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.193350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:56.195686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:56.201462 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:56.370301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.397426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.404218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] 10.222.0.91 "DELETE /v2.0/networks/4510f7f0-f04f-4030-be9f-90fd8d15e6ac HTTP/1.1" status: 204 len: 168 time: 1.0292785 Nov 03 19:25:56.405376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb37c5c-3460-4c80-9b96-c97e6bb41c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=4510f7f0-f04f-4030-be9f-90fd8d15e6ac,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:56.406219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.407621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34340) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:56.512279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port a0075cab-f04c-48b4-b9cf-8005c2c8efe1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:56.533914 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.570766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Deleting subnet 2925e5c0-18b2-4222-8946-a8af489dbbd6 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:56.599822 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.672034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:56.709534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.862346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:56.865210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.20.0.1 (b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c/aa0491be-c304-4edf-955e-45aaa2b4b57f/8319d95f-ba04-4532-ae53-aa54029cdb75) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:57.087832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:57.113732 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:57.137292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2925e5c0-18b2-4222-8946-a8af489dbbd6 HTTP/1.1" status: 204 len: 168 time: 0.7235153 Nov 03 19:25:57.138219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34356) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:57.536475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:57.648837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:57.825046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:57.841576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:57.858044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:57.913746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a0075cab-f04c-48b4-b9cf-8005c2c8efe1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:58.078785 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.079601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:58.080120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.280805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=8319d95f-ba04-4532-ae53-aa54029cdb75,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:58.293757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c6f67-eacf-443e-a962-3048c40bbee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2925e5c0-18b2-4222-8946-a8af489dbbd6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:58.332426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.332674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.333087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.333470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.333870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.334207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.334538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.334960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.335301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.335631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.335961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.336292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:58.342360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2b06d-2ab6-4084-919a-0006376dae06 None None] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:58.412370 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.435305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aa247be7-cdc3-4eb8-a7fd-c430817f241e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:58.506868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.718919 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.778320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2f5c42-f6bc-4980-a789-89b6e07ec2f6']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:58.803878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7590a6e9-1e9e-4f05-9d08-7365ffa784dc') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:58.804407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7590a6e9-1e9e-4f05-9d08-7365ffa784dc') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:58.829265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.864926 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.879213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:58.880089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:58.881999 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:59.074237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.108347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.111921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] 10.222.0.91 "DELETE /v2.0/networks/7e2f5c42-f6bc-4980-a789-89b6e07ec2f6 HTTP/1.1" status: 204 len: 168 time: 0.8627684 Nov 03 19:25:59.116886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d12e5a8c-10a0-493a-ba46-fb3cab78cb1e None None] Provisioning complete for port aa247be7-cdc3-4eb8-a7fd-c430817f241e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:59.118013 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d12e5a8c-10a0-493a-ba46-fb3cab78cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.148940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6907fa7-1b9f-4440-9b9f-33c12d67233c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2f5c42-f6bc-4980-a789-89b6e07ec2f6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:59.190730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port aa247be7-cdc3-4eb8-a7fd-c430817f241e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:59.191540 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.228633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.238641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.436745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.503934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=8319d95f-ba04-4532-ae53-aa54029cdb75,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:59.509311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.522656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port aa247be7-cdc3-4eb8-a7fd-c430817f241e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=aa247be7-cdc3-4eb8-a7fd-c430817f241e,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:59.537721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.543872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34404) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:59.677876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d12e5a8c-10a0-493a-ba46-fb3cab78cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.694546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0342dcfe-907a-4ab7-970a-b5f7cdc5eea0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0ce7e7802afa48b3b55258ddb42ad9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494675 Nov 03 19:25:59.695434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34414) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:59.725526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:59.726107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=aa247be7-cdc3-4eb8-a7fd-c430817f241e,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:59.731640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:59.769542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8fb9884f-f3a0-4c56-9cbb-ea24313ae0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.827778 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8fb9884f-f3a0-4c56-9cbb-ea24313ae0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.903840 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-d12e5a8c-10a0-493a-ba46-fb3cab78cb1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:25:59.904205 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-d12e5a8c-10a0-493a-ba46-fb3cab78cb1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:25:59.940451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8fb9884f-f3a0-4c56-9cbb-ea24313ae0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.947315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8fb9884f-f3a0-4c56-9cbb-ea24313ae0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.969961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8fb9884f-f3a0-4c56-9cbb-ea24313ae0f0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e436dc8-b80e-4280-b465-5c4afd165398 HTTP/1.1" status: 204 len: 168 time: 0.2721646 Nov 03 19:26:00.008126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9884f-f3a0-4c56-9cbb-ea24313ae0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e436dc8-b80e-4280-b465-5c4afd165398,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:00.185258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router 7b3802b1-247a-439b-b593-b97237ce54fe has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:26:00.546854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:26:00.549509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34440) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:00.562275 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a1f72c5b-6fbc-4237-b889-3ee635614f38 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "PUT /v2.0/routers/7b3802b1-247a-439b-b593-b97237ce54fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0862730 Nov 03 19:26:00.573310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34442) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:00.574629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Sync routers for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:26:00.607300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:26:00.607937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:00.846114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-07283aef-8fa8-4cf6-932e-56adae915d24 None None] Provisioning complete for port aa247be7-cdc3-4eb8-a7fd-c430817f241e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:00.846868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07283aef-8fa8-4cf6-932e-56adae915d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:00.853562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:26:00.862746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34456) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:00.966625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-20dcd276-d66e-40d4-995f-a2cc6340f343 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aea9931688a44ee98ae2978f9da1727a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1022489 Nov 03 19:26:00.976754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:01.037480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4586-a14c-470b-b211-2446d782ac02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.041011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.045650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.057098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.057993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.058547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.059097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.059641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.066584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:01.068568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-949aa701-bf97-4d51-8860-6f3afec7957e tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4977 time: 0.4940448 Nov 03 19:26:01.154434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66fe9124-6b39-4c86-b414-95caf3f3c288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.319810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4586-a14c-470b-b211-2446d782ac02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.324713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4586-a14c-470b-b211-2446d782ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.393131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b3c4586-a14c-470b-b211-2446d782ac02 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6b4cf29220fc453b8f0a3492a5f0221b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8366940 Nov 03 19:26:01.393920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34478) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:01.401262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c4586-a14c-470b-b211-2446d782ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b34813-74b5-426a-884f-7710da8d8809,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:01.441046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.443457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.447631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.448153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.450270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.450926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.451401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:01.458495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b9f1734f-e6c2-453f-aa8b-20ed645d532a tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.3861585 Nov 03 19:26:01.459246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:01.477210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f39b86c6-f222-4441-a817-d06343cb1a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.512137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f39b86c6-f222-4441-a817-d06343cb1a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.611115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66fe9124-6b39-4c86-b414-95caf3f3c288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.654706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f39b86c6-f222-4441-a817-d06343cb1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.677046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f39b86c6-f222-4441-a817-d06343cb1a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.682234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f39b86c6-f222-4441-a817-d06343cb1a7b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e6b34813-74b5-426a-884f-7710da8d8809 HTTP/1.1" status: 204 len: 168 time: 0.2791243 Nov 03 19:26:01.710417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b86c6-f222-4441-a817-d06343cb1a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b34813-74b5-426a-884f-7710da8d8809,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:01.751912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-07283aef-8fa8-4cf6-932e-56adae915d24 None None] Provisioning complete for port 8319d95f-ba04-4532-ae53-aa54029cdb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:01.763777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07283aef-8fa8-4cf6-932e-56adae915d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.845513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aa247be7-cdc3-4eb8-a7fd-c430817f241e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:26:01.874594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66fe9124-6b39-4c86-b414-95caf3f3c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.884062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66fe9124-6b39-4c86-b414-95caf3f3c288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.885263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-66fe9124-6b39-4c86-b414-95caf3f3c288 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/68bd1021-0456-4720-970d-09505329077b HTTP/1.1" status: 204 len: 168 time: 0.9062831 Nov 03 19:26:01.954820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9124-6b39-4c86-b414-95caf3f3c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd1021-0456-4720-970d-09505329077b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:02.031297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07283aef-8fa8-4cf6-932e-56adae915d24 None None] Port 8319d95f-ba04-4532-ae53-aa54029cdb75 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:26:02.067719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-13fe57d3-111e-4e67-adc1-2bab50bae190 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3761 time: 0.5968668 Nov 03 19:26:02.072554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port aa247be7-cdc3-4eb8-a7fd-c430817f241e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:02.073170 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.128214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 2, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:02.241098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Checking router: 7b3802b1-247a-439b-b593-b97237ce54fe for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:26:02.243822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Updating router 7b3802b1-247a-439b-b593-b97237ce54fe port 8319d95f-ba04-4532-ae53-aa54029cdb75 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:26:02.346869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.531035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34516) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:02.551107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93bbfda0-f209-4ae8-962f-bc64fe577ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.565905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b500d24-097c-4e4e-9bc1-5dea337d2ba8 None None] Provisioning complete for port 8319d95f-ba04-4532-ae53-aa54029cdb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:02.566277 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b500d24-097c-4e4e-9bc1-5dea337d2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.696375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b500d24-097c-4e4e-9bc1-5dea337d2ba8 None None] Port 8319d95f-ba04-4532-ae53-aa54029cdb75 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:26:02.761107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93bbfda0-f209-4ae8-962f-bc64fe577ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.770105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93bbfda0-f209-4ae8-962f-bc64fe577ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.852774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34528) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:02.861663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:02.864110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028114236', 'description': 'tempest-secgroup-smoke-1028114236 description', 'project_id': '18722f7d7d2647de99969f468355570d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:02.881260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbfda0-f209-4ae8-962f-bc64fe577ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae9b77-3f04-4ba2-8287-a2d78db1ae86,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:02.945024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-93bbfda0-f209-4ae8-962f-bc64fe577ffd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=38a431312a874316a1c32f96c472250b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120142 Nov 03 19:26:02.948187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:02.959196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.041619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c759b791-94a5-49f9-8f85-ecca0554b3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.070044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c759b791-94a5-49f9-8f85-ecca0554b3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.149929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c759b791-94a5-49f9-8f85-ecca0554b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.153585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c759b791-94a5-49f9-8f85-ecca0554b3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.154866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c759b791-94a5-49f9-8f85-ecca0554b3b9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/48ae9b77-3f04-4ba2-8287-a2d78db1ae86 HTTP/1.1" status: 204 len: 168 time: 0.2052395 Nov 03 19:26:03.169639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759b791-94a5-49f9-8f85-ecca0554b3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae9b77-3f04-4ba2-8287-a2d78db1ae86,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:03.188609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.193738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.219227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.221694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3671634 Nov 03 19:26:03.224611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34546) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:03.229774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7ea3f203-ee1d-49ac-b7ef-2778b51159cd', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:03.256802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0049063-2663-413f-9561-68905d8e1008 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3f203-ee1d-49ac-b7ef-2778b51159cd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:03.328022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.436103 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.462259 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.479908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.604952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32bdde-d6de-4996-8288-3dd8bba429f1 None None] Pushing event updated for resources: {'Port': ['ID=8319d95f-ba04-4532-ae53-aa54029cdb75,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:03.611788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.638801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.665460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b421eeff-ccc3-4d4f-964f-441dbc71a4ac,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:03.687071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.691930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34564) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:03.693585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e5bb0516-47a6-40a1-8442-e9e4b9206263 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665320 Nov 03 19:26:03.697107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7ea3f203-ee1d-49ac-b7ef-2778b51159cd', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:03.708241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Attempting to bind port 8319d95f-ba04-4532-ae53-aa54029cdb75 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:26:03.709432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Attempting to bind port 8319d95f-ba04-4532-ae53-aa54029cdb75 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:26:03.710035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Attempting to bind port 8319d95f-ba04-4532-ae53-aa54029cdb75 on network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:26:03.726449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:26:03.727259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Checking segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:26:03.728406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.729256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Bound using segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:26:03.730457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Bound port: 8319d95f-ba04-4532-ae53-aa54029cdb75, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:26:03.731166 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.816527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.932378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] For port 8319d95f-ba04-4532-ae53-aa54029cdb75, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:26:03.946754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] For port 8319d95f-ba04-4532-ae53-aa54029cdb75, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8319d95f-ba04-4532-ae53-aa54029cdb75,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:26:03.960257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:03.970672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.003200 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.076078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f86c18-ed2f-41ea-8f7a-c38b3105ecc7,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:04.097413 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.099979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3a7ea8eb-ea5c-46b2-b259-e97a3a367990 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4069977 Nov 03 19:26:04.102719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34584) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:04.120237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7ea3f203-ee1d-49ac-b7ef-2778b51159cd', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:04.213485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.235098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32bdde-d6de-4996-8288-3dd8bba429f1 None None] Pushing event updated for resources: {'Port': ['ID=8319d95f-ba04-4532-ae53-aa54029cdb75,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:04.276428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:26:04.277165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:25:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:04.284487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-969e813e-3dd2-44bf-aa96-369ac14b61b7 None None] Provisioning complete for port 8319d95f-ba04-4532-ae53-aa54029cdb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:04.284665 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-969e813e-3dd2-44bf-aa96-369ac14b61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.373879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.380561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.448189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d561abad-ead6-47bc-a583-51f639171968,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:04.510557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.531793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34596) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:04.540949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7ea3f203-ee1d-49ac-b7ef-2778b51159cd', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:04.553069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d7403598-daff-4c93-93e5-734a04d43efb tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4211824 Nov 03 19:26:04.697300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.777930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:26:04.854815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.863970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.915816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa77cd5-3798-4b86-a4d7-1e86a84b8eea,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:04.943527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:04.949777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34612) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:04.952097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-48359751-4217-4a80-9b68-48fb9846f8e3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4187963 Nov 03 19:26:04.955028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7ea3f203-ee1d-49ac-b7ef-2778b51159cd', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:04.957522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a93187fb-d7ed-46d6-b5fb-f25d3a6e0b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.013092 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Project 18722f7d7d2647de99969f468355570d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:26:05.019094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.242802 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.252013 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.298284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b04d1-a3eb-4dd6-9650-c35427303a25,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:05.314791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.318782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34624) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:05.323611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'security_group_rule': {'security_group_id': '7ea3f203-ee1d-49ac-b7ef-2778b51159cd', 'project_id': '18722f7d7d2647de99969f468355570d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:05.327777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ef185383-ee64-4452-beb4-1a3930adbcf7 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3764038 Nov 03 19:26:05.350481 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Project 18722f7d7d2647de99969f468355570d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:26:05.357545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.513780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-969e813e-3dd2-44bf-aa96-369ac14b61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.520707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.527602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.581457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f766fc8-60e1-4183-acf1-b085aab46413,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:05.625641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.629484 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-448115ab-4388-4a99-bc18-97da7cdd2a1a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3095958 Nov 03 19:26:05.631604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-969e813e-3dd2-44bf-aa96-369ac14b61b7 None None] For port 8319d95f-ba04-4532-ae53-aa54029cdb75, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8319d95f-ba04-4532-ae53-aa54029cdb75,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:05.665777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-969e813e-3dd2-44bf-aa96-369ac14b61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.786901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e813e-3dd2-44bf-aa96-369ac14b61b7 None None] Pushing event updated for resources: {'Port': ['ID=8319d95f-ba04-4532-ae53-aa54029cdb75,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:05.816500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e27a4a24-e114-4182-9ece-9f3518a2ff1b None None] Provisioning complete for port 8319d95f-ba04-4532-ae53-aa54029cdb75 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:05.817481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e27a4a24-e114-4182-9ece-9f3518a2ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:05.890610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:03Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:05.954986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d07b5-a941-44f1-8345-2fa756514d72 None None] The sync data for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 is: [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:03Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:26:06.355628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-94d353c2-ba28-4514-8887-e81484823eac tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028114236&fields=id&tenant_id=18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 267 time: 0.1817999 Nov 03 19:26:06.646100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-37faa1a8-aa89-44a6-b353-ab0cf55dc891 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:06.665379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-37faa1a8-aa89-44a6-b353-ab0cf55dc891 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/networks?id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c HTTP/1.1" status: 200 len: 796 time: 0.3087749 Nov 03 19:26:06.712943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-ec6238f1-6879-4ffa-8fae-77ed0882a44a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/quotas/18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 375 time: 0.0434988 Nov 03 19:26:06.915927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-ad14df8a-4898-41fb-88fe-211a4d5cad4f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019870 Nov 03 19:26:06.946251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-332410d6-db59-455c-b995-dfc0be86e9a3 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:26:06.952542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-332410d6-db59-455c-b995-dfc0be86e9a3 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0167356 Nov 03 19:26:07.198849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-51e1e335-4be6-44c9-bc82-98b34d943411 service neutron] 10.222.0.91 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356236 Nov 03 19:26:07.516593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-00545307-631b-4907-9e20-8bdb9b01dd50 service neutron] 10.222.0.91 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098056 Nov 03 19:26:07.747039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8319d95f-ba04-4532-ae53-aa54029cdb75 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:26:07.931036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8319d95f-ba04-4532-ae53-aa54029cdb75 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:07.931665 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:07.941232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-245d9251-f31f-4e09-b03b-2370a0d886e9 req-b606eab1-a8b6-489d-a311-d3bd7617ec21 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 210 time: 0.0953748 Nov 03 19:26:08.104057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 34710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:08.349902 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e766c101-8bb7-4c85-9d37-dffa250661fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.454999 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01750959-9aec-4fb8-9517-6afe7ade40cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.685827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01750959-9aec-4fb8-9517-6afe7ade40cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.697019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01750959-9aec-4fb8-9517-6afe7ade40cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:08.795131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01750959-9aec-4fb8-9517-6afe7ade40cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5a121-6249-4255-aab5-d638aaf99dea,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:08.861407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-01750959-9aec-4fb8-9517-6afe7ade40cf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=447c893672bd42379ae71f6df4ed8dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7561293 Nov 03 19:26:08.862988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34740) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:09.107435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e2757c6-4242-4dc1-9ba2-a0a3c749d352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:09.183052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e2757c6-4242-4dc1-9ba2-a0a3c749d352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:09.255681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b59d8bb-9c7e-4faf-b332-85442d908064 req-c67bf9a7-9f04-43b5-96e2-63123e23e7b1 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 210 time: 0.0960457 Nov 03 19:26:09.332459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e2757c6-4242-4dc1-9ba2-a0a3c749d352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:09.336374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4e2757c6-4242-4dc1-9ba2-a0a3c749d352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:09.341632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4e2757c6-4242-4dc1-9ba2-a0a3c749d352 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7df5a121-6249-4255-aab5-d638aaf99dea HTTP/1.1" status: 204 len: 168 time: 0.4771433 Nov 03 19:26:09.379188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2757c6-4242-4dc1-9ba2-a0a3c749d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5a121-6249-4255-aab5-d638aaf99dea,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:09.981591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:10.465889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-b5d5cb83-1173-4d1f-845b-236f60a58978 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:10.473964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-b5d5cb83-1173-4d1f-845b-236f60a58978 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/networks?id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c HTTP/1.1" status: 200 len: 796 time: 0.5861735 Nov 03 19:26:10.503896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e65be85-90f2-4c40-8564-61e3447f0ffb req-bc926d00-65c5-417b-b713-de124ea2556f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 210 time: 0.0958178 Nov 03 19:26:10.680503 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-0ae121a4-0450-40a4-921e-2bde8e963936 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18722f7d7d2647de99969f468355570d HTTP/1.1" status: 200 len: 380 time: 0.1989012 Nov 03 19:26:10.691731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'port': {'device_id': '652a8535-6b21-4645-a693-0d96267b4e68', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'admin_state_up': True, 'tenant_id': '18722f7d7d2647de99969f468355570d', 'security_groups': ['7ea3f203-ee1d-49ac-b7ef-2778b51159cd']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:10.971436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Made reservation on behalf of 18722f7d7d2647de99969f468355570d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:26:10.975849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:11.384396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.20.0.14 (b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c/aa0491be-c304-4edf-955e-45aaa2b4b57f/07b7e2e6-0901-44a8-bcd4-badcea0543fe) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:26:11.901636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.041702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24058614-bca1-4b61-aef5-292584e539b9 req-e9b6eb7c-9b78-4405-894e-8183418f496f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 210 time: 0.1744041 Nov 03 19:26:12.064873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.096134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.242086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.295036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:12.356067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:26:12.360125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:26:12.369098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:26:12.413574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=07b7e2e6-0901-44a8-bcd4-badcea0543fe,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:12.509522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:12.512846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.546230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c0358ceb-3222-488e-a72f-edafafc6bedd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8584969 Nov 03 19:26:12.564334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Request body: {'port': {'device_id': '652a8535-6b21-4645-a693-0d96267b4e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:12.565856 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc302-d7c1-43b4-b59c-706bfcfd8547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.718046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.779811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc302-d7c1-43b4-b59c-706bfcfd8547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.786354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc302-d7c1-43b4-b59c-706bfcfd8547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.836893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d5dc302-d7c1-43b4-b59c-706bfcfd8547 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dd99ea464a41401d9f2f3ccc27e0db5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400417 Nov 03 19:26:12.838207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc302-d7c1-43b4-b59c-706bfcfd8547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5bf062-c462-4dfd-9b90-f4a7564c9c78,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:12.840790 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34902) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:12.908006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2a22-3336-4dea-924e-a075056dcc45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.914832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-266f0187-24b9-4dd9-8f6c-546e3ad0c583 None None] Provisioning complete for port 07b7e2e6-0901-44a8-bcd4-badcea0543fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:12.915780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-266f0187-24b9-4dd9-8f6c-546e3ad0c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:12.958240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-266f0187-24b9-4dd9-8f6c-546e3ad0c583 None None] Port 07b7e2e6-0901-44a8-bcd4-badcea0543fe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:26:12.962704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2a22-3336-4dea-924e-a075056dcc45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.069137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2a22-3336-4dea-924e-a075056dcc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.072923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2a22-3336-4dea-924e-a075056dcc45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.074860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a9fb2a22-3336-4dea-924e-a075056dcc45 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/db5bf062-c462-4dfd-9b90-f4a7564c9c78 HTTP/1.1" status: 204 len: 168 time: 0.2329490 Nov 03 19:26:13.101675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb2a22-3336-4dea-924e-a075056dcc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5bf062-c462-4dfd-9b90-f4a7564c9c78,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:13.307329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b7e2e6-0901-44a8-bcd4-badcea0543fe {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:26:13.344923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.350811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0dd7a-62ef-4fd8-b984-fe8500ecd5a6 req-1c1000fc-42cf-4c66-a7e3-3d38a680a077 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:13.356294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15a0dd7a-62ef-4fd8-b984-fe8500ecd5a6 req-1c1000fc-42cf-4c66-a7e3-3d38a680a077 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 932 time: 0.1881373 Nov 03 19:26:13.412906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Transition to ACTIVE for port object 07b7e2e6-0901-44a8-bcd4-badcea0543fe will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:26:13.419247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.547225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Pushing event updated for resources: {'Port': ['ID=07b7e2e6-0901-44a8-bcd4-badcea0543fe,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:13.597827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15a0dd7a-62ef-4fd8-b984-fe8500ecd5a6 req-edd25104-c96d-44f5-aab2-a9c2c5618ae9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317359 Nov 03 19:26:13.881273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Attempting to bind port 07b7e2e6-0901-44a8-bcd4-badcea0543fe on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:26:13.881622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Attempting to bind port 07b7e2e6-0901-44a8-bcd4-badcea0543fe by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:26:13.881990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Attempting to bind port 07b7e2e6-0901-44a8-bcd4-badcea0543fe on network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:26:13.902540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Port 07b7e2e6-0901-44a8-bcd4-badcea0543fe on network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:26:13.902884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Attempting to bind port 07b7e2e6-0901-44a8-bcd4-badcea0543fe on network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:26:13.914729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:26:13.915079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Checking segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:26:13.916972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Bound using segment: {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:26:13.917472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Bound port: 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:26:13.917837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.988686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:14.010927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6382f9bd-064d-4a2b-89e5-4c1d1ca371df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.194755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] For port 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:26:14.216306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] For port 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:26:14.230680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.267542 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6382f9bd-064d-4a2b-89e5-4c1d1ca371df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.273990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6382f9bd-064d-4a2b-89e5-4c1d1ca371df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.313671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:14.323829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6382f9bd-064d-4a2b-89e5-4c1d1ca371df admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ea47260ada64774a07c69a1d0ebdb7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337154 Nov 03 19:26:14.326983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 34982) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:14.328427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.330033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] 10.222.0.115 "PUT /v2.0/ports/07b7e2e6-0901-44a8-bcd4-badcea0543fe HTTP/1.1" status: 200 len: 1092 time: 1.7759356 Nov 03 19:26:14.330512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:26:14.342073 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fb02f9-9468-4a87-bc31-e97a3181df6a" -d '{"events": [{"name": "network-changed", "server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:26:14.481635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698ec2d-5896-4ec5-8422-a8fb12db69a1 service neutron] Pushing event updated for resources: {'Port': ['ID=07b7e2e6-0901-44a8-bcd4-badcea0543fe,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:14.486095 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d336a0d-bcad-413b-9312-4ea7d51179d6 x-openstack-request-id: req-3d336a0d-bcad-413b-9312-4ea7d51179d6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:26:14.486380 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:26:14.486644 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3d336a0d-bcad-413b-9312-4ea7d51179d6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:26:14.487051 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'status': 'completed', 'code': 200} Nov 03 19:26:14.516510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382f9bd-064d-4a2b-89e5-4c1d1ca371df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f68220-a9e0-46ee-813d-b773e79d005a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:14.527317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c57c15e4-3f63-41ee-abf3-8181ed20e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:14.529417 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-c57c15e4-3f63-41ee-abf3-8181ed20e0bc service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 1095 time: 0.1451643 Nov 03 19:26:14.558165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca2cb5e-5d56-471b-a4c6-2384ac3a2540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.612565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca2cb5e-5d56-471b-a4c6-2384ac3a2540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.638087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-b23da262-605b-4822-9a67-c5a5c59cf492 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe HTTP/1.1" status: 200 len: 217 time: 0.0986040 Nov 03 19:26:14.712583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-fb239cb1-71cb-4fed-b420-32a028c221a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:14.714871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-fb239cb1-71cb-4fed-b420-32a028c221a4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa0491be-c304-4edf-955e-45aaa2b4b57f HTTP/1.1" status: 200 len: 835 time: 0.0696499 Nov 03 19:26:14.737161 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca2cb5e-5d56-471b-a4c6-2384ac3a2540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.740078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4ca2cb5e-5d56-471b-a4c6-2384ac3a2540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:14.741396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ca2cb5e-5d56-471b-a4c6-2384ac3a2540 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/21f68220-a9e0-46ee-813d-b773e79d005a HTTP/1.1" status: 204 len: 168 time: 0.4083731 Nov 03 19:26:14.771092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2cb5e-5d56-471b-a4c6-2384ac3a2540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f68220-a9e0-46ee-813d-b773e79d005a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:14.993236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3000-d234-4acd-8498-3db632e54aeb req-71761fba-51c7-4f30-a18c-3cb95dd5054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:14.994785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-71761fba-51c7-4f30-a18c-3cb95dd5054b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2714627 Nov 03 19:26:15.084698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f314b-a37b-44c9-a4ed-8293ec5508cf req-6bb1ad53-7497-4bb0-8b01-a975344cfb1d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:15.096457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a64f314b-a37b-44c9-a4ed-8293ec5508cf req-6bb1ad53-7497-4bb0-8b01-a975344cfb1d tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 944 time: 0.2102287 Nov 03 19:26:15.240170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-9b3a9c65-db25-40d1-89d0-a2d4e6991f64 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366250 Nov 03 19:26:15.254854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a64f314b-a37b-44c9-a4ed-8293ec5508cf req-46a5ca0f-c63e-4fca-8a7b-5a5d0c9afc20 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573012 Nov 03 19:26:15.567595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-48ea3000-d234-4acd-8498-3db632e54aeb req-9f6cdf3d-ca9a-41ed-99b0-3b523e2766fa service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202343 Nov 03 19:26:15.715134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-80e24661-99bd-46a0-9d0e-98b144977b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:15.716962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-80e24661-99bd-46a0-9d0e-98b144977b6a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 1095 time: 0.0745797 Nov 03 19:26:15.975557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-8c67f9ae-01d7-4336-98c5-073b443266fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:15.977975 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-8c67f9ae-01d7-4336-98c5-073b443266fe service neutron] 10.222.0.115 "GET /v2.0/networks?id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c HTTP/1.1" status: 200 len: 897 time: 0.2478592 Nov 03 19:26:16.074811 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-3ec49bb0-518b-4c5e-bf06-04999810f755 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe HTTP/1.1" status: 200 len: 217 time: 0.0889087 Nov 03 19:26:16.149447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-3b6640a8-d0d9-4f8d-8685-7bda7c651b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:16.151191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-3b6640a8-d0d9-4f8d-8685-7bda7c651b67 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa0491be-c304-4edf-955e-45aaa2b4b57f HTTP/1.1" status: 200 len: 835 time: 0.0674663 Nov 03 19:26:16.238586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-8fe15f05-cb50-40da-b991-a9653b5068b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:16.242721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-8fe15f05-cb50-40da-b991-a9653b5068b0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833366 Nov 03 19:26:16.540372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16402cac-b2bb-4b61-b947-12359d18502b req-cfbde1e4-a852-44a3-bdaa-758b6a2be1b2 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:16.561927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16402cac-b2bb-4b61-b947-12359d18502b req-cfbde1e4-a852-44a3-bdaa-758b6a2be1b2 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 944 time: 0.1500859 Nov 03 19:26:16.779857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16402cac-b2bb-4b61-b947-12359d18502b req-9ff0986a-5409-439a-870e-108c28e53b0e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169564 Nov 03 19:26:16.999785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-0fe6ae38-8e24-41b9-9228-355e53bbebf4 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480478 Nov 03 19:26:17.180026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09fb02f9-9468-4a87-bc31-e97a3181df6a req-08d6cd06-1e34-4e65-b064-12029d07dc43 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720452 Nov 03 19:26:17.586612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 07b7e2e6-0901-44a8-bcd4-badcea0543fe details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:26:17.786339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:17.801998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'port_id': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'mac_address': 'fa:16:3e:d7:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:26:17.978493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:18.046564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b7e2e6-0901-44a8-bcd4-badcea0543fe {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:26:18.062590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb6f50-6805-4d7d-8474-b9fa074464eb req-5ece2b10-7c2c-448d-ba18-14c57589f0f9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:18.070966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4fb6f50-6805-4d7d-8474-b9fa074464eb req-5ece2b10-7c2c-448d-ba18-14c57589f0f9 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 944 time: 0.1045983 Nov 03 19:26:18.095777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:18.105856 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:18.158944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4fb6f50-6805-4d7d-8474-b9fa074464eb req-6e69d27d-c8b7-4925-88d9-c7e4ca7d2183 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822773 Nov 03 19:26:18.225419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=07b7e2e6-0901-44a8-bcd4-badcea0543fe,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:18.336549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['07b7e2e6-0901-44a8-bcd4-badcea0543fe'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:26:18.672188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35084) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:18.916042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7c54d290-5a5e-4417-a568-7adb2cd8c1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.124677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7c54d290-5a5e-4417-a568-7adb2cd8c1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.129741 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7c54d290-5a5e-4417-a568-7adb2cd8c1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.216772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35102) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:19.219342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7c54d290-5a5e-4417-a568-7adb2cd8c1ec admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7cdf922fca7a4dd79af7428b6ef6d7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5454426 Nov 03 19:26:19.282214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54d290-5a5e-4417-a568-7adb2cd8c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff283c-e224-4848-8bd2-e103cb7e0481,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:19.370226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0738d879-1087-452e-a2e6-9a5e173871b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.497343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0738d879-1087-452e-a2e6-9a5e173871b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.510644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141db9-b72f-4a2d-8fe2-8a1df8edf57f req-ddd1604d-55da-418f-89e2-5ccc46fdd9c6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:19.512669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69141db9-b72f-4a2d-8fe2-8a1df8edf57f req-ddd1604d-55da-418f-89e2-5ccc46fdd9c6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 945 time: 0.1743710 Nov 03 19:26:19.602603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 07b7e2e6-0901-44a8-bcd4-badcea0543fe up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:26:19.651517 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0738d879-1087-452e-a2e6-9a5e173871b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.661138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0738d879-1087-452e-a2e6-9a5e173871b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.661138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0738d879-1087-452e-a2e6-9a5e173871b3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/eaff283c-e224-4848-8bd2-e103cb7e0481 HTTP/1.1" status: 204 len: 168 time: 0.4395137 Nov 03 19:26:19.687319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738d879-1087-452e-a2e6-9a5e173871b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff283c-e224-4848-8bd2-e103cb7e0481,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:19.690779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69141db9-b72f-4a2d-8fe2-8a1df8edf57f req-2ecf5122-8731-4469-bb12-e747f9e5cf31 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689990 Nov 03 19:26:19.705431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35112) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:19.753157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 07b7e2e6-0901-44a8-bcd4-badcea0543fe completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:26:19.757854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 07b7e2e6-0901-44a8-bcd4-badcea0543fe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:26:19.758227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.888580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e50daf-96bf-4061-8a77-a7ee2bb58eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:19.978753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.041059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:26:20.044248 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a460b349-f747-4237-b7cf-0f04e5a941f4" -d '{"events": [{"server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "name": "network-vif-plugged", "status": "completed", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:26:20.049114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:26:20.063493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.110559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e50daf-96bf-4061-8a77-a7ee2bb58eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.119223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e50daf-96bf-4061-8a77-a7ee2bb58eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.137479 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918f5eb9-6922-4ba2-a21c-c1326f83c234 x-openstack-request-id: req-918f5eb9-6922-4ba2-a21c-c1326f83c234 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:26:20.137938 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "name": "network-vif-plugged", "status": "completed", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:26:20.138331 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-918f5eb9-6922-4ba2-a21c-c1326f83c234 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:26:20.139506 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'code': 200} Nov 03 19:26:20.189738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=07b7e2e6-0901-44a8-bcd4-badcea0543fe,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:20.221254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50daf-96bf-4061-8a77-a7ee2bb58eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5554bb-f353-457c-803a-d3bd53ffef36,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:20.355861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:20.359078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c3e50daf-96bf-4061-8a77-a7ee2bb58eb2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=898ba64ec6b44f2ead0754b6a9b90165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6583734 Nov 03 19:26:20.363273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35126) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:20.387892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497658db-1a07-483d-9217-55c76dfd57c3 req-437321c7-8c6f-4a81-926f-d25bcd0e8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:20.391367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-497658db-1a07-483d-9217-55c76dfd57c3 req-437321c7-8c6f-4a81-926f-d25bcd0e8647 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 1097 time: 0.1589513 Nov 03 19:26:20.413728 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d819ae0-c436-44b2-8e9b-e0cdec5e7b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.490500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-497658db-1a07-483d-9217-55c76dfd57c3 req-1b4ae1e4-95de-4b6e-86f6-08f6c8cf71be service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912194 Nov 03 19:26:20.568210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79b63407-1437-4747-b42d-57e731d9b790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.614016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79b63407-1437-4747-b42d-57e731d9b790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.723401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79b63407-1437-4747-b42d-57e731d9b790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.728221 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-79b63407-1437-4747-b42d-57e731d9b790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.736535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-79b63407-1437-4747-b42d-57e731d9b790 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dc5554bb-f353-457c-803a-d3bd53ffef36 HTTP/1.1" status: 204 len: 168 time: 0.3715489 Nov 03 19:26:20.746001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d819ae0-c436-44b2-8e9b-e0cdec5e7b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.771021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d819ae0-c436-44b2-8e9b-e0cdec5e7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:20.786483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b63407-1437-4747-b42d-57e731d9b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5554bb-f353-457c-803a-d3bd53ffef36,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:20.956646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d819ae0-c436-44b2-8e9b-e0cdec5e7b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73facf4-a033-4856-9f4f-8c15d49561c8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:20.961854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d819ae0-c436-44b2-8e9b-e0cdec5e7b96 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=17dcf0f8d49848458bdf95ab09039b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042855 Nov 03 19:26:20.965563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35136) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:20.993262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17512679-7295-4805-93d2-77619f633634 req-ec6461e7-4bd2-4517-ab0b-bac77de75021 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:21.013349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17512679-7295-4805-93d2-77619f633634 req-ec6461e7-4bd2-4517-ab0b-bac77de75021 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 946 time: 0.1312370 Nov 03 19:26:21.102019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69537ef3-15c9-47fb-8272-88c0da886b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.118913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17512679-7295-4805-93d2-77619f633634 req-46fe8ffe-6f43-46c2-9364-e76be7cf3163 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045363 Nov 03 19:26:21.191149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69537ef3-15c9-47fb-8272-88c0da886b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.318888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69537ef3-15c9-47fb-8272-88c0da886b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.322025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-69537ef3-15c9-47fb-8272-88c0da886b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.325643 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-69537ef3-15c9-47fb-8272-88c0da886b0b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a73facf4-a033-4856-9f4f-8c15d49561c8 HTTP/1.1" status: 204 len: 168 time: 0.3566277 Nov 03 19:26:21.349453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69537ef3-15c9-47fb-8272-88c0da886b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73facf4-a033-4856-9f4f-8c15d49561c8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:21.505096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35146) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:21.522038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd400d-d64c-4eda-afa2-c9e13fb4a400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.705017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd400d-d64c-4eda-afa2-c9e13fb4a400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.714348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd400d-d64c-4eda-afa2-c9e13fb4a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:21.812863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f1fd400d-d64c-4eda-afa2-c9e13fb4a400 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e4834ee9e9b4646bc3a5ddb183f3b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056722 Nov 03 19:26:21.816337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35154) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:21.826013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd400d-d64c-4eda-afa2-c9e13fb4a400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e5080-7a4e-4467-8372-c7f6d7b8ddbd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:21.972530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fb5831-2322-43e8-abc2-89108e149daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:22.040900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fb5831-2322-43e8-abc2-89108e149daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:22.139526 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fb5831-2322-43e8-abc2-89108e149daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:22.143075 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fb5831-2322-43e8-abc2-89108e149daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:22.147348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35fb5831-2322-43e8-abc2-89108e149daa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7e1e5080-7a4e-4467-8372-c7f6d7b8ddbd HTTP/1.1" status: 204 len: 168 time: 0.3271160 Nov 03 19:26:22.186455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb5831-2322-43e8-abc2-89108e149daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e5080-7a4e-4467-8372-c7f6d7b8ddbd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:22.377175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46866e-4e36-447b-89a9-fec01ec778d3 req-073845f8-6c8a-4321-9015-186efc77f716 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:22.378824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c46866e-4e36-447b-89a9-fec01ec778d3 req-073845f8-6c8a-4321-9015-186efc77f716 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 946 time: 0.0992758 Nov 03 19:26:22.504277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5c46866e-4e36-447b-89a9-fec01ec778d3 req-e14479df-5f2e-4144-898f-3e1a6f7414dd tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173911 Nov 03 19:26:22.700390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33275e0d-4628-41d2-a10a-1f9941827cf8 req-776be596-da7d-4a81-b9a8-085ff0891389 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:22.708585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33275e0d-4628-41d2-a10a-1f9941827cf8 req-776be596-da7d-4a81-b9a8-085ff0891389 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 946 time: 0.1007955 Nov 03 19:26:22.828626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33275e0d-4628-41d2-a10a-1f9941827cf8 req-eb6410e4-0ef5-4f3d-b75d-2fa733facad6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067119 Nov 03 19:26:22.846147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35188) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:22.897798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec8a2a-86ea-440d-b3f6-f02e546f8a72 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:22.899347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3eec8a2a-86ea-440d-b3f6-f02e546f8a72 tempest-TestNetworkBasicOps-364635209 tempest-TestNetworkBasicOps-364635209-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 1092 time: 0.0518339 Nov 03 19:26:22.902387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35190) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:22.913587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:26:22.965096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35194) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:22.990118 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42781b7b-95e1-4566-96e4-a517fee34859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:22.990545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.132421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42781b7b-95e1-4566-96e4-a517fee34859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.143689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42781b7b-95e1-4566-96e4-a517fee34859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.192951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42781b7b-95e1-4566-96e4-a517fee34859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b28cfe5-a528-4371-a31b-517cf6a1be25,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:23.231225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-42781b7b-95e1-4566-96e4-a517fee34859 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=605565f8cc6248868c9795654ef212ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620966 Nov 03 19:26:23.231471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.233009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35198) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:23.440616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6a6d-b972-41a5-bdc5-650201f69a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.524976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6a6d-b972-41a5-bdc5-650201f69a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.581718 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Allocated IP 172.25.8.170 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/e57a06e6-0e13-4b2b-a9b6-dd65e8116bb9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:26:23.785418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6a6d-b972-41a5-bdc5-650201f69a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.789117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6a6d-b972-41a5-bdc5-650201f69a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.795389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f3ab6a6d-b972-41a5-bdc5-650201f69a41 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6b28cfe5-a528-4371-a31b-517cf6a1be25 HTTP/1.1" status: 204 len: 168 time: 0.5606177 Nov 03 19:26:23.814116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab6a6d-b972-41a5-bdc5-650201f69a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b28cfe5-a528-4371-a31b-517cf6a1be25,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:23.917442 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:23.985926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:24.061272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=e57a06e6-0e13-4b2b-a9b6-dd65e8116bb9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:24.085215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:26:24.086742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:26:24.092452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:26:25.635601 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:25.793052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:26.162332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:26.170757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:26.358097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event updated for resources: {'Port': ['ID=e57a06e6-0e13-4b2b-a9b6-dd65e8116bb9,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:26.401037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:26.620131 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Floating IP 4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 associated. External IP: 172.25.8.170, port: 07b7e2e6-0901-44a8-bcd4-badcea0543fe. Nov 03 19:26:27.158442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router 7b3802b1-247a-439b-b593-b97237ce54fe has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:26:27.562041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:26:27.599991 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] Sync routers for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:26:27.634262 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:26:27.635315 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:26:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:27.686986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:27.793333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5cb67824-0a90-4bed-a28c-1ad2318d775f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8884740 Nov 03 19:26:27.794238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:26:27.796177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35328) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:27.796833 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2c3c00-e008-48c9-b33e-1765a305a143" -d '{"events": [{"name": "network-changed", "server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:26:27.815233 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:26:27.902916 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dcd876-9440-4fff-b85e-3c8b89aa9f45 x-openstack-request-id: req-05dcd876-9440-4fff-b85e-3c8b89aa9f45 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:26:27.903176 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:26:27.903438 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-05dcd876-9440-4fff-b85e-3c8b89aa9f45 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:26:27.903858 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'status': 'completed', 'code': 200} Nov 03 19:26:28.037620 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c7d75012-db02-4869-bc7a-89b41a47c66e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 HTTP/1.1" status: 200 len: 992 time: 0.2369146 Nov 03 19:26:28.048504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-286e2d50-2294-4687-bcef-0c47da543522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:28.050416 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-286e2d50-2294-4687-bcef-0c47da543522 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 1097 time: 0.0948074 Nov 03 19:26:28.216980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-9aeddb9f-c8ea-4960-8b56-cf4ee9bd45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:28.218494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-9aeddb9f-c8ea-4960-8b56-cf4ee9bd45eb service neutron] 10.222.0.115 "GET /v2.0/networks?id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c HTTP/1.1" status: 200 len: 897 time: 0.1580839 Nov 03 19:26:28.388241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-d9ee7611-b48c-4cdd-8d47-34925ee9a55e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe HTTP/1.1" status: 200 len: 1000 time: 0.1619248 Nov 03 19:26:28.536999 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'port_id': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'mac_address': 'fa:16:3e:d7:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a8535-6b21-4645-a693-0d96267b4e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:26:24Z', 'updated_at': '2021-11-03T19:26:24Z', 'revision_number': 0, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:05Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:28.585083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-f4c39c42-fc4b-493e-8fff-58a700145a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:28.592661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-f4c39c42-fc4b-493e-8fff-58a700145a24 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa0491be-c304-4edf-955e-45aaa2b4b57f HTTP/1.1" status: 200 len: 835 time: 0.1951756 Nov 03 19:26:28.626326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] Checking router: 7b3802b1-247a-439b-b593-b97237ce54fe for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:26:28.657927 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:26:28.659064 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:26:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:28.710382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-4b8d2f40-f652-476d-baf9-236a010c1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:28.712982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-4b8d2f40-f652-476d-baf9-236a010c1cea service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127722 Nov 03 19:26:28.991403 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:26:29.001418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-17025226-253a-48f5-9e2b-ada730b30967 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807939 Nov 03 19:26:29.042142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35392) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:29.323483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d2c3c00-e008-48c9-b33e-1765a305a143 req-41f86328-957f-4c98-900b-86829c976099 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092504 Nov 03 19:26:29.439209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-36347909-8b71-46fe-a161-547ef41b676e tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 HTTP/1.1" status: 200 len: 992 time: 0.3743615 Nov 03 19:26:29.829679 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'port_id': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'mac_address': 'fa:16:3e:d7:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a8535-6b21-4645-a693-0d96267b4e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:26:24Z', 'updated_at': '2021-11-03T19:26:24Z', 'revision_number': 0, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:05Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:26:30.002228 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e006ef9-183b-4371-adb7-0cb82ecdb569 None None] The sync data for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 is: [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'port_id': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'mac_address': 'fa:16:3e:d7:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652a8535-6b21-4645-a693-0d96267b4e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:26:24Z', 'updated_at': '2021-11-03T19:26:24Z', 'revision_number': 0, 'project_id': '18722f7d7d2647de99969f468355570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:05Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:26:30.355364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35482) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:30.419489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35490) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:30.500625 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e214998-de54-4a10-9506-861c944d62ea None None] New status for floating IP 4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:26:30.635442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-066407f1-b642-4663-b86d-36d95b5b3396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:30.668278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ceaa048b-2629-4c43-8aa3-7d2f1bd43047 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 HTTP/1.1" status: 200 len: 992 time: 0.2474344 Nov 03 19:26:30.805058 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:26:30.814782 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-066407f1-b642-4663-b86d-36d95b5b3396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:30.826710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-066407f1-b642-4663-b86d-36d95b5b3396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:30.877448 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066407f1-b642-4663-b86d-36d95b5b3396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e152f-3ca1-4993-8f20-464d912c6e9d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:30.887669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35538) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:30.888415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-066407f1-b642-4663-b86d-36d95b5b3396 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3fa213e1d553484ca22f90a26bf58944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5311108 Nov 03 19:26:31.118161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f20eb88e-5f5b-4822-8a9c-e7b24fda50c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:31.151041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f20eb88e-5f5b-4822-8a9c-e7b24fda50c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:31.223654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f20eb88e-5f5b-4822-8a9c-e7b24fda50c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:31.229325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f20eb88e-5f5b-4822-8a9c-e7b24fda50c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:31.237874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f20eb88e-5f5b-4822-8a9c-e7b24fda50c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/369e152f-3ca1-4993-8f20-464d912c6e9d HTTP/1.1" status: 204 len: 168 time: 0.3406763 Nov 03 19:26:31.249529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20eb88e-5f5b-4822-8a9c-e7b24fda50c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e152f-3ca1-4993-8f20-464d912c6e9d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:31.672963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35634) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:31.802469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35646) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:31.866322 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3644bca8-815b-468c-b7af-c4e926c7066b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.091714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3644bca8-815b-468c-b7af-c4e926c7066b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.097381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e45831ff-f463-4572-a361-238ebce021d8 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 HTTP/1.1" status: 200 len: 994 time: 0.4226649 Nov 03 19:26:32.099178 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3644bca8-815b-468c-b7af-c4e926c7066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.139271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644bca8-815b-468c-b7af-c4e926c7066b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a84498-922a-41e4-8e89-33d65e0c37a6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:32.199884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3644bca8-815b-468c-b7af-c4e926c7066b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ea21eb7db5a7488282bff83ca9e03e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954089 Nov 03 19:26:32.202919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35684) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:32.293751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78ce2f78-0338-4464-8e1d-7c1b25ec21b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.329081 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78ce2f78-0338-4464-8e1d-7c1b25ec21b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.425925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78ce2f78-0338-4464-8e1d-7c1b25ec21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.430151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-78ce2f78-0338-4464-8e1d-7c1b25ec21b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:32.431689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78ce2f78-0338-4464-8e1d-7c1b25ec21b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/17a84498-922a-41e4-8e89-33d65e0c37a6 HTTP/1.1" status: 204 len: 168 time: 0.2267714 Nov 03 19:26:32.454078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2f78-0338-4464-8e1d-7c1b25ec21b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a84498-922a-41e4-8e89-33d65e0c37a6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:32.570048 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:33.128625 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:34.672626 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-355d2e19-f175-4ce3-9884-0813100c15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.085835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 35946) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:35.320156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d3ff98-62b6-493a-8dbc-2de355f4b672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.471383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d3ff98-62b6-493a-8dbc-2de355f4b672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.480819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d3ff98-62b6-493a-8dbc-2de355f4b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.614074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 35964) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:35.615871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-60d3ff98-62b6-493a-8dbc-2de355f4b672 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=65b42cd6513440258e78954e4a30a72f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5277970 Nov 03 19:26:35.645872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ff98-62b6-493a-8dbc-2de355f4b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d3309-f268-444b-81ac-ca1fe2144aa9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:35.751792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a7c4-1873-4d57-9dea-76a139b3feb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.800297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a7c4-1873-4d57-9dea-76a139b3feb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.919626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a7c4-1873-4d57-9dea-76a139b3feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.925215 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a7c4-1873-4d57-9dea-76a139b3feb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:35.928675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfa5a7c4-1873-4d57-9dea-76a139b3feb2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a12d3309-f268-444b-81ac-ca1fe2144aa9 HTTP/1.1" status: 204 len: 168 time: 0.3115358 Nov 03 19:26:35.948439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5a7c4-1873-4d57-9dea-76a139b3feb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d3309-f268-444b-81ac-ca1fe2144aa9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:38.362952 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-09c3ca8c-5641-4b87-b330-866ca1b157b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:39.972167 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:41.888826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:42.117806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:46.064492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-10e18fe0-2416-437d-9dbc-a7ba47a541c3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1179252 Nov 03 19:26:46.262003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-ff407ad5-e7f8-4f0b-b008-cc87b28fb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:46.265259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-ff407ad5-e7f8-4f0b-b008-cc87b28fb551 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1096 time: 0.1151423 Nov 03 19:26:46.266221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36212) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:46.403262 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:46.562494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-eaa199bf-6780-4dc4-bc9e-2a8af9c0a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:46.568314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-eaa199bf-6780-4dc4-bc9e-2a8af9c0a189 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.2689817 Nov 03 19:26:46.631724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:46.641183 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:46.820614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-b82b93f3-1a49-448b-bd54-317c139076f8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 1001 time: 0.2395732 Nov 03 19:26:46.826815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36224) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:46.827077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e5b5a13ee1b4494a9782de62040095af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589948 Nov 03 19:26:46.827926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe0fd8-0171-41b2-8cb7-84540bd93efd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:46.848322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.851710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.852280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.852792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.854422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.854880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.855314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.857487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.858066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.858609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.859173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:46.861556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cdf23e-28d8-4c9c-b6d5-76deb8b9b52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:26:47.088318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-ca86586a-b012-4174-9222-da72e65d4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:47.098827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-ca86586a-b012-4174-9222-da72e65d4210 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.2574270 Nov 03 19:26:47.120630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36232) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:47.141303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c6210c7a-84d7-4bc1-94b5-74eb569f1faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.177993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c6210c7a-84d7-4bc1-94b5-74eb569f1faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.293699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c6210c7a-84d7-4bc1-94b5-74eb569f1faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.296436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c6210c7a-84d7-4bc1-94b5-74eb569f1faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.297721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c6210c7a-84d7-4bc1-94b5-74eb569f1faa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cbbe0fd8-0171-41b2-8cb7-84540bd93efd HTTP/1.1" status: 204 len: 168 time: 0.4697917 Nov 03 19:26:47.310877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6210c7a-84d7-4bc1-94b5-74eb569f1faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe0fd8-0171-41b2-8cb7-84540bd93efd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:47.334461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-38547019-3b83-413e-ac70-1c7651d3cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:47.337310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-38547019-3b83-413e-ac70-1c7651d3cd8b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975400 Nov 03 19:26:47.355132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6901f6b-43b7-49ad-9a62-fcfb9b6f58f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.562517 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-b5e89757-3734-48ba-b8d0-1aa844c01a1f service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127471 Nov 03 19:26:47.597736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6901f6b-43b7-49ad-9a62-fcfb9b6f58f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.606575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6901f6b-43b7-49ad-9a62-fcfb9b6f58f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:47.863691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6901f6b-43b7-49ad-9a62-fcfb9b6f58f3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=57cb3f46a8424ed9b76cf625b506266b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7376804 Nov 03 19:26:47.865429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:47.872228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6901f6b-43b7-49ad-9a62-fcfb9b6f58f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f3b3e-26c9-4fc4-ade4-cfc0c57eed8e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:47.988978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:48.020525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ded0-e4ec-4fb9-bbf3-e7a011ecd847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.087102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e009dfc-e815-4f88-92cb-3d82464ede27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.097592 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-034d4e31-b106-4526-8550-ddc8e6a79e05 req-92930d47-ab0f-4c07-aee6-bb570ba4379c service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223341 Nov 03 19:26:48.176811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e009dfc-e815-4f88-92cb-3d82464ede27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.322161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e009dfc-e815-4f88-92cb-3d82464ede27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.340138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6e009dfc-e815-4f88-92cb-3d82464ede27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.351911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6e009dfc-e815-4f88-92cb-3d82464ede27 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe0f3b3e-26c9-4fc4-ade4-cfc0c57eed8e HTTP/1.1" status: 204 len: 168 time: 0.4779088 Nov 03 19:26:48.366493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ded0-e4ec-4fb9-bbf3-e7a011ecd847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.379415 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ded0-e4ec-4fb9-bbf3-e7a011ecd847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.389403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e009dfc-e815-4f88-92cb-3d82464ede27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f3b3e-26c9-4fc4-ade4-cfc0c57eed8e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:48.517935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f4f1ded0-e4ec-4fb9-bbf3-e7a011ecd847 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e4d20c36c5b843d89c1c14f8a6c126fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272608 Nov 03 19:26:48.519484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1ded0-e4ec-4fb9-bbf3-e7a011ecd847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0847d4d2-58a2-4449-9fd3-76613bf01efe,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:48.521069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36258) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:48.633019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bd3e-4fab-457c-a256-01b14cacf751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.682859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bd3e-4fab-457c-a256-01b14cacf751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.851834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bd3e-4fab-457c-a256-01b14cacf751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.858362 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bd3e-4fab-457c-a256-01b14cacf751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:48.861911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfb8bd3e-4fab-457c-a256-01b14cacf751 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0847d4d2-58a2-4449-9fd3-76613bf01efe HTTP/1.1" status: 204 len: 168 time: 0.3383276 Nov 03 19:26:48.930113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8bd3e-4fab-457c-a256-01b14cacf751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847d4d2-58a2-4449-9fd3-76613bf01efe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:49.914647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36290) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:49.943133 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1168c349-fe7c-42dd-8115-f47696ed9b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.139572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1168c349-fe7c-42dd-8115-f47696ed9b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.150124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1168c349-fe7c-42dd-8115-f47696ed9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.215388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36298) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:50.223466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1168c349-fe7c-42dd-8115-f47696ed9b1e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=21e9df8c58054a8ca7e21990746ab342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020391 Nov 03 19:26:50.228257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168c349-fe7c-42dd-8115-f47696ed9b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18582855-f472-425b-b3e8-c041c2d8a353,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:50.315324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab5ced6f-0cd7-40c9-b3f1-7e3b354c404e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.371358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab5ced6f-0cd7-40c9-b3f1-7e3b354c404e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.463908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab5ced6f-0cd7-40c9-b3f1-7e3b354c404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.468371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab5ced6f-0cd7-40c9-b3f1-7e3b354c404e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:50.470946 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ab5ced6f-0cd7-40c9-b3f1-7e3b354c404e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/18582855-f472-425b-b3e8-c041c2d8a353 HTTP/1.1" status: 204 len: 168 time: 0.2536666 Nov 03 19:26:50.491771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ced6f-0cd7-40c9-b3f1-7e3b354c404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18582855-f472-425b-b3e8-c041c2d8a353,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:26:52.954192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-06906fcc-3288-4ac5-8574-80d7e0f09a4e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084948 Nov 03 19:26:53.190778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-47947c50-ca81-4e68-96d2-39cbe7a6cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:53.193133 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-47947c50-ca81-4e68-96d2-39cbe7a6cf38 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1096 time: 0.1226659 Nov 03 19:26:53.448711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-e9322f89-4dc1-438e-b6b2-70f342d6c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:53.456330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-e9322f89-4dc1-438e-b6b2-70f342d6c0b0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 910 time: 0.2348473 Nov 03 19:26:53.597163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-c4f122fc-a095-47dd-9720-f846d5a7f182 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 1000 time: 0.1328235 Nov 03 19:26:53.722893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-4afe3943-db4c-465b-8f23-e0e5aad45ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:53.724762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-4afe3943-db4c-465b-8f23-e0e5aad45ccf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 200 len: 848 time: 0.1140525 Nov 03 19:26:53.810029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-14247244-0084-4673-a5f9-6dc7e35019ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:53.817880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-14247244-0084-4673-a5f9-6dc7e35019ca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bf740413-d097-4812-a139-46cfc75e50f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858877 Nov 03 19:26:54.091636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-7d74ef37-ec4f-4476-a6a5-89017c890de5 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657356 Nov 03 19:26:54.283793 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34dac3fc-ccc2-4af0-848e-e8bbd103e41d req-38f6778a-604d-4bad-8e52-77ea7de86673 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808643 Nov 03 19:26:59.454391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36520) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:26:59.627701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4123a984-5ed6-44bd-b2af-14ed2cc3881f tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/floatingips/4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 HTTP/1.1" status: 200 len: 994 time: 0.1717126 Nov 03 19:26:59.930370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36552) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:00.406716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port e57a06e6-0e13-4b2b-a9b6-dd65e8116bb9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:00.407374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:00.524041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36572) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:00.607781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:00.615819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:00.670595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for e57a06e6-0e13-4b2b-a9b6-dd65e8116bb9 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:00.754851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.221067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.230052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.237569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.329862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e85335fb36c64750844e0e9f794ca98b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045478 Nov 03 19:27:01.361785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36588) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:01.363120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7951d8d-29d5-4d19-9bc8-e8d90554daa3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:01.394211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=e57a06e6-0e13-4b2b-a9b6-dd65e8116bb9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:01.433804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.437960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.445378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.447829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.449879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.451267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.455452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.456626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.458641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.461537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.463305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.464222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc030ebe-5a94-440b-964f-5bebe6e7d207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:01.638684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f189-b8c9-4dbd-8b98-b8ea09b443f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.666980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.670750 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Floating IP 4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 disassociated (deleted). External IP: 172.25.8.170, port: 07b7e2e6-0901-44a8-bcd4-badcea0543fe. Nov 03 19:27:01.732677 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f189-b8c9-4dbd-8b98-b8ea09b443f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.866724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f189-b8c9-4dbd-8b98-b8ea09b443f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.869827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f189-b8c9-4dbd-8b98-b8ea09b443f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.875553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d7a3f189-b8c9-4dbd-8b98-b8ea09b443f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f7951d8d-29d5-4d19-9bc8-e8d90554daa3 HTTP/1.1" status: 204 len: 168 time: 0.5009298 Nov 03 19:27:01.898449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3f189-b8c9-4dbd-8b98-b8ea09b443f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7951d8d-29d5-4d19-9bc8-e8d90554daa3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:02.278668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router 7b3802b1-247a-439b-b593-b97237ce54fe has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:02.566071 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:02.638027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:02.643791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:02.650616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] Sync routers for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:02.673185 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:02.673185 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:26:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:02.811188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cc572fa7-ddd6-4cbe-8106-5bf292c71e9a tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/floatingips/4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749 HTTP/1.1" status: 204 len: 168 time: 2.8757095 Nov 03 19:27:02.812405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:02.816320 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c92773-7191-494d-bb12-bb6d4a370df4" -d '{"events": [{"name": "network-changed", "server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:03.018684 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bf9a06-be9f-4721-9810-a3501e8d55eb x-openstack-request-id: req-99bf9a06-be9f-4721-9810-a3501e8d55eb {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:03.019340 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:03.019340 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-99bf9a06-be9f-4721-9810-a3501e8d55eb {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:03.020136 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'status': 'completed', 'code': 200} Nov 03 19:27:03.142467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:03.231649 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:03.291140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-51c9424f-11a4-49c7-bbd5-d8eb12edee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:03.301144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-51c9424f-11a4-49c7-bbd5-d8eb12edee97 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=18722f7d7d2647de99969f468355570d&device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 1097 time: 0.2551303 Nov 03 19:27:03.581075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-eb3ce63a-2c2c-4d8d-a7cc-b0737a4ba65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:03.582998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-eb3ce63a-2c2c-4d8d-a7cc-b0737a4ba65c service neutron] 10.222.0.115 "GET /v2.0/networks?id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c HTTP/1.1" status: 200 len: 897 time: 0.2661643 Nov 03 19:27:03.836521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-1c01ec82-2554-4060-9dab-fa77ad8a676b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe HTTP/1.1" status: 200 len: 217 time: 0.2395821 Nov 03 19:27:04.073248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-94b5bb7d-2dae-44d3-b87e-90576a9d6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:04.079141 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-94b5bb7d-2dae-44d3-b87e-90576a9d6635 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa0491be-c304-4edf-955e-45aaa2b4b57f HTTP/1.1" status: 200 len: 835 time: 0.2384615 Nov 03 19:27:04.212326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:05Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:04.293400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-2f6d3062-a119-4f2a-9555-4450484c8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:04.300233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-2f6d3062-a119-4f2a-9555-4450484c8108 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097123 Nov 03 19:27:04.567329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-fa664e00-5c69-4b78-ab6d-a04c47b8abe8 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618275 Nov 03 19:27:04.762167 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e4c1-421c-4e71-a3da-935e2a35b642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:04.788785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ffedd-871e-46a5-8588-4141c8285290 req-ff431a36-d2ee-48e6-9d54-2dae73ee4fae tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:04.805821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a7ffedd-871e-46a5-8588-4141c8285290 req-ff431a36-d2ee-48e6-9d54-2dae73ee4fae tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 946 time: 1.1673975 Nov 03 19:27:04.875873 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] Checking router: 7b3802b1-247a-439b-b593-b97237ce54fe for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:04.907827 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:04.908458 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:26:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:04.966936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a7ffedd-871e-46a5-8588-4141c8285290 req-f1778603-6931-44b8-8ade-2c4cfbe1e598 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593184 Nov 03 19:27:05.126671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-3e41f714-9b5a-4824-aee1-1ce94509d787 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:05.130495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-3e41f714-9b5a-4824-aee1-1ce94509d787 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 946 time: 0.4689176 Nov 03 19:27:05.327921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-50c92773-7191-494d-bb12-bb6d4a370df4 req-12350f16-7b15-4052-b46b-c6151cf9f9d5 service neutron] 10.222.0.115 "GET /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525113 Nov 03 19:27:05.374107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:05.606409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port 07b7e2e6-0901-44a8-bcd4-badcea0543fe {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:05.606755 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:05.914532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port 07b7e2e6-0901-44a8-bcd4-badcea0543fe, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=07b7e2e6-0901-44a8-bcd4-badcea0543fe,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:05.914917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:05.950174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for 07b7e2e6-0901-44a8-bcd4-badcea0543fe owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:06.193627 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:05Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:06.243511 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c588a2-1745-4f88-be60-6b372b8acc33 None None] The sync data for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 is: [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:25:58Z', 'revision_number': 4, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8319d95f-ba04-4532-ae53-aa54029cdb75', 'name': '', 'network_id': 'b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'mac_address': 'fa:16:3e:40:2f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:56Z', 'updated_at': '2021-11-03T19:26:05Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'subnets': [{'id': 'aa0491be-c304-4edf-955e-45aaa2b4b57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:06.273190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b984-4e75-48d7-b784-ae60dea13124 req-1c1a4a02-11d2-4555-8a1c-5d4676beb0d4 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:06.311739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d343b984-4e75-48d7-b784-ae60dea13124 req-1c1a4a02-11d2-4555-8a1c-5d4676beb0d4 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/ports?device_id=652a8535-6b21-4645-a693-0d96267b4e68 HTTP/1.1" status: 200 len: 946 time: 0.1545329 Nov 03 19:27:06.483141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d343b984-4e75-48d7-b784-ae60dea13124 req-34ce6732-36d1-4d64-b2ac-d76441c6089b tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ea3f203-ee1d-49ac-b7ef-2778b51159cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653893 Nov 03 19:27:06.524061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:06.686270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=07b7e2e6-0901-44a8-bcd4-badcea0543fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:06.761884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] No DVR routers for this DVR port 07b7e2e6-0901-44a8-bcd4-badcea0543fe on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:06.776698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:06.789961 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4e81c8de-f310-493e-8c01-22a589574bb9 req-8a0c89c8-44e9-47a1-bd85-9b05dc9290e6 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.115 "DELETE /v2.0/ports/07b7e2e6-0901-44a8-bcd4-badcea0543fe HTTP/1.1" status: 204 len: 173 time: 1.6484284 Nov 03 19:27:06.790759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'name': 'network-vif-deleted', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:06.795914 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb061b1f-2ea4-4df4-8a50-ad24cc336945" -d '{"events": [{"server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "name": "network-vif-deleted", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:06.944481 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd32ca4-1dda-4380-9ea5-26eed8754770 x-openstack-request-id: req-5fd32ca4-1dda-4380-9ea5-26eed8754770 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:06.944809 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a8535-6b21-4645-a693-0d96267b4e68", "name": "network-vif-deleted", "tag": "07b7e2e6-0901-44a8-bcd4-badcea0543fe", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:06.945065 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5fd32ca4-1dda-4380-9ea5-26eed8754770 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:06.945464 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652a8535-6b21-4645-a693-0d96267b4e68', 'name': 'network-vif-deleted', 'tag': '07b7e2e6-0901-44a8-bcd4-badcea0543fe', 'status': 'completed', 'code': 200} Nov 03 19:27:07.049820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0957300-649a-480a-84f7-20fc1c65f41b None None] New status for floating IP 4b69ec7d-3ca7-44f1-b71c-2ceb5cc26749: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:27:07.806988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 07b7e2e6-0901-44a8-bcd4-badcea0543fe no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:07.823855 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:27:07.892633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 07b7e2e6-0901-44a8-bcd4-badcea0543fe {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:07.894758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 07b7e2e6-0901-44a8-bcd4-badcea0543fe not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:08.208146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36866) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:08.356985 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2810fcce-7c3a-4f50-a7bd-bf62b1dcdd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:08.411019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6a88424-c8ab-42c8-9ff4-78e0d2faa821 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:08.460149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6a88424-c8ab-42c8-9ff4-78e0d2faa821 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:08.657874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6a88424-c8ab-42c8-9ff4-78e0d2faa821 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:08.661083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6a88424-c8ab-42c8-9ff4-78e0d2faa821 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:08.662390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a6a88424-c8ab-42c8-9ff4-78e0d2faa821 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/security-groups/7ea3f203-ee1d-49ac-b7ef-2778b51159cd HTTP/1.1" status: 204 len: 168 time: 0.4500148 Nov 03 19:27:08.698834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a88424-c8ab-42c8-9ff4-78e0d2faa821 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3f203-ee1d-49ac-b7ef-2778b51159cd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:08.716363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36880) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:08.838222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36882) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:09.237140 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff596ed0-3d67-4aa5-a201-f326600ad206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:09.530891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff596ed0-3d67-4aa5-a201-f326600ad206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:09.537249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ff596ed0-3d67-4aa5-a201-f326600ad206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:09.652808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ff596ed0-3d67-4aa5-a201-f326600ad206 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=65f1ffe138984a84b05ea04de4c6ea25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8129666 Nov 03 19:27:09.654139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff596ed0-3d67-4aa5-a201-f326600ad206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351a0968-5017-48cb-ac74-55456998eb46,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:09.657942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36898) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:09.966082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:09.976472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f20f1b5-9a4c-4d2a-a000-881249e158af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.039364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f20f1b5-9a4c-4d2a-a000-881249e158af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.132778 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f20f1b5-9a4c-4d2a-a000-881249e158af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.136027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f20f1b5-9a4c-4d2a-a000-881249e158af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.137102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f20f1b5-9a4c-4d2a-a000-881249e158af admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/351a0968-5017-48cb-ac74-55456998eb46 HTTP/1.1" status: 204 len: 168 time: 0.4700928 Nov 03 19:27:10.181552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20f1b5-9a4c-4d2a-a000-881249e158af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a0968-5017-48cb-ac74-55456998eb46,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:10.234101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.880126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36926) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:10.921246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2fcd09c8-f31e-4556-9532-c2ae2f1b4bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:10.931069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port 8319d95f-ba04-4532-ae53-aa54029cdb75 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:10.931409 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.138930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port 8319d95f-ba04-4532-ae53-aa54029cdb75, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8319d95f-ba04-4532-ae53-aa54029cdb75,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:11.139600 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.184499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for 8319d95f-ba04-4532-ae53-aa54029cdb75 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:11.230975 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2fcd09c8-f31e-4556-9532-c2ae2f1b4bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.240129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2fcd09c8-f31e-4556-9532-c2ae2f1b4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.357275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd09c8-f31e-4556-9532-c2ae2f1b4bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27150fb7-bc4e-438b-8e1f-8785315e7e24,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:11.424493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2fcd09c8-f31e-4556-9532-c2ae2f1b4bfa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a290cc2188c4d1e9c29f005b554c8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430152 Nov 03 19:27:11.430079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:11.456116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.542451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04323f9b-301d-499a-acba-7b81d252b4b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.564326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=8319d95f-ba04-4532-ae53-aa54029cdb75,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:11.581495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04323f9b-301d-499a-acba-7b81d252b4b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.732151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04323f9b-301d-499a-acba-7b81d252b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.749689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-04323f9b-301d-499a-acba-7b81d252b4b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.797114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-04323f9b-301d-499a-acba-7b81d252b4b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/27150fb7-bc4e-438b-8e1f-8785315e7e24 HTTP/1.1" status: 204 len: 168 time: 0.3655202 Nov 03 19:27:11.868565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04323f9b-301d-499a-acba-7b81d252b4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27150fb7-bc4e-438b-8e1f-8785315e7e24,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:11.877790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:11.977295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:12.090317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:13.303803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Router 7b3802b1-247a-439b-b593-b97237ce54fe has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:13.501599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:13.514110 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] Sync routers for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:13.536405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0bc40ebd-974d-4566-8ea6-c089bcfa8c70 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "PUT /v2.0/routers/7b3802b1-247a-439b-b593-b97237ce54fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8157527 Nov 03 19:27:13.536623 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:13.536747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 36986) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:13.537634 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:13.723480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting subnet aa0491be-c304-4edf-955e-45aaa2b4b57f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:27:13.747934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:13.840846 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:13.869759 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:13.892574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 36998) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:14.074935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1538806619-network', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:14.122751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.147494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Made reservation on behalf of a5b33957bdb04107a04ec652799ba111 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:14.152820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.183508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.312131 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.358556 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.368630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.374302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0491be-c304-4edf-955e-45aaa2b4b57f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:14.406626 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:27:11Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:14.420516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe52291-97f8-4ec8-8c08-ad3c6a9ef9ba,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:14.435716 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.442015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce824f-b062-497f-b67d-5e76a46230d2 None None] Network b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:14.444875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:27:14.460331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.460983 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Added segment 1953a910-cce8-4493-8076-25c1ce6912d8 of type vlan for network 3627f359-94b2-45b5-b488-12b52d8adbbf Nov 03 19:27:14.465180 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] Checking router: 7b3802b1-247a-439b-b593-b97237ce54fe for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:14.476880 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b1016d77-0fba-484e-b902-6352e2c7b6c3 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/subnets/aa0491be-c304-4edf-955e-45aaa2b4b57f HTTP/1.1" status: 204 len: 168 time: 0.9390461 Nov 03 19:27:14.480373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37016) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:14.484709 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] Routers {'7b3802b1-247a-439b-b593-b97237ce54fe'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:14.485558 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7b3802b1-247a-439b-b593-b97237ce54fe'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:14.519038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.560185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.565572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.567901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.642097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7453341 Nov 03 19:27:14.670967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37020) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:14.695399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Request body: {'subnet': {'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1538806619-subnet', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:14.782712 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] Set router 7b3802b1-247a-439b-b593-b97237ce54fe gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:14.838884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732aeea-484f-4ae8-bfc0-d5f5052f3513 admin admin] Pushing event updated for resources: {'Network': ['ID=3627f359-94b2-45b5-b488-12b52d8adbbf,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:14.867600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3627f359-94b2-45b5-b488-12b52d8adbbf details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:27:14.886244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Made reservation on behalf of a5b33957bdb04107a04ec652799ba111 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:14.888989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:15.265806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:15.398776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] DHCP port deletion for b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:27:15.442341 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:27:11Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:15.556265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Deleting port aa247be7-cdc3-4eb8-a7fd-c430817f241e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:15.557461 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:15.566622 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db466b17-56ff-4b43-b5b0-74059d10ce4e None None] The sync data for ids ['7b3802b1-247a-439b-b593-b97237ce54fe'] in n-d-812151-4 is: [{'id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'name': 'tempest-TestNetworkBasicOps-router-1647057093', 'tenant_id': '18722f7d7d2647de99969f468355570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:44Z', 'updated_at': '2021-11-03T19:27:11Z', 'revision_number': 5, 'project_id': '18722f7d7d2647de99969f468355570d', 'gw_port': {'id': 'a0075cab-f04c-48b4-b9cf-8005c2c8efe1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3802b1-247a-439b-b593-b97237ce54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:46Z', 'updated_at': '2021-11-03T19:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:15.760641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] For port aa247be7-cdc3-4eb8-a7fd-c430817f241e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=aa247be7-cdc3-4eb8-a7fd-c430817f241e,segment=NetworkSegment(b23b47dd-6e2f-47c2-91ad-1b11e6467d05),segment_id=b23b47dd-6e2f-47c2-91ad-1b11e6467d05)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:15.761629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:16.012970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:16.017129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Calling delete_port for aa247be7-cdc3-4eb8-a7fd-c430817f241e owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:16.270869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:16.305709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8319d95f-ba04-4532-ae53-aa54029cdb75 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:16.359552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cef61c-9202-4400-b832-e009da3429aa,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:16.370900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8319d95f-ba04-4532-ae53-aa54029cdb75 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:16.371120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8319d95f-ba04-4532-ae53-aa54029cdb75 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:16.371548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aa247be7-cdc3-4eb8-a7fd-c430817f241e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:16.374095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:16.402712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Checking segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:16.403267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Network hostable DHCP agents. Network: 3627f359-94b2-45b5-b488-12b52d8adbbf, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:27:16.434310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Deleting port a0075cab-f04c-48b4-b9cf-8005c2c8efe1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:16.434810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:16.545229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] For port a0075cab-f04c-48b4-b9cf-8005c2c8efe1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:16.545801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:16.563402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Calling delete_port for a0075cab-f04c-48b4-b9cf-8005c2c8efe1 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:16.571258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: aa247be7-cdc3-4eb8-a7fd-c430817f241e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:16.571808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device aa247be7-cdc3-4eb8-a7fd-c430817f241e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:16.606408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] No DVR routers for this DVR port aa247be7-cdc3-4eb8-a7fd-c430817f241e on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:16.617834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Pushing event deleted for resources: {'Port': ['ID=aa247be7-cdc3-4eb8-a7fd-c430817f241e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:16.651777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.653197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.653450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.653781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.654108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.654429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.654749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.673493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.673933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.674310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.678374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:16.678940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d9467-8fce-40cb-a9c3-57462aead908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:17.009612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Network 3627f359-94b2-45b5-b488-12b52d8adbbf is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:27:17.043981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.101912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3627f359-94b2-45b5-b488-12b52d8adbbf) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:17.109636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacede26-93b6-4db8-ad61-05fc53bbc119 None None] Network 3627f359-94b2-45b5-b488-12b52d8adbbf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:17.168624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:17.170876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.200023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Port': ['ID=a0075cab-f04c-48b4-b9cf-8005c2c8efe1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:17.290317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-22f92783-f00a-4f2a-bb5c-6501655e821b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6182261 Nov 03 19:27:17.293669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37080) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:17.299175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:17.356042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.366750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.413916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.596369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.619968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-3627f359-94b2-45b5-b488-12b52d8adbbf', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:27:17.621451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.826317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.840052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:17.952798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Allocated IP 172.20.0.2 (3627f359-94b2-45b5-b488-12b52d8adbbf/b6cef61c-9202-4400-b832-e009da3429aa/66fe311d-0115-4a21-8202-b443c24c9fae) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:18.004616 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.005372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Fanout notify agent at l3_agent the message router_deleted on router 7b3802b1-247a-439b-b593-b97237ce54fe {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:27:18.026747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.027925 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-820d5ff3-9bc4-4858-b331-e48e8af93d6c tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/routers/7b3802b1-247a-439b-b593-b97237ce54fe HTTP/1.1" status: 204 len: 168 time: 3.5416298 Nov 03 19:27:18.033342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:18.164246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.210095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.220249 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.364007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Pushing event updated for resources: {'Port': ['ID=66fe311d-0115-4a21-8202-b443c24c9fae,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:18.405002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Network 3627f359-94b2-45b5-b488-12b52d8adbbf is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:18.407064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:18.418799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:18.473378 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.577801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Attempting to bind port 66fe311d-0115-4a21-8202-b443c24c9fae on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:18.579626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Attempting to bind port 66fe311d-0115-4a21-8202-b443c24c9fae by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:18.580276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Attempting to bind port 66fe311d-0115-4a21-8202-b443c24c9fae on network 3627f359-94b2-45b5-b488-12b52d8adbbf {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:18.601179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:18.601562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Checking segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:18.601974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.602374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Bound using segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:18.605978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Bound port: 66fe311d-0115-4a21-8202-b443c24c9fae, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:18.606616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.767756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.857733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] For port 66fe311d-0115-4a21-8202-b443c24c9fae, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:18.897370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] For port 66fe311d-0115-4a21-8202-b443c24c9fae, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66fe311d-0115-4a21-8202-b443c24c9fae,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:18.917785 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:18.938525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:18.979739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:18.980546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23b47dd-6e2f-47c2-91ad-1b11e6467d05') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:19.057533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432963-2170-4008-9799-51ba39a3a1d2 None None] Pushing event updated for resources: {'Port': ['ID=66fe311d-0115-4a21-8202-b443c24c9fae,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:19.115489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.171416 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.211180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:27:19.211921 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:27:19.217686 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:27:19.251731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.322626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.592260 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.603847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:19.609283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] 10.222.0.91 "DELETE /v2.0/networks/b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c HTTP/1.1" status: 204 len: 168 time: 1.5711226 Nov 03 19:27:19.783114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0ad9a-dd88-4166-b243-d768fed4aba0 tempest-TestNetworkBasicOps-1641427380 tempest-TestNetworkBasicOps-1641427380-project] Pushing event deleted for resources: {'Network': ['ID=b60ccbc0-05d2-4e36-bb3b-01cc2e1d979c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:19.872933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Allocated IP 172.25.8.118 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/21513b96-458e-4597-9bdd-b148f5db2af5) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:19.910190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66fe311d-0115-4a21-8202-b443c24c9fae up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:20.068985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66fe311d-0115-4a21-8202-b443c24c9fae triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:20.069260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:20.165397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:20.470180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:20.621390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 66fe311d-0115-4a21-8202-b443c24c9fae, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66fe311d-0115-4a21-8202-b443c24c9fae,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:20.631820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:20.735543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1a917567-cc99-4a5b-93da-fe40f96bf342 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=18722f7d7d2647de99969f468355570d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675919 Nov 03 19:27:20.746898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:20.750033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=66fe311d-0115-4a21-8202-b443c24c9fae,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:20.759181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a0075cab-f04c-48b4-b9cf-8005c2c8efe1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:20.787878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a0075cab-f04c-48b4-b9cf-8005c2c8efe1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:20.788511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a0075cab-f04c-48b4-b9cf-8005c2c8efe1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:20.976700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51434cee-a341-4c34-a98c-b05ff9dff8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.066554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51434cee-a341-4c34-a98c-b05ff9dff8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.166090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68380d3c-7d53-49b6-9f91-657549125c70 None None] Network 3627f359-94b2-45b5-b488-12b52d8adbbf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:21.190553 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51434cee-a341-4c34-a98c-b05ff9dff8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.194048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-51434cee-a341-4c34-a98c-b05ff9dff8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.197569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-51434cee-a341-4c34-a98c-b05ff9dff8b5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/44b9ef5b-37b2-4bbe-ba14-d3eaa174764d HTTP/1.1" status: 204 len: 168 time: 0.4473336 Nov 03 19:27:21.213069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51434cee-a341-4c34-a98c-b05ff9dff8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9ef5b-37b2-4bbe-ba14-d3eaa174764d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:21.227604 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.319217 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.468163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=21513b96-458e-4597-9bdd-b148f5db2af5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:21.495119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d2dc3ac9-27f1-48ba-99bd-ab5b80eae923 None None] Provisioning complete for port 66fe311d-0115-4a21-8202-b443c24c9fae triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:21.497243 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3ac9-27f1-48ba-99bd-ab5b80eae923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:21.501873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:21.509123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:21.517097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:21.946688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66fe311d-0115-4a21-8202-b443c24c9fae up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:22.045872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:22.077779 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc963a20-0d0e-468a-a2f7-89e30c896547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.125413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66fe311d-0115-4a21-8202-b443c24c9fae triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:22.126414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.358305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc963a20-0d0e-468a-a2f7-89e30c896547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.368995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bc963a20-0d0e-468a-a2f7-89e30c896547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.392288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.442237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc963a20-0d0e-468a-a2f7-89e30c896547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b5cb24-ebc6-4a9b-bed3-002e69b8450e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:22.448217 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bc963a20-0d0e-468a-a2f7-89e30c896547 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9f34b886663542e4b19a8fbc57b7c10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009714 Nov 03 19:27:22.450990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37186) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:22.614019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9bd18d19-6e5c-4180-912b-a82fec113b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.663326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9bd18d19-6e5c-4180-912b-a82fec113b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.787413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9bd18d19-6e5c-4180-912b-a82fec113b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.790603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9bd18d19-6e5c-4180-912b-a82fec113b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.792745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9bd18d19-6e5c-4180-912b-a82fec113b60 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/31b5cb24-ebc6-4a9b-bed3-002e69b8450e HTTP/1.1" status: 204 len: 168 time: 0.3405025 Nov 03 19:27:22.793180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-52bf9dc4-d75c-4779-8010-977b4f891288 None None] Provisioning complete for port 66fe311d-0115-4a21-8202-b443c24c9fae triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:22.795695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52bf9dc4-d75c-4779-8010-977b4f891288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:22.814182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd18d19-6e5c-4180-912b-a82fec113b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b5cb24-ebc6-4a9b-bed3-002e69b8450e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:22.932291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:23.342682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:27:23.707401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:23.733204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Sync routers for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:23.743584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:23.748419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-68bd35f1-bc54-4d3a-8760-33819637d4a6 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4520805 Nov 03 19:27:23.750187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37214) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:23.780419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:23.781132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:24.165031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:24.784739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:21Z', 'revision_number': 3, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:24.896520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Checking router: 3b359221-9435-4d93-a0a0-48c8a78f3cb9 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:24.898460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Updating router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 port 21513b96-458e-4597-9bdd-b148f5db2af5 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:27:24.968151 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:24.982342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:25.301929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1718714759-network', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:25.374538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Made reservation on behalf of c533a0c8b479418a88d9d6416dae7cc1 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:25.377960 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.396300 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.411762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.628783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.643658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.753451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.765438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.808819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc406e-ed6d-4b1b-925b-4c4ef61d3553,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:25.845781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Attempting to bind port 21513b96-458e-4597-9bdd-b148f5db2af5 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:25.846155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Attempting to bind port 21513b96-458e-4597-9bdd-b148f5db2af5 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:25.846514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Attempting to bind port 21513b96-458e-4597-9bdd-b148f5db2af5 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:25.854126 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:27:25.861040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:25.861808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:25.862213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.862601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:25.863222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Bound port: 21513b96-458e-4597-9bdd-b148f5db2af5, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:25.863603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.865938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaffce-e9bd-42e0-8b02-ef9324ac59ea None None] Pushing event updated for resources: {'Port': ['ID=21513b96-458e-4597-9bdd-b148f5db2af5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:25.871663 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.872046 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Added segment 289460e7-c43d-4d92-a4a5-d50ff28a9ae9 of type vlan for network a5a758bd-3d80-4a47-bec8-3aa237916c14 Nov 03 19:27:25.886096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Allocated IP 172.20.0.1 (3627f359-94b2-45b5-b488-12b52d8adbbf/b6cef61c-9202-4400-b832-e009da3429aa/141d5f5f-eaed-456c-99d7-9d9a9d861b36) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:25.947120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] For port 21513b96-458e-4597-9bdd-b148f5db2af5, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:25.951120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] For port 21513b96-458e-4597-9bdd-b148f5db2af5, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=21513b96-458e-4597-9bdd-b148f5db2af5,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:25.955845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.959767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.988710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:25.991250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:25.992049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:26.057788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37266) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:26.058908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0745249 Nov 03 19:27:26.077744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Request body: {'subnet': {'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1718714759-subnet', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:26.105731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dafd8-db6d-435f-9720-670d30ca2ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a758bd-3d80-4a47-bec8-3aa237916c14,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:26.119737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaffce-e9bd-42e0-8b02-ef9324ac59ea None None] Pushing event updated for resources: {'Port': ['ID=21513b96-458e-4597-9bdd-b148f5db2af5,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:26.133339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:27:26.189931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:26.205997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Made reservation on behalf of c533a0c8b479418a88d9d6416dae7cc1 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:26.218421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:26.300344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:26.301303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:26.473836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:26.538820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:26.613172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Pushing event updated for resources: {'Port': ['ID=141d5f5f-eaed-456c-99d7-9d9a9d861b36,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:26.645573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Network 3627f359-94b2-45b5-b488-12b52d8adbbf is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:26.659354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:26.681175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:26.975150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.290233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.313307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.426333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-be36da67-0b65-438e-a6ea-6e8643b238da None None] Provisioning complete for port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:27.426895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be36da67-0b65-438e-a6ea-6e8643b238da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.485750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:21Z', 'revision_number': 3, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:27.536656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146bc608-6353-4ed9-a1b8-4382343733a3,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:27.596138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b668377-ddd3-4e7a-addc-7e56c18461b1 None None] The sync data for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 is: [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:21Z', 'revision_number': 3, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:27.619821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Checking segment: {'id': '289460e7-c43d-4d92-a4a5-d50ff28a9ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:27.620382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Network hostable DHCP agents. Network: a5a758bd-3d80-4a47-bec8-3aa237916c14, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:27:27.639044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-be36da67-0b65-438e-a6ea-6e8643b238da None None] Port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:27.863878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:27:27.947573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a5a758bd-3d80-4a47-bec8-3aa237916c14) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:27.957637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:27.969028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107605b-7e39-427f-b2cd-2dc175582c6b None None] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:27.969559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.015179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8ff3b998-3cfd-48ba-88b5-43c6d7d3ef37 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9516220 Nov 03 19:27:28.016713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:28.038055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:28.159680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.161916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.235625 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.253815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.393337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.560014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.605777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Pushing event updated for resources: {'Port': ['ID=141d5f5f-eaed-456c-99d7-9d9a9d861b36,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:28.704142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a5a758bd-3d80-4a47-bec8-3aa237916c14', 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'fixed_ips': [{'subnet_id': '146bc608-6353-4ed9-a1b8-4382343733a3'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:27:28.707870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.906413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37314) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:28.943337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.992123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Network 3627f359-94b2-45b5-b488-12b52d8adbbf is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:28.994167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:29.270559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Allocated IP 172.20.0.2 (a5a758bd-3d80-4a47-bec8-3aa237916c14/146bc608-6353-4ed9-a1b8-4382343733a3/05e82673-cbcb-4b8a-80e3-3936a9d6641c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:29.775826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cc22048c-4e2d-41bd-bea6-a72c24f10266 None None] Provisioning complete for port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:29.786889 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cc22048c-4e2d-41bd-bea6-a72c24f10266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:29.888676 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:29.942931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:29.943313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 21513b96-458e-4597-9bdd-b148f5db2af5 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:30.182586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-905fdadf-c98a-462f-b89e-936989947941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.274872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.301789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cc22048c-4e2d-41bd-bea6-a72c24f10266 None None] Port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:30.313543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Allocated IP 172.25.8.191 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/18b098b7-dfda-40bc-b74a-a8b04b56d4ac) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:30.314312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.330916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 21513b96-458e-4597-9bdd-b148f5db2af5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:30.331659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.392798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Pushing event updated for resources: {'Port': ['ID=05e82673-cbcb-4b8a-80e3-3936a9d6641c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:30.440692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:30.445631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:30.448891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:30.601781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.674022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:30.701774 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-905fdadf-c98a-462f-b89e-936989947941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.716371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.725532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-905fdadf-c98a-462f-b89e-936989947941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.743931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Attempting to bind port 05e82673-cbcb-4b8a-80e3-3936a9d6641c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:30.744386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Attempting to bind port 05e82673-cbcb-4b8a-80e3-3936a9d6641c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '289460e7-c43d-4d92-a4a5-d50ff28a9ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:30.744792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Attempting to bind port 05e82673-cbcb-4b8a-80e3-3936a9d6641c on network a5a758bd-3d80-4a47-bec8-3aa237916c14 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:30.780951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:30.809011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Checking segment: {'id': '289460e7-c43d-4d92-a4a5-d50ff28a9ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:30.810019 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.810626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Bound using segment: {'id': '289460e7-c43d-4d92-a4a5-d50ff28a9ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:30.811254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Bound port: 05e82673-cbcb-4b8a-80e3-3936a9d6641c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289460e7-c43d-4d92-a4a5-d50ff28a9ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:30.814174 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.048225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Pushing event updated for resources: {'Port': ['ID=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:31.073592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:31.080992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:31.092553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:31.098683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fdadf-c98a-462f-b89e-936989947941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7f856-3949-4625-b0fd-e2ff92a6dd34,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:31.110867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-905fdadf-c98a-462f-b89e-936989947941 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f7b1ad5d22c54d559eb01f91c99bc9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2012928 Nov 03 19:27:31.112317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:31.140867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.355143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] For port 05e82673-cbcb-4b8a-80e3-3936a9d6641c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:31.365808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] For port 05e82673-cbcb-4b8a-80e3-3936a9d6641c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=05e82673-cbcb-4b8a-80e3-3936a9d6641c,segment=NetworkSegment(289460e7-c43d-4d92-a4a5-d50ff28a9ae9),segment_id=289460e7-c43d-4d92-a4a5-d50ff28a9ae9)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:31.412314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.476679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:31.485629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225ad7b-d58c-42f5-8d15-e25e4ac66df3 None None] Pushing event updated for resources: {'Port': ['ID=05e82673-cbcb-4b8a-80e3-3936a9d6641c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:31.495286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c46cbd-9174-488e-aa6e-26faffd8a446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.500456 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399b586-cede-417e-af47-c44d5108140b None None] Sync routers for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:31.510514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 21513b96-458e-4597-9bdd-b148f5db2af5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=21513b96-458e-4597-9bdd-b148f5db2af5,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:31.519789 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:31.520475 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:31.532762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e7b11366-2d01-45bb-be6b-cb01adabe810 admin admin] 10.222.0.91 "PUT /v2.0/routers/3b359221-9435-4d93-a0a0-48c8a78f3cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7685373 Nov 03 19:27:31.566330 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.629010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c46cbd-9174-488e-aa6e-26faffd8a446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.765680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c46cbd-9174-488e-aa6e-26faffd8a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.770013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06c46cbd-9174-488e-aa6e-26faffd8a446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.771553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-06c46cbd-9174-488e-aa6e-26faffd8a446 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/33c7f856-3949-4625-b0fd-e2ff92a6dd34 HTTP/1.1" status: 204 len: 168 time: 0.6553578 Nov 03 19:27:31.788362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c46cbd-9174-488e-aa6e-26faffd8a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7f856-3949-4625-b0fd-e2ff92a6dd34,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:31.952646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.954518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=21513b96-458e-4597-9bdd-b148f5db2af5,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:32.144042 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:32.617743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:32.649451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.079802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Router 4ee85370-d27d-46d2-bef0-da2347075907 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:27:33.150415 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.176809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37398) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:33.179764 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 2, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:33.204171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da007f6-7738-45e7-a150-c2bbbb5ff442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.455992 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399b586-cede-417e-af47-c44d5108140b None None] Checking router: 3b359221-9435-4d93-a0a0-48c8a78f3cb9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:33.464163 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399b586-cede-417e-af47-c44d5108140b None None] Updating router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:27:33.576368 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5399b586-cede-417e-af47-c44d5108140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.605299 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:33.620996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da007f6-7738-45e7-a150-c2bbbb5ff442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.622539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Sync routers for ids ['4ee85370-d27d-46d2-bef0-da2347075907'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:33.632461 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4da007f6-7738-45e7-a150-c2bbbb5ff442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.656322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Routers {'4ee85370-d27d-46d2-bef0-da2347075907'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:33.660121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.660793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4ee85370-d27d-46d2-bef0-da2347075907'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:33.665269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d04f6656-c141-4427-bac1-d047317fdd5e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6455204 Nov 03 19:27:33.666211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37412) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:33.788625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4da007f6-7738-45e7-a150-c2bbbb5ff442 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c9cd175c675f4e2db151e379a30e971b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6104727 Nov 03 19:27:33.791594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37414) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:34.022212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37418) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:34.070131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 05e82673-cbcb-4b8a-80e3-3936a9d6641c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:34.070766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1486699150-network', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:34.137342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da007f6-7738-45e7-a150-c2bbbb5ff442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a80ef-00ea-4946-893a-e50bdec50e17,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:34.142814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d34e0-0a17-4091-b71b-f4e48a8860b6 None None] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:34.165205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Made reservation on behalf of f299a154c8324e7b94dd263d48353d14 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:34.179969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.226867 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.238993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39792b44-630a-4d6b-9d61-92e9b973edb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.303727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39792b44-630a-4d6b-9d61-92e9b973edb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.337979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Set router 4ee85370-d27d-46d2-bef0-da2347075907 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:34.385344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39792b44-630a-4d6b-9d61-92e9b973edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.395898 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-39792b44-630a-4d6b-9d61-92e9b973edb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.399158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-39792b44-630a-4d6b-9d61-92e9b973edb1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/424a80ef-00ea-4946-893a-e50bdec50e17 HTTP/1.1" status: 204 len: 168 time: 0.5971627 Nov 03 19:27:34.426796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39792b44-630a-4d6b-9d61-92e9b973edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a80ef-00ea-4946-893a-e50bdec50e17,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:34.661738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0fa4109-30b3-4acc-bb68-4fd14c23119b None None] Provisioning complete for port 05e82673-cbcb-4b8a-80e3-3936a9d6641c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:34.663129 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4109-30b3-4acc-bb68-4fd14c23119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.674970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.698709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.729501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:27:34.828069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:34.832631 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Added segment c15f9b54-9a95-4227-bcb6-6f6c7db6140f of type vlan for network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 Nov 03 19:27:34.862497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff7ac1-ad33-4f78-b833-e0ed7c2de4b3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:34.983642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.002394 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d39021f0-921a-4846-ab41-30c71dabd3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.117672 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5399b586-cede-417e-af47-c44d5108140b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.122909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.132910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:35.137604 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.151432 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5399b586-cede-417e-af47-c44d5108140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.193202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 05e82673-cbcb-4b8a-80e3-3936a9d6641c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:35.193842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.574722 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.616087 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Pushing event updated for resources: {'Port': ['ID=141d5f5f-eaed-456c-99d7-9d9a9d861b36,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:35.758699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7081442 Nov 03 19:27:35.762512 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.774182 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.776645 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.777734 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.778400 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.780175 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.780884 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.782116 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.783239 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.784984 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.785596 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.787342 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:35.789780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:35.857942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Request body: {'subnet': {'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1486699150-subnet', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:35.878055 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5399b586-cede-417e-af47-c44d5108140b None None] Attempting to bind port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:35.881350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca10d-6e49-4ebd-bd27-9fb22847e3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2f5cf7-05b8-46f2-8c45-1b46f57fba44,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:35.891761 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5399b586-cede-417e-af47-c44d5108140b None None] Attempting to bind port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:35.892918 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399b586-cede-417e-af47-c44d5108140b None None] Attempting to bind port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 on network 3627f359-94b2-45b5-b488-12b52d8adbbf {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:35.919733 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399b586-cede-417e-af47-c44d5108140b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:35.927711 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399b586-cede-417e-af47-c44d5108140b None None] Checking segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:35.929978 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5399b586-cede-417e-af47-c44d5108140b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.930704 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399b586-cede-417e-af47-c44d5108140b None None] Bound using segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:35.933053 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-5399b586-cede-417e-af47-c44d5108140b None None] Bound port: 141d5f5f-eaed-456c-99d7-9d9a9d861b36, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:35.934199 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5399b586-cede-417e-af47-c44d5108140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.940847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:27:35.945054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Made reservation on behalf of f299a154c8324e7b94dd263d48353d14 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:35.947861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.268975 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5399b586-cede-417e-af47-c44d5108140b None None] For port 141d5f5f-eaed-456c-99d7-9d9a9d861b36, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:36.277241 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-5399b586-cede-417e-af47-c44d5108140b None None] For port 141d5f5f-eaed-456c-99d7-9d9a9d861b36, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=141d5f5f-eaed-456c-99d7-9d9a9d861b36,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:36.284222 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-5399b586-cede-417e-af47-c44d5108140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.387678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4109-30b3-4acc-bb68-4fd14c23119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.414712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Allocated IP 172.20.0.1 (a5a758bd-3d80-4a47-bec8-3aa237916c14/146bc608-6353-4ed9-a1b8-4382343733a3/34daf0eb-1f0b-4be7-a7df-95cc134354e5) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:36.490634 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faff305-42da-491c-9b74-3ee09c48ea51 None None] Pushing event updated for resources: {'Port': ['ID=141d5f5f-eaed-456c-99d7-9d9a9d861b36,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:36.502810 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:36.504020 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:36.542329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.752160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=44157eec-9573-45b4-ae4e-2bee0c4f5025,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:36.791399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Checking segment: {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:36.793115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Network hostable DHCP agents. Network: 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:27:36.834204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:27:36.850210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:36.855365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:36.856154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.942210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dc2afa80-7020-4daf-bb99-0a4efea73faf admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1485872 Nov 03 19:27:36.943138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:36.951902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:36.991923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeaa557-6ccc-400b-a420-f89bfbbd6264 None None] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:37.028700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.029836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.067517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.068398 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:37.229866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.291342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.503659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Pushing event updated for resources: {'Port': ['ID=34daf0eb-1f0b-4be7-a7df-95cc134354e5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:37.530282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:37.534180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:37.542480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:37.565227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0fa4109-30b3-4acc-bb68-4fd14c23119b None None] For port 05e82673-cbcb-4b8a-80e3-3936a9d6641c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=05e82673-cbcb-4b8a-80e3-3936a9d6641c,segment=NetworkSegment(289460e7-c43d-4d92-a4a5-d50ff28a9ae9),segment_id=289460e7-c43d-4d92-a4a5-d50ff28a9ae9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:37.574000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.641821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.655412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.708892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4109-30b3-4acc-bb68-4fd14c23119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:37.709591 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5399b586-cede-417e-af47-c44d5108140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:36Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:37.831175 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399b586-cede-417e-af47-c44d5108140b None None] The sync data for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 is: [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:36Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:38.349771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-8c2f5cf7-05b8-46f2-8c45-1b46f57fba44', 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'fixed_ips': [{'subnet_id': '44157eec-9573-45b4-ae4e-2bee0c4f5025'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:27:38.356189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:38.373683 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:27:38.374042 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:27:38.537565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ff9d8bf1-0777-41d8-b081-f209de697904 None None] Provisioning complete for port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:38.544873 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bf1-0777-41d8-b081-f209de697904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:38.675503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:38.704669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee85370-d27d-46d2-bef0-da2347075907', 'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '18b098b7-dfda-40bc-b74a-a8b04b56d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:28Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 3, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'gw_port': {'id': '18b098b7-dfda-40bc-b74a-a8b04b56d4ac', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee85370-d27d-46d2-bef0-da2347075907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:29Z', 'updated_at': '2021-11-03T19:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:38.747781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-683e5f22-02c4-4123-9add-8f18f560ff48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:38.753018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4109-30b3-4acc-bb68-4fd14c23119b None None] Pushing event updated for resources: {'Port': ['ID=05e82673-cbcb-4b8a-80e3-3936a9d6641c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:38.891522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Checking router: 4ee85370-d27d-46d2-bef0-da2347075907 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:38.891939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Updating router 4ee85370-d27d-46d2-bef0-da2347075907 port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:27:38.921140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.240537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.256241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Allocated IP 172.25.8.65 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/716eb7c3-db9e-4514-ac08-ac52b654dc08) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:39.379459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 21513b96-458e-4597-9bdd-b148f5db2af5 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:39.403553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.611434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.677042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Allocated IP 172.20.0.2 (8c2f5cf7-05b8-46f2-8c45-1b46f57fba44/44157eec-9573-45b4-ae4e-2bee0c4f5025/a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:39.732914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.809244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Pushing event updated for resources: {'Port': ['ID=716eb7c3-db9e-4514-ac08-ac52b654dc08,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:39.831110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:39.845044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:39.851064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:40.056163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.202537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.216456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.441301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.490779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Pushing event updated for resources: {'Port': ['ID=34daf0eb-1f0b-4be7-a7df-95cc134354e5,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:40.779671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:40.784621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:40.806958 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bf1-0777-41d8-b081-f209de697904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.887458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ff9d8bf1-0777-41d8-b081-f209de697904 None None] For port 141d5f5f-eaed-456c-99d7-9d9a9d861b36, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=141d5f5f-eaed-456c-99d7-9d9a9d861b36,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:40.901356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.925134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 21513b96-458e-4597-9bdd-b148f5db2af5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:40.925303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.947373 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.963540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:40.974195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8bf1-0777-41d8-b081-f209de697904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:41.282345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Router 4ee85370-d27d-46d2-bef0-da2347075907 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:41.306733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:41.337250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-193409e1-75a7-43df-b31f-c37321b5fa6b None None] Provisioning complete for port 34daf0eb-1f0b-4be7-a7df-95cc134354e5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:41.337876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-193409e1-75a7-43df-b31f-c37321b5fa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:41.340563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:41.354685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:41.569226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Pushing event updated for resources: {'Port': ['ID=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:41.615649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Attempting to bind port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:41.616165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Attempting to bind port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:41.616820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Attempting to bind port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb on network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:41.693287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:41.701353 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Checking segment: {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:41.702506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:41.703210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Bound using segment: {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:41.704628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Bound port: a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:41.705347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:41.770550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:41.814789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:41.824031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a20cc4d-5713-4d27-b392-790a1bb20f01 admin admin] 10.222.0.91 "PUT /v2.0/routers/4ee85370-d27d-46d2-bef0-da2347075907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1560819 Nov 03 19:27:41.885729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-193409e1-75a7-43df-b31f-c37321b5fa6b None None] Port 34daf0eb-1f0b-4be7-a7df-95cc134354e5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:41.996627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-193409e1-75a7-43df-b31f-c37321b5fa6b None None] Provisioning complete for port 05e82673-cbcb-4b8a-80e3-3936a9d6641c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:42.006718 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-193409e1-75a7-43df-b31f-c37321b5fa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.155462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Router e821b5e7-d314-4c03-8219-69a820d555df is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:27:42.288263 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.343741 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.362722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d8bf1-0777-41d8-b081-f209de697904 None None] Pushing event updated for resources: {'Port': ['ID=141d5f5f-eaed-456c-99d7-9d9a9d861b36,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:42.466291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.524067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] For port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:42.537918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.629106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:42.645822 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Sync routers for ids ['e821b5e7-d314-4c03-8219-69a820d555df'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:42.675719 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Routers {'e821b5e7-d314-4c03-8219-69a820d555df'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:42.682591 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e821b5e7-d314-4c03-8219-69a820d555df'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:42.688364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:42.695664 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5905e7d9-6930-4eed-997d-6f454bdd27fa admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7441082 Nov 03 19:27:42.696157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37574) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:43.211603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] For port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:43.226289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 05e82673-cbcb-4b8a-80e3-3936a9d6641c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:43.239126 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Set router e821b5e7-d314-4c03-8219-69a820d555df gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:43.386739 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:43.547069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Attempting to bind port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:43.547472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Attempting to bind port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:43.547980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Attempting to bind port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:43.621121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:43.621983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:43.623641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:43.627364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:43.629036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Bound port: 18b098b7-dfda-40bc-b74a-a8b04b56d4ac, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:43.629725 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:43.640597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2117a3-3e20-4031-b183-cdd0de3001df None None] Pushing event updated for resources: {'Port': ['ID=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:43.915432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd654c3a-8492-4601-a38c-e2a735de40c6 None None] Pushing event updated for resources: {'Port': ['ID=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:43.987262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 05e82673-cbcb-4b8a-80e3-3936a9d6641c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:43.988529 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:44.150598 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 3, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:44.268779 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Checking router: e821b5e7-d314-4c03-8219-69a820d555df for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:44.272275 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Updating router e821b5e7-d314-4c03-8219-69a820d555df port 716eb7c3-db9e-4514-ac08-ac52b654dc08 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:27:44.335113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a80908ab-b7ec-441e-bdbe-e7fce7f8acf8 None None] Provisioning complete for port 34daf0eb-1f0b-4be7-a7df-95cc134354e5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:44.344178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a80908ab-b7ec-441e-bdbe-e7fce7f8acf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:44.384545 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:44.661348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] For port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:44.780464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a80908ab-b7ec-441e-bdbe-e7fce7f8acf8 None None] Port 34daf0eb-1f0b-4be7-a7df-95cc134354e5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:44.810486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] For port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:45.015766 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:27:45.127375 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.174480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 141d5f5f-eaed-456c-99d7-9d9a9d861b36 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:45.298361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.366707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2117a3-3e20-4031-b183-cdd0de3001df None None] Pushing event updated for resources: {'Port': ['ID=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:45.435655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Routers {'4ee85370-d27d-46d2-bef0-da2347075907'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:45.444135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4ee85370-d27d-46d2-bef0-da2347075907'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:45.651061 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.668777 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.868233 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7d385-e03b-44b3-827a-dc49a034a2b1 None None] Pushing event updated for resources: {'Port': ['ID=716eb7c3-db9e-4514-ac08-ac52b654dc08,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:45.975425 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Attempting to bind port 716eb7c3-db9e-4514-ac08-ac52b654dc08 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:45.976155 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Attempting to bind port 716eb7c3-db9e-4514-ac08-ac52b654dc08 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:45.976620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Attempting to bind port 716eb7c3-db9e-4514-ac08-ac52b654dc08 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:45.994275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37640) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:46.029721 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:46.030405 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:46.031023 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:46.039855 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:46.040693 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Bound port: 716eb7c3-db9e-4514-ac08-ac52b654dc08, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:46.041285 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:46.046410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a9be9-c449-4673-9c98-017b1abdffc2 None None] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:46.059634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:46.059865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:46.229361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] Set router 4ee85370-d27d-46d2-bef0-da2347075907 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:46.282858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Allocated IP 172.20.0.1 (8c2f5cf7-05b8-46f2-8c45-1b46f57fba44/44157eec-9573-45b4-ae4e-2bee0c4f5025/8c7cf3f6-be60-4a48-9b34-3bdbef674886) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:46.391062 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] For port 716eb7c3-db9e-4514-ac08-ac52b654dc08, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:46.401109 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] For port 716eb7c3-db9e-4514-ac08-ac52b654dc08, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=716eb7c3-db9e-4514-ac08-ac52b654dc08,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:46.409458 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:46.502581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4c4a0237-d3f3-44be-bb03-67d3df52b373 None None] Provisioning complete for port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:46.503268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0237-d3f3-44be-bb03-67d3df52b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:46.660374 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7d385-e03b-44b3-827a-dc49a034a2b1 None None] Pushing event updated for resources: {'Port': ['ID=716eb7c3-db9e-4514-ac08-ac52b654dc08,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:46.711965 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Routers {'e821b5e7-d314-4c03-8219-69a820d555df'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:46.713005 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e821b5e7-d314-4c03-8219-69a820d555df'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:46.770117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:46.862718 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.016967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:47.025800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:47.042511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:47.089897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] Set router e821b5e7-d314-4c03-8219-69a820d555df gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:47.134474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.292579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Pushing event updated for resources: {'Port': ['ID=8c7cf3f6-be60-4a48-9b34-3bdbef674886,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:47.300008 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.580384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:47.590979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee85370-d27d-46d2-bef0-da2347075907', 'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '18b098b7-dfda-40bc-b74a-a8b04b56d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:28Z', 'updated_at': '2021-11-03T19:27:37Z', 'revision_number': 4, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'gw_port': {'id': '18b098b7-dfda-40bc-b74a-a8b04b56d4ac', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee85370-d27d-46d2-bef0-da2347075907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:29Z', 'updated_at': '2021-11-03T19:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '34daf0eb-1f0b-4be7-a7df-95cc134354e5', 'name': '', 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'mac_address': 'fa:16:3e:c9:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee85370-d27d-46d2-bef0-da2347075907', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '146bc608-6353-4ed9-a1b8-4382343733a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:35Z', 'updated_at': '2021-11-03T19:27:39Z', 'revision_number': 2, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'subnets': [{'id': '146bc608-6353-4ed9-a1b8-4382343733a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:47.710136 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 3, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:47.750509 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e526c-dbe8-4c1f-9f1f-049946956257 None None] The sync data for ids ['e821b5e7-d314-4c03-8219-69a820d555df'] in n-d-812151-4 is: [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 3, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:47.782853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970ed9c-8f27-47e3-b142-fdc00d02fdba None None] The sync data for ids ['4ee85370-d27d-46d2-bef0-da2347075907'] in n-d-812151-4 is: [{'id': '4ee85370-d27d-46d2-bef0-da2347075907', 'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '18b098b7-dfda-40bc-b74a-a8b04b56d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:28Z', 'updated_at': '2021-11-03T19:27:37Z', 'revision_number': 4, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'gw_port': {'id': '18b098b7-dfda-40bc-b74a-a8b04b56d4ac', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee85370-d27d-46d2-bef0-da2347075907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:29Z', 'updated_at': '2021-11-03T19:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '34daf0eb-1f0b-4be7-a7df-95cc134354e5', 'name': '', 'network_id': 'a5a758bd-3d80-4a47-bec8-3aa237916c14', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'mac_address': 'fa:16:3e:c9:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee85370-d27d-46d2-bef0-da2347075907', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '146bc608-6353-4ed9-a1b8-4382343733a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:35Z', 'updated_at': '2021-11-03T19:27:39Z', 'revision_number': 2, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'subnets': [{'id': '146bc608-6353-4ed9-a1b8-4382343733a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:47.807127 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0237-d3f3-44be-bb03-67d3df52b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.810038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.853978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-92767ee0-2094-4bc5-bf94-a513eed7b71f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2556906 Nov 03 19:27:47.936903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4c4a0237-d3f3-44be-bb03-67d3df52b373 None None] For port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:47.957062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:47.959246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:48.055917 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0237-d3f3-44be-bb03-67d3df52b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:48.509642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-b97f53c9-9aee-4bef-84ec-e2af26d604ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:48.512207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-b97f53c9-9aee-4bef-84ec-e2af26d604ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 1096 time: 0.2277038 Nov 03 19:27:48.514601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a0237-d3f3-44be-bb03-67d3df52b373 None None] Pushing event updated for resources: {'Port': ['ID=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:48.748096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Deleting port 34daf0eb-1f0b-4be7-a7df-95cc134354e5 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:48.748661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:48.836464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7bc508ff-899e-42da-aa62-5669970bc2ae None None] Provisioning complete for port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:48.837112 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7bc508ff-899e-42da-aa62-5669970bc2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:48.846954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:48.919149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:49.135269 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:49.195102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Calling delete_port for 34daf0eb-1f0b-4be7-a7df-95cc134354e5 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:49.300861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Pushing event updated for resources: {'Port': ['ID=8c7cf3f6-be60-4a48-9b34-3bdbef674886,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:49.331153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-91f56b41-bfbf-41fa-b759-d4553373de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:49.345653 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-91f56b41-bfbf-41fa-b759-d4553373de3a service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 200 len: 912 time: 0.7765789 Nov 03 19:27:49.374948 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:49.402794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7bc508ff-899e-42da-aa62-5669970bc2ae None None] Provisioning complete for port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:49.403550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7bc508ff-899e-42da-aa62-5669970bc2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:49.631267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7bc508ff-899e-42da-aa62-5669970bc2ae None None] Port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:49.645010 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:49.710537 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 716eb7c3-db9e-4514-ac08-ac52b654dc08 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:49.788335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34daf0eb-1f0b-4be7-a7df-95cc134354e5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:49.832265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.832541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.849417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.850055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.850280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.850651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.850975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.851313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.851638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.851971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.852314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.852638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:49.904761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a32dd04e-0e4e-4d14-a5a9-07cd092d4ebe None None] Provisioning complete for port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:49.905395 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a32dd04e-0e4e-4d14-a5a9-07cd092d4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:50.115318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a32dd04e-0e4e-4d14-a5a9-07cd092d4ebe None None] Port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:50.128653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 716eb7c3-db9e-4514-ac08-ac52b654dc08 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:50.129345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:50.242242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-ac140af0-9782-46d1-8d5e-8cfa37560263 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 200 len: 1001 time: 0.8939662 Nov 03 19:27:50.351965 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:50.391427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-2bca25c2-a29d-4284-9f53-0a5c4d81fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:50.397799 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-2bca25c2-a29d-4284-9f53-0a5c4d81fec3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 200 len: 850 time: 0.1369586 Nov 03 19:27:50.403827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:50.424367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 716eb7c3-db9e-4514-ac08-ac52b654dc08, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=716eb7c3-db9e-4514-ac08-ac52b654dc08,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:50.435262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:50.436198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:50.493687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:50.736153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=716eb7c3-db9e-4514-ac08-ac52b654dc08,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:50.774903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-9f2c6751-c81f-4230-898f-bfaf29e8d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:50.776347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-9f2c6751-c81f-4230-898f-bfaf29e8d1e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a099c73-568c-4d53-a44e-ff6a06de570f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682764 Nov 03 19:27:50.875069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:50.878011 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:50.993756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:51.348929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2a471404-0b2c-40cc-a856-ba2385ed7a27 None None] Provisioning complete for port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:51.349496 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a471404-0b2c-40cc-a856-ba2385ed7a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:51.476709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Router e821b5e7-d314-4c03-8219-69a820d555df has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:51.552551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2a471404-0b2c-40cc-a856-ba2385ed7a27 None None] Port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:51.580605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-75cb1293-e134-47b0-9f11-e06eb8c2061a service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882342 Nov 03 19:27:51.822517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 716eb7c3-db9e-4514-ac08-ac52b654dc08 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:51.972014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6bf4-33dc-483f-92df-f80b1dff779b req-374ba34a-ffb0-43a7-ad1b-f80d2ed287c2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:51.975211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a1d6bf4-33dc-483f-92df-f80b1dff779b req-374ba34a-ffb0-43a7-ad1b-f80d2ed287c2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.2281044 Nov 03 19:27:51.988770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 716eb7c3-db9e-4514-ac08-ac52b654dc08 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:51.989248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:52.023830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Router 4ee85370-d27d-46d2-bef0-da2347075907 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:52.167572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 18b098b7-dfda-40bc-b74a-a8b04b56d4ac up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:52.202306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d29cc99d-8be4-4345-9979-b3d9a5f75473 req-1d877130-6a50-4cd5-9861-6def75cc58be service neutron] 10.222.0.110 "GET /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075821 Nov 03 19:27:52.206624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:52.236073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-93221b7b-cb7b-40ab-930b-48e1b0834c0f admin admin] 10.222.0.91 "PUT /v2.0/routers/e821b5e7-d314-4c03-8219-69a820d555df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5281410 Nov 03 19:27:52.236358 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:52.256882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 37774) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:52.285644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:52.286247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:52.289734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75e98bd1-d0cb-4690-a304-42fc6d8e4ef0 admin admin] 10.222.0.91 "PUT /v2.0/routers/4ee85370-d27d-46d2-bef0-da2347075907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2938046 Nov 03 19:27:52.351320 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a1d6bf4-33dc-483f-92df-f80b1dff779b req-a524573b-13cc-4bdd-bbec-2126449c3790 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678887 Nov 03 19:27:52.561124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Sync routers for ids ['e821b5e7-d314-4c03-8219-69a820d555df'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:52.586045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Routers {'e821b5e7-d314-4c03-8219-69a820d555df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:52.587050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e821b5e7-d314-4c03-8219-69a820d555df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:52.591558 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:52.693247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:53.153387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:53.155755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:53.173485 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:53.336263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Deleting port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:53.337279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:53.385677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:53.498861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Set router e821b5e7-d314-4c03-8219-69a820d555df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:53.611659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] For port 18b098b7-dfda-40bc-b74a-a8b04b56d4ac, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:53.612321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:53.690455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Calling delete_port for 18b098b7-dfda-40bc-b74a-a8b04b56d4ac owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:53.743842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba112a55-b087-403f-bb15-7f683c054a5b req-361f86e4-d4a0-4717-84f9-562f1354e624 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:53.750708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba112a55-b087-403f-bb15-7f683c054a5b req-361f86e4-d4a0-4717-84f9-562f1354e624 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.2026896 Nov 03 19:27:53.801636 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] Sync routers for ids ['4ee85370-d27d-46d2-bef0-da2347075907'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:53.818342 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] Routers {'4ee85370-d27d-46d2-bef0-da2347075907'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:53.818978 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4ee85370-d27d-46d2-bef0-da2347075907'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:54.057299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba112a55-b087-403f-bb15-7f683c054a5b req-8c4f3d0c-ebd3-4833-8b4c-f3d69a7242ce tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951789 Nov 03 19:27:54.199704 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] Set router 4ee85370-d27d-46d2-bef0-da2347075907 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:54.311440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 4, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8c7cf3f6-be60-4a48-9b34-3bdbef674886', 'name': '', 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'mac_address': 'fa:16:3e:ed:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '44157eec-9573-45b4-ae4e-2bee0c4f5025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:45Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 2, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'subnets': [{'id': '44157eec-9573-45b4-ae4e-2bee0c4f5025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:54.337552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-b7596975-1898-4bd0-b5db-6354148d4e27 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:54.339223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-b7596975-1898-4bd0-b5db-6354148d4e27 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.1875455 Nov 03 19:27:54.363128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee85370-d27d-46d2-bef0-da2347075907', 'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:28Z', 'updated_at': '2021-11-03T19:27:53Z', 'revision_number': 6, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:54.423550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Checking router: e821b5e7-d314-4c03-8219-69a820d555df for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:54.423913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Updating router e821b5e7-d314-4c03-8219-69a820d555df port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:27:54.491257 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] Checking router: 4ee85370-d27d-46d2-bef0-da2347075907 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:54.494015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:54.528041 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] Routers {'4ee85370-d27d-46d2-bef0-da2347075907'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:54.529255 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4ee85370-d27d-46d2-bef0-da2347075907'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:54.563599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:54.690276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b098b7-dfda-40bc-b74a-a8b04b56d4ac,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:54.804501 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] Set router 4ee85370-d27d-46d2-bef0-da2347075907 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:54.877916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Deleting port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:54.878265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:54.931842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:54.948605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:54.970917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:54.990707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fbedb-fbcb-4efc-9fc6-41721db40479 None None] Pushing event updated for resources: {'Port': ['ID=8c7cf3f6-be60-4a48-9b34-3bdbef674886,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:55.014833 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee85370-d27d-46d2-bef0-da2347075907', 'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:28Z', 'updated_at': '2021-11-03T19:27:53Z', 'revision_number': 6, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:55.141738 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ddbc0-96cf-445e-8664-8f94bdcd99f4 None None] The sync data for ids ['4ee85370-d27d-46d2-bef0-da2347075907'] in n-d-812151-4 is: [{'id': '4ee85370-d27d-46d2-bef0-da2347075907', 'name': 'tempest-ImageQuotaTest-1718714759-router', 'tenant_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:28Z', 'updated_at': '2021-11-03T19:27:53Z', 'revision_number': 6, 'project_id': 'c533a0c8b479418a88d9d6416dae7cc1', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:55.189834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Attempting to bind port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:55.193320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Attempting to bind port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:55.193633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Attempting to bind port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 on network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:55.210779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:55.211164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Checking segment: {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:55.211578 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.211977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Bound using segment: {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:55.212469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Bound port: 8c7cf3f6-be60-4a48-9b34-3bdbef674886, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:55.212881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.396348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.423061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.478811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc69f05-62e7-4927-bb68-dcbf702389cf req-310e40c6-3273-4609-ad90-2564cc633f7e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:55.489280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcc69f05-62e7-4927-bb68-dcbf702389cf req-310e40c6-3273-4609-ad90-2564cc633f7e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.1988618 Nov 03 19:27:55.559055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] For port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:55.565477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.571853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] For port 8c7cf3f6-be60-4a48-9b34-3bdbef674886, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:55.595458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] For port 8c7cf3f6-be60-4a48-9b34-3bdbef674886, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c7cf3f6-be60-4a48-9b34-3bdbef674886,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:55.638068 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:55.711005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcc69f05-62e7-4927-bb68-dcbf702389cf req-44c3427f-1943-4b97-8382-8d6db7382e78 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179058 Nov 03 19:27:55.822733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fbedb-fbcb-4efc-9fc6-41721db40479 None None] Pushing event updated for resources: {'Port': ['ID=8c7cf3f6-be60-4a48-9b34-3bdbef674886,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:55.832687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 34daf0eb-1f0b-4be7-a7df-95cc134354e5 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:55.993362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 34daf0eb-1f0b-4be7-a7df-95cc134354e5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:55.994491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 34daf0eb-1f0b-4be7-a7df-95cc134354e5 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:56.005248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2c4f1885-b6f0-46c3-8184-4bc933db8fb3 None None] Provisioning complete for port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:56.007293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1885-b6f0-46c3-8184-4bc933db8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:56.166750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Routers {'e821b5e7-d314-4c03-8219-69a820d555df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:56.167443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e821b5e7-d314-4c03-8219-69a820d555df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:56.234045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:56.243120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee85370-d27d-46d2-bef0-da2347075907 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:27:56.316151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:56.325507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37918) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:56.328785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a6ee4f0b-5dc1-4a3e-ad5b-10231506bbf4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/4ee85370-d27d-46d2-bef0-da2347075907 HTTP/1.1" status: 204 len: 168 time: 4.0639398 Nov 03 19:27:56.353151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] Set router e821b5e7-d314-4c03-8219-69a820d555df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:56.517560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Deleting subnet 146bc608-6353-4ed9-a1b8-4382343733a3 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:27:56.526317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:56.604683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:56.891951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1885-b6f0-46c3-8184-4bc933db8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:56.946587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.019293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2c4f1885-b6f0-46c3-8184-4bc933db8fb3 None None] For port 8c7cf3f6-be60-4a48-9b34-3bdbef674886, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c7cf3f6-be60-4a48-9b34-3bdbef674886,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:57.026694 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1885-b6f0-46c3-8184-4bc933db8fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.157382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.197803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2516b21b-a166-4f71-9b00-fd318aa33369 None None] Provisioning complete for port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:57.198473 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2516b21b-a166-4f71-9b00-fd318aa33369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.229116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.239800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a9de3-6663-43d6-86f8-248154d86b61 None None] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:27:57.243140 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/146bc608-6353-4ed9-a1b8-4382343733a3 HTTP/1.1" status: 204 len: 168 time: 0.9144278 Nov 03 19:27:57.270589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.271072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.271736 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Floating IP ce6eb040-fa75-4319-b1d1-cca2b6929b64 disassociated. External IP: 172.25.8.234, port: d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6. Nov 03 19:27:57.272768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Calling delete_port for d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:57.308706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 37940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:57.360035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5f62-f7f2-43c6-aa06-a58466208cbb req-15c41d17-3614-4fe3-ba97-99f572f11c2d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:57.367286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-417e5f62-f7f2-43c6-aa06-a58466208cbb req-15c41d17-3614-4fe3-ba97-99f572f11c2d tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 945 time: 0.3220932 Nov 03 19:27:57.377310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89079c1d-1f4e-4a98-adc1-4cae87949437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146bc608-6353-4ed9-a1b8-4382343733a3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:57.453299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1885-b6f0-46c3-8184-4bc933db8fb3 None None] Pushing event updated for resources: {'Port': ['ID=8c7cf3f6-be60-4a48-9b34-3bdbef674886,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:57.491968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 18b098b7-dfda-40bc-b74a-a8b04b56d4ac no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:57.547948 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-417e5f62-f7f2-43c6-aa06-a58466208cbb req-33c95e22-5f38-400e-8d31-ab57b4cc10e2 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6fa496b-8ae6-45f9-aee5-7912b50ade23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670053 Nov 03 19:27:57.570789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.589182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 18b098b7-dfda-40bc-b74a-a8b04b56d4ac {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:57.589522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 18b098b7-dfda-40bc-b74a-a8b04b56d4ac not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:57.590875 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.635705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 4, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8c7cf3f6-be60-4a48-9b34-3bdbef674886', 'name': '', 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'mac_address': 'fa:16:3e:ed:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '44157eec-9573-45b4-ae4e-2bee0c4f5025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:45Z', 'updated_at': '2021-11-03T19:27:55Z', 'revision_number': 4, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'subnets': [{'id': '44157eec-9573-45b4-ae4e-2bee0c4f5025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:57.729514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event deleted for resources: {'Port': ['ID=d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:57.774665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8326-36d7-46e2-8a6d-5ec4c866740d None None] The sync data for ids ['e821b5e7-d314-4c03-8219-69a820d555df'] in n-d-812151-4 is: [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 4, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8c7cf3f6-be60-4a48-9b34-3bdbef674886', 'name': '', 'network_id': '8c2f5cf7-05b8-46f2-8c45-1b46f57fba44', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'mac_address': 'fa:16:3e:ed:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '44157eec-9573-45b4-ae4e-2bee0c4f5025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:45Z', 'updated_at': '2021-11-03T19:27:55Z', 'revision_number': 4, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'subnets': [{'id': '44157eec-9573-45b4-ae4e-2bee0c4f5025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:57.812578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Deleting port 05e82673-cbcb-4b8a-80e3-3936a9d6641c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:57.814478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:57.871109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:57.984270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:57.985405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:58.023100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] DHCP port deletion for a5a758bd-3d80-4a47-bec8-3aa237916c14 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:27:58.157622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] For port 05e82673-cbcb-4b8a-80e3-3936a9d6641c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=05e82673-cbcb-4b8a-80e3-3936a9d6641c,segment=NetworkSegment(289460e7-c43d-4d92-a4a5-d50ff28a9ae9),segment_id=289460e7-c43d-4d92-a4a5-d50ff28a9ae9)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:58.157988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.199723 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Calling delete_port for 05e82673-cbcb-4b8a-80e3-3936a9d6641c owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:58.257278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Deleting port 05e82673-cbcb-4b8a-80e3-3936a9d6641c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:58.257663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.293945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Router 2b6a8157-999b-492c-9c17-34c7e967365c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:58.459194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] For port 05e82673-cbcb-4b8a-80e3-3936a9d6641c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=05e82673-cbcb-4b8a-80e3-3936a9d6641c,segment=NetworkSegment(289460e7-c43d-4d92-a4a5-d50ff28a9ae9),segment_id=289460e7-c43d-4d92-a4a5-d50ff28a9ae9)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:58.459606 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.507180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Calling delete_port for 05e82673-cbcb-4b8a-80e3-3936a9d6641c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:58.679627 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.751003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=05e82673-cbcb-4b8a-80e3-3936a9d6641c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:58.756280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] No DVR routers for this DVR port 05e82673-cbcb-4b8a-80e3-3936a9d6641c on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:58.851370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:58.888446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:58.970448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] No DVR routers for this DVR port d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:58.976588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:58.977671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:58.982322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.994556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6dd4f164-91c1-4fc7-bbc0-be9cd3dc737f req-001c9789-c3e9-48b7-9739-0810555ca86f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.110 "DELETE /v2.0/ports/d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6 HTTP/1.1" status: 204 len: 173 time: 4.6406388 Nov 03 19:27:58.995086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'name': 'network-vif-deleted', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:58.997524 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de905309-a841-4e81-bad3-158d2c6af130" -d '{"events": [{"server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "name": "network-vif-deleted", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:59.095867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.179123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a758bd-3d80-4a47-bec8-3aa237916c14']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:59.221551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289460e7-c43d-4d92-a4a5-d50ff28a9ae9') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:59.222081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289460e7-c43d-4d92-a4a5-d50ff28a9ae9') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:59.279111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.337575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.361291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:27:59.361554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:27:59.648756 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:27:59.754999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-474a773a-e7af-47b4-8e96-59b15dbf4ee2 req-c780d25d-fefb-451c-a659-3d9fe293cf36 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/ports?device_id=378d5217-d624-4e3c-8fbb-11a884957a40 HTTP/1.1" status: 200 len: 210 time: 0.1511385 Nov 03 19:27:59.755986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.773904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.794277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] 10.222.0.91 "DELETE /v2.0/networks/a5a758bd-3d80-4a47-bec8-3aa237916c14 HTTP/1.1" status: 204 len: 168 time: 2.4830890 Nov 03 19:27:59.853096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.862831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5aae-9a63-41d6-9769-67813a89bfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a758bd-3d80-4a47-bec8-3aa237916c14,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:59.879780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c7cf3f6-be60-4a48-9b34-3bdbef674886 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:59.908252 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc00f4-61bc-480b-be83-7e2506c92011 x-openstack-request-id: req-c9fc00f4-61bc-480b-be83-7e2506c92011 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:59.919084 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378d5217-d624-4e3c-8fbb-11a884957a40", "name": "network-vif-deleted", "tag": "d0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:59.919953 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9fc00f4-61bc-480b-be83-7e2506c92011 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:59.920990 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378d5217-d624-4e3c-8fbb-11a884957a40', 'name': 'network-vif-deleted', 'tag': 'd0de67a8-f6c0-498e-9fd9-a5b2f31d9fc6', 'status': 'completed', 'code': 200} Nov 03 19:28:00.159941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Pushing event deleted for resources: {'Port': ['ID=05e82673-cbcb-4b8a-80e3-3936a9d6641c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:00.267529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] Network a5a758bd-3d80-4a47-bec8-3aa237916c14 is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:28:00.269941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d7c62-81b2-4c11-947c-f471af07f883 None None] No DVR routers for this DVR port 05e82673-cbcb-4b8a-80e3-3936a9d6641c on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:28:00.303861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:00.341011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:00.452252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ac7139d1-96b7-4731-a865-0b8e497b188f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c533a0c8b479418a88d9d6416dae7cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470923 Nov 03 19:28:00.455313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:00.510051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:00.511841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.663895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f4b55f21-2d9c-4b91-9e1f-125292fe9829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.762203 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f4b55f21-2d9c-4b91-9e1f-125292fe9829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.939735 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f4b55f21-2d9c-4b91-9e1f-125292fe9829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.944877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f4b55f21-2d9c-4b91-9e1f-125292fe9829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.949544 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f4b55f21-2d9c-4b91-9e1f-125292fe9829 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/13fc406e-ed6d-4b1b-925b-4c4ef61d3553 HTTP/1.1" status: 204 len: 168 time: 0.4928393 Nov 03 19:28:00.979587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b55f21-2d9c-4b91-9e1f-125292fe9829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc406e-ed6d-4b1b-925b-4c4ef61d3553,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:00.995622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38022) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:01.364132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-755171f5-7129-469a-91eb-197ec6ddbc6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:01.560470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:01.571103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-755171f5-7129-469a-91eb-197ec6ddbc6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:01.689854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 05e82673-cbcb-4b8a-80e3-3936a9d6641c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:28:01.700194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:28:01.774803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 05e82673-cbcb-4b8a-80e3-3936a9d6641c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:28:01.778761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 05e82673-cbcb-4b8a-80e3-3936a9d6641c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:28:01.802053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:01.802708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:27:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:01.861656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-755171f5-7129-469a-91eb-197ec6ddbc6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:01.867549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-755171f5-7129-469a-91eb-197ec6ddbc6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:01.888791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:01.893740 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-755171f5-7129-469a-91eb-197ec6ddbc6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "DELETE /v2.0/security-groups/f6fa496b-8ae6-45f9-aee5-7912b50ade23 HTTP/1.1" status: 204 len: 168 time: 0.8953226 Nov 03 19:28:01.941683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755171f5-7129-469a-91eb-197ec6ddbc6e tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fa496b-8ae6-45f9-aee5-7912b50ade23,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:01.959337 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-58fd1de5-b821-4cdf-bd85-598a7530228f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] show failed (client error): The resource could not be found. Nov 03 19:28:01.990829 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-58fd1de5-b821-4cdf-bd85-598a7530228f tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "GET /v2.0/security-groups/f6fa496b-8ae6-45f9-aee5-7912b50ade23 HTTP/1.1" status: 404 len: 347 time: 0.0956669 Nov 03 19:28:01.991319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38042) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:02.251937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:02.410900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:02.460449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-812d1810-0af5-4812-8634-31807d3c675a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.620894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Deleting port d3fd431e-85d0-4a01-a2ef-4a84fbcfe427 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:28:02.621244 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.716073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.744981 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-812d1810-0af5-4812-8634-31807d3c675a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.754104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-812d1810-0af5-4812-8634-31807d3c675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.856420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.857035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:02.888389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Calling delete_port for d3fd431e-85d0-4a01-a2ef-4a84fbcfe427 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:28:02.949734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-812d1810-0af5-4812-8634-31807d3c675a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5362604 Nov 03 19:28:02.952710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38060) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:02.961746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d1810-0af5-4812-8634-31807d3c675a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0fc41-96b1-4cae-9daa-a7b20aa8789b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:03.020565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:03.086516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d0b3bc-f268-4251-8f14-cb6a56e44e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.124431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ba49d-84d9-44bd-9ee0-c3ed7a3ba802 None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2', 'name': '', 'network_id': '5a099c73-568c-4d53-a44e-ff6a06de570f', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'mac_address': 'fa:16:3e:0b:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'subnets': [{'id': 'bb73d4c0-cee7-4387-a9b9-285da95dc53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:28:03.144773 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d0b3bc-f268-4251-8f14-cb6a56e44e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.213077 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.305843 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d0b3bc-f268-4251-8f14-cb6a56e44e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.308616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-60d0b3bc-f268-4251-8f14-cb6a56e44e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.309919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-60d0b3bc-f268-4251-8f14-cb6a56e44e52 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4cf0fc41-96b1-4cae-9daa-a7b20aa8789b HTTP/1.1" status: 204 len: 168 time: 0.3554287 Nov 03 19:28:03.327329 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0b3bc-f268-4251-8f14-cb6a56e44e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0fc41-96b1-4cae-9daa-a7b20aa8789b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:03.380536 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.450509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Pushing event deleted for resources: {'Port': ['ID=d3fd431e-85d0-4a01-a2ef-4a84fbcfe427,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:03.536147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.536413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.545320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.545946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.546451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.546967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.547993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.548490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.553928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.555366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.555888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.556658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:03.662034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.668171 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:03.670078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-64afe3ff-8f9e-4a4d-90af-744c56901245 tempest-AttachVolumeTestJSON-1203519128 tempest-AttachVolumeTestJSON-1203519128-project] 10.222.0.91 "DELETE /v2.0/floatingips/ce6eb040-fa75-4319-b1d1-cca2b6929b64 HTTP/1.1" status: 204 len: 168 time: 1.6771617 Nov 03 19:28:04.017644 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51241f-6dcf-4ac3-9b1e-7a07e28e46f4 None None] New status for floating IP ce6eb040-fa75-4319-b1d1-cca2b6929b64: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:28:04.680941 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-54d2d58d-bbe3-4309-aa42-f2b0171accb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:04.959190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:05.182836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1270509677-network', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:05.236383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:05.242894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.268345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.556387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.564036 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.588186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:28:05.615771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.616270 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Added segment 2c72ceac-fe7d-4ea9-988e-572052091383 of type vlan for network d6d98c0b-e179-4440-9b50-a08faf888161 Nov 03 19:28:05.673538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38136) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:05.732747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.798003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07db570-edd0-4dce-9f63-9f854a449188,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:05.852119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.858802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:05.861437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:05.898060 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34e19df1-d76e-4ac3-b670-4469c3f18ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.133705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] Pushing event updated for resources: {'Network': ['ID=d6d98c0b-e179-4440-9b50-a08faf888161,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:06.143743 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7d86bede-eda2-4e03-ae08-09647c79197f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1827993 Nov 03 19:28:06.151280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38174) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:06.155385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d6d98c0b-e179-4440-9b50-a08faf888161 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:28:06.171369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Request body: {'subnet': {'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1270509677-subnet', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:06.244228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34e19df1-d76e-4ac3-b670-4469c3f18ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.251958 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-34e19df1-d76e-4ac3-b670-4469c3f18ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.272563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:06.276458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.337642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-34e19df1-d76e-4ac3-b670-4469c3f18ce8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=abde83f4ac254976b211abe0efd1e0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618116 Nov 03 19:28:06.338981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e19df1-d76e-4ac3-b670-4469c3f18ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd1083-9dae-444f-ae90-ef60b7b90047,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:06.355456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38186) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:06.537795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44361d4d-0e65-46d5-a57b-de11215121d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.651726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44361d4d-0e65-46d5-a57b-de11215121d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.723605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44361d4d-0e65-46d5-a57b-de11215121d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.731530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-44361d4d-0e65-46d5-a57b-de11215121d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:06.735953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-44361d4d-0e65-46d5-a57b-de11215121d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/39bd1083-9dae-444f-ae90-ef60b7b90047 HTTP/1.1" status: 204 len: 168 time: 0.3770072 Nov 03 19:28:06.761947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44361d4d-0e65-46d5-a57b-de11215121d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd1083-9dae-444f-ae90-ef60b7b90047,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:06.820871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:07.071565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8978b0ce-bd59-47ba-bcff-974477f4dbf8,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:07.097902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:07.100708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Network hostable DHCP agents. Network: d6d98c0b-e179-4440-9b50-a08faf888161, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:28:07.156545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Network d6d98c0b-e179-4440-9b50-a08faf888161 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:28:07.174797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d6d98c0b-e179-4440-9b50-a08faf888161) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:07.185322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:07.185929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:07.186703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b432f0-324c-4081-ac77-6cd526b11399 None None] Network d6d98c0b-e179-4440-9b50-a08faf888161 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:07.269617 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-37b976eb-f21e-47da-96ae-c2f887fc58cc admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1115298 Nov 03 19:28:07.272475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38226) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:07.277474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:07.353625 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:07.355425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:07.495601 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:07.612636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d6d98c0b-e179-4440-9b50-a08faf888161', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:28:07.613472 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:08.139530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Allocated IP 172.20.0.2 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/822e57a6-9477-4a20-93f6-2496e0e98431) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:08.465233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1c44-d486-4c25-bb1f-fc1c9ece8803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:08.757915 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:08.779647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:08.842562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:08.850458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:08.858417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:08.877652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Pushing event updated for resources: {'Port': ['ID=822e57a6-9477-4a20-93f6-2496e0e98431,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:09.003743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Attempting to bind port 822e57a6-9477-4a20-93f6-2496e0e98431 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:09.013437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Attempting to bind port 822e57a6-9477-4a20-93f6-2496e0e98431 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:09.017158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Attempting to bind port 822e57a6-9477-4a20-93f6-2496e0e98431 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:09.030459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:09.037955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:09.038656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:09.039250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:09.039967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Bound port: 822e57a6-9477-4a20-93f6-2496e0e98431, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:09.040573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:09.235807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] For port 822e57a6-9477-4a20-93f6-2496e0e98431, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:09.244590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] For port 822e57a6-9477-4a20-93f6-2496e0e98431, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=822e57a6-9477-4a20-93f6-2496e0e98431,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:09.253543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:09.293569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:09.534361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6f83a-e4f1-47fb-a135-4793f16dddac None None] Pushing event updated for resources: {'Port': ['ID=822e57a6-9477-4a20-93f6-2496e0e98431,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:09.963941 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.006586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.116572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.149101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 822e57a6-9477-4a20-93f6-2496e0e98431 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:10.283946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 822e57a6-9477-4a20-93f6-2496e0e98431 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:10.284581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.493624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.583981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 822e57a6-9477-4a20-93f6-2496e0e98431, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=822e57a6-9477-4a20-93f6-2496e0e98431,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:10.593756 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:10.617976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Allocated IP 172.25.8.220 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/bdf34896-bcb6-4355-b266-2cda38a21dfe) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:10.782957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=822e57a6-9477-4a20-93f6-2496e0e98431,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:11.176680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:11.301917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:11.369386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77d8dd-9f37-4c11-bf8e-b5e21ddac179 None None] Network d6d98c0b-e179-4440-9b50-a08faf888161 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:11.385566 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:11.389601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:11.398089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:11.447813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf34896-bcb6-4355-b266-2cda38a21dfe,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:11.709425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-20360823-41ff-48d9-91af-38f9e96f6b51 None None] Provisioning complete for port 822e57a6-9477-4a20-93f6-2496e0e98431 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:11.710315 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-20360823-41ff-48d9-91af-38f9e96f6b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:11.941173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:11.995774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.084249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 822e57a6-9477-4a20-93f6-2496e0e98431 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:12.267126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.354556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 822e57a6-9477-4a20-93f6-2496e0e98431 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:12.356041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.490796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2ebc2bb2-908d-49ec-9acc-09f504e6039d None None] Provisioning complete for port 822e57a6-9477-4a20-93f6-2496e0e98431 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:12.491333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2bb2-908d-49ec-9acc-09f504e6039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.532382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:12.951845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Router 40c47fff-a791-4ac9-a968-2821a417d053 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:28:13.359152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:28:13.373343 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:28:13.395236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:13.395894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:13.399318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d31bef84-b0cc-494f-be8d-6211569e4f47 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1230729 Nov 03 19:28:13.399779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:13.399931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38372) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:13.864351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:14.184763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:11Z', 'revision_number': 3, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:14.309098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:28:14.310308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Updating router 40c47fff-a791-4ac9-a968-2821a417d053 port bdf34896-bcb6-4355-b266-2cda38a21dfe binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:28:14.423827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:14.686832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.017204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Allocated IP 172.20.0.1 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/5e79cc18-ba68-4f81-a011-b3ae3a15032d) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:15.057116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.081676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.160585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Attempting to bind port bdf34896-bcb6-4355-b266-2cda38a21dfe on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:15.161048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Attempting to bind port bdf34896-bcb6-4355-b266-2cda38a21dfe by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:15.161477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Attempting to bind port bdf34896-bcb6-4355-b266-2cda38a21dfe on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:15.190888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:15.191401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:15.192158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.193127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:15.193802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Bound port: bdf34896-bcb6-4355-b266-2cda38a21dfe, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:15.194320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.198583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42a98b-5f7e-43e9-8050-14be31ed4b6d None None] Pushing event updated for resources: {'Port': ['ID=bdf34896-bcb6-4355-b266-2cda38a21dfe,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:15.274588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.284217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] For port bdf34896-bcb6-4355-b266-2cda38a21dfe, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:15.289293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] For port bdf34896-bcb6-4355-b266-2cda38a21dfe, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bdf34896-bcb6-4355-b266-2cda38a21dfe,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:15.299429 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.351615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.406001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42a98b-5f7e-43e9-8050-14be31ed4b6d None None] Pushing event updated for resources: {'Port': ['ID=bdf34896-bcb6-4355-b266-2cda38a21dfe,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:15.433365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:15.440807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:15.441473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:15.442790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:15.450385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:15.512246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:15.668744 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:15.712301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e79cc18-ba68-4f81-a011-b3ae3a15032d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:16.029872 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:16.044206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-86dc64d4-ecb8-4387-a43b-acb4692b6507 None None] Provisioning complete for port 5e79cc18-ba68-4f81-a011-b3ae3a15032d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:16.044629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-86dc64d4-ecb8-4387-a43b-acb4692b6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:16.159711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-86dc64d4-ecb8-4387-a43b-acb4692b6507 None None] Port 5e79cc18-ba68-4f81-a011-b3ae3a15032d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:28:16.169155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:11Z', 'revision_number': 3, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:16.264784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ea855-902c-4865-b803-dbcf47bde79f None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:11Z', 'revision_number': 3, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:28:16.483533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:16.492508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:16.646286 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:16.661685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e79cc18-ba68-4f81-a011-b3ae3a15032d,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:16.955214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:16.957188 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:17.204019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:28:17.431292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b7beac72-bc88-481d-9316-48d6a66db458 None None] Provisioning complete for port 5e79cc18-ba68-4f81-a011-b3ae3a15032d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:17.431809 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b7beac72-bc88-481d-9316-48d6a66db458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:17.537379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:28:17.543209 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-be7f8e8f-3313-4280-bda1-d46f180030b4 admin admin] 10.222.0.91 "PUT /v2.0/routers/40c47fff-a791-4ac9-a968-2821a417d053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1421931 Nov 03 19:28:17.568373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b7beac72-bc88-481d-9316-48d6a66db458 None None] Port 5e79cc18-ba68-4f81-a011-b3ae3a15032d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:28:18.133783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bdf34896-bcb6-4355-b266-2cda38a21dfe up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:18.294602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bdf34896-bcb6-4355-b266-2cda38a21dfe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:18.294949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:18.542636 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:18.647909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port bdf34896-bcb6-4355-b266-2cda38a21dfe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bdf34896-bcb6-4355-b266-2cda38a21dfe,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:18.658294 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:18.830708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=bdf34896-bcb6-4355-b266-2cda38a21dfe,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:18.866605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.869159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.870345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.873262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.875598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.876362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.878396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.879168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.885274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.886345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.887084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:18.887813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:19.085598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38474) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:19.092895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1943351525-network', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:19.140444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Made reservation on behalf of 99d31b6da157456cb4b13cb5ab918e69 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:19.148077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.219178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.437618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.446810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.473913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:28:19.500467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.501074 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Added segment 4f25e427-1410-4ce7-b6a9-045cbe404fe4 of type vlan for network 2beb3c18-56d6-4111-92f1-9f5c97e823fb Nov 03 19:28:19.598161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.633678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561fdc90-bf85-4d9f-97cb-eeb6cef27e8c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:19.690019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.691229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:19.691911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:19.805525 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:28:19.836542 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:19.839126 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:19.849418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7626085 Nov 03 19:28:19.852091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:19.859364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Request body: {'subnet': {'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1943351525-subnet', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:19.886770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad96a11-e7f6-41b4-92b7-3d953ae27f43 admin admin] Pushing event updated for resources: {'Network': ['ID=2beb3c18-56d6-4111-92f1-9f5c97e823fb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:19.923760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:28:19.956209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Made reservation on behalf of 99d31b6da157456cb4b13cb5ab918e69 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:19.958725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:20.061746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bdf34896-bcb6-4355-b266-2cda38a21dfe up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:20.158101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bdf34896-bcb6-4355-b266-2cda38a21dfe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:20.158769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:20.507429 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:20.533981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:20.661034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c62a2ae-3899-4303-b174-89e3334fc592,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:20.765472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Checking segment: {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:20.765886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Network hostable DHCP agents. Network: 2beb3c18-56d6-4111-92f1-9f5c97e823fb, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:28:20.803337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:28:20.827566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 2beb3c18-56d6-4111-92f1-9f5c97e823fb) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:20.833951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:20.835128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:20.856348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff501cb-a589-4515-9278-2d8c927715d8 None None] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:20.876047 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-095638de-b0b0-442c-8301-65f2ee14331c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0228481 Nov 03 19:28:20.880063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38498) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:20.885158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:20.934984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:20.936947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.055996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.296628 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:16Z', 'revision_number': 2, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:21.429377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-2beb3c18-56d6-4111-92f1-9f5c97e823fb', 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'fixed_ips': [{'subnet_id': '3c62a2ae-3899-4303-b174-89e3334fc592'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:28:21.436155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.452448 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:28:21.453032 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Updating router 40c47fff-a791-4ac9-a968-2821a417d053 port 5e79cc18-ba68-4f81-a011-b3ae3a15032d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:28:21.591926 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.624028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:21.744309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Allocated IP 172.20.0.2 (2beb3c18-56d6-4111-92f1-9f5c97e823fb/3c62a2ae-3899-4303-b174-89e3334fc592/c5988355-c739-4847-86da-2ea06b717eb0) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:22.126313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38516) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:22.252536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.261843 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:28:22.283930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.478627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Pushing event updated for resources: {'Port': ['ID=c5988355-c739-4847-86da-2ea06b717eb0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:22.534731 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.556023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:22.557645 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.564334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:22.583017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:22.672667 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e36ccbe8-f7ba-4bb9-9f56-04b24a05fdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.784070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.797874 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24d720-b1fc-4c85-9cbc-7fa36017ab8d None None] Pushing event updated for resources: {'Port': ['ID=5e79cc18-ba68-4f81-a011-b3ae3a15032d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:22.916647 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.933286 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e36ccbe8-f7ba-4bb9-9f56-04b24a05fdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.942373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e36ccbe8-f7ba-4bb9-9f56-04b24a05fdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:22.981486 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Attempting to bind port 5e79cc18-ba68-4f81-a011-b3ae3a15032d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:22.982473 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Attempting to bind port 5e79cc18-ba68-4f81-a011-b3ae3a15032d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:22.983639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Attempting to bind port 5e79cc18-ba68-4f81-a011-b3ae3a15032d on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:23.006343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ccbe8-f7ba-4bb9-9f56-04b24a05fdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dea659f-f3a1-4f0a-a83a-dcdab9d4b917,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:23.008144 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:23.008512 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:23.008932 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.014023 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:23.014637 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Bound port: 5e79cc18-ba68-4f81-a011-b3ae3a15032d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:23.015037 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.105062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e36ccbe8-f7ba-4bb9-9f56-04b24a05fdde admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4d13e060dbb840bc8cc452ee5bab69f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9769485 Nov 03 19:28:23.117083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38540) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:23.256752 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] For port 5e79cc18-ba68-4f81-a011-b3ae3a15032d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:23.279980 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] For port 5e79cc18-ba68-4f81-a011-b3ae3a15032d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5e79cc18-ba68-4f81-a011-b3ae3a15032d,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:23.295745 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.338527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fe935-59bb-48ff-8c8d-d1972a4fe818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.432799 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fe935-59bb-48ff-8c8d-d1972a4fe818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.436132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Allocated IP 172.25.8.43 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a47fa31f-3a3e-4ffd-82f9-ae4473c6e865) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:23.498097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Attempting to bind port c5988355-c739-4847-86da-2ea06b717eb0 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:23.498694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Attempting to bind port c5988355-c739-4847-86da-2ea06b717eb0 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:23.501399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Attempting to bind port c5988355-c739-4847-86da-2ea06b717eb0 on network 2beb3c18-56d6-4111-92f1-9f5c97e823fb {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:23.510098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24d720-b1fc-4c85-9cbc-7fa36017ab8d None None] Pushing event updated for resources: {'Port': ['ID=5e79cc18-ba68-4f81-a011-b3ae3a15032d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:23.518477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:23.520624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Checking segment: {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:23.521109 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.524114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Bound using segment: {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:23.524827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Bound port: c5988355-c739-4847-86da-2ea06b717eb0, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:23.525323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.588618 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:23.598398 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:23.621079 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fe935-59bb-48ff-8c8d-d1972a4fe818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.624757 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f15fe935-59bb-48ff-8c8d-d1972a4fe818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.630644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f15fe935-59bb-48ff-8c8d-d1972a4fe818 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3dea659f-f3a1-4f0a-a83a-dcdab9d4b917 HTTP/1.1" status: 204 len: 168 time: 0.5125430 Nov 03 19:28:23.682292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fe935-59bb-48ff-8c8d-d1972a4fe818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dea659f-f3a1-4f0a-a83a-dcdab9d4b917,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:23.834588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] For port c5988355-c739-4847-86da-2ea06b717eb0, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:23.850773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] For port c5988355-c739-4847-86da-2ea06b717eb0, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c5988355-c739-4847-86da-2ea06b717eb0,segment=NetworkSegment(4f25e427-1410-4ce7-b6a9-045cbe404fe4),segment_id=4f25e427-1410-4ce7-b6a9-045cbe404fe4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:23.895663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:23.997233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:24.182333 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:24.213240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-12f30235-f0a2-48c6-95e7-72f14a89c6ad None None] Provisioning complete for port 5e79cc18-ba68-4f81-a011-b3ae3a15032d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:24.217094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:24.217318 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12f30235-f0a2-48c6-95e7-72f14a89c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:24.428445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:24.437384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:24.454677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:24.523194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Pushing event updated for resources: {'Port': ['ID=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:24.588410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8e07b-45cf-4d95-b232-0155cd1983e0 None None] Pushing event updated for resources: {'Port': ['ID=c5988355-c739-4847-86da-2ea06b717eb0,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:24.779517 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12f30235-f0a2-48c6-95e7-72f14a89c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:24.878654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-12f30235-f0a2-48c6-95e7-72f14a89c6ad None None] For port 5e79cc18-ba68-4f81-a011-b3ae3a15032d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5e79cc18-ba68-4f81-a011-b3ae3a15032d,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:24.898478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-12f30235-f0a2-48c6-95e7-72f14a89c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:25.145979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30235-f0a2-48c6-95e7-72f14a89c6ad None None] Pushing event updated for resources: {'Port': ['ID=5e79cc18-ba68-4f81-a011-b3ae3a15032d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:25.160862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4a270064-dd0e-4324-929d-887f30b38bac None None] Provisioning complete for port 5e79cc18-ba68-4f81-a011-b3ae3a15032d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:25.161279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a270064-dd0e-4324-929d-887f30b38bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:25.268083 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:23Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:25.446127 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609d9bc-70a3-4fef-ac8c-9e26da0e79a5 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:23Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:28:25.674396 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:26.366251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e79cc18-ba68-4f81-a011-b3ae3a15032d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:26.673443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5e79cc18-ba68-4f81-a011-b3ae3a15032d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:26.673858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:26.689953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:26.870258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a8eb9-4078-4424-8471-2d60ab3143b2 None None] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:27.207367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-60ba9bc5-49aa-47a0-894b-251b96f24004 None None] Provisioning complete for port c5988355-c739-4847-86da-2ea06b717eb0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:27.212526 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60ba9bc5-49aa-47a0-894b-251b96f24004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:27.289846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Router 9e18f6c5-4f14-4048-8764-cd4c3f983161 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:28:27.626196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c5988355-c739-4847-86da-2ea06b717eb0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:27.732188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:28:27.794927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:27.803506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c092a19-4b88-4e41-9cf3-6e5ebec14611 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9178801 Nov 03 19:28:27.803821 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:28.034313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60ba9bc5-49aa-47a0-894b-251b96f24004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:28.046123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Sync routers for ids ['9e18f6c5-4f14-4048-8764-cd4c3f983161'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:28:28.215774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Routers {'9e18f6c5-4f14-4048-8764-cd4c3f983161'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:28.217164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9e18f6c5-4f14-4048-8764-cd4c3f983161'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:28.372055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-60ba9bc5-49aa-47a0-894b-251b96f24004 None None] For port c5988355-c739-4847-86da-2ea06b717eb0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c5988355-c739-4847-86da-2ea06b717eb0,segment=NetworkSegment(4f25e427-1410-4ce7-b6a9-045cbe404fe4),segment_id=4f25e427-1410-4ce7-b6a9-045cbe404fe4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:28.449556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60ba9bc5-49aa-47a0-894b-251b96f24004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:28.455758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c5988355-c739-4847-86da-2ea06b717eb0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:28.455758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:28.699605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9bc5-49aa-47a0-894b-251b96f24004 None None] Pushing event updated for resources: {'Port': ['ID=c5988355-c739-4847-86da-2ea06b717eb0,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:28.738932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Set router 9e18f6c5-4f14-4048-8764-cd4c3f983161 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:29.129844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c80f4ebb-8fa0-409b-ba83-2d2e282fb5c7 None None] Provisioning complete for port c5988355-c739-4847-86da-2ea06b717eb0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:29.130246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c80f4ebb-8fa0-409b-ba83-2d2e282fb5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:29.204951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:28:25Z', 'revision_number': 3, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:29.268380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Checking router: 9e18f6c5-4f14-4048-8764-cd4c3f983161 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:28:29.269261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Updating router 9e18f6c5-4f14-4048-8764-cd4c3f983161 port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:28:29.359671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:29.626510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:29.967119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:29.976304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.008349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Allocated IP 172.20.0.1 (2beb3c18-56d6-4111-92f1-9f5c97e823fb/3c62a2ae-3899-4303-b174-89e3334fc592/6904c6ae-02f3-4e5c-8d63-4e531ad27209) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:30.155553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Attempting to bind port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:30.157544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Attempting to bind port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:30.158762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Attempting to bind port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:30.184980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936fff5-5835-47d5-b9f7-4f7612f40f23 None None] Pushing event updated for resources: {'Port': ['ID=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:30.209754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:30.210169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:30.210842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.212201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:30.212952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Bound port: a47fa31f-3a3e-4ffd-82f9-ae4473c6e865, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:30.213301 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.294212 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.304512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] For port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:30.309684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] For port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:30.325160 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.380063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.455167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:30.461156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:30.465999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:30.528053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936fff5-5835-47d5-b9f7-4f7612f40f23 None None] Pushing event updated for resources: {'Port': ['ID=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:30.567696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Pushing event updated for resources: {'Port': ['ID=6904c6ae-02f3-4e5c-8d63-4e531ad27209,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:30.593235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Routers {'9e18f6c5-4f14-4048-8764-cd4c3f983161'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:30.593900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9e18f6c5-4f14-4048-8764-cd4c3f983161'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:30.610098 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.882559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c5988355-c739-4847-86da-2ea06b717eb0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:30.896584 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.152554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] Set router 9e18f6c5-4f14-4048-8764-cd4c3f983161 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:31.186613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3814c558-740c-42a2-bec8-174cc19481e0 None None] Provisioning complete for port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:31.186978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3814c558-740c-42a2-bec8-174cc19481e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.198548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.208879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.300059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3814c558-740c-42a2-bec8-174cc19481e0 None None] Port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:28:31.387309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Pushing event updated for resources: {'Port': ['ID=6904c6ae-02f3-4e5c-8d63-4e531ad27209,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:31.450214 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.493931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c5988355-c739-4847-86da-2ea06b717eb0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:31.494301 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.644928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:28:25Z', 'revision_number': 3, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:31.679150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef833b7-75fb-41ee-87c6-71d17eeb75eb None None] The sync data for ids ['9e18f6c5-4f14-4048-8764-cd4c3f983161'] in n-d-812151-4 is: [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:28:25Z', 'revision_number': 3, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:28:31.711712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:31.713294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:31.975601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Router 9e18f6c5-4f14-4048-8764-cd4c3f983161 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:28:32.232168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5bfbc41b-ecc3-4625-ae0f-773609a12df5 None None] Provisioning complete for port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:32.236934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:28:32.238083 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5bfbc41b-ecc3-4625-ae0f-773609a12df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:32.246854 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4a04d17c-6699-4bc7-aa54-560f16585739 admin admin] 10.222.0.91 "PUT /v2.0/routers/9e18f6c5-4f14-4048-8764-cd4c3f983161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4419763 Nov 03 19:28:32.349936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbc41b-ecc3-4625-ae0f-773609a12df5 None None] Port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:28:32.582717 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:32.582877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38698) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:32.955297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:33.095824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:33.096425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:33.315962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:33.369004 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:33.436117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:33.442568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:33.599337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:33.947697 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:34.650133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Deleting port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:28:34.652061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:34.685516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-706e30e8-be31-4d7c-a1b1-b87b7bce6bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:34.833803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38738) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:34.919766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:35.022763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] For port ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:35.023363 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.036571 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Sync routers for ids ['9e18f6c5-4f14-4048-8764-cd4c3f983161'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:28:35.044128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Calling delete_port for ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:28:35.077012 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Routers {'9e18f6c5-4f14-4048-8764-cd4c3f983161'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:35.081835 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9e18f6c5-4f14-4048-8764-cd4c3f983161'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:35.126267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:35.127358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.213645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55f67d9f-d7fc-4d01-ae1b-629214b7956c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.347696 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Set router 9e18f6c5-4f14-4048-8764-cd4c3f983161 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:35.468773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55f67d9f-d7fc-4d01-ae1b-629214b7956c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.482907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-55f67d9f-d7fc-4d01-ae1b-629214b7956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.554378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55f67d9f-d7fc-4d01-ae1b-629214b7956c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=84b32dfd439c4a3fbc3d508eeb2e8b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7156632 Nov 03 19:28:35.555360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38748) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:35.705604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f67d9f-d7fc-4d01-ae1b-629214b7956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d865a5-a5d0-4bad-b73f-2fe1ff848e18,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:35.711103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.756464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:28:30Z', 'revision_number': 4, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '6904c6ae-02f3-4e5c-8d63-4e531ad27209', 'name': '', 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'mac_address': 'fa:16:3e:39:ef:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '3c62a2ae-3899-4303-b174-89e3334fc592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:29Z', 'updated_at': '2021-11-03T19:28:30Z', 'revision_number': 2, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'subnets': [{'id': '3c62a2ae-3899-4303-b174-89e3334fc592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:35.763193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:35.775377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ee21520-4db2-4699-acf4-c8849c68915c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.852196 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Checking router: 9e18f6c5-4f14-4048-8764-cd4c3f983161 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:28:35.853808 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Updating router 9e18f6c5-4f14-4048-8764-cd4c3f983161 port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:28:35.861419 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ee21520-4db2-4699-acf4-c8849c68915c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:35.914596 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.002985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ee21520-4db2-4699-acf4-c8849c68915c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.007982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ee21520-4db2-4699-acf4-c8849c68915c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.009780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ee21520-4db2-4699-acf4-c8849c68915c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/21d865a5-a5d0-4bad-b73f-2fe1ff848e18 HTTP/1.1" status: 204 len: 168 time: 0.4533751 Nov 03 19:28:36.042792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee21520-4db2-4699-acf4-c8849c68915c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d865a5-a5d0-4bad-b73f-2fe1ff848e18,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:36.246912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.704549 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.721644 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.808435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38776) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:36.851229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b06dd3a-804b-4d8f-a120-8202a0109bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:36.898607 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Pushing event updated for resources: {'Port': ['ID=6904c6ae-02f3-4e5c-8d63-4e531ad27209,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:36.929721 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.930326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.930794 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.931322 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.931846 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.932386 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.940959 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.941668 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.942289 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.942889 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.943559 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:36.944163 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:37.033510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Router 2b6a8157-999b-492c-9c17-34c7e967365c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:28:37.112161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-6593a377-e6d0-4fbe-becc-dab233ac8852 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:37.123226 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Attempting to bind port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:37.123971 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Attempting to bind port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:37.124554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Attempting to bind port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 on network 2beb3c18-56d6-4111-92f1-9f5c97e823fb {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:37.128188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-6593a377-e6d0-4fbe-becc-dab233ac8852 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.3813512 Nov 03 19:28:37.144840 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:37.146351 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Checking segment: {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:37.149449 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.150644 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Bound using segment: {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:37.151900 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Bound port: 6904c6ae-02f3-4e5c-8d63-4e531ad27209, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f25e427-1410-4ce7-b6a9-045cbe404fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:37.152810 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.217872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-d36bf8d7-9934-4612-ab7f-93f07bd191fe tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0868938 Nov 03 19:28:37.249136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b06dd3a-804b-4d8f-a120-8202a0109bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.266469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0b06dd3a-804b-4d8f-a120-8202a0109bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.324452 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] For port 6904c6ae-02f3-4e5c-8d63-4e531ad27209, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:37.338094 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] For port 6904c6ae-02f3-4e5c-8d63-4e531ad27209, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6904c6ae-02f3-4e5c-8d63-4e531ad27209,segment=NetworkSegment(4f25e427-1410-4ce7-b6a9-045cbe404fe4),segment_id=4f25e427-1410-4ce7-b6a9-045cbe404fe4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:37.347195 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.405432 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38780) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:37.411988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0b06dd3a-804b-4d8f-a120-8202a0109bf6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a9cf270530c4b21bf1186ba6e524b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020777 Nov 03 19:28:37.446766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06dd3a-804b-4d8f-a120-8202a0109bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2925a7c-0a18-4dd2-a6fc-0122a6a62ac2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:37.462378 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Routers {'9e18f6c5-4f14-4048-8764-cd4c3f983161'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:37.463464 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9e18f6c5-4f14-4048-8764-cd4c3f983161'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:37.463668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0787d6a0-4e93-421a-92d8-8574350ab431 None None] Provisioning complete for port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:37.464518 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0787d6a0-4e93-421a-92d8-8574350ab431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.468534 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb77d72-bfd3-49f1-8c5b-ef8b9c439c69 None None] Pushing event updated for resources: {'Port': ['ID=6904c6ae-02f3-4e5c-8d63-4e531ad27209,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:37.580654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-c051e738-583c-4dcf-b79c-3b20a24f00e2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3592801 Nov 03 19:28:37.689005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:28:37.703304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9394aa50-1d77-45c0-a653-2c1360df9fbe admin admin] 10.222.0.91 "PUT /v2.0/routers/2b6a8157-999b-492c-9c17-34c7e967365c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1193941 Nov 03 19:28:37.706141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38788) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:37.774996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6dc4-d6c2-4e5d-b9dd-850c7f08319c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.872690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6dc4-d6c2-4e5d-b9dd-850c7f08319c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.879838 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0787d6a0-4e93-421a-92d8-8574350ab431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:37.890389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] Sync routers for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:28:37.943303 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] Set router 9e18f6c5-4f14-4048-8764-cd4c3f983161 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:38.045685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6dc4-d6c2-4e5d-b9dd-850c7f08319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:38.048560 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6dc4-d6c2-4e5d-b9dd-850c7f08319c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:38.049769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c1cc6dc4-d6c2-4e5d-b9dd-850c7f08319c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b2925a7c-0a18-4dd2-a6fc-0122a6a62ac2 HTTP/1.1" status: 204 len: 168 time: 0.4575198 Nov 03 19:28:38.080065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc6dc4-d6c2-4e5d-b9dd-850c7f08319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2925a7c-0a18-4dd2-a6fc-0122a6a62ac2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:38.103395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0787d6a0-4e93-421a-92d8-8574350ab431 None None] For port 6904c6ae-02f3-4e5c-8d63-4e531ad27209, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6904c6ae-02f3-4e5c-8d63-4e531ad27209,segment=NetworkSegment(4f25e427-1410-4ce7-b6a9-045cbe404fe4),segment_id=4f25e427-1410-4ce7-b6a9-045cbe404fe4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:38.119562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0787d6a0-4e93-421a-92d8-8574350ab431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:38.139036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:38.145225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:38.502858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:28:30Z', 'revision_number': 4, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '6904c6ae-02f3-4e5c-8d63-4e531ad27209', 'name': '', 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'mac_address': 'fa:16:3e:39:ef:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '3c62a2ae-3899-4303-b174-89e3334fc592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:29Z', 'updated_at': '2021-11-03T19:28:37Z', 'revision_number': 4, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'subnets': [{'id': '3c62a2ae-3899-4303-b174-89e3334fc592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:38.595103 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3bbd-8233-4df4-a30d-57d1e81d4839 None None] The sync data for ids ['9e18f6c5-4f14-4048-8764-cd4c3f983161'] in n-d-812151-4 is: [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:28:30Z', 'revision_number': 4, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '6904c6ae-02f3-4e5c-8d63-4e531ad27209', 'name': '', 'network_id': '2beb3c18-56d6-4111-92f1-9f5c97e823fb', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'mac_address': 'fa:16:3e:39:ef:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '3c62a2ae-3899-4303-b174-89e3334fc592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:29Z', 'updated_at': '2021-11-03T19:28:37Z', 'revision_number': 4, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'subnets': [{'id': '3c62a2ae-3899-4303-b174-89e3334fc592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:28:38.676301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-004eb53c-ff67-4f34-a315-d5cf88b55f9f service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0945556 Nov 03 19:28:38.760067 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d53cb5d3-5b65-4821-861c-4d2d5c80c480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:38.796148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:38.824462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b3896200-e852-4b92-b926-30e998d26960 None None] Provisioning complete for port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:38.833525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3896200-e852-4b92-b926-30e998d26960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:38.969428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6904c6ae-02f3-4e5c-8d63-4e531ad27209 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:39.017573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.036303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787d6a0-4e93-421a-92d8-8574350ab431 None None] Pushing event updated for resources: {'Port': ['ID=6904c6ae-02f3-4e5c-8d63-4e531ad27209,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:39.059665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:39.210722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Deleting port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:28:39.212040 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.220940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-e9b09e29-28a1-4da2-b0cd-c4f2b2fc23be service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109026 Nov 03 19:28:39.369165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38800) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:39.396762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:39.397325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.402354 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9432fae-5f9a-4e1f-8899-89de4f41bf38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.587886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:28:35Z', 'revision_number': 5, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port': {'id': '3631ddf9-0b54-4b0d-98e8-adb6dbf10a34', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:16:58Z', 'updated_at': '2021-11-03T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:39.629164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] For port 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:39.629683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.666684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Calling delete_port for 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:28:39.673075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9432fae-5f9a-4e1f-8899-89de4f41bf38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.679456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9432fae-5f9a-4e1f-8899-89de4f41bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:39.760710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d9432fae-5f9a-4e1f-8899-89de4f41bf38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e807edd1d2b495ebf26827d64e0222c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865871 Nov 03 19:28:39.762149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38810) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:39.762942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] Checking router: 2b6a8157-999b-492c-9c17-34c7e967365c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:28:39.848817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] Routers {'2b6a8157-999b-492c-9c17-34c7e967365c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:28:39.849690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:28:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['2b6a8157-999b-492c-9c17-34c7e967365c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:39.961203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9432fae-5f9a-4e1f-8899-89de4f41bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f86a1a9-a482-414c-86f7-6c95cc1df47a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:40.035165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] Set router 2b6a8157-999b-492c-9c17-34c7e967365c gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:28:40.085673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14970a42-ceaf-42e7-a118-a23b382b7134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.113084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.148971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:28:39Z', 'revision_number': 6, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:40.184835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3631ddf9-0b54-4b0d-98e8-adb6dbf10a34,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:40.195090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2dcf9767-11ca-4f50-9767-0ec2af535f38 req-34fa5351-9d36-479e-8b34-2a61c2509f00 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.1663632 Nov 03 19:28:40.206671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69f02e-d19e-4d5a-9d46-db93139b0167 None None] The sync data for ids ['2b6a8157-999b-492c-9c17-34c7e967365c'] in n-d-812151-4 is: [{'id': '2b6a8157-999b-492c-9c17-34c7e967365c', 'name': 'tempest-AttachVolumeTestJSON-1542879781-router', 'tenant_id': '67fd49a1e63d4d67a4adc7b14b959045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:16:53Z', 'updated_at': '2021-11-03T19:28:39Z', 'revision_number': 6, 'project_id': '67fd49a1e63d4d67a4adc7b14b959045', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:28:40.239945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14970a42-ceaf-42e7-a118-a23b382b7134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.276036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.347252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.355353 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14970a42-ceaf-42e7-a118-a23b382b7134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.358266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14970a42-ceaf-42e7-a118-a23b382b7134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.370190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-14970a42-ceaf-42e7-a118-a23b382b7134 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3f86a1a9-a482-414c-86f7-6c95cc1df47a HTTP/1.1" status: 204 len: 168 time: 0.6058335 Nov 03 19:28:40.380251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14970a42-ceaf-42e7-a118-a23b382b7134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f86a1a9-a482-414c-86f7-6c95cc1df47a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:40.598373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.610877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.760769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.761354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6a8157-999b-492c-9c17-34c7e967365c {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:28:40.766670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:40.771374 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8102406b-121d-4c05-b469-6074ad1361e2 admin admin] 10.222.0.91 "DELETE /v2.0/routers/2b6a8157-999b-492c-9c17-34c7e967365c HTTP/1.1" status: 204 len: 168 time: 3.0635388 Nov 03 19:28:40.774132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38828) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:40.936284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Deleting subnet bb73d4c0-cee7-4387-a9b9-285da95dc53f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:28:40.954893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:41.064572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:41.319721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:41.383247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-28ac7666-3f89-469a-bf2d-20f1296cedbe req-316b100d-0238-4574-bd51-9bea42687d9f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0917621 Nov 03 19:28:41.407649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6904c6ae-02f3-4e5c-8d63-4e531ad27209 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:28:41.555710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:41.609642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:41.611415 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:41.629216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb73d4c0-cee7-4387-a9b9-285da95dc53f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:41.639946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:41.646884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38862) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:41.649565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aca50ea7-70ca-4170-8e3a-f1debac6c86a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/bb73d4c0-cee7-4387-a9b9-285da95dc53f HTTP/1.1" status: 204 len: 168 time: 0.8737679 Nov 03 19:28:41.700756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2198a3-4750-4f7a-9109-d52d7831acb1 None None] Network 5a099c73-568c-4d53-a44e-ff6a06de570f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:41.841466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.045295 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.058815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Deleting port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:28:42.065849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.175678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:28:42.227694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38906) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:42.361269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] For port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:42.361918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.427217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Calling delete_port for 29330bc0-9ea8-46d7-b291-cf313d0c7a6e owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:28:42.429089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:28:42.429535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ca86abd3-9a22-45bb-aacf-4e7dcb7fa2e2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:28:42.485565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.658099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] DHCP port deletion for 5a099c73-568c-4d53-a44e-ff6a06de570f request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:28:42.804461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-74d4358c-ff64-444e-b275-d8bf5b7dc5f5 req-51d8a285-3d79-4ad1-9bcd-76802da600c8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.1435282 Nov 03 19:28:42.805296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-b004e152-7497-44df-a8d9-c7e30d3af292 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:42.812424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-b004e152-7497-44df-a8d9-c7e30d3af292 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.4429507 Nov 03 19:28:42.819504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1826581142-network', 'tenant_id': '1e5a52c659f24eec8a9fe12b10d661a8'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:42.862148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] Deleting port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:28:42.863753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.870998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:28:42.880001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:42.928551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.978307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Pushing event deleted for resources: {'Port': ['ID=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:42.991992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] No DVR routers for this DVR port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:28:43.081370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Made reservation on behalf of 1e5a52c659f24eec8a9fe12b10d661a8 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:43.090484 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.103529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] For port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,segment=NetworkSegment(002ea031-7da3-4301-860e-61e755ad0cca),segment_id=002ea031-7da3-4301-860e-61e755ad0cca)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:28:43.103925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.105326 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.131235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.137413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] Calling delete_port for 29330bc0-9ea8-46d7-b291-cf313d0c7a6e owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:28:43.375006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.378081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:43.384121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.386626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:28:43.388476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3631ddf9-0b54-4b0d-98e8-adb6dbf10a34 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:28:43.389398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.389624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 29330bc0-9ea8-46d7-b291-cf313d0c7a6e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:28:43.450937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:28:43.506671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 29330bc0-9ea8-46d7-b291-cf313d0c7a6e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:28:43.507218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 29330bc0-9ea8-46d7-b291-cf313d0c7a6e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:28:43.508384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:43.522359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.525146 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Added segment 97b1dd30-a210-4968-b637-3b126212f12f of type vlan for network 4e3f3d78-5c51-4b10-828a-4799ebeceefc Nov 03 19:28:43.537909 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.579346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] No DVR routers for this DVR port 29330bc0-9ea8-46d7-b291-cf313d0c7a6e on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:28:43.638964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03e5a4-60e0-4f80-a788-de43d2f8b3f3 None None] Pushing event deleted for resources: {'Port': ['ID=29330bc0-9ea8-46d7-b291-cf313d0c7a6e,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:43.698693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.787408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.789959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:43.799019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:43.836200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.8 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/06964445-d0bd-4493-93fc-3c3c93609004) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:43.997409 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7685113 Nov 03 19:28:44.001512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 38964) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:44.011235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Request body: {'subnet': {'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1826581142-subnet', 'tenant_id': '1e5a52c659f24eec8a9fe12b10d661a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:44.041651 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Made reservation on behalf of 1e5a52c659f24eec8a9fe12b10d661a8 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:44.044243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.049733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12866-806f-44d6-a5cd-485ce1f6c876 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3f3d78-5c51-4b10-828a-4799ebeceefc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:44.069222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 4e3f3d78-5c51-4b10-828a-4799ebeceefc details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:28:44.304978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a099c73-568c-4d53-a44e-ff6a06de570f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:44.346657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-314e0d66-f122-4e52-b9ff-69467cfc320d req-f48438ae-e70a-4f96-909c-8b1982e6406c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0603466 Nov 03 19:28:44.349071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002ea031-7da3-4301-860e-61e755ad0cca') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:44.349295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002ea031-7da3-4301-860e-61e755ad0cca') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:28:44.363234 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.399718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.409690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:28:44.410201 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:28:44.412539 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:28:44.519067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.574837 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.586424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5a099c73-568c-4d53-a44e-ff6a06de570f HTTP/1.1" status: 204 len: 168 time: 2.9378386 Nov 03 19:28:44.590138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce935b45-4f9b-4da2-b82b-44a32ee1d436 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a099c73-568c-4d53-a44e-ff6a06de570f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:44.653423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.740596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.755883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=651579eb-38eb-434b-b1a7-ed3a9c449b26,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:44.795811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Checking segment: {'id': '97b1dd30-a210-4968-b637-3b126212f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:44.796207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Network hostable DHCP agents. Network: 4e3f3d78-5c51-4b10-828a-4799ebeceefc, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:28:44.804326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:44.869413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7062e373-5c74-4834-98c0-4f5b6a426731 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=67fd49a1e63d4d67a4adc7b14b959045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634034 Nov 03 19:28:44.872420 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 38978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:44.873721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Network 4e3f3d78-5c51-4b10-828a-4799ebeceefc is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:28:44.878279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.908390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 4e3f3d78-5c51-4b10-828a-4799ebeceefc) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:44.913677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:44.915003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:44.920620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f8470-1599-4ff4-aa9c-e592e6a19e5d None None] Network 4e3f3d78-5c51-4b10-828a-4799ebeceefc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:44.943629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:44.952419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:44.956475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:44.999398 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56c5995f-f7ab-494e-9144-b4da61780496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.043700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8efdb492-a91b-4dc3-aaff-798053fb9b7e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0375035 Nov 03 19:28:45.068976 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56c5995f-f7ab-494e-9144-b4da61780496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.104135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=06964445-d0bd-4493-93fc-3c3c93609004,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:45.152750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:45.153573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.176686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56c5995f-f7ab-494e-9144-b4da61780496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.186107 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56c5995f-f7ab-494e-9144-b4da61780496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.187490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-56c5995f-f7ab-494e-9144-b4da61780496 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f77deb54-1a3f-4369-b780-68b5ef46618c HTTP/1.1" status: 204 len: 168 time: 0.3131933 Nov 03 19:28:45.203252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-a49b96dd-73ef-4581-a658-61ec334df9bd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3344500 Nov 03 19:28:45.207328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5995f-f7ab-494e-9144-b4da61780496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77deb54-1a3f-4369-b780-68b5ef46618c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:45.321244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483036c-3ff2-4ce3-9631-f19b3a267955 None None] Network 4e3f3d78-5c51-4b10-828a-4799ebeceefc requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:45.534302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Request body: {'port': {'device_id': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:45.645883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ef557-fb29-423b-a200-ac4c3bb799da req-8c723e00-3484-4a76-8a1e-3dd4809b5ebc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:45.654613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f44ef557-fb29-423b-a200-ac4c3bb799da req-8c723e00-3484-4a76-8a1e-3dd4809b5ebc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 931 time: 0.1717510 Nov 03 19:28:45.726365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.779150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f44ef557-fb29-423b-a200-ac4c3bb799da req-f9ce0ed2-5da1-43f4-9c72-454fd9f3c93c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164641 Nov 03 19:28:45.810905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-88cd58f0-b598-4d42-82ee-1a0804a630ea None None] Provisioning complete for port 06964445-d0bd-4493-93fc-3c3c93609004 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:28:45.811878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88cd58f0-b598-4d42-82ee-1a0804a630ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:45.985079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-88cd58f0-b598-4d42-82ee-1a0804a630ea None None] Port 06964445-d0bd-4493-93fc-3c3c93609004 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:28:46.314618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06964445-d0bd-4493-93fc-3c3c93609004 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:28:46.330628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:46.352345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Transition to ACTIVE for port object 06964445-d0bd-4493-93fc-3c3c93609004 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:28:46.358436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:46.568791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Pushing event updated for resources: {'Port': ['ID=06964445-d0bd-4493-93fc-3c3c93609004,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:46.709485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Attempting to bind port 06964445-d0bd-4493-93fc-3c3c93609004 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:28:46.712066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Attempting to bind port 06964445-d0bd-4493-93fc-3c3c93609004 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:28:46.712993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Attempting to bind port 06964445-d0bd-4493-93fc-3c3c93609004 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:46.731732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Port 06964445-d0bd-4493-93fc-3c3c93609004 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:28:46.736280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Attempting to bind port 06964445-d0bd-4493-93fc-3c3c93609004 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:28:46.736505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39030) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:46.743276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-561867417-network', 'tenant_id': 'bed6cc07a92d42cd9715977c0399c46f'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:46.747098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:28:46.748750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:46.749367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:28:46.752932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Bound port: 06964445-d0bd-4493-93fc-3c3c93609004, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:28:46.752932 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:46.780817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Made reservation on behalf of bed6cc07a92d42cd9715977c0399c46f for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:46.790248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:46.805181 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:46.869537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] For port 06964445-d0bd-4493-93fc-3c3c93609004, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:28:46.877777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] For port 06964445-d0bd-4493-93fc-3c3c93609004, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=06964445-d0bd-4493-93fc-3c3c93609004,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:28:46.889757 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.026570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.027205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.030786 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] 10.222.0.110 "PUT /v2.0/ports/06964445-d0bd-4493-93fc-3c3c93609004 HTTP/1.1" status: 200 len: 1091 time: 1.8162014 Nov 03 19:28:47.030786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'tag': '06964445-d0bd-4493-93fc-3c3c93609004'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:28:47.043397 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586" -d '{"events": [{"name": "network-changed", "server_uuid": "83aad3bc-7633-4ef5-9e86-18ab84adcc18", "tag": "06964445-d0bd-4493-93fc-3c3c93609004"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:28:47.087702 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.199749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.215390 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692264de-e732-432d-9e8a-8199d98a41f5 x-openstack-request-id: req-692264de-e732-432d-9e8a-8199d98a41f5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:28:47.216507 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83aad3bc-7633-4ef5-9e86-18ab84adcc18", "tag": "06964445-d0bd-4493-93fc-3c3c93609004", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:28:47.217248 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-692264de-e732-432d-9e8a-8199d98a41f5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:28:47.218012 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'tag': '06964445-d0bd-4493-93fc-3c3c93609004', 'status': 'completed', 'code': 200} Nov 03 19:28:47.225157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c08f-f558-47b6-95d4-d8578892b22f service neutron] Pushing event updated for resources: {'Port': ['ID=06964445-d0bd-4493-93fc-3c3c93609004,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:47.242096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:28:47.277553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.277848 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Added segment 76fbc5a3-d55e-4689-a728-e1a7e1b7ffd7 of type vlan for network dd345934-d6ea-4c46-959b-9d723b784176 Nov 03 19:28:47.303781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-c5d422d7-56d4-47f0-8e45-def11031c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.305775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-c5d422d7-56d4-47f0-8e45-def11031c88d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 1094 time: 0.1151993 Nov 03 19:28:47.410201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-1440809f-827e-4f54-b665-8c7f16566839 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06964445-d0bd-4493-93fc-3c3c93609004 HTTP/1.1" status: 200 len: 217 time: 0.0901222 Nov 03 19:28:47.411071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.484869 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.485979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.486620 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.528868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7828071 Nov 03 19:28:47.536630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-3bae46a7-9c91-4dd3-905f-1f91b85d86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.536630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-3bae46a7-9c91-4dd3-905f-1f91b85d86d8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1128056 Nov 03 19:28:47.536630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39052) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:47.544558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Request body: {'subnet': {'network_id': 'dd345934-d6ea-4c46-959b-9d723b784176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-561867417-subnet', 'tenant_id': 'bed6cc07a92d42cd9715977c0399c46f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:47.611988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bc653-5550-45dd-8d33-959e1afbd9f0 req-a132746d-2f42-4475-8e36-7bd22b002402 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.618740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Made reservation on behalf of bed6cc07a92d42cd9715977c0399c46f for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:47.621770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:47.622355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a71bc653-5550-45dd-8d33-959e1afbd9f0 req-a132746d-2f42-4475-8e36-7bd22b002402 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.5258584 Nov 03 19:28:47.648054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3201f-18dc-401f-a1fa-fe5c5e590449,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:47.668990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c08fd1-cbb9-400d-a291-65697d5e3c67 admin admin] Pushing event updated for resources: {'Network': ['ID=dd345934-d6ea-4c46-959b-9d723b784176,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:47.704913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a71bc653-5550-45dd-8d33-959e1afbd9f0 req-e5d938ab-0168-4772-8347-59cf4988ca2c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760789 Nov 03 19:28:47.705770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network dd345934-d6ea-4c46-959b-9d723b784176 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:28:47.941938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-798e6367-2076-4d3d-a1e6-dd2f72aa1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:47.943726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-798e6367-2076-4d3d-a1e6-dd2f72aa1ba9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3937078 Nov 03 19:28:48.008945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:48.148012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5616fd7f-b67c-4561-99fb-1647430f7eaf,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:48.172596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Checking segment: {'id': '76fbc5a3-d55e-4689-a728-e1a7e1b7ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dd345934-d6ea-4c46-959b-9d723b784176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:28:48.173268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Network hostable DHCP agents. Network: dd345934-d6ea-4c46-959b-9d723b784176, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:28:48.184256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-620201eb-a047-40f2-a78e-6e308749c084 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212706 Nov 03 19:28:48.303226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Network dd345934-d6ea-4c46-959b-9d723b784176 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:28:48.356821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, dd345934-d6ea-4c46-959b-9d723b784176) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:48.369499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd3e43-eaaa-4990-8804-d8b1c6605794 None None] Network dd345934-d6ea-4c46-959b-9d723b784176 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:48.381852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:48.382866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:48.395345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6a177f72-3bf6-41a9-a404-fe932ea0919d req-c9cce5eb-88ff-4db1-b224-acf82070c666 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023315 Nov 03 19:28:48.445342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b5cec02-4f14-4b82-be24-d926e342f435 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9107344 Nov 03 19:28:48.583294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-b59fc57e-7edb-4517-ad9e-ec2d9e8fe88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:48.584944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-b59fc57e-7edb-4517-ad9e-ec2d9e8fe88e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 1094 time: 0.0912287 Nov 03 19:28:48.753587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89778a7e-3147-44f7-aa3d-5d25f37568c1 None None] Network dd345934-d6ea-4c46-959b-9d723b784176 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:28:48.946179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-94371c7a-3474-409c-8906-9d39f7434a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:48.946179 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-94371c7a-3474-409c-8906-9d39f7434a1b service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.3004627 Nov 03 19:28:49.120050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-a36a9ec2-9504-450a-8cb9-07493cfc7b86 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06964445-d0bd-4493-93fc-3c3c93609004 HTTP/1.1" status: 200 len: 217 time: 0.2093577 Nov 03 19:28:49.123861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed30b0-32f2-4dbd-b062-797a5fa4f915 req-1dad6174-58c8-41d0-b8a7-d0fa2b324c14 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:49.140497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7ed30b0-32f2-4dbd-b062-797a5fa4f915 req-1dad6174-58c8-41d0-b8a7-d0fa2b324c14 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.2357430 Nov 03 19:28:49.296362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7ed30b0-32f2-4dbd-b062-797a5fa4f915 req-100e70c2-7a9e-4601-9081-33b0a18fcb93 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509678 Nov 03 19:28:49.337335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-ba7a35b4-d439-4015-be80-7242f19e8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:49.339186 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-ba7a35b4-d439-4015-be80-7242f19e8bc1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1932440 Nov 03 19:28:49.402863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-1c9fb27a-847d-4477-8d32-07b280f1d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:49.415534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-1c9fb27a-847d-4477-8d32-07b280f1d3b4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647810 Nov 03 19:28:49.685386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-55f50269-8cee-4216-a7f2-d8f4c8bbcf5c service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587731 Nov 03 19:28:49.976693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f3f35b0-fd6c-48ce-9a00-5c7a65c74586 req-d8ad3ad6-2201-4bd4-b829-d67eaceafdce service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795064 Nov 03 19:28:50.443940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b397c8-27cb-4ab9-b64f-579076bdc49c req-53c7e587-75f1-45cb-96f4-05534cad9194 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:50.452081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9b397c8-27cb-4ab9-b64f-579076bdc49c req-53c7e587-75f1-45cb-96f4-05534cad9194 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.0695388 Nov 03 19:28:50.535848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a9b397c8-27cb-4ab9-b64f-579076bdc49c req-3189ac38-4f99-4603-b579-e0f777e9a4eb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827694 Nov 03 19:28:51.304501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-70d64a81-6d7a-417c-acd5-fd23fd32ec05 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:51.306118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-70d64a81-6d7a-417c-acd5-fd23fd32ec05 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/networks?id=4e3f3d78-5c51-4b10-828a-4799ebeceefc HTTP/1.1" status: 200 len: 812 time: 0.1982539 Nov 03 19:28:51.341559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-84702d79-c546-4cbd-91ca-3ef02d398c8b tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/quotas/1e5a52c659f24eec8a9fe12b10d661a8 HTTP/1.1" status: 200 len: 375 time: 0.0267596 Nov 03 19:28:51.444971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-8f8ea584-88d6-4b05-98d3-049c53691dd4 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1e5a52c659f24eec8a9fe12b10d661a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819085 Nov 03 19:28:51.679600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-8f0a182b-b3ab-4ace-a9e8-b5aa000b747f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:28:51.694087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-8f0a182b-b3ab-4ace-a9e8-b5aa000b747f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2400534 Nov 03 19:28:51.791602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae8b5-433d-4d13-8a98-18790fa38f4e req-34798792-5563-4734-88a2-d812957ab785 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:51.800040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e9ae8b5-433d-4d13-8a98-18790fa38f4e req-34798792-5563-4734-88a2-d812957ab785 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.1631017 Nov 03 19:28:51.884498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e9ae8b5-433d-4d13-8a98-18790fa38f4e req-8aabece1-2fcb-4bfe-8475-dae3e13f2afe tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835397 Nov 03 19:28:51.894685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-dfcd6ba1-b8b9-450c-a223-126fcf5a5d8c service neutron] 10.222.0.91 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937666 Nov 03 19:28:52.085030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-94df68f7-bde5-441f-9b63-f1bff3ddc7cf service neutron] 10.222.0.91 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859825 Nov 03 19:28:52.522375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c90918b-169f-41d5-a667-dfe6244e8d0d req-53e71900-f2aa-4042-b3dd-733ab1a7cefa tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 210 time: 0.0906804 Nov 03 19:28:53.247803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b430c04-7c88-47e4-9f13-06ebdd375fda req-2baede9b-1d3f-4d91-9b3a-aaad3eb99bba tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:53.261971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b430c04-7c88-47e4-9f13-06ebdd375fda req-2baede9b-1d3f-4d91-9b3a-aaad3eb99bba tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.1295917 Nov 03 19:28:53.392997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b430c04-7c88-47e4-9f13-06ebdd375fda req-a2c7d104-2c25-4e89-9aa0-3cc8db4e9d8d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242268 Nov 03 19:28:53.748266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7c07721-d7cc-4b77-8664-8004dd52a780 req-99832e76-6903-4ac5-9483-fa4c123ab855 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 210 time: 0.0911412 Nov 03 19:28:54.243633 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-5cea83e0-9749-418b-90b5-8d3f8056e6d1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3689141 Nov 03 19:28:54.555761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-6490c2e6-5046-41c0-a75a-c8a5de7ee8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:54.559016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-6490c2e6-5046-41c0-a75a-c8a5de7ee8b6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 1096 time: 0.2188628 Nov 03 19:28:54.882723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-1d0127b4-4098-4420-84ac-d83106f49d5b tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:54.884327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-1d0127b4-4098-4420-84ac-d83106f49d5b tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.115 "GET /v2.0/networks?id=4e3f3d78-5c51-4b10-828a-4799ebeceefc HTTP/1.1" status: 200 len: 812 time: 0.4754696 Nov 03 19:28:54.904351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Request body: {'port': {'device_id': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc', 'admin_state_up': True, 'tenant_id': '1e5a52c659f24eec8a9fe12b10d661a8'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:55.018688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-b152ce44-13a4-4d8e-bc83-b31690311169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:55.020490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-b152ce44-13a4-4d8e-bc83-b31690311169 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 200 len: 910 time: 0.4147322 Nov 03 19:28:55.128048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f926587-fee3-4946-b7fc-b3efc26846d1 req-c4cff4c4-6276-43ab-a4f3-4a9e89b9ab09 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 210 time: 0.1897819 Nov 03 19:28:55.154777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baa5b7-cbb4-4d75-a1a0-adcce42a5ca9 req-0b1dc396-4aef-4b9d-afd6-aa8a09026c03 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:55.172080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92baa5b7-cbb4-4d75-a1a0-adcce42a5ca9 req-0b1dc396-4aef-4b9d-afd6-aa8a09026c03 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.3980587 Nov 03 19:28:55.358040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92baa5b7-cbb4-4d75-a1a0-adcce42a5ca9 req-630938e6-cf3a-425f-8fd3-b28150287712 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848092 Nov 03 19:28:55.446832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-a13f94fd-5007-4de9-84db-c70cbe644915 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 200 len: 1000 time: 0.3981590 Nov 03 19:28:55.519687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-61a11d4f-ae66-4962-9365-8e55d907d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:55.521261 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-61a11d4f-ae66-4962-9365-8e55d907d714 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 200 len: 848 time: 0.0609665 Nov 03 19:28:55.624487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-2bb45bbd-af82-4f08-8623-a4999adce2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:55.626194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-2bb45bbd-af82-4f08-8623-a4999adce2cf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bf740413-d097-4812-a139-46cfc75e50f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963593 Nov 03 19:28:55.630359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Made reservation on behalf of 1e5a52c659f24eec8a9fe12b10d661a8 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:28:55.635329 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:56.044276 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-721953ce-bdac-4a6f-aaeb-c7635ae4b784 service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904548 Nov 03 19:28:56.409481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bde0f09-fd09-4b30-a511-4e3b84af8a21 req-0ab9d10d-3c4a-4cbb-a829-5fe99f1717f2 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 210 time: 0.1419418 Nov 03 19:28:56.683328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f267c9-b774-4293-8f48-bb646662c6e0 req-a9a72b6b-0ecd-42d6-9d97-a4cc4f0a6083 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:56.692133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71f267c9-b774-4293-8f48-bb646662c6e0 req-a9a72b6b-0ecd-42d6-9d97-a4cc4f0a6083 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.1625807 Nov 03 19:28:56.856912 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71f267c9-b774-4293-8f48-bb646662c6e0 req-221565da-ded1-4a4f-834e-09f70e34ce9d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628695 Nov 03 19:28:57.221562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Allocated IP 172.20.0.7 (4e3f3d78-5c51-4b10-828a-4799ebeceefc/651579eb-38eb-434b-b1a7-ed3a9c449b26/8ff6f519-19cf-4a5f-9871-1bae327deb8f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:28:57.457439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b3fd02cb-3360-4a8d-a2fd-54f8b16bc401 req-40138e07-13e0-45a8-9dc7-81c7806e7c4c service neutron] 10.222.0.115 "GET /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3985536 Nov 03 19:28:57.668029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b6637a4-60c9-41a8-9d16-43a504ba1b89 req-1691969b-610b-445b-af10-6049aefbd313 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 210 time: 0.0915747 Nov 03 19:28:57.712206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39372) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:57.854289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:57.978819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.145559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.171039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Pushing event updated for resources: {'Port': ['ID=8ff6f519-19cf-4a5f-9871-1bae327deb8f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:58.241160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Network 4e3f3d78-5c51-4b10-828a-4799ebeceefc is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:28:58.244981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:28:58.248040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:28:58.262267 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcac14-e7da-4b26-84aa-cb42f4cbcbf4 req-e1670a1c-c9e9-41d0-816a-b9f4ab1a237d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:58.266877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9abcac14-e7da-4b26-84aa-cb42f4cbcbf4 req-e1670a1c-c9e9-41d0-816a-b9f4ab1a237d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.2649913 Nov 03 19:28:58.432976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:58.433888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.492979 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e2460f54-1f83-47fe-854d-4b28325c6929 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5932174 Nov 03 19:28:58.529788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Request body: {'port': {'device_id': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:28:58.532181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9abcac14-e7da-4b26-84aa-cb42f4cbcbf4 req-bf59d8b5-5280-4e4b-ae8b-ec33e238c154 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726768 Nov 03 19:28:58.598988 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.607145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.667824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d0d4d655e9614e32989ae5f2f45af11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9543755 Nov 03 19:28:58.674377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39394) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:28:58.723210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51a502b-c1e8-4ca6-9016-822758202c2b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:28:58.750454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.750837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.751235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.751582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.752097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.752451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.752881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.753215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.753744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.754082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.767611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.770116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daebe-7339-4ce7-8f11-c0b74f93f9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:28:58.828702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.939848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c68df-aece-40fe-9e28-0384bc610930 req-9c2b2f6d-eafe-4e01-9948-f881f68a32c6 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:58.946856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-300c68df-aece-40fe-9e28-0384bc610930 req-9c2b2f6d-eafe-4e01-9948-f881f68a32c6 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 931 time: 0.1133730 Nov 03 19:28:59.201938 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:28:59.207916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-300c68df-aece-40fe-9e28-0384bc610930 req-cbf923dd-c92c-41f1-a000-0f87e1f4303c tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371137 Nov 03 19:28:59.343263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7ccfb8a-f715-4c61-9255-bf0f28f6b4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:59.474858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7ccfb8a-f715-4c61-9255-bf0f28f6b4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:59.577832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff6f519-19cf-4a5f-9871-1bae327deb8f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:28:59.587833 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:59.621716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Transition to ACTIVE for port object 8ff6f519-19cf-4a5f-9871-1bae327deb8f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:28:59.627069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:59.930010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6f519-19cf-4a5f-9871-1bae327deb8f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:00.008490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e00db6-0bca-4c1a-95d9-fc13051ccef2 req-6a5f65da-279a-4410-ad1c-3aa7005d7637 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:00.018101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02e00db6-0bca-4c1a-95d9-fc13051ccef2 req-6a5f65da-279a-4410-ad1c-3aa7005d7637 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.1600857 Nov 03 19:29:00.020490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7ccfb8a-f715-4c61-9255-bf0f28f6b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.024902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a7ccfb8a-f715-4c61-9255-bf0f28f6b4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.026160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a7ccfb8a-f715-4c61-9255-bf0f28f6b4cb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f51a502b-c1e8-4ca6-9016-822758202c2b HTTP/1.1" status: 204 len: 168 time: 1.3442404 Nov 03 19:29:00.089240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccfb8a-f715-4c61-9255-bf0f28f6b4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51a502b-c1e8-4ca6-9016-822758202c2b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:00.158553 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02e00db6-0bca-4c1a-95d9-fc13051ccef2 req-806c61c1-5946-44f6-8a3f-09df62cd3731 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391604 Nov 03 19:29:00.193172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Attempting to bind port 8ff6f519-19cf-4a5f-9871-1bae327deb8f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:29:00.193673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Attempting to bind port 8ff6f519-19cf-4a5f-9871-1bae327deb8f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '97b1dd30-a210-4968-b637-3b126212f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:29:00.196291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Attempting to bind port 8ff6f519-19cf-4a5f-9871-1bae327deb8f on network 4e3f3d78-5c51-4b10-828a-4799ebeceefc {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:00.209502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Port 8ff6f519-19cf-4a5f-9871-1bae327deb8f on network 4e3f3d78-5c51-4b10-828a-4799ebeceefc not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:29:00.210048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Attempting to bind port 8ff6f519-19cf-4a5f-9871-1bae327deb8f on network 4e3f3d78-5c51-4b10-828a-4799ebeceefc {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:00.250027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:29:00.253418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Checking segment: {'id': '97b1dd30-a210-4968-b637-3b126212f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:29:00.253545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Bound using segment: {'id': '97b1dd30-a210-4968-b637-3b126212f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:29:00.253931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Bound port: 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b1dd30-a210-4968-b637-3b126212f12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:29:00.254303 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.442580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] For port 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:29:00.447543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] For port 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f,segment=NetworkSegment(97b1dd30-a210-4968-b637-3b126212f12f),segment_id=97b1dd30-a210-4968-b637-3b126212f12f)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:29:00.456354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.473263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76177-205e-485c-af26-82ef2668eb5e req-3569edf9-3f68-43cb-b102-643044e61c6d tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:00.477124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41f76177-205e-485c-af26-82ef2668eb5e req-3569edf9-3f68-43cb-b102-643044e61c6d tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 943 time: 0.1113710 Nov 03 19:29:00.550932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6f519-19cf-4a5f-9871-1bae327deb8f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:00.590274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:00.591776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.594807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-f876fdef-c7ad-4505-bb8c-1be26a5fdb4d service neutron] 10.222.0.115 "PUT /v2.0/ports/8ff6f519-19cf-4a5f-9871-1bae327deb8f HTTP/1.1" status: 200 len: 1091 time: 2.0899522 Nov 03 19:29:00.595990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'tag': '8ff6f519-19cf-4a5f-9871-1bae327deb8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:00.611982 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "886e2a21-b5e4-4222-b95a-18d009f7e159", "tag": "8ff6f519-19cf-4a5f-9871-1bae327deb8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:00.658015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41f76177-205e-485c-af26-82ef2668eb5e req-e7ff09ca-b2a5-40dc-a80f-68d989dcb9cd tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749315 Nov 03 19:29:00.751682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-c09fcd8d-1b99-4b4f-b1cc-f1dc5ca490d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:00.753285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-c09fcd8d-1b99-4b4f-b1cc-f1dc5ca490d2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1e5a52c659f24eec8a9fe12b10d661a8&device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 1094 time: 0.1016958 Nov 03 19:29:00.755394 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1d6aa7-9f8f-4190-84bb-2527ef27f584 x-openstack-request-id: req-ab1d6aa7-9f8f-4190-84bb-2527ef27f584 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:00.755688 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886e2a21-b5e4-4222-b95a-18d009f7e159", "tag": "8ff6f519-19cf-4a5f-9871-1bae327deb8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:00.755936 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ab1d6aa7-9f8f-4190-84bb-2527ef27f584 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:00.756336 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'tag': '8ff6f519-19cf-4a5f-9871-1bae327deb8f', 'status': 'completed', 'code': 200} Nov 03 19:29:00.852168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-69871c7b-ab1d-41e8-a563-efcd41520c61 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f HTTP/1.1" status: 200 len: 217 time: 0.0903490 Nov 03 19:29:00.955104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e71d8c9e-eaaf-4cde-a461-e6b5f575e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:00.956601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-e71d8c9e-eaaf-4cde-a461-e6b5f575e0f3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=651579eb-38eb-434b-b1a7-ed3a9c449b26 HTTP/1.1" status: 200 len: 852 time: 0.0973787 Nov 03 19:29:01.048195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-43f28f73-3d90-4bc3-90fc-63ede51e0d0b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4e3f3d78-5c51-4b10-828a-4799ebeceefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826833 Nov 03 19:29:01.339942 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-1dc7dc19-0206-470a-aefd-fac9d02bee8b service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520616 Nov 03 19:29:01.589028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e9e1f-c6e6-4700-93a0-d3446d31d79d req-f0a5ecab-118e-4ddc-be18-6423094afa87 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:01.617344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af2e9e1f-c6e6-4700-93a0-d3446d31d79d req-f0a5ecab-118e-4ddc-be18-6423094afa87 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.3080897 Nov 03 19:29:01.712580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f141ea72-42dc-41d0-a0d6-6b09058accf3 req-732ebd5a-c7df-421f-8bf1-c6f757f49bd7 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651922 Nov 03 19:29:01.742139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af2e9e1f-c6e6-4700-93a0-d3446d31d79d req-1c192142-6129-4754-bcdd-66463207bab4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237435 Nov 03 19:29:01.893009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-9798c755-9c81-4139-bcef-cd39c41d9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:01.896009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-9798c755-9c81-4139-bcef-cd39c41d9c34 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1e5a52c659f24eec8a9fe12b10d661a8&device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 1094 time: 0.1020937 Nov 03 19:29:02.027477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bc39a-69e4-478e-b5e7-0663c9a8da77 req-3c523a60-1723-4ee2-8927-cb97bffdf44c tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:02.057420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-296bc39a-69e4-478e-b5e7-0663c9a8da77 req-3c523a60-1723-4ee2-8927-cb97bffdf44c tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 943 time: 0.1535509 Nov 03 19:29:02.229983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-296bc39a-69e4-478e-b5e7-0663c9a8da77 req-3f810303-6edd-45ed-b393-a4acb2c61db7 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675448 Nov 03 19:29:02.304407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-a3cd7c06-c35f-4c49-b7c9-4777894369b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:02.306153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-a3cd7c06-c35f-4c49-b7c9-4777894369b2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=4e3f3d78-5c51-4b10-828a-4799ebeceefc HTTP/1.1" status: 200 len: 913 time: 0.4032471 Nov 03 19:29:02.412906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-ba1a79cc-d0f6-48b2-b247-43a739ff1050 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f HTTP/1.1" status: 200 len: 217 time: 0.0993876 Nov 03 19:29:02.508159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-d9233675-790c-416e-b92f-984ffafda9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:02.510242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-d9233675-790c-416e-b92f-984ffafda9e0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=651579eb-38eb-434b-b1a7-ed3a9c449b26 HTTP/1.1" status: 200 len: 852 time: 0.0878417 Nov 03 19:29:02.561605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-95cabb45-0f3a-420e-a2dc-5211838ed8e1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4e3f3d78-5c51-4b10-828a-4799ebeceefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422447 Nov 03 19:29:02.650593 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:02.805368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-1945c395-5fc9-4528-ad38-97ed7a4ae294 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334743 Nov 03 19:29:03.004325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2883b2a4-ddb6-4de7-a7fe-cbc9e8254cf2 req-3c37e8d1-e478-40db-a178-e64bffc96866 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918948 Nov 03 19:29:03.025867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092e3f1-caa8-40db-b33c-3469f44f0538 req-2514dd9f-5c89-400e-97d9-ccfb8f1c7a51 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:03.029399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6092e3f1-caa8-40db-b33c-3469f44f0538 req-2514dd9f-5c89-400e-97d9-ccfb8f1c7a51 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.0941410 Nov 03 19:29:03.181558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6092e3f1-caa8-40db-b33c-3469f44f0538 req-5f3f1d33-6d73-4c41-b805-e348f251538b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076150 Nov 03 19:29:03.284105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:03.431323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3f71-f868-4b2e-b13b-991b95d1e1ee req-b86e09cd-dcbf-44b4-96e9-4e8267413748 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:03.433520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-757c3f71-f868-4b2e-b13b-991b95d1e1ee req-b86e09cd-dcbf-44b4-96e9-4e8267413748 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 943 time: 0.1048851 Nov 03 19:29:03.512109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-757c3f71-f868-4b2e-b13b-991b95d1e1ee req-5441457e-358a-4f92-8240-df4f17699908 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674064 Nov 03 19:29:04.043539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 06964445-d0bd-4493-93fc-3c3c93609004 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:29:04.353877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 06964445-d0bd-4493-93fc-3c3c93609004, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=06964445-d0bd-4493-93fc-3c3c93609004,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:04.375025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8ff6f519-19cf-4a5f-9871-1bae327deb8f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:29:04.452015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '06964445-d0bd-4493-93fc-3c3c93609004', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': '06964445-d0bd-4493-93fc-3c3c93609004', 'mac_address': 'fa:16:3e:69:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:29:04.499905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cf07c-f51b-4bbd-a40d-79d722b84f35 req-eeef8255-b92b-48f1-aaf7-0137d0e18738 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:04.509201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e06cf07c-f51b-4bbd-a40d-79d722b84f35 req-eeef8255-b92b-48f1-aaf7-0137d0e18738 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 943 time: 0.0999188 Nov 03 19:29:04.659961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e06cf07c-f51b-4bbd-a40d-79d722b84f35 req-f53d2eff-3f4b-44a5-8723-712842610759 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496384 Nov 03 19:29:04.853539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:04.893790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06964445-d0bd-4493-93fc-3c3c93609004 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:04.902188 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cc4257e5-7414-4a15-baa4-e5429379c6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:04.959890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da705e-975e-454a-8a89-71d9d8519e4c req-ad14674c-96a3-4c12-b655-4d857be6b12b tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:04.978763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60da705e-975e-454a-8a89-71d9d8519e4c req-ad14674c-96a3-4c12-b655-4d857be6b12b tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 943 time: 0.2831893 Nov 03 19:29:04.995648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 06964445-d0bd-4493-93fc-3c3c93609004, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=06964445-d0bd-4493-93fc-3c3c93609004,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:05.000830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f,segment=NetworkSegment(97b1dd30-a210-4968-b637-3b126212f12f),segment_id=97b1dd30-a210-4968-b637-3b126212f12f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:05.028094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:05.157592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=06964445-d0bd-4493-93fc-3c3c93609004,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:05.162391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '8ff6f519-19cf-4a5f-9871-1bae327deb8f', 'network_id': '4e3f3d78-5c51-4b10-828a-4799ebeceefc', 'port_id': '8ff6f519-19cf-4a5f-9871-1bae327deb8f', 'mac_address': 'fa:16:3e:ae:5b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651579eb-38eb-434b-b1a7-ed3a9c449b26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:29:05.165550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60da705e-975e-454a-8a89-71d9d8519e4c req-617da029-2d69-4783-bdb8-5ad0de2a4ef6 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847422 Nov 03 19:29:05.293810 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:05.331013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff6f519-19cf-4a5f-9871-1bae327deb8f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:05.368236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f,segment=NetworkSegment(97b1dd30-a210-4968-b637-3b126212f12f),segment_id=97b1dd30-a210-4968-b637-3b126212f12f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:05.377477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:05.509444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['06964445-d0bd-4493-93fc-3c3c93609004'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:05.604888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8ff6f519-19cf-4a5f-9871-1bae327deb8f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:05.659701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8ff6f519-19cf-4a5f-9871-1bae327deb8f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:05.859158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b61448-27fb-43ac-96e0-e823d9a765dd req-e6abb59e-e3d6-4bb7-90c0-eefe5e4ba3db tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:05.870034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2b61448-27fb-43ac-96e0-e823d9a765dd req-e6abb59e-e3d6-4bb7-90c0-eefe5e4ba3db tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 944 time: 0.0794468 Nov 03 19:29:05.989073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2b61448-27fb-43ac-96e0-e823d9a765dd req-7764d2d7-5fe5-488d-a951-6b65e4026ded tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137233 Nov 03 19:29:06.423912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dc8dc-c9c0-4444-b010-5104c5a31cd1 req-567c0636-97cf-4a7b-86ee-63a4160429fc tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:06.425933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-921dc8dc-c9c0-4444-b010-5104c5a31cd1 req-567c0636-97cf-4a7b-86ee-63a4160429fc tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 944 time: 0.0734088 Nov 03 19:29:06.505573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-921dc8dc-c9c0-4444-b010-5104c5a31cd1 req-c5de1896-7664-45f1-8fb8-3fe77d0eaa11 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731246 Nov 03 19:29:07.187364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94385b06-b347-4a63-b4b3-b6ddd098e46b req-70cf9447-4460-49fa-bae8-007193a19606 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:07.189385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94385b06-b347-4a63-b4b3-b6ddd098e46b req-70cf9447-4460-49fa-bae8-007193a19606 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 944 time: 0.0735402 Nov 03 19:29:07.268595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94385b06-b347-4a63-b4b3-b6ddd098e46b req-3cf31109-7407-45ea-b5dd-fd632df1ffda tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692194 Nov 03 19:29:07.723944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b69c2-2666-4f8c-8d6e-669544d912c7 req-21e207b0-c171-44b1-af29-cd841423b2e1 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:07.726317 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb0b69c2-2666-4f8c-8d6e-669544d912c7 req-21e207b0-c171-44b1-af29-cd841423b2e1 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 944 time: 0.1019180 Nov 03 19:29:07.853087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb0b69c2-2666-4f8c-8d6e-669544d912c7 req-b41acff3-c2cc-4528-b47e-5f761d72aac0 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094096 Nov 03 19:29:08.071156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 06964445-d0bd-4493-93fc-3c3c93609004 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:29:08.207009 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 06964445-d0bd-4493-93fc-3c3c93609004 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:29:08.211652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 06964445-d0bd-4493-93fc-3c3c93609004 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:08.212386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.276455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8ff6f519-19cf-4a5f-9871-1bae327deb8f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:29:08.465181 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.485881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-581ad240-0286-4ccb-ba4c-b2c79d8fa575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.511690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06964445-d0bd-4493-93fc-3c3c93609004'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:08.516327 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835965a-6a9f-4df2-af15-6344103f73d0" -d '{"events": [{"server_uuid": "83aad3bc-7633-4ef5-9e86-18ab84adcc18", "name": "network-vif-plugged", "status": "completed", "tag": "06964445-d0bd-4493-93fc-3c3c93609004"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:08.534253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 8ff6f519-19cf-4a5f-9871-1bae327deb8f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:29:08.549118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 06964445-d0bd-4493-93fc-3c3c93609004, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=06964445-d0bd-4493-93fc-3c3c93609004,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:08.550623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 8ff6f519-19cf-4a5f-9871-1bae327deb8f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:08.551323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.558503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9dd16-3790-44cd-8c18-bbe815193a88 req-6c208241-2d94-4d12-8207-5d8cfc484022 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:08.562590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8b9dd16-3790-44cd-8c18-bbe815193a88 req-6c208241-2d94-4d12-8207-5d8cfc484022 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 944 time: 0.1724088 Nov 03 19:29:08.614076 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.695799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8b9dd16-3790-44cd-8c18-bbe815193a88 req-664410af-91eb-46e6-82a4-266a69b9d85c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255558 Nov 03 19:29:08.717543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=06964445-d0bd-4493-93fc-3c3c93609004,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:08.829116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.907665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f,segment=NetworkSegment(97b1dd30-a210-4968-b637-3b126212f12f),segment_id=97b1dd30-a210-4968-b637-3b126212f12f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:08.916619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:08.974245 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be10a2-0be1-439a-a0ad-0819596e238b x-openstack-request-id: req-f1be10a2-0be1-439a-a0ad-0819596e238b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:08.974543 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aad3bc-7633-4ef5-9e86-18ab84adcc18", "name": "network-vif-plugged", "status": "completed", "tag": "06964445-d0bd-4493-93fc-3c3c93609004", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:08.974813 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1be10a2-0be1-439a-a0ad-0819596e238b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:08.975233 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06964445-d0bd-4493-93fc-3c3c93609004', 'code': 200} Nov 03 19:29:09.066171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=8ff6f519-19cf-4a5f-9871-1bae327deb8f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:09.122878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3911b-9bc9-48aa-a60d-51b4ad13b8b9 req-ec2448da-34ef-4940-998e-ba8883056d52 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:09.124643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8db3911b-9bc9-48aa-a60d-51b4ad13b8b9 req-ec2448da-34ef-4940-998e-ba8883056d52 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.0838101 Nov 03 19:29:09.204209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd3e19-f434-4796-a9d2-927c77b8ea4f req-0b8c1fe8-27fc-4695-84a1-2c57e240400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:09.234473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13fd3e19-f434-4796-a9d2-927c77b8ea4f req-0b8c1fe8-27fc-4695-84a1-2c57e240400d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 1096 time: 0.1409810 Nov 03 19:29:09.273271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8db3911b-9bc9-48aa-a60d-51b4ad13b8b9 req-c3830b1c-6ff6-4864-bf12-9e07b6b6a319 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336706 Nov 03 19:29:09.321570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13fd3e19-f434-4796-a9d2-927c77b8ea4f req-d58376d3-01c0-4ac1-8927-fe7c04692c16 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754306 Nov 03 19:29:10.049571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba869b-cef6-4c43-bd7f-a5e4c02982ec req-7d7af7b1-8ea4-43f4-8a26-de1b2c2015f2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:10.053781 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:10.061349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32ba869b-cef6-4c43-bd7f-a5e4c02982ec req-7d7af7b1-8ea4-43f4-8a26-de1b2c2015f2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.1816201 Nov 03 19:29:10.201445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32ba869b-cef6-4c43-bd7f-a5e4c02982ec req-21e5af3b-8427-4633-8630-14e19d5d9c13 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377418 Nov 03 19:29:10.374077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3571-73f5-427f-8292-79b0ad2cdf25 req-a2114bd4-f44d-4a75-9748-15edc6d2b469 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:10.376231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3cdf3571-73f5-427f-8292-79b0ad2cdf25 req-a2114bd4-f44d-4a75-9748-15edc6d2b469 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.0642521 Nov 03 19:29:10.505612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3cdf3571-73f5-427f-8292-79b0ad2cdf25 req-b2b6a67c-035e-4259-9309-2c4cb7053717 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222060 Nov 03 19:29:10.560997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc8e5-802f-4049-b210-81cc9308d890 req-0c6cb3b2-1719-44ea-83ca-97c0e3fceda2 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:10.576325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1cdc8e5-802f-4049-b210-81cc9308d890 req-0c6cb3b2-1719-44ea-83ca-97c0e3fceda2 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1391385 Nov 03 19:29:10.715930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d1cdc8e5-802f-4049-b210-81cc9308d890 req-bdcaa3b3-7b83-46ea-a546-4971f5d502f5 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385014 Nov 03 19:29:10.976887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6f519-19cf-4a5f-9871-1bae327deb8f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:10.979376 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46985360-5d28-47e6-ab33-8c391800ff88" -d '{"events": [{"server_uuid": "886e2a21-b5e4-4222-b95a-18d009f7e159", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6f519-19cf-4a5f-9871-1bae327deb8f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:11.054767 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc75325-c174-4944-982e-100a20c4b779 x-openstack-request-id: req-9dc75325-c174-4944-982e-100a20c4b779 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:11.057701 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e2a21-b5e4-4222-b95a-18d009f7e159", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6f519-19cf-4a5f-9871-1bae327deb8f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:11.057701 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9dc75325-c174-4944-982e-100a20c4b779 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:11.058253 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6f519-19cf-4a5f-9871-1bae327deb8f', 'code': 200} Nov 03 19:29:11.198417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3b727-0d7f-4a06-a21e-f39511f06bbe req-321e311c-9a2f-4bf9-85d1-ee69c4d21b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:11.202990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ce3b727-0d7f-4a06-a21e-f39511f06bbe req-321e311c-9a2f-4bf9-85d1-ee69c4d21b9c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 1096 time: 0.0770338 Nov 03 19:29:11.369971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ce3b727-0d7f-4a06-a21e-f39511f06bbe req-2aa903bd-f498-4c37-8949-8aff3398fe1a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529696 Nov 03 19:29:11.398957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a5883-9116-43f2-9a15-202641766f42 req-c58e89ce-d306-4b51-86be-eb773340ff26 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:11.408987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a63a5883-9116-43f2-9a15-202641766f42 req-c58e89ce-d306-4b51-86be-eb773340ff26 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.0912645 Nov 03 19:29:11.478095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a63a5883-9116-43f2-9a15-202641766f42 req-e94f02cc-a2d2-402d-a0d5-fbea5ee4f4f3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678887 Nov 03 19:29:11.833638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-4996d254-f3d0-4802-b46d-60eb50e26b3b tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:11.836689 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-4996d254-f3d0-4802-b46d-60eb50e26b3b tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.115 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.0856667 Nov 03 19:29:11.862052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf9275-8e94-416a-8613-efaf2b4933de req-ddd5f6c5-6edb-4002-ba23-96d7d5750e34 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:11.869267 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3dbf9275-8e94-416a-8613-efaf2b4933de req-ddd5f6c5-6edb-4002-ba23-96d7d5750e34 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.2359552 Nov 03 19:29:11.887737 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:11.938433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f75e2-bc18-4a96-8bd7-8d71df619e73 req-f30038d8-faa4-475a-80d4-a7e27c435be9 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:11.943270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-296f75e2-bc18-4a96-8bd7-8d71df619e73 req-f30038d8-faa4-475a-80d4-a7e27c435be9 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 945 time: 0.2258155 Nov 03 19:29:12.111891 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.116987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Deleting port 132670c1-7f15-4024-83f8-a35773e3ec67 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:12.117822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.187172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-296f75e2-bc18-4a96-8bd7-8d71df619e73 req-36e4113c-320f-4eaf-bf72-17ec9297677c tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/security-groups?id=fc35c6c7-323f-4899-98b6-b3047ab42785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355397 Nov 03 19:29:12.201645 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3dbf9275-8e94-416a-8613-efaf2b4933de req-17398bbb-dce3-4606-9872-6daf4491b2a4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249428 Nov 03 19:29:12.400254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] For port 132670c1-7f15-4024-83f8-a35773e3ec67, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=132670c1-7f15-4024-83f8-a35773e3ec67,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:12.400907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.638131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb384c-751d-4ff1-8d9f-37742724df77 req-3ee09224-fc20-474a-8a9e-2e8c4af3c51d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:12.646799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dccb384c-751d-4ff1-8d9f-37742724df77 req-3ee09224-fc20-474a-8a9e-2e8c4af3c51d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.2088540 Nov 03 19:29:12.683814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f49f6-f039-40f0-9dfb-c2514b51161d req-f19ba896-3c2b-457f-bbc3-8cb6b838866a tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:12.692957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-744f49f6-f039-40f0-9dfb-c2514b51161d req-f19ba896-3c2b-457f-bbc3-8cb6b838866a tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.2444379 Nov 03 19:29:12.739821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.740589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:12.741514 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Floating IP b4a867e3-c10a-4502-ba48-bff335c3ff47 disassociated. External IP: 172.25.8.10, port: 132670c1-7f15-4024-83f8-a35773e3ec67. Nov 03 19:29:12.742687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Calling delete_port for 132670c1-7f15-4024-83f8-a35773e3ec67 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:12.766290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dccb384c-751d-4ff1-8d9f-37742724df77 req-e42c7a02-6b4b-4527-8feb-54965754ed15 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184785 Nov 03 19:29:12.836116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-744f49f6-f039-40f0-9dfb-c2514b51161d req-672a3fc9-28e9-4c13-92ab-61f6720fe187 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390393 Nov 03 19:29:12.966493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:13.078106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event deleted for resources: {'Port': ['ID=132670c1-7f15-4024-83f8-a35773e3ec67,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:13.279857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.280210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.280553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.280982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.281237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.282152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.282559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.283025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.283360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.283706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.284258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.287343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:13.535130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Router b05066c7-40e1-462f-9235-1a177126fb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:29:13.577492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-543f5061-f657-47aa-b60e-a14858637d71 req-d0a6d6df-9483-45ec-82ee-f5196eb4fcdd tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 210 time: 0.2394137 Nov 03 19:29:13.655837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77377e-d677-4827-b117-e904fbad0c50 req-2de10bc3-b8c7-4d75-9164-1365f90467d7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:13.667447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f77377e-d677-4827-b117-e904fbad0c50 req-2de10bc3-b8c7-4d75-9164-1365f90467d7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.3105824 Nov 03 19:29:13.833174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f77377e-d677-4827-b117-e904fbad0c50 req-8afd2704-c6d4-48fe-ba30-54cb39318d9c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627126 Nov 03 19:29:13.856788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:29:13.868586 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] Sync routers for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:29:13.893329 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:13.894236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:13.926574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] No DVR routers for this DVR port 132670c1-7f15-4024-83f8-a35773e3ec67 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:13.930638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:13.934816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6595c299-ed3c-42b5-8714-5d4054c5f321 req-3f41e8f8-edb9-4051-b21d-bcee8870c1cf tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.115 "DELETE /v2.0/ports/132670c1-7f15-4024-83f8-a35773e3ec67 HTTP/1.1" status: 204 len: 173 time: 2.0841222 Nov 03 19:29:13.935674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'name': 'network-vif-deleted', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:13.941372 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69846d24-e827-449a-9993-d30d54f3671f" -d '{"events": [{"server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "name": "network-vif-deleted", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:14.157195 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:14.165890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2f22b-9c25-49a6-ac74-4eaa68105b55 req-e4d611cd-904c-4f6b-8664-229481f89bce tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:14.183515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89f2f22b-9c25-49a6-ac74-4eaa68105b55 req-e4d611cd-904c-4f6b-8664-229481f89bce tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1542931 Nov 03 19:29:14.286916 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c1426-6387-4e6e-90d6-12d8cae2e9c6 x-openstack-request-id: req-289c1426-6387-4e6e-90d6-12d8cae2e9c6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:14.287214 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9aca0a-4dd8-432c-922b-4bc2ce09211d", "name": "network-vif-deleted", "tag": "132670c1-7f15-4024-83f8-a35773e3ec67", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:14.287565 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-289c1426-6387-4e6e-90d6-12d8cae2e9c6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:14.287983 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9aca0a-4dd8-432c-922b-4bc2ce09211d', 'name': 'network-vif-deleted', 'tag': '132670c1-7f15-4024-83f8-a35773e3ec67', 'status': 'completed', 'code': 200} Nov 03 19:29:14.348902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89f2f22b-9c25-49a6-ac74-4eaa68105b55 req-4734ecc4-c78d-4ad5-8d20-499ec067c2ad tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576998 Nov 03 19:29:14.635846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c34fa-a225-437d-919c-97fd1ae93b85 req-ca219d5f-13ca-4d51-8bce-259241a5e908 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:14.655146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e84c34fa-a225-437d-919c-97fd1ae93b85 req-ca219d5f-13ca-4d51-8bce-259241a5e908 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1427541 Nov 03 19:29:14.746686 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e84c34fa-a225-437d-919c-97fd1ae93b85 req-cd958019-d06f-4c85-af25-af2767a5ca07 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888097 Nov 03 19:29:14.941297 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:29Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:15.004230 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] Checking router: b05066c7-40e1-462f-9235-1a177126fb64 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:29:15.013689 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:15.014391 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:15.041649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-868433dc-c99b-4582-a117-7aca07dc9f35 req-04df866e-9fe9-4c81-8317-5536162f687f tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "GET /v2.0/ports?device_id=4b9aca0a-4dd8-432c-922b-4bc2ce09211d HTTP/1.1" status: 200 len: 210 time: 0.0612328 Nov 03 19:29:15.312660 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:15.351662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-bee90470-fe56-4311-ab57-7c12a2d7d913 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:15.354149 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-bee90470-fe56-4311-ab57-7c12a2d7d913 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.1356354 Nov 03 19:29:15.404218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2adf25-b3c0-4fdd-be95-2e88b0ca5c20 req-eae908d8-ddd6-480d-9d1f-c53a3f5cec30 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:15.416475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b2adf25-b3c0-4fdd-be95-2e88b0ca5c20 req-eae908d8-ddd6-480d-9d1f-c53a3f5cec30 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 945 time: 0.1154053 Nov 03 19:29:15.532683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port 06964445-d0bd-4493-93fc-3c3c93609004 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:15.533197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:15.538951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1c814-02c9-48f7-8924-549aed59b301 req-b4a0aea8-0dd4-445b-b67c-3f6f0678fc92 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:15.547498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18b1c814-02c9-48f7-8924-549aed59b301 req-b4a0aea8-0dd4-445b-b67c-3f6f0678fc92 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1052454 Nov 03 19:29:15.560705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b2adf25-b3c0-4fdd-be95-2e88b0ca5c20 req-3180d1db-8ac0-4e1b-87a4-2cf939780600 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427641 Nov 03 19:29:15.682290 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:29Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:15.683306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18b1c814-02c9-48f7-8924-549aed59b301 req-0cc61d76-e525-4a06-ad37-6a613c402583 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343617 Nov 03 19:29:15.715111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port 06964445-d0bd-4493-93fc-3c3c93609004, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=06964445-d0bd-4493-93fc-3c3c93609004,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:15.716657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:15.778069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for 06964445-d0bd-4493-93fc-3c3c93609004 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:15.785332 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201a2e0b-1a38-4360-9930-4dc35d4e0e66 None None] The sync data for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 is: [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:23:20Z', 'revision_number': 4, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5cb78616-812a-4702-bb28-c780c9ddbb75', 'name': '', 'network_id': 'bf740413-d097-4812-a139-46cfc75e50f8', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'mac_address': 'fa:16:3e:17:c2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:16Z', 'updated_at': '2021-11-03T19:23:29Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'subnets': [{'id': '66f6c1b3-e66e-4d1d-9e48-62d344f8ed83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:29:16.142350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:16.155466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39866) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:16.201407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=06964445-d0bd-4493-93fc-3c3c93609004,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:16.290679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port 06964445-d0bd-4493-93fc-3c3c93609004 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:16.295707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:16.307834 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6398d46-5354-4fd7-89e4-5fff114ac59e req-b20d86db-1c76-40ac-8057-c890e4e823e5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "DELETE /v2.0/ports/06964445-d0bd-4493-93fc-3c3c93609004 HTTP/1.1" status: 204 len: 173 time: 0.9410188 Nov 03 19:29:16.308270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'name': 'network-vif-deleted', 'tag': '06964445-d0bd-4493-93fc-3c3c93609004'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:16.313593 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89e4603-a515-44f1-bc6c-10020ccbc91a" -d '{"events": [{"server_uuid": "83aad3bc-7633-4ef5-9e86-18ab84adcc18", "name": "network-vif-deleted", "tag": "06964445-d0bd-4493-93fc-3c3c93609004"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:16.320970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 132670c1-7f15-4024-83f8-a35773e3ec67 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:16.371297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 132670c1-7f15-4024-83f8-a35773e3ec67 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:16.372382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 132670c1-7f15-4024-83f8-a35773e3ec67 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:16.471928 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74f6406-a632-4583-b168-e02761971ead x-openstack-request-id: req-a74f6406-a632-4583-b168-e02761971ead {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:16.472393 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aad3bc-7633-4ef5-9e86-18ab84adcc18", "name": "network-vif-deleted", "tag": "06964445-d0bd-4493-93fc-3c3c93609004", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:16.472493 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a74f6406-a632-4583-b168-e02761971ead {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:16.472877 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aad3bc-7633-4ef5-9e86-18ab84adcc18', 'name': 'network-vif-deleted', 'tag': '06964445-d0bd-4493-93fc-3c3c93609004', 'status': 'completed', 'code': 200} Nov 03 19:29:16.526108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Deleting port 0c75947f-bafc-4fa9-8ea8-7a75858fb969 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:16.527187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:16.550736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04df75-41d3-46bd-9a0a-a80835d0150a None None] New status for floating IP b4a867e3-c10a-4502-ba48-bff335c3ff47: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:29:16.835477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:16.843456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:16.868565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Calling delete_port for 0c75947f-bafc-4fa9-8ea8-7a75858fb969 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:17.219649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-285af828-2663-4b4f-9dec-4f8099fdcafc req-b1dd2b25-aa65-41ea-91e4-1e0cf5b69b2c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0845490 Nov 03 19:29:17.280290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:17.330964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event deleted for resources: {'Port': ['ID=0c75947f-bafc-4fa9-8ea8-7a75858fb969,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:17.452133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816925-6344-4b13-b56c-0f73aa875fb4 req-f0b5bc60-ea6c-47fb-98da-40c3afed739f tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:17.453664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66816925-6344-4b13-b56c-0f73aa875fb4 req-f0b5bc60-ea6c-47fb-98da-40c3afed739f tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.2562420 Nov 03 19:29:17.569033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66816925-6344-4b13-b56c-0f73aa875fb4 req-90d098a8-9c99-409b-9aa4-e8a26e504196 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737760 Nov 03 19:29:17.581783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:17.584896 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:17.589507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4545bd27-e8a7-4ca9-8f21-946a209beafe tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "DELETE /v2.0/floatingips/b4a867e3-c10a-4502-ba48-bff335c3ff47 HTTP/1.1" status: 204 len: 168 time: 1.4330113 Nov 03 19:29:17.787661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 39892) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:17.938543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53c5b364-b6dc-4e20-a09b-f69d84c7c146 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:17.998568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53c5b364-b6dc-4e20-a09b-f69d84c7c146 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:18.093889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-bbce9bbf-9153-446d-99c7-9c34673099f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:18.097249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-bbce9bbf-9153-446d-99c7-9c34673099f2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1e5a52c659f24eec8a9fe12b10d661a8&device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 1096 time: 0.0787630 Nov 03 19:29:18.122792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 06964445-d0bd-4493-93fc-3c3c93609004 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:18.204889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 06964445-d0bd-4493-93fc-3c3c93609004 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:18.206389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 06964445-d0bd-4493-93fc-3c3c93609004 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:18.313958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d4ae-fcb4-4531-83e0-c32c0b1bba7a req-b70a22d2-84ab-44b8-b384-b4debc8b2fef tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:18.338019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef02d4ae-fcb4-4531-83e0-c32c0b1bba7a req-b70a22d2-84ab-44b8-b384-b4debc8b2fef tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.2884507 Nov 03 19:29:18.400585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-bea0a565-c127-45f8-a825-81267fd3be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:18.421806 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-bea0a565-c127-45f8-a825-81267fd3be2d service neutron] 10.222.0.115 "GET /v2.0/networks?id=4e3f3d78-5c51-4b10-828a-4799ebeceefc HTTP/1.1" status: 200 len: 913 time: 0.3034530 Nov 03 19:29:18.443883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87fe2e4c-fc87-4dff-9ace-bfb3e860298a req-04c36683-609e-4cf1-b29e-ac70f1d99157 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0589783 Nov 03 19:29:18.537908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef02d4ae-fcb4-4531-83e0-c32c0b1bba7a req-003078a8-6475-4023-8ca9-d8cbbb38d6cf tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985216 Nov 03 19:29:18.538218 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-284bbcbe-fdff-49da-a305-19e3e8683254 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f HTTP/1.1" status: 200 len: 217 time: 0.1058140 Nov 03 19:29:18.547320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53c5b364-b6dc-4e20-a09b-f69d84c7c146 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:18.550590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53c5b364-b6dc-4e20-a09b-f69d84c7c146 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:18.556133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-53c5b364-b6dc-4e20-a09b-f69d84c7c146 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] 10.222.0.91 "DELETE /v2.0/security-groups/fc35c6c7-323f-4899-98b6-b3047ab42785 HTTP/1.1" status: 204 len: 168 time: 0.7640254 Nov 03 19:29:18.580203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5b364-b6dc-4e20-a09b-f69d84c7c146 tempest-TestServerBasicOps-34799097 tempest-TestServerBasicOps-34799097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc35c6c7-323f-4899-98b6-b3047ab42785,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:18.667809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-f68244fe-1bca-4871-8acf-9c34ee95178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:18.669685 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-f68244fe-1bca-4871-8acf-9c34ee95178f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=651579eb-38eb-434b-b1a7-ed3a9c449b26 HTTP/1.1" status: 200 len: 852 time: 0.1246295 Nov 03 19:29:18.712764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-b28e877d-48fd-4879-818c-92f84d5e92e5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4e3f3d78-5c51-4b10-828a-4799ebeceefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345218 Nov 03 19:29:18.877941 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-8fb7c051-1bd1-4ae0-af11-3864ed07a522 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569071 Nov 03 19:29:19.022719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cbfe47cb-1cf8-4a49-9173-90123678df88 req-40f17e58-92bb-4b8c-a22e-1aaa0ea022a6 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348374 Nov 03 19:29:19.651150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bad0d0e8-2afb-43b2-a7c4-589a440e95d7 req-fbf106d1-8122-4418-9fa5-25c757f7e91e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0619979 Nov 03 19:29:19.652290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 39934) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:19.885379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce29b-2faf-4668-ba85-99c5485cc9e4 req-63af9874-8fec-4fcf-bf72-2ba4f14ca608 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:19.898281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2cce29b-2faf-4668-ba85-99c5485cc9e4 req-63af9874-8fec-4fcf-bf72-2ba4f14ca608 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1434710 Nov 03 19:29:19.994612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2cce29b-2faf-4668-ba85-99c5485cc9e4 req-b8061fc9-dace-4595-a39e-83f42f640d67 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952151 Nov 03 19:29:20.980796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:20.984059 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a08949c4-d5a5-49d4-975c-a70fa2b6936c req-006e6b67-b754-41e6-b852-e414aa4ce241 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0720627 Nov 03 19:29:21.288985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a230477-78fa-42e8-bc85-d19bd6819376 req-045b07ff-b78e-4b08-80b5-a50eca5d1824 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:21.298828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a230477-78fa-42e8-bc85-d19bd6819376 req-045b07ff-b78e-4b08-80b5-a50eca5d1824 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1008329 Nov 03 19:29:21.363464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a230477-78fa-42e8-bc85-d19bd6819376 req-1a7b3fdc-14a2-4f24-82a4-e3c0fbad9d17 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634921 Nov 03 19:29:21.876503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Deleting port 5cb78616-812a-4702-bb28-c780c9ddbb75 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:21.876870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:21.918255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237864d0-b460-42d3-aca9-252b851b4e41 req-4b33e521-6b5c-4df9-bb10-294ec0261058 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:21.926089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-237864d0-b460-42d3-aca9-252b851b4e41 req-4b33e521-6b5c-4df9-bb10-294ec0261058 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1934931 Nov 03 19:29:22.117881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] For port 5cb78616-812a-4702-bb28-c780c9ddbb75, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5cb78616-812a-4702-bb28-c780c9ddbb75,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:22.118470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:22.125086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-237864d0-b460-42d3-aca9-252b851b4e41 req-3ffea88a-8922-4883-a6ca-c85ccae7b5a3 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747899 Nov 03 19:29:22.181034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Calling delete_port for 5cb78616-812a-4702-bb28-c780c9ddbb75 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:22.285028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39070961-2ee8-4699-a64c-2a2e6c620475 req-69759dd9-8837-4fe9-9843-dc4d6b2c9823 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.1094482 Nov 03 19:29:22.737653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:22.816761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb78616-812a-4702-bb28-c780c9ddbb75,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:23.431626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bb1f4-0c77-44d1-9161-f8556e6fc7a5 req-c247366b-332a-4546-9c3e-b2d5d423b28e tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:23.433328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-733bb1f4-0c77-44d1-9161-f8556e6fc7a5 req-c247366b-332a-4546-9c3e-b2d5d423b28e tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1331594 Nov 03 19:29:23.653861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76e9ea22-2854-4c0d-a09e-7a3e07b08192 req-b8b7517b-c189-49f1-8629-2975faa87e2b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.1397910 Nov 03 19:29:23.701579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-733bb1f4-0c77-44d1-9161-f8556e6fc7a5 req-1f3725ad-6008-4088-9f9a-6a2bd04895ff tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602565 Nov 03 19:29:24.029093 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:24.400368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9342c4-c61c-45ba-b00a-d8a0b5700c30 req-0ae0ccc7-93af-4d70-b515-0376fdb8b231 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:24.409529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab9342c4-c61c-45ba-b00a-d8a0b5700c30 req-0ae0ccc7-93af-4d70-b515-0376fdb8b231 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1292219 Nov 03 19:29:24.571529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-e2a2ef5c-4258-4366-914f-a4600e24f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:24.573560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-e2a2ef5c-4258-4366-914f-a4600e24f82c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1e5a52c659f24eec8a9fe12b10d661a8&device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 1096 time: 0.3430073 Nov 03 19:29:24.599586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab9342c4-c61c-45ba-b00a-d8a0b5700c30 req-8a7bfaad-ab6e-4459-8f4f-8fcfce4b23fd tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871798 Nov 03 19:29:24.925636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d393c2e4-a542-4da2-aeea-35e21da82474 req-ce256af2-7a5b-4540-9902-edbdd3798713 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0628324 Nov 03 19:29:25.015213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Router b05066c7-40e1-462f-9235-1a177126fb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:29:25.166338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-af627e71-e214-42e6-972b-047025dd5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:25.168326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-af627e71-e214-42e6-972b-047025dd5dcf service neutron] 10.222.0.115 "GET /v2.0/networks?id=4e3f3d78-5c51-4b10-828a-4799ebeceefc HTTP/1.1" status: 200 len: 913 time: 0.5712798 Nov 03 19:29:25.351857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-56c5b591-a20b-4fb0-935d-02843e5141bc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f HTTP/1.1" status: 200 len: 217 time: 0.1731000 Nov 03 19:29:25.491537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-04c7e8f1-68da-4c02-bacf-5caeccf897f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:25.493831 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-04c7e8f1-68da-4c02-bacf-5caeccf897f5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=651579eb-38eb-434b-b1a7-ed3a9c449b26 HTTP/1.1" status: 200 len: 852 time: 0.1337755 Nov 03 19:29:25.584444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-670183dc-d575-4cc6-9e12-fdf786e51921 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=4e3f3d78-5c51-4b10-828a-4799ebeceefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797753 Nov 03 19:29:25.585899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:29:25.598220 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] Sync routers for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:29:25.603360 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-94336cc8-7203-4bd7-b609-e356df9d0ef0 admin admin] 10.222.0.91 "PUT /v2.0/routers/b05066c7-40e1-462f-9235-1a177126fb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9489963 Nov 03 19:29:25.606100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40042) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:25.654047 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:25.656925 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:25.870320 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:25.963809 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-1b411013-0360-4009-b9b2-ce375aec7f91 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427169 Nov 03 19:29:25.995512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:26.131953 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63b1122f-56a8-4c25-96e3-c09b4c52937d req-b56061fa-c2d1-435d-8a4f-b00f8b60b8dc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0353930 Nov 03 19:29:26.157285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5c4642d9-c38d-4930-9cbd-1e2486ea6b20 req-7369c645-c86f-456b-a0f1-3a8b4b3adc08 service neutron] 10.222.0.115 "GET /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850429 Nov 03 19:29:26.164450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62509af1-b7a6-4118-9204-618aae4d67b1 req-0860747e-fb08-4a4e-8542-50640175fa1d tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:26.172915 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62509af1-b7a6-4118-9204-618aae4d67b1 req-0860747e-fb08-4a4e-8542-50640175fa1d tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1849823 Nov 03 19:29:26.392247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62509af1-b7a6-4118-9204-618aae4d67b1 req-af163a90-7d49-4d45-97be-7b4d1065a110 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168057 Nov 03 19:29:26.437322 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:29:22Z', 'revision_number': 5, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port': {'id': 'bde7e38b-a01e-4b48-bf54-c7c3b62ee517', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:05Z', 'updated_at': '2021-11-03T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:26.463587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:26.574957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Deleting port bde7e38b-a01e-4b48-bf54-c7c3b62ee517 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:26.579685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:26.776688 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] Checking router: b05066c7-40e1-462f-9235-1a177126fb64 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:29:26.805972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] For port bde7e38b-a01e-4b48-bf54-c7c3b62ee517, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:26.806609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:26.809248 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] Routers {'b05066c7-40e1-462f-9235-1a177126fb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:26.809897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b05066c7-40e1-462f-9235-1a177126fb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:26.839111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40066) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:26.855103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Calling delete_port for bde7e38b-a01e-4b48-bf54-c7c3b62ee517 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:27.103489 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] Set router b05066c7-40e1-462f-9235-1a177126fb64 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:27.195891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2be7b527-ee41-4418-ae8b-b406cbadbe4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.199354 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:29:26Z', 'revision_number': 6, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:27.309782 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7247c26-03f1-4960-ad65-dd753a115df2 None None] The sync data for ids ['b05066c7-40e1-462f-9235-1a177126fb64'] in n-d-812151-4 is: [{'id': 'b05066c7-40e1-462f-9235-1a177126fb64', 'name': 'tempest-TestServerBasicOps-2060958558-router', 'tenant_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:04Z', 'updated_at': '2021-11-03T19:29:26Z', 'revision_number': 6, 'project_id': 'efdcca87d99c49ecac6d297b961b0e2a', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:29:27.405418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f6b6db50-c0d3-4f0e-80c3-66a23eb86a03 req-2b4669ae-3257-4886-a359-482551c93988 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0405579 Nov 03 19:29:27.408989 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.511350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.547852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2be7b527-ee41-4418-ae8b-b406cbadbe4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.558576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2be7b527-ee41-4418-ae8b-b406cbadbe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.643276 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2be7b527-ee41-4418-ae8b-b406cbadbe4c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8018840db71149fba4abf03021f4cf42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8017459 Nov 03 19:29:27.650054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40090) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:27.661843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7b527-ee41-4418-ae8b-b406cbadbe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98e44b-df63-4161-9b2a-bc1fb53301d9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:27.715813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde7e38b-a01e-4b48-bf54-c7c3b62ee517,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:27.786255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-631b1348-e2f6-4b0f-be47-aa2841947cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.899440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.904804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:27.922864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-631b1348-e2f6-4b0f-be47-aa2841947cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.045440 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-631b1348-e2f6-4b0f-be47-aa2841947cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.049441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-631b1348-e2f6-4b0f-be47-aa2841947cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.054094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-631b1348-e2f6-4b0f-be47-aa2841947cd7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2f98e44b-df63-4161-9b2a-bc1fb53301d9 HTTP/1.1" status: 204 len: 168 time: 0.4023824 Nov 03 19:29:28.070497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b1348-e2f6-4b0f-be47-aa2841947cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98e44b-df63-4161-9b2a-bc1fb53301d9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:28.106457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd2466-4185-4be8-bab3-eb5dd38a14e8 req-2a2494f8-b6b0-48f2-84b5-ad1dde36f1e4 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:28.108354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8bd2466-4185-4be8-bab3-eb5dd38a14e8 req-2a2494f8-b6b0-48f2-84b5-ad1dde36f1e4 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.2976921 Nov 03 19:29:28.182447 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.183132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05066c7-40e1-462f-9235-1a177126fb64 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:29:28.190055 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.191236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-53df4d68-6211-4e35-8468-72b336430f89 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b05066c7-40e1-462f-9235-1a177126fb64 HTTP/1.1" status: 204 len: 168 time: 2.5834613 Nov 03 19:29:28.193892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40100) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:28.318382 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8bd2466-4185-4be8-bab3-eb5dd38a14e8 req-969a7108-9dc9-49fb-8ffd-0b3fd8d935b3 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019227 Nov 03 19:29:28.410000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Deleting subnet 66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:29:28.417454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.524446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.636809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8faa4bfb-d7be-40c8-9f65-a98d418b0c1a req-154d01aa-3f8b-432b-92ef-9ade13802818 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0898702 Nov 03 19:29:28.897920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:28.979325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5cb78616-812a-4702-bb28-c780c9ddbb75 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:29.055476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2c3ea-3db6-4226-8a29-047d21fcd7b3 req-2e6f7e05-4fa3-401c-8798-baf5886d3451 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:29.056055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5cb78616-812a-4702-bb28-c780c9ddbb75 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:29.056197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5cb78616-812a-4702-bb28-c780c9ddbb75 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:29.056598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bde7e38b-a01e-4b48-bf54-c7c3b62ee517 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:29.073958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f2c3ea-3db6-4226-8a29-047d21fcd7b3 req-2e6f7e05-4fa3-401c-8798-baf5886d3451 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1845315 Nov 03 19:29:29.123739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:29.180819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:29.182404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bde7e38b-a01e-4b48-bf54-c7c3b62ee517 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:29.182745 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bde7e38b-a01e-4b48-bf54-c7c3b62ee517 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:29.193021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] 10.222.0.91 "DELETE /v2.0/subnets/66f6c1b3-e66e-4d1d-9e48-62d344f8ed83 HTTP/1.1" status: 204 len: 168 time: 0.9949653 Nov 03 19:29:29.193686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738f191-fcb2-4394-9b4c-2f4c0cd1128f None None] Network bf740413-d097-4812-a139-46cfc75e50f8 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:29:29.208844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:29.267152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9f2c3ea-3db6-4226-8a29-047d21fcd7b3 req-38d46d36-5db0-4507-b7f7-f332388c7a66 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920352 Nov 03 19:29:29.621169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba9c80-2039-47e0-83e2-54d52fab88dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f6c1b3-e66e-4d1d-9e48-62d344f8ed83,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:29.633659 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:29.817515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] DHCP port deletion for bf740413-d097-4812-a139-46cfc75e50f8 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:29:29.848871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3bbf58ae-20a6-48c3-8406-43f13c67e05d req-7671784a-ac6b-46f2-ad30-5ba3cd8afc0a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0622628 Nov 03 19:29:29.864756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Deleting port 060af61b-0a3b-47b7-8669-c19613c4316f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:29.865249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:29.991701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Deleting port 060af61b-0a3b-47b7-8669-c19613c4316f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:29.995920 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.046415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] For port 060af61b-0a3b-47b7-8669-c19613c4316f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=060af61b-0a3b-47b7-8669-c19613c4316f,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:30.047089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.066404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Calling delete_port for 060af61b-0a3b-47b7-8669-c19613c4316f owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:30.156997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] For port 060af61b-0a3b-47b7-8669-c19613c4316f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=060af61b-0a3b-47b7-8669-c19613c4316f,segment=NetworkSegment(31d751f1-1de7-460a-aa90-74455be933ec),segment_id=31d751f1-1de7-460a-aa90-74455be933ec)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:30.157381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.180611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Calling delete_port for 060af61b-0a3b-47b7-8669-c19613c4316f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:30.270881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.430352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] No DVR routers for this DVR port 060af61b-0a3b-47b7-8669-c19613c4316f on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:30.437303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Pushing event deleted for resources: {'Port': ['ID=060af61b-0a3b-47b7-8669-c19613c4316f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:30.543819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c648c1-5f30-49cb-ba19-00729f4cf786 req-53c8bc79-a17b-420a-921a-8b55e045ad61 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:30.557263 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9c648c1-5f30-49cb-ba19-00729f4cf786 req-53c8bc79-a17b-420a-921a-8b55e045ad61 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.1105819 Nov 03 19:29:30.601840 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.673211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9c648c1-5f30-49cb-ba19-00729f4cf786 req-165e3297-c742-4ac3-ba3c-5f32c4eb45a8 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/security-groups?id=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116433 Nov 03 19:29:30.687262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] No DVR routers for this DVR port 060af61b-0a3b-47b7-8669-c19613c4316f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:30.689907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Pushing event deleted for resources: {'Port': ['ID=060af61b-0a3b-47b7-8669-c19613c4316f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:30.716239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.716588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.719452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.719946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.720221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.720466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.721022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.725687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.726034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.733560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.733996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.734327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56619f9-8efe-4b06-8db1-67896b4fa136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:30.839024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.909264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 060af61b-0a3b-47b7-8669-c19613c4316f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:30.925379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf740413-d097-4812-a139-46cfc75e50f8']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:30.954274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d751f1-1de7-460a-aa90-74455be933ec') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:30.955579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 060af61b-0a3b-47b7-8669-c19613c4316f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:30.955923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 060af61b-0a3b-47b7-8669-c19613c4316f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:30.956775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d751f1-1de7-460a-aa90-74455be933ec') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:31.006176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-8fc5a023-e680-4fb6-af3e-9d13211f7549 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:31.008472 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-8fc5a023-e680-4fb6-af3e-9d13211f7549 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.115 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 945 time: 0.4270942 Nov 03 19:29:31.012094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.025177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3716e94b-d05e-46a8-849a-193813aa6aa9 req-fb43c15e-8632-43d5-944f-f7ea99d92009 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0770278 Nov 03 19:29:31.123641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.144632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:29:31.157820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:29:31.160531 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:29:31.337373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.349505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Deleting port 8ff6f519-19cf-4a5f-9871-1bae327deb8f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:31.350249 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.562124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] For port 8ff6f519-19cf-4a5f-9871-1bae327deb8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=8ff6f519-19cf-4a5f-9871-1bae327deb8f,segment=NetworkSegment(97b1dd30-a210-4968-b637-3b126212f12f),segment_id=97b1dd30-a210-4968-b637-3b126212f12f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:31.562497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.578737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Calling delete_port for 8ff6f519-19cf-4a5f-9871-1bae327deb8f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:31.788059 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.796518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bf740413-d097-4812-a139-46cfc75e50f8 HTTP/1.1" status: 204 len: 168 time: 2.5843492 Nov 03 19:29:31.800293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40190) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:31.802121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.819377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['8ff6f519-19cf-4a5f-9871-1bae327deb8f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:31.870142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a1a8c-b384-433f-8f2f-24a74b230534 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf740413-d097-4812-a139-46cfc75e50f8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:31.981514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Pushing event deleted for resources: {'Port': ['ID=8ff6f519-19cf-4a5f-9871-1bae327deb8f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:32.026804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] No DVR routers for this DVR port 8ff6f519-19cf-4a5f-9871-1bae327deb8f on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:32.031134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:32.040698 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bb9513d6-0050-46d8-a89d-1f1ea4252b67 req-53916550-4043-4b37-a6d4-943ed74cc979 tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.115 "DELETE /v2.0/ports/8ff6f519-19cf-4a5f-9871-1bae327deb8f HTTP/1.1" status: 204 len: 173 time: 1.0219965 Nov 03 19:29:32.043801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'name': 'network-vif-deleted', 'tag': '8ff6f519-19cf-4a5f-9871-1bae327deb8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:32.061710 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d867a0-ae8e-4481-880b-a387968b700a" -d '{"events": [{"server_uuid": "886e2a21-b5e4-4222-b95a-18d009f7e159", "name": "network-vif-deleted", "tag": "8ff6f519-19cf-4a5f-9871-1bae327deb8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:32.655808 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:32.700217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-65c92975-6266-49c1-aaca-d7edf9d3cfe1 req-139540f2-2bfc-4692-8c2d-33a3d9ef1040 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0852070 Nov 03 19:29:32.718292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00d6ad04-5c25-4075-acc7-f70594acff42 req-e6c919c7-af50-4442-b0bf-39b01be62c8f tempest-TestServerAdvancedOps-1383972739 tempest-TestServerAdvancedOps-1383972739-project] 10.222.0.91 "GET /v2.0/ports?device_id=886e2a21-b5e4-4222-b95a-18d009f7e159 HTTP/1.1" status: 200 len: 210 time: 0.6789682 Nov 03 19:29:32.818575 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a626380-ca8d-48a1-87f5-696c59798fa7 x-openstack-request-id: req-3a626380-ca8d-48a1-87f5-696c59798fa7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:32.818575 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e2a21-b5e4-4222-b95a-18d009f7e159", "name": "network-vif-deleted", "tag": "8ff6f519-19cf-4a5f-9871-1bae327deb8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:32.819157 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3a626380-ca8d-48a1-87f5-696c59798fa7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:32.819157 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886e2a21-b5e4-4222-b95a-18d009f7e159', 'name': 'network-vif-deleted', 'tag': '8ff6f519-19cf-4a5f-9871-1bae327deb8f', 'status': 'completed', 'code': 200} Nov 03 19:29:33.193900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:33.227207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:33.619877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40228) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:33.657031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Deleting port b5007a15-1a75-423f-bbe3-8f6e21026068 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:33.657457 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:33.790669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] For port b5007a15-1a75-423f-bbe3-8f6e21026068, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b5007a15-1a75-423f-bbe3-8f6e21026068,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:33.791154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:33.811294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Calling delete_port for b5007a15-1a75-423f-bbe3-8f6e21026068 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:33.887867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:34.016666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d20103f-bcc3-4edb-b23f-c923861d69c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.053534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-833899bc-5160-4c67-bb45-7386166c3c77 req-48a37776-f17e-4cfd-bf9f-ca733c17412b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0832596 Nov 03 19:29:34.172559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d20103f-bcc3-4edb-b23f-c923861d69c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.180308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Deleting subnet 651579eb-38eb-434b-b1a7-ed3a9c449b26 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:29:34.186155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d20103f-bcc3-4edb-b23f-c923861d69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.191063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.347278 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0d20103f-bcc3-4edb-b23f-c923861d69c2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0277c8d589db498bab6884405f61e7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7256866 Nov 03 19:29:34.359927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.362363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20103f-bcc3-4edb-b23f-c923861d69c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cfef70-71f6-4577-a2f2-051319c7a454,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:34.384557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40252) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:34.401738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8ff6f519-19cf-4a5f-9871-1bae327deb8f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:34.480479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 8ff6f519-19cf-4a5f-9871-1bae327deb8f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:34.482897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 8ff6f519-19cf-4a5f-9871-1bae327deb8f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:34.490241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.527111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6fea39c-f6a7-4376-979a-c42cb8f9f8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.529599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.626666 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5007a15-1a75-423f-bbe3-8f6e21026068,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:34.644206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.698976 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-216b00d5-a23b-41de-ac14-07937e358900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.754090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.758842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/651579eb-38eb-434b-b1a7-ed3a9c449b26 HTTP/1.1" status: 204 len: 168 time: 0.8693426 Nov 03 19:29:34.763384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:34.780351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0285565-e92d-4689-b292-9e34c0716946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651579eb-38eb-434b-b1a7-ed3a9c449b26,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:34.829745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6fea39c-f6a7-4376-979a-c42cb8f9f8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:34.973827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.260481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.291846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3f3d78-5c51-4b10-828a-4799ebeceefc']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:35.306302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b1dd30-a210-4968-b637-3b126212f12f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:35.306751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b1dd30-a210-4968-b637-3b126212f12f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:35.320391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.333986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6fea39c-f6a7-4376-979a-c42cb8f9f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.338915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6fea39c-f6a7-4376-979a-c42cb8f9f8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.357066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.361863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6fea39c-f6a7-4376-979a-c42cb8f9f8fe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/48cfef70-71f6-4577-a2f2-051319c7a454 HTTP/1.1" status: 204 len: 168 time: 0.9697826 Nov 03 19:29:35.385173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:29:35.386628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.449668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fea39c-f6a7-4376-979a-c42cb8f9f8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cfef70-71f6-4577-a2f2-051319c7a454,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:35.462497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd79e6e7-2524-4e83-8b13-d3aead25b34e req-4df5c57b-4a97-49b8-b1a5-0ddfc53bb087 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.1633692 Nov 03 19:29:35.465789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:29:35.542184 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:29:35.582562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.590233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.604336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] 10.222.0.91 "DELETE /v2.0/networks/4e3f3d78-5c51-4b10-828a-4799ebeceefc HTTP/1.1" status: 204 len: 168 time: 0.8367319 Nov 03 19:29:35.640241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:35.643030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbf7c9-4c3d-4efb-8a91-ad43ad79fe46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3f3d78-5c51-4b10-828a-4799ebeceefc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:35.783171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Deleting subnet 5616fd7f-b67c-4561-99fb-1647430f7eaf {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:29:35.802904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.873666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:35.961275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Router 471b6b1b-ae42-402d-855a-c3634b0e50dd has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:29:35.992148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.104694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.173751 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.183859 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5616fd7f-b67c-4561-99fb-1647430f7eaf HTTP/1.1" status: 204 len: 168 time: 0.5303154 Nov 03 19:29:36.184804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3df822-ba81-47fa-9faf-dea2935f6917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5616fd7f-b67c-4561-99fb-1647430f7eaf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:36.191069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40298) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:36.214817 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:29:36.240462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:29:36.257717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0c5690e0-2924-49e1-8359-9fc5695c390e admin admin] 10.222.0.91 "PUT /v2.0/routers/471b6b1b-ae42-402d-855a-c3634b0e50dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4555905 Nov 03 19:29:36.258368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:36.262408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] Sync routers for ids ['471b6b1b-ae42-402d-855a-c3634b0e50dd'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:29:36.280329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] Routers {'471b6b1b-ae42-402d-855a-c3634b0e50dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:36.281004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['471b6b1b-ae42-402d-855a-c3634b0e50dd'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:36.424391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.494368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] Set router 471b6b1b-ae42-402d-855a-c3634b0e50dd gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:36.535078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.553852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.581808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd345934-d6ea-4c46-959b-9d723b784176']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:36.601463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fbc5a3-d55e-4689-a728-e1a7e1b7ffd7') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:36.604106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fbc5a3-d55e-4689-a728-e1a7e1b7ffd7') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:36.648013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.694343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.708059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:29:36.708935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:29:36.715719 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:29:36.727763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4d6e3f7-5dc2-4dc4-b926-67f471092c2b req-65ff67fd-3c60-4d08-a9cc-94ef4773e0b2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0886409 Nov 03 19:29:36.854120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.877783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.880840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '292bd423-0618-4fa0-8569-3302c5814869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:29:34Z', 'revision_number': 5, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port': {'id': '292bd423-0618-4fa0-8569-3302c5814869', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:23:32Z', 'updated_at': '2021-11-03T19:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:36.894313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:36.920121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] 10.222.0.91 "DELETE /v2.0/networks/dd345934-d6ea-4c46-959b-9d723b784176 HTTP/1.1" status: 204 len: 168 time: 0.7241309 Nov 03 19:29:36.962039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] Checking router: 471b6b1b-ae42-402d-855a-c3634b0e50dd for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:29:36.963033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf3286-c166-42e5-915c-7cc5efa0bf46 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd345934-d6ea-4c46-959b-9d723b784176,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:37.005329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] Routers {'471b6b1b-ae42-402d-855a-c3634b0e50dd'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:37.007157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['471b6b1b-ae42-402d-855a-c3634b0e50dd'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:37.080663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Deleting port 292bd423-0618-4fa0-8569-3302c5814869 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:37.081040 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:37.257856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:37.352671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] For port 292bd423-0618-4fa0-8569-3302c5814869, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=292bd423-0618-4fa0-8569-3302c5814869,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:37.353071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:37.385428 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c196d7c8-0944-4613-bc1e-5d7d98a3abd6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1e5a52c659f24eec8a9fe12b10d661a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230519 Nov 03 19:29:37.390521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:37.405953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Calling delete_port for 292bd423-0618-4fa0-8569-3302c5814869 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:37.410964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] Set router 471b6b1b-ae42-402d-855a-c3634b0e50dd gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:37.550358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9788eaa-7263-45f4-a64b-2ca79ccb82f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:37.564943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:29:36Z', 'revision_number': 6, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:37.630865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9788eaa-7263-45f4-a64b-2ca79ccb82f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:37.699497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e90e8-198c-4d3e-b32c-255e0c6328e9 None None] The sync data for ids ['471b6b1b-ae42-402d-855a-c3634b0e50dd'] in n-d-812151-4 is: [{'id': '471b6b1b-ae42-402d-855a-c3634b0e50dd', 'name': 'tempest-TestServerBasicOps-514994190-router', 'tenant_id': 'db8d9073247e4e898a8f8ce76a80398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:23:30Z', 'updated_at': '2021-11-03T19:29:36Z', 'revision_number': 6, 'project_id': 'db8d9073247e4e898a8f8ce76a80398d', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:29:37.817230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9788eaa-7263-45f4-a64b-2ca79ccb82f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:37.866108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9788eaa-7263-45f4-a64b-2ca79ccb82f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:37.874911 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9788eaa-7263-45f4-a64b-2ca79ccb82f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/30ecf424-5c38-49c4-b2d0-fe9f055ef5b3 HTTP/1.1" status: 204 len: 168 time: 0.4705067 Nov 03 19:29:37.903902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9788eaa-7263-45f4-a64b-2ca79ccb82f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ecf424-5c38-49c4-b2d0-fe9f055ef5b3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:38.012605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b15b1ebc-24af-487c-bd31-c8e355106a5e req-8706199b-5f1a-43ba-bf3e-85a3ccdb610d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.0527086 Nov 03 19:29:38.193533 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:38.323560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=292bd423-0618-4fa0-8569-3302c5814869,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:38.394257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a36e70-1627-4c24-aced-8d7c5a34c47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:38.510674 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:38.879660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:38.886598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:38.899965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:39.017430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.018132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471b6b1b-ae42-402d-855a-c3634b0e50dd {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:29:39.024771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.031371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-07ead6f6-8f62-4a6b-8f39-d1135b047a44 admin admin] 10.222.0.91 "DELETE /v2.0/routers/471b6b1b-ae42-402d-855a-c3634b0e50dd HTTP/1.1" status: 204 len: 168 time: 2.7682502 Nov 03 19:29:39.032376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40382) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:39.047629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f186ccb0-0b64-41e6-9d05-c9c215eacaa6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bed6cc07a92d42cd9715977c0399c46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455171 Nov 03 19:29:39.048961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:39.086407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b5007a15-1a75-423f-bbe3-8f6e21026068 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:39.190273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b5007a15-1a75-423f-bbe3-8f6e21026068 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:39.191937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b5007a15-1a75-423f-bbe3-8f6e21026068 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:39.193049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 292bd423-0618-4fa0-8569-3302c5814869 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:39.233645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Deleting subnet 11ae1398-218c-408f-aa43-206fe3b0042b {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:29:39.244630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.293030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 292bd423-0618-4fa0-8569-3302c5814869 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:39.295249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 292bd423-0618-4fa0-8569-3302c5814869 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:39.324840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b51c-95f6-46c6-acc2-c6cf38bca9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.401702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b51c-95f6-46c6-acc2-c6cf38bca9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.517613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a53d56c9-57a8-4ed5-b338-ab6ea1292955 req-82b299d5-3c2a-4d2e-beee-1733b51e1fcc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=83aad3bc-7633-4ef5-9e86-18ab84adcc18 HTTP/1.1" status: 200 len: 210 time: 0.1373861 Nov 03 19:29:39.553850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b51c-95f6-46c6-acc2-c6cf38bca9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.556794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b51c-95f6-46c6-acc2-c6cf38bca9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.565700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ec0b51c-95f6-46c6-acc2-c6cf38bca9f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0dc3201f-18dc-401f-a1fa-fe5c5e590449 HTTP/1.1" status: 204 len: 168 time: 0.5110471 Nov 03 19:29:39.573863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.602778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0b51c-95f6-46c6-acc2-c6cf38bca9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3201f-18dc-401f-a1fa-fe5c5e590449,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:39.853813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:39.986423 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.037028 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.056989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ae1398-218c-408f-aa43-206fe3b0042b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:40.073067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.075579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589a8925-4a38-4998-a8a0-4bda271ef4ac None None] Network cb39e655-9bdb-4210-a70f-eb0f89e2c41f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:29:40.088093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c2b74762-7892-43fc-8af3-6486a29115c2 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/11ae1398-218c-408f-aa43-206fe3b0042b HTTP/1.1" status: 204 len: 168 time: 1.0502486 Nov 03 19:29:40.092936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40404) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:40.403863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.547716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Deleting port e0331d39-478e-4aad-8c30-865165520e18 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:40.548060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.594646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] DHCP port deletion for cb39e655-9bdb-4210-a70f-eb0f89e2c41f request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:29:40.745169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] For port e0331d39-478e-4aad-8c30-865165520e18, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0331d39-478e-4aad-8c30-865165520e18,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:40.746297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.765282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] Deleting port e0331d39-478e-4aad-8c30-865165520e18 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:40.773347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.792172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Calling delete_port for e0331d39-478e-4aad-8c30-865165520e18 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:41.004360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] For port e0331d39-478e-4aad-8c30-865165520e18, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0331d39-478e-4aad-8c30-865165520e18,segment=NetworkSegment(5d06ccfb-16fe-4e35-939c-0df7ab132bed),segment_id=5d06ccfb-16fe-4e35-939c-0df7ab132bed)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:41.004792 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.034926 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0331d39-478e-4aad-8c30-865165520e18 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:41.050365 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.091183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] No DVR routers for this DVR port e0331d39-478e-4aad-8c30-865165520e18 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:41.154778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e0331d39-478e-4aad-8c30-865165520e18 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:41.168814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0331d39-478e-4aad-8c30-865165520e18 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:41.181450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] Calling delete_port for e0331d39-478e-4aad-8c30-865165520e18 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:41.241337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0331d39-478e-4aad-8c30-865165520e18,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:41.253257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.284570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb39e655-9bdb-4210-a70f-eb0f89e2c41f']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:41.309321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d06ccfb-16fe-4e35-939c-0df7ab132bed') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:41.312215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d06ccfb-16fe-4e35-939c-0df7ab132bed') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:41.351668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.404897 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.422733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.442469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:29:41.444213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.447829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] Pushing event deleted for resources: {'Port': ['ID=e0331d39-478e-4aad-8c30-865165520e18,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:41.450155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2a430-6a56-44d4-824e-c6f97a88d6ad None None] No DVR routers for this DVR port e0331d39-478e-4aad-8c30-865165520e18 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:29:41.472303 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:29:41.891347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:41.902156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40438) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:42.107680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41784796-dbf3-4ae0-85a5-18e0cfa610a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.110901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.346931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41784796-dbf3-4ae0-85a5-18e0cfa610a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.354904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41784796-dbf3-4ae0-85a5-18e0cfa610a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.412584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.494313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.497718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/cb39e655-9bdb-4210-a70f-eb0f89e2c41f HTTP/1.1" status: 204 len: 168 time: 2.4037068 Nov 03 19:29:42.498783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb832-5abb-47e5-b02d-f9337a4d73e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb39e655-9bdb-4210-a70f-eb0f89e2c41f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:42.519643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40450) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:42.524187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41784796-dbf3-4ae0-85a5-18e0cfa610a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=75923c1ca8074f09965573eefc64b09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6202362 Nov 03 19:29:42.525114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41784796-dbf3-4ae0-85a5-18e0cfa610a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14844c6-52e2-4592-a262-cf0b02bc147d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:42.626340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e0243f-263c-480d-a1de-743f302a5e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.658189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e0243f-263c-480d-a1de-743f302a5e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.793296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e0243f-263c-480d-a1de-743f302a5e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.799653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-63e0243f-263c-480d-a1de-743f302a5e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:42.802144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-63e0243f-263c-480d-a1de-743f302a5e55 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d14844c6-52e2-4592-a262-cf0b02bc147d HTTP/1.1" status: 204 len: 168 time: 0.2814307 Nov 03 19:29:42.827197 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40460) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:42.829758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0243f-263c-480d-a1de-743f302a5e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14844c6-52e2-4592-a262-cf0b02bc147d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:42.927419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:42.927890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-de8865ef-1501-41b6-a45c-a0501ea79e64 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=efdcca87d99c49ecac6d297b961b0e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0989666 Nov 03 19:29:43.080406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30aca961-b939-4e23-a69e-191f13f204d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.140034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30aca961-b939-4e23-a69e-191f13f204d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.256477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30aca961-b939-4e23-a69e-191f13f204d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.264968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30aca961-b939-4e23-a69e-191f13f204d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.268962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30aca961-b939-4e23-a69e-191f13f204d4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ef40b9d1-c0a7-4a7c-bd40-239771fca9ca HTTP/1.1" status: 204 len: 168 time: 0.3404129 Nov 03 19:29:43.297117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aca961-b939-4e23-a69e-191f13f204d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40b9d1-c0a7-4a7c-bd40-239771fca9ca,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:43.634471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40482) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:43.693416 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4327a871-5253-4c6f-868e-2ad3edf642fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.902837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4327a871-5253-4c6f-868e-2ad3edf642fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.915151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4327a871-5253-4c6f-868e-2ad3edf642fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.020943 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4327a871-5253-4c6f-868e-2ad3edf642fe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ffc37250ef7345fc82b3524143636fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841271 Nov 03 19:29:44.023667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 40492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:44.032301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327a871-5253-4c6f-868e-2ad3edf642fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cfee31-3967-4528-ac42-23443187b78f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:44.082533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40494) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:44.153470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8b8a5423-270a-4bb2-998b-098c2f0a2d37 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db8d9073247e4e898a8f8ce76a80398d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0693798 Nov 03 19:29:44.155911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 40496) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:44.168430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d26358e-3135-4f87-9517-6d76ebbc55b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.213301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d26358e-3135-4f87-9517-6d76ebbc55b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.239653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c56bee2-c043-4a9e-9f15-9ad6cbe9e58c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.306323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c56bee2-c043-4a9e-9f15-9ad6cbe9e58c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.353066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d26358e-3135-4f87-9517-6d76ebbc55b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.357342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d26358e-3135-4f87-9517-6d76ebbc55b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.369223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d26358e-3135-4f87-9517-6d76ebbc55b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/25cfee31-3967-4528-ac42-23443187b78f HTTP/1.1" status: 204 len: 168 time: 0.3406744 Nov 03 19:29:44.427999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26358e-3135-4f87-9517-6d76ebbc55b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cfee31-3967-4528-ac42-23443187b78f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:44.503294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c56bee2-c043-4a9e-9f15-9ad6cbe9e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.508277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c56bee2-c043-4a9e-9f15-9ad6cbe9e58c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.509931 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c56bee2-c043-4a9e-9f15-9ad6cbe9e58c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d10753c7-5343-47c1-a199-3ab9c2a9e94a HTTP/1.1" status: 204 len: 168 time: 0.3516946 Nov 03 19:29:44.541031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56bee2-c043-4a9e-9f15-9ad6cbe9e58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10753c7-5343-47c1-a199-3ab9c2a9e94a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:51.573589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41064) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:51.892198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa3d011b-bbe3-4728-9847-78cd69e0269c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.126472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa3d011b-bbe3-4728-9847-78cd69e0269c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.130482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa3d011b-bbe3-4728-9847-78cd69e0269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.214559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa3d011b-bbe3-4728-9847-78cd69e0269c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=182cce4ffa46426d95a4dff4f418ed7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6387508 Nov 03 19:29:52.217882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41120) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:52.221084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d011b-bbe3-4728-9847-78cd69e0269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019ca3e8-d8ae-4da4-8260-71b2c54fe237,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:52.347432 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224bf9fa-d5e2-4dd8-8c9d-ba6910231e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.412138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224bf9fa-d5e2-4dd8-8c9d-ba6910231e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.528316 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224bf9fa-d5e2-4dd8-8c9d-ba6910231e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.533787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-224bf9fa-d5e2-4dd8-8c9d-ba6910231e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.538496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-224bf9fa-d5e2-4dd8-8c9d-ba6910231e47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/019ca3e8-d8ae-4da4-8260-71b2c54fe237 HTTP/1.1" status: 204 len: 168 time: 0.3137634 Nov 03 19:29:52.576128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bf9fa-d5e2-4dd8-8c9d-ba6910231e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ca3e8-d8ae-4da4-8260-71b2c54fe237,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:53.403385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41234) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:53.915721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e833729-83f5-4303-a5ae-21f35a453e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.027370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e833729-83f5-4303-a5ae-21f35a453e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.035853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3e833729-83f5-4303-a5ae-21f35a453e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.098671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3e833729-83f5-4303-a5ae-21f35a453e9b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bf4a2b3a04a642eabe5a1ff721344cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6940262 Nov 03 19:29:54.099996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e833729-83f5-4303-a5ae-21f35a453e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96885e-e20f-482d-be9c-9678b4309fac,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:54.101518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41268) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:54.203795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49391aac-bb23-466e-8f8e-0b7e9f34eb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.247525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49391aac-bb23-466e-8f8e-0b7e9f34eb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.358554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49391aac-bb23-466e-8f8e-0b7e9f34eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.362936 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49391aac-bb23-466e-8f8e-0b7e9f34eb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:54.383543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-49391aac-bb23-466e-8f8e-0b7e9f34eb21 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0e96885e-e20f-482d-be9c-9678b4309fac HTTP/1.1" status: 204 len: 168 time: 0.2791662 Nov 03 19:29:54.443521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49391aac-bb23-466e-8f8e-0b7e9f34eb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96885e-e20f-482d-be9c-9678b4309fac,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:55.097886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41296) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:55.112357 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27a02447-78a0-42aa-a061-8b9e5c5a3b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.265800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27a02447-78a0-42aa-a061-8b9e5c5a3b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.271614 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27a02447-78a0-42aa-a061-8b9e5c5a3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.317521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a02447-78a0-42aa-a061-8b9e5c5a3b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4adeed-0971-4de6-8333-3b77596514b9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:55.366169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41304) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:55.380938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-27a02447-78a0-42aa-a061-8b9e5c5a3b72 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5955861f03834aea8430d431aca3f462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818139 Nov 03 19:29:55.496014 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54c94547-88ed-4ad3-82b3-fec0f7f9da0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.556940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54c94547-88ed-4ad3-82b3-fec0f7f9da0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.651180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54c94547-88ed-4ad3-82b3-fec0f7f9da0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.658664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54c94547-88ed-4ad3-82b3-fec0f7f9da0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:55.679387 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-54c94547-88ed-4ad3-82b3-fec0f7f9da0d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a4adeed-0971-4de6-8333-3b77596514b9 HTTP/1.1" status: 204 len: 168 time: 0.3109102 Nov 03 19:29:55.715193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c94547-88ed-4ad3-82b3-fec0f7f9da0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4adeed-0971-4de6-8333-3b77596514b9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:56.495203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41324) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:56.501146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728572598', 'description': 'tempest-secgroup-smoke-728572598 description', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:56.541619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.563155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.693928 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.699882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.759394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa76b860-3770-445d-9d87-e0bdd3afabd9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:56.816095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.822561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.866805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.868397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3720319 Nov 03 19:29:56.871410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41338) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:56.874841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eec483-b0a0-45eb-9893-23e538438ee8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e0d99-00c1-41f6-acc5-936483758968,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:56.876347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e0d99-00c1-41f6-acc5-936483758968', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:56.939393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.050499 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.056909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.135741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db750ede-da36-4571-8393-6570c69c98f1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:57.153639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.153639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17779a3c-2312-438d-ac65-d79d8e054f0e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2799928 Nov 03 19:29:57.155247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:57.161139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e0d99-00c1-41f6-acc5-936483758968', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:57.229263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.338878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.346025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.368307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f875064-55b2-4911-a988-6fca575190a4,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:57.413477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.418539 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d75cb9ad-bf93-4421-84ac-c9d6da48b727 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621140 Nov 03 19:29:57.423437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41362) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:57.451024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e0d99-00c1-41f6-acc5-936483758968', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:57.527793 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.691142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.697413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.728047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670a7bcb-5631-4db9-a498-ad02ab1a7c89,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:57.737706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.739611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f2b41716-19a6-4522-8a53-6de11c13a563 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148394 Nov 03 19:29:57.742715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41368) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:57.748303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e0d99-00c1-41f6-acc5-936483758968', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:57.799970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.966052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:57.973639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.012505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6c1d0d-6b63-4a38-a439-cbbf85f29739,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:58.025480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.027166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ccf07c5-0a08-4ee1-86c2-55202011f462 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2832098 Nov 03 19:29:58.030023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:58.036867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e0d99-00c1-41f6-acc5-936483758968', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:58.090102 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:29:58.104322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.270993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.280374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.330614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02351a5-063e-4399-966d-08d537dc06ac,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:58.353862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.358741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41386) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:58.360036 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-24f14ac1-f528-4f0a-aaae-5b984baf7128 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276656 Nov 03 19:29:58.365770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e0d99-00c1-41f6-acc5-936483758968', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:58.400273 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:29:58.412248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.539634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-3f534f92-ea86-4eb5-837e-b4426edbe9f5 req-2a4de98b-829a-40aa-873b-76259eee7a0e service neutron] (101988) timed out ('10.222.0.91', 39786) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:29:58.556817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.565285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.644157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.645683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2848864 Nov 03 19:29:58.648907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41402) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:58.654068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'network': {'name': 'tempest-network-smoke--1599389916', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'port_security_enabled': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:58.655562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5a0a1-e58f-4b51-88af-ae1b9b67910c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9463707-452d-408d-b359-c3fe0adbc97f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:58.703223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:29:58.714313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.769847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:29:58.825184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.834984 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Added segment 7dd63da0-a829-4ce7-a4f2-89c8f570f736 of type vlan for network d3db5933-268c-46b1-a9b4-9a0ae951d56f Nov 03 19:29:58.923570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.997802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.006007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:59.006981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.093325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4432125 Nov 03 19:29:59.093577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:29:59.099476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'admin_state_up': True, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:59.107281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8161d50-9fb5-4f91-8cd1-6672af82a5b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Network': ['ID=d3db5933-268c-46b1-a9b4-9a0ae951d56f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:59.121679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:29:59.172629 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.174147 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.338554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:59.827310 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.305167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.337057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.677424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.75 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/e8aad508-f324-4444-80cb-5c33821bf64d) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:00.834469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:00.982478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.023452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.092872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:01.106818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:01.113201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:01.134849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4255e829-149b-41a3-adea-9f1d6e110d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.182928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=e8aad508-f324-4444-80cb-5c33821bf64d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:01.218141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.218494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.219075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.219836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.220479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.221046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.225421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.226306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.226847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.227443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.227986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.228520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:01.399962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4255e829-149b-41a3-adea-9f1d6e110d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.410322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4255e829-149b-41a3-adea-9f1d6e110d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.512957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255e829-149b-41a3-adea-9f1d6e110d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e455a-0e22-4c71-bf89-6fc8ae4fc684,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:01.537767 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4255e829-149b-41a3-adea-9f1d6e110d13 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1b6db086f1e24643a6a9d5831fbf18e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7011466 Nov 03 19:30:01.540526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41466) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:01.690772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59940acf-a6d2-479b-8b74-704d100e1625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.764841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59940acf-a6d2-479b-8b74-704d100e1625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.840792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59940acf-a6d2-479b-8b74-704d100e1625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.845833 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-59940acf-a6d2-479b-8b74-704d100e1625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.849290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-59940acf-a6d2-479b-8b74-704d100e1625 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/689e455a-0e22-4c71-bf89-6fc8ae4fc684 HTTP/1.1" status: 204 len: 168 time: 0.3044157 Nov 03 19:30:01.862928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59940acf-a6d2-479b-8b74-704d100e1625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e455a-0e22-4c71-bf89-6fc8ae4fc684,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:02.423552 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.483242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:02.500481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d850ec-1136-432e-98b6-a000c58e0864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.607568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.620145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d850ec-1136-432e-98b6-a000c58e0864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.631947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-05d850ec-1136-432e-98b6-a000c58e0864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.710032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-05d850ec-1136-432e-98b6-a000c58e0864 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d40cb4be53114d52a1af7f88650996b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224429 Nov 03 19:30:02.710032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d850ec-1136-432e-98b6-a000c58e0864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f853225-ec72-4d69-9b3e-b84b8097d13d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:02.725995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:02.872405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e40aac64-1fb2-4633-affd-7a8f53036b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:02.975041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e40aac64-1fb2-4633-affd-7a8f53036b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.012938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.097883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e40aac64-1fb2-4633-affd-7a8f53036b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.101762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e40aac64-1fb2-4633-affd-7a8f53036b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.110849 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e40aac64-1fb2-4633-affd-7a8f53036b3a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1f853225-ec72-4d69-9b3e-b84b8097d13d HTTP/1.1" status: 204 len: 168 time: 0.3811479 Nov 03 19:30:03.135365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aac64-1fb2-4633-affd-7a8f53036b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f853225-ec72-4d69-9b3e-b84b8097d13d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:03.232332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.348439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:30:03.664502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:30:03.678780 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Sync routers for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:30:03.701483 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:03.705404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:03.706627 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:03.707599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c974f4cf-0864-46eb-afc0-f6a6d1adb2e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6126103 Nov 03 19:30:03.710683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41510) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:04.168110 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:04.252116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d358f49f-c9b4-4491-a9f3-82243e24f1d4 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4d240c4693a4d57b0b45382638a52bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5392201 Nov 03 19:30:04.254492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41528) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:04.500344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941f01c-8a4a-462f-a97e-8350b6cd314c tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:04.502021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1941f01c-8a4a-462f-a97e-8350b6cd314c tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2464795 Nov 03 19:30:04.505161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:04.595436 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1a10cedb-03e1-4962-8cb5-a089c1e02491 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890493 Nov 03 19:30:04.598194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41538) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:04.606641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557374363', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:04.661129 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:01Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:04.673949 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72b9bde0-579e-4e1e-88e7-218c3d16f28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:04.724650 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Checking router: 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:30:04.726259 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Updating router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 port e8aad508-f324-4444-80cb-5c33821bf64d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:30:04.784230 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:04.925440 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:04.934369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.436267 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.446031 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.536901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.619123 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Attempting to bind port e8aad508-f324-4444-80cb-5c33821bf64d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:05.622142 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Attempting to bind port e8aad508-f324-4444-80cb-5c33821bf64d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:05.624064 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Attempting to bind port e8aad508-f324-4444-80cb-5c33821bf64d on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:05.635670 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:30:05.635985 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:05.637562 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.637562 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:30:05.637562 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Bound port: e8aad508-f324-4444-80cb-5c33821bf64d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:30:05.637562 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.640309 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Pushing event updated for resources: {'Port': ['ID=e8aad508-f324-4444-80cb-5c33821bf64d,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:05.663079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Subnet': ['ID=58625052-b7f0-4e09-bc35-7a760dd350bc,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:05.677203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Checking segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:05.677537 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.677663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network hostable DHCP agents. Network: d3db5933-268c-46b1-a9b4-9a0ae951d56f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:30:05.678220 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.678458 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.678923 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.679440 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.679778 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.681330 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.681667 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.681987 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.682307 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.682626 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.683070 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:05.723265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:30:05.737186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d3db5933-268c-46b1-a9b4-9a0ae951d56f) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:05.750667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d34db-fd7b-4b70-a7aa-f8d227f138d5 None None] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:30:05.756134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] For port e8aad508-f324-4444-80cb-5c33821bf64d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:05.760189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:05.760813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.764440 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] For port e8aad508-f324-4444-80cb-5c33821bf64d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e8aad508-f324-4444-80cb-5c33821bf64d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:30:05.772446 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:05.810972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e027b89e-d20b-43b6-8f87-103f84240f96 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2110283 Nov 03 19:30:05.814602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41564) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:05.919609 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:05.920298 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:29:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:06.007898 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956f08-6979-4dc3-aa5a-188490f1d85c None None] Pushing event updated for resources: {'Port': ['ID=e8aad508-f324-4444-80cb-5c33821bf64d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:06.183498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d3db5933-268c-46b1-a9b4-9a0ae951d56f', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:30:06.185042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:06.189348 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:06.614523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Allocated IP 172.20.0.2 (d3db5933-268c-46b1-a9b4-9a0ae951d56f/58625052-b7f0-4e09-bc35-7a760dd350bc/d56c0746-76d0-4326-9996-e2e7fd833d03) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:07.034193 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:07.055984 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:07.084329 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:01Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:07.148543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:07.159812 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea02f8-b5f5-42c3-8a1f-37c601450df1 None None] The sync data for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 is: [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:01Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:30:07.204538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Pushing event updated for resources: {'Port': ['ID=d56c0746-76d0-4326-9996-e2e7fd833d03,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:07.228941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:07.235978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:07.240192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:07.413562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41606) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:07.419691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Attempting to bind port d56c0746-76d0-4326-9996-e2e7fd833d03 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:07.420060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Attempting to bind port d56c0746-76d0-4326-9996-e2e7fd833d03 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:07.420554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Attempting to bind port d56c0746-76d0-4326-9996-e2e7fd833d03 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:07.452475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:30:07.459235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Checking segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:07.459879 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:07.461236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Bound using segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:30:07.461940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Bound port: d56c0746-76d0-4326-9996-e2e7fd833d03, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:30:07.464233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:07.617674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] For port d56c0746-76d0-4326-9996-e2e7fd833d03, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:07.628810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] For port d56c0746-76d0-4326-9996-e2e7fd833d03, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d56c0746-76d0-4326-9996-e2e7fd833d03,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:30:07.641686 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:07.702733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e9ae0-c1c9-44fb-b252-431ce53faff8 None None] Pushing event updated for resources: {'Port': ['ID=d56c0746-76d0-4326-9996-e2e7fd833d03,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:08.111689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.1 (d3db5933-268c-46b1-a9b4-9a0ae951d56f/58625052-b7f0-4e09-bc35-7a760dd350bc/1e7ce936-f7f2-4e4d-a008-4c454a280df7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:08.381106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22b94b02-7cfa-4228-8e07-5fa343bd727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:08.492146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:08.518088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41636) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:08.518597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-badead2f-4cbf-49b7-b0f3-dc795c2d2295 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=03cdd270dfa9450097949377175929bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1035295 Nov 03 19:30:08.646401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:08.707558 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ced36b2-0f72-4d6c-88f4-0671ef58f0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:08.796112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:08.805202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:08.809838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:08.813660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ced36b2-0f72-4d6c-88f4-0671ef58f0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:08.915992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=1e7ce936-f7f2-4e4d-a008-4c454a280df7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:08.964561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.006609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ced36b2-0f72-4d6c-88f4-0671ef58f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.012471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2ced36b2-0f72-4d6c-88f4-0671ef58f0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.034999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2ced36b2-0f72-4d6c-88f4-0671ef58f0b3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a774f2ec-6280-4b87-a7ad-16bdc185abca HTTP/1.1" status: 204 len: 168 time: 0.5154741 Nov 03 19:30:09.066127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced36b2-0f72-4d6c-88f4-0671ef58f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a774f2ec-6280-4b87-a7ad-16bdc185abca,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:09.274163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d56c0746-76d0-4326-9996-e2e7fd833d03 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:30:09.318383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41658) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:09.441563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.461504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d56c0746-76d0-4326-9996-e2e7fd833d03 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:09.462060 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.582109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41662) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:09.665382 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.745755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port d56c0746-76d0-4326-9996-e2e7fd833d03, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d56c0746-76d0-4326-9996-e2e7fd833d03,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:09.763685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:09.764932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e8aad508-f324-4444-80cb-5c33821bf64d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:30:10.005871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=d56c0746-76d0-4326-9996-e2e7fd833d03,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:10.030623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75542c-6b44-4ce8-b623-4e4af4934634 None None] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:30:10.033458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cf9dcb3-09a7-41b7-8656-69ed71db9563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.185148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e8aad508-f324-4444-80cb-5c33821bf64d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:10.185843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.188707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.209527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c2d4dd5e-c228-4f36-89e3-cb418a953790 None None] Provisioning complete for port d56c0746-76d0-4326-9996-e2e7fd833d03 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:10.210359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2d4dd5e-c228-4f36-89e3-cb418a953790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.309627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a267c32b-9d2a-4aaa-a963-e26c9011e525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.386833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cf9dcb3-09a7-41b7-8656-69ed71db9563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.393605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cf9dcb3-09a7-41b7-8656-69ed71db9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.542089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9dcb3-09a7-41b7-8656-69ed71db9563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec54b08-40a5-4a11-8033-85214f6ba113,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:10.556349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9cf9dcb3-09a7-41b7-8656-69ed71db9563 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ff276b2da0d434291c08b225c13b649&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2367470 Nov 03 19:30:10.561941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41680) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:10.858070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.874624 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8e29371-1b3b-4806-8bd0-d7da6a5b37a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:10.944451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8e29371-1b3b-4806-8bd0-d7da6a5b37a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.047026 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.119621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8e29371-1b3b-4806-8bd0-d7da6a5b37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.127804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8e29371-1b3b-4806-8bd0-d7da6a5b37a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.129136 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8e29371-1b3b-4806-8bd0-d7da6a5b37a5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9ec54b08-40a5-4a11-8033-85214f6ba113 HTTP/1.1" status: 204 len: 168 time: 0.5545082 Nov 03 19:30:11.210974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e29371-1b3b-4806-8bd0-d7da6a5b37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec54b08-40a5-4a11-8033-85214f6ba113,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:11.251055 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a267c32b-9d2a-4aaa-a963-e26c9011e525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.263335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a267c32b-9d2a-4aaa-a963-e26c9011e525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.269693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.288631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=1e7ce936-f7f2-4e4d-a008-4c454a280df7,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:11.367035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a267c32b-9d2a-4aaa-a963-e26c9011e525 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85305566097d4e568bb98b6a7bb58e30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7838128 Nov 03 19:30:11.370375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41704) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:11.375797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267c32b-9d2a-4aaa-a963-e26c9011e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0b13f-59ee-4151-acb3-4f0c2a8de5d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:11.548475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:11.550229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:11.588072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-532bb3e6-ee03-41e5-bb31-64e78f653cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.684940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-532bb3e6-ee03-41e5-bb31-64e78f653cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.749564 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.840053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port e8aad508-f324-4444-80cb-5c33821bf64d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e8aad508-f324-4444-80cb-5c33821bf64d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:11.851826 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.871569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-532bb3e6-ee03-41e5-bb31-64e78f653cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.875759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-532bb3e6-ee03-41e5-bb31-64e78f653cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:11.884164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-532bb3e6-ee03-41e5-bb31-64e78f653cbc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c6a0b13f-59ee-4151-acb3-4f0c2a8de5d3 HTTP/1.1" status: 204 len: 168 time: 0.5121174 Nov 03 19:30:11.947675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=e8aad508-f324-4444-80cb-5c33821bf64d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:11.951683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bb3e6-ee03-41e5-bb31-64e78f653cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0b13f-59ee-4151-acb3-4f0c2a8de5d3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:11.999227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbd6b231-0607-445f-b8e1-d2371755dfa2 None None] Provisioning complete for port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:11.999962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b231-0607-445f-b8e1-d2371755dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:12.089849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:30:12.163579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6b231-0607-445f-b8e1-d2371755dfa2 None None] Port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:30:12.189279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:12.232662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d56c0746-76d0-4326-9996-e2e7fd833d03 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:30:12.386473 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:12.397214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cbd6b231-0607-445f-b8e1-d2371755dfa2 None None] Provisioning complete for port d56c0746-76d0-4326-9996-e2e7fd833d03 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:12.397583 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b231-0607-445f-b8e1-d2371755dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:12.619009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:30:12.635168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-56a09609-4d04-420d-83df-a6acc73569d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/8dba05a4-6dc6-42eb-98d3-0e8fd1405517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8187587 Nov 03 19:30:12.635955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Sync routers for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:30:12.670836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:12.672373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:30:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:12.835317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:12.993708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d56c0746-76d0-4326-9996-e2e7fd833d03 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:12.995693 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.056147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41738) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:13.080970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.206805 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:30:13.231647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f7bb9241-f00c-4e6a-9713-609a30f6882c None None] Provisioning complete for port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:13.256053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9241-f00c-4e6a-9713-609a30f6882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.315503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.321998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.344995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb9241-f00c-4e6a-9713-609a30f6882c None None] Port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:30:13.365885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-e79c495f-2555-475b-b074-f9fc9f51ba75 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728572598&fields=id&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 267 time: 0.1683033 Nov 03 19:30:13.464869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 2, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:13.533109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a3a8100fc2864559b474f50728db0541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736800 Nov 03 19:30:13.535156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41760) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:13.539374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77813e16-6e8b-4928-bcb3-4d37f7287647,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:13.549653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Checking router: 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:30:13.552682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Updating router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:30:13.594474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ddd4b963-84c9-4bae-9be8-d01d9f9e238d None None] Provisioning complete for port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:13.595105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b963-84c9-4bae-9be8-d01d9f9e238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.596418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.598111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.598711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.600884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.601417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.603026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.605829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.606336 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.606837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.607333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.607843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.608546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf8c66-7aa3-4dd2-b1cf-4dc3b71f6a85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:30:13.662260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4b963-84c9-4bae-9be8-d01d9f9e238d None None] Port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:30:13.667059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-56faec59-efad-46f1-a0c5-f46d4ec1d761 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:13.671052 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.680181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-56faec59-efad-46f1-a0c5-f46d4ec1d761 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 797 time: 0.3132606 Nov 03 19:30:13.694466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-f0ce3b09-51a2-486d-8a02-7b68e6f1606e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/quotas/f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 375 time: 0.0127749 Nov 03 19:30:13.711843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57610c71-2abc-4bf3-b10d-7f85528abf7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.769457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57610c71-2abc-4bf3-b10d-7f85528abf7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.824353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-d54c80db-c111-4052-a0d3-181cb1ece587 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238983 Nov 03 19:30:13.880118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57610c71-2abc-4bf3-b10d-7f85528abf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.883122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57610c71-2abc-4bf3-b10d-7f85528abf7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:13.884396 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-57610c71-2abc-4bf3-b10d-7f85528abf7e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/77813e16-6e8b-4928-bcb3-4d37f7287647 HTTP/1.1" status: 204 len: 168 time: 0.3461397 Nov 03 19:30:13.900922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57610c71-2abc-4bf3-b10d-7f85528abf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77813e16-6e8b-4928-bcb3-4d37f7287647,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:13.928213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41768) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:14.252238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e8aad508-f324-4444-80cb-5c33821bf64d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:30:14.265618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-635273d0-535e-4575-9395-b52f2a82fc2e service neutron] 10.222.0.91 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264760 Nov 03 19:30:14.274083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-345906-network', 'tenant_id': 'bb3b754b2bbb41008a8207ab8b38399f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:14.316247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Made reservation on behalf of bb3b754b2bbb41008a8207ab8b38399f for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:14.319831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.338012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.596164 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.603177 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.628443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-9a5525a1-dad4-493e-a1d7-36266e09fbdf service neutron] 10.222.0.91 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611596 Nov 03 19:30:14.667119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a94ec-9a64-4ff9-9208-9f58130bffcc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:14.692164 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:30:14.713737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.714159 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Added segment 312b0c85-cb6d-441d-894d-8535840d6d54 of type vlan for network 38c4cb7f-05b2-4356-a390-1d88432f2102 Nov 03 19:30:14.802213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.838666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.839833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:14.840473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:14.893855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41790) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:14.894546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9651949 Nov 03 19:30:14.899886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Request body: {'subnet': {'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-345906-subnet', 'tenant_id': 'bb3b754b2bbb41008a8207ab8b38399f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:14.940266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa419-96ec-463d-81ac-be10fb31b7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=38c4cb7f-05b2-4356-a390-1d88432f2102,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:14.996851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 38c4cb7f-05b2-4356-a390-1d88432f2102 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:30:15.009515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4bbe6fa-eaaf-4da0-89fc-4f473ceeabea req-94b52b53-b941-4375-b24b-46ef6e3ff707 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 210 time: 0.0540226 Nov 03 19:30:15.026130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Made reservation on behalf of bb3b754b2bbb41008a8207ab8b38399f for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:15.029291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:15.046413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e8aad508-f324-4444-80cb-5c33821bf64d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:15.046794 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:15.272149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:15.328761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:15.385788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d39ee-cf1e-4ec5-b9b9-2b3026001b75 None None] Pushing event updated for resources: {'Port': ['ID=1e7ce936-f7f2-4e4d-a008-4c454a280df7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:15.443210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:15.607383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f86bbce-15a8-47a7-82a1-157d1e81ed60,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:15.651287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Checking segment: {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:15.652262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Network hostable DHCP agents. Network: 38c4cb7f-05b2-4356-a390-1d88432f2102, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:30:15.726296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Network 38c4cb7f-05b2-4356-a390-1d88432f2102 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:30:15.766927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 38c4cb7f-05b2-4356-a390-1d88432f2102) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:15.773923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:15.780106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:15.887418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f24f49-638e-44a3-8196-c992e33b91bc None None] Network 38c4cb7f-05b2-4356-a390-1d88432f2102 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:30:15.892479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fe52114f-f451-4991-ae16-7613794f8aac admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9973857 Nov 03 19:30:16.132410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Attempting to bind port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:16.132893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Attempting to bind port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:16.133250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Attempting to bind port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:16.169653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:30:16.170024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Checking segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:16.170425 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:16.170817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Bound using segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:30:16.171830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Bound port: 1e7ce936-f7f2-4e4d-a008-4c454a280df7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:30:16.171830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:16.223525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-532d189e-a475-4030-8692-9a9e174617ee None None] Provisioning complete for port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:16.223894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-532d189e-a475-4030-8692-9a9e174617ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:16.237805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c1c5fe7-07e9-4fd5-a403-f2749a9d2d0a req-4e33efb5-5be5-4fa9-a5bd-b2d0cfb9ddae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 210 time: 0.0838728 Nov 03 19:30:16.424068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-532d189e-a475-4030-8692-9a9e174617ee None None] Port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:30:16.538806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee52af-a62a-4cf7-839f-59fd73cd57e5 None None] Network 38c4cb7f-05b2-4356-a390-1d88432f2102 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:30:16.724074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] For port 1e7ce936-f7f2-4e4d-a008-4c454a280df7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:16.746184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] For port 1e7ce936-f7f2-4e4d-a008-4c454a280df7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1e7ce936-f7f2-4e4d-a008-4c454a280df7,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:30:16.759078 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:16.962426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:16.963951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:30:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:17.207097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d39ee-cf1e-4ec5-b9b9-2b3026001b75 None None] Pushing event updated for resources: {'Port': ['ID=1e7ce936-f7f2-4e4d-a008-4c454a280df7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:17.438912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6ace4399-1541-46c8-8d46-87486a85e3ca None None] Provisioning complete for port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:17.445668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6ace4399-1541-46c8-8d46-87486a85e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:17.492192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0ef8f7b-50bf-47d3-ae2b-7025f79df31a req-eb999ffd-e302-4f55-8e13-205e8b09eb09 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 210 time: 0.0549848 Nov 03 19:30:17.528746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-a7e7642e-2ad2-440a-a3c3-1c84c587abbb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:17.533807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-a7e7642e-2ad2-440a-a3c3-1c84c587abbb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 797 time: 0.4574704 Nov 03 19:30:17.549877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:17.629893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7429da6c-3cfe-4b35-bd53-32922bf252db tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 379 time: 0.0800281 Nov 03 19:30:17.643421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'port': {'device_id': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'admin_state_up': True, 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'security_groups': ['ed1e0d99-00c1-41f6-acc5-936483758968']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:17.864015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6ace4399-1541-46c8-8d46-87486a85e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:17.931102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:17.938369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:17.968647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6ace4399-1541-46c8-8d46-87486a85e3ca None None] For port 1e7ce936-f7f2-4e4d-a008-4c454a280df7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1e7ce936-f7f2-4e4d-a008-4c454a280df7,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:17.983763 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6ace4399-1541-46c8-8d46-87486a85e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:18.025019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:16Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:18.061837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b71772-dab7-400f-b6d7-686ebf0c9127 None None] The sync data for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 is: [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:16Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:30:18.118944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace4399-1541-46c8-8d46-87486a85e3ca None None] Pushing event updated for resources: {'Port': ['ID=1e7ce936-f7f2-4e4d-a008-4c454a280df7,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:18.290026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.9 (d3db5933-268c-46b1-a9b4-9a0ae951d56f/58625052-b7f0-4e09-bc35-7a760dd350bc/5ca6b857-3432-49ca-aa94-0f493401a469) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:18.695384 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:18.742142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd2ff586-9bf7-4032-972a-967120606dcc req-a87b7e99-aa51-4302-80a3-dbdf52167889 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 210 time: 0.0950503 Nov 03 19:30:18.788780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:18.854581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41924) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:18.916993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:18.938248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:18.943245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:19.020951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:19.119414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2acf297-19d9-4bfc-9775-a2f1e5144bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:19.147043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:19.148039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:19.185578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-7dfd6c57-e6d1-41e5-a836-8cff2248e8de tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5463371 Nov 03 19:30:19.197884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Request body: {'port': {'device_id': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:19.336242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:19.339055 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2acf297-19d9-4bfc-9775-a2f1e5144bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:19.345364 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e2acf297-19d9-4bfc-9775-a2f1e5144bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:19.398145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf297-19d9-4bfc-9775-a2f1e5144bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a357950-9971-4e79-b12b-3af1811eed5a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:19.443729 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-082f5a95-5bee-4a91-a190-bdab85db6964 None None] Provisioning complete for port 5ca6b857-3432-49ca-aa94-0f493401a469 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:19.448126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-082f5a95-5bee-4a91-a190-bdab85db6964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:19.481123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e2acf297-19d9-4bfc-9775-a2f1e5144bb7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9c28b1ca2d89476cbb087508e0e50a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234977 Nov 03 19:30:19.486173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41934) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:19.589062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-082f5a95-5bee-4a91-a190-bdab85db6964 None None] Port 5ca6b857-3432-49ca-aa94-0f493401a469 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:30:20.015192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11be66-2316-4b11-86cb-dee1014644f6 req-1cacbbfb-a409-4ff2-9100-7340379e33ee tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:20.027184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae11be66-2316-4b11-86cb-dee1014644f6 req-1cacbbfb-a409-4ff2-9100-7340379e33ee tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 931 time: 0.1710610 Nov 03 19:30:20.158460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae11be66-2316-4b11-86cb-dee1014644f6 req-e6a31ad7-64ab-415b-8876-257f14620c69 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300428 Nov 03 19:30:20.184955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-13ea354a-24cf-4bac-9e9d-49f1169d0e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.273517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1e7ce936-f7f2-4e4d-a008-4c454a280df7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:30:20.361755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:20.362040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.378538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-13ea354a-24cf-4bac-9e9d-49f1169d0e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.391186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca6b857-3432-49ca-aa94-0f493401a469 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:30:20.448933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.522688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-13ea354a-24cf-4bac-9e9d-49f1169d0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.526148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-13ea354a-24cf-4bac-9e9d-49f1169d0e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.527380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-13ea354a-24cf-4bac-9e9d-49f1169d0e50 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2a357950-9971-4e79-b12b-3af1811eed5a HTTP/1.1" status: 204 len: 168 time: 1.0397403 Nov 03 19:30:20.545443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Transition to ACTIVE for port object 5ca6b857-3432-49ca-aa94-0f493401a469 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:30:20.564332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:20.567069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea354a-24cf-4bac-9e9d-49f1169d0e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a357950-9971-4e79-b12b-3af1811eed5a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:21.069408 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 41970) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:21.099645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a513de-c236-4c80-8a3b-d3c45075d602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.259372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a513de-c236-4c80-8a3b-d3c45075d602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.265051 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58a513de-c236-4c80-8a3b-d3c45075d602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.288640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:21.404326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:21.404707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:21.405122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:21.410682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Port 5ca6b857-3432-49ca-aa94-0f493401a469 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:21.411092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:21.416937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:30:21.417368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Checking segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:21.419055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-58a513de-c236-4c80-8a3b-d3c45075d602 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d74bbf10454487ab11b06578a4658e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484907 Nov 03 19:30:21.421076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Bound using segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:30:21.421680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Bound port: 5ca6b857-3432-49ca-aa94-0f493401a469, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:30:21.422123 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.438295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 41980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:21.464054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a513de-c236-4c80-8a3b-d3c45075d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff26f1-ffeb-4833-8770-9f2cd8e2842a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:21.493487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21804d-165f-4906-88b5-9274ea252b59 req-55b82a7a-b00c-4f97-9b7a-ef78437c412c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:21.495171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f21804d-165f-4906-88b5-9274ea252b59 req-55b82a7a-b00c-4f97-9b7a-ef78437c412c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.1417778 Nov 03 19:30:21.584572 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f21804d-165f-4906-88b5-9274ea252b59 req-8fb69856-10c8-476d-a222-3c6c9a609921 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784357 Nov 03 19:30:21.652974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dda998d-8322-45ba-916a-5f4b69488d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.681713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:21.689748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:30:21.699585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.703412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dda998d-8322-45ba-916a-5f4b69488d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.770326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:21.771213 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.772765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] 10.222.0.115 "PUT /v2.0/ports/5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 1091 time: 2.5805097 Nov 03 19:30:21.773258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:30:21.775570 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a3a6c7-b76e-4b35-9f27-0f0297325642" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:30:21.802917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff65f6-0dfa-417d-af99-b4e9d71fc361 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:21.826114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dda998d-8322-45ba-916a-5f4b69488d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.829770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5dda998d-8322-45ba-916a-5f4b69488d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:21.842159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5dda998d-8322-45ba-916a-5f4b69488d1f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fcff26f1-ffeb-4833-8770-9f2cd8e2842a HTTP/1.1" status: 204 len: 168 time: 0.3984506 Nov 03 19:30:21.942088 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f353d-636a-47c4-9934-1a4f68210b47 x-openstack-request-id: req-1f0f353d-636a-47c4-9934-1a4f68210b47 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:21.942679 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:21.943091 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f0f353d-636a-47c4-9934-1a4f68210b47 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:21.943749 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'status': 'completed', 'code': 200} Nov 03 19:30:21.948665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda998d-8322-45ba-916a-5f4b69488d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff26f1-ffeb-4833-8770-9f2cd8e2842a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:21.962542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-4ed78b61-6b96-4df3-b6b1-f17d4d4e3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:21.964212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-4ed78b61-6b96-4df3-b6b1-f17d4d4e3cd7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1094 time: 0.1164174 Nov 03 19:30:22.095488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-24530e81-7ff1-465b-8565-4fa9698a3624 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 217 time: 0.1233015 Nov 03 19:30:22.207635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-111bab99-4ea5-4988-ad73-941a31e79d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:22.214751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-111bab99-4ea5-4988-ad73-941a31e79d9b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.1112740 Nov 03 19:30:22.314102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-e9db353e-337e-412c-b0f0-1b54dbdc476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:22.315796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-e9db353e-337e-412c-b0f0-1b54dbdc476f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943940 Nov 03 19:30:22.491846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-1e3c1039-09b3-4589-918c-7ee66e3628a5 service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687315 Nov 03 19:30:22.825036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71e9e-5b66-4d77-8eba-a23a53c5cf03 req-6a8550ee-bde1-44a2-b115-a8372b30e3a9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:22.826746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daf71e9e-5b66-4d77-8eba-a23a53c5cf03 req-6a8550ee-bde1-44a2-b115-a8372b30e3a9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.0860157 Nov 03 19:30:22.834711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a0c38506-7576-4f90-8068-eb1324ab6cea req-9159790a-2977-465d-bea6-386f5ee77afb service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354604 Nov 03 19:30:22.953634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-daf71e9e-5b66-4d77-8eba-a23a53c5cf03 req-8e2a8577-d114-4050-b567-8c021dd5e0a4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200011 Nov 03 19:30:23.019378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-08c63ea2-91ad-4089-8077-8d059183c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:23.022367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-08c63ea2-91ad-4089-8077-8d059183c73d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1094 time: 0.1248348 Nov 03 19:30:23.167873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-9bd2bbf4-52cd-451a-bd00-063cf88678b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:23.169470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-9bd2bbf4-52cd-451a-bd00-063cf88678b2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.1399262 Nov 03 19:30:23.261831 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-abcc9ace-e3bd-4f96-b37f-6388ad740206 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 217 time: 0.0844181 Nov 03 19:30:23.372062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-0f2bc180-753b-4d63-95a8-9d6a73284394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:23.373597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-0f2bc180-753b-4d63-95a8-9d6a73284394 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.1027684 Nov 03 19:30:23.470861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-0bd860bb-5398-49c1-8993-f5b43191aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:23.472460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-0bd860bb-5398-49c1-8993-f5b43191aabb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885856 Nov 03 19:30:23.622337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-026e0668-fa3d-475c-89ba-b1fae4052484 service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418986 Nov 03 19:30:23.782376 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38a3a6c7-b76e-4b35-9f27-0f0297325642 req-369636cd-8435-4ce3-ac71-8967639b3c0d service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523461 Nov 03 19:30:24.169860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040ebb-54a5-494f-a915-6ce9b9c0c760 req-5ba9127a-6fb5-4625-ab03-9b1cd24fba94 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:24.178668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76040ebb-54a5-494f-a915-6ce9b9c0c760 req-5ba9127a-6fb5-4625-ab03-9b1cd24fba94 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.1113646 Nov 03 19:30:24.309118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76040ebb-54a5-494f-a915-6ce9b9c0c760 req-abac685e-39c9-4f19-b479-f39efe09bc9b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156056 Nov 03 19:30:25.566742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbc60-7abb-46ba-b4d4-0feaa2d218b0 req-609918d2-a8a9-44c4-9ece-a415b09d91e2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:25.570581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dbfbc60-7abb-46ba-b4d4-0feaa2d218b0 req-609918d2-a8a9-44c4-9ece-a415b09d91e2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.1186569 Nov 03 19:30:25.848860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dbfbc60-7abb-46ba-b4d4-0feaa2d218b0 req-8842abb2-ce84-4f22-b2f8-81ee37e161b3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690754 Nov 03 19:30:26.379013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42116) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:26.627805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:30:26.671029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8961b475-417a-46ac-b030-2884ea1b194f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:26.801180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8961b475-417a-46ac-b030-2884ea1b194f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:26.808895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8961b475-417a-46ac-b030-2884ea1b194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:26.855390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:26.873329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8961b475-417a-46ac-b030-2884ea1b194f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=56f9a88efb6e46a2b3402a77ea5f96d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4900298 Nov 03 19:30:26.873329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961b475-417a-46ac-b030-2884ea1b194f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f82fbd-b92d-4114-9539-bd60c3c92f14,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:26.874640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42126) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:26.876491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '5ca6b857-3432-49ca-aa94-0f493401a469', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'port_id': '5ca6b857-3432-49ca-aa94-0f493401a469', 'mac_address': 'fa:16:3e:8f:3a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:30:26.976150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.014541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca6b857-3432-49ca-aa94-0f493401a469 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:30:27.029436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-805ca49f-ed49-4584-a9f3-d05f46140e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.036107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1320e-d499-4fb0-add5-b8b190f2e3dd req-58529077-3de0-4b46-9126-caa1396708b4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:27.044214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19b1320e-d499-4fb0-add5-b8b190f2e3dd req-58529077-3de0-4b46-9126-caa1396708b4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.0777614 Nov 03 19:30:27.053218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:27.058469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.082767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-805ca49f-ed49-4584-a9f3-d05f46140e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.174438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:27.176549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19b1320e-d499-4fb0-add5-b8b190f2e3dd req-0dc5e993-1341-4f42-afb8-e4a3611c38e4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305358 Nov 03 19:30:27.204710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-805ca49f-ed49-4584-a9f3-d05f46140e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.210592 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-805ca49f-ed49-4584-a9f3-d05f46140e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.212983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-805ca49f-ed49-4584-a9f3-d05f46140e0d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/01f82fbd-b92d-4114-9539-bd60c3c92f14 HTTP/1.1" status: 204 len: 168 time: 0.3113625 Nov 03 19:30:27.235925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ca49f-ed49-4584-a9f3-d05f46140e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f82fbd-b92d-4114-9539-bd60c3c92f14,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:27.286130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['5ca6b857-3432-49ca-aa94-0f493401a469'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:30:27.677878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42150) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:27.695362 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da68231f-d3f0-4bea-83e0-66e8ed875721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.804417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da68231f-d3f0-4bea-83e0-66e8ed875721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.809635 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da68231f-d3f0-4bea-83e0-66e8ed875721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.853851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-da68231f-d3f0-4bea-83e0-66e8ed875721 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1bbb5b3986564055b802ba913238936f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1746399 Nov 03 19:30:27.856557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42156) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:27.871121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68231f-d3f0-4bea-83e0-66e8ed875721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f14b21-7199-4349-85e1-35cdbf9c3552,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:27.943249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-70462b0f-4dde-40b9-b00b-9ea12d963bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:27.990758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-70462b0f-4dde-40b9-b00b-9ea12d963bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:28.051458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-70462b0f-4dde-40b9-b00b-9ea12d963bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:28.055151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-70462b0f-4dde-40b9-b00b-9ea12d963bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:28.056861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-70462b0f-4dde-40b9-b00b-9ea12d963bac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/27f14b21-7199-4349-85e1-35cdbf9c3552 HTTP/1.1" status: 204 len: 168 time: 0.1985297 Nov 03 19:30:28.079797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70462b0f-4dde-40b9-b00b-9ea12d963bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f14b21-7199-4349-85e1-35cdbf9c3552,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:28.417860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853032-d991-4f84-bb97-435055d5ec2c req-3ac5ef03-1b12-43c1-82a4-5b84d4523f95 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:28.427082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf853032-d991-4f84-bb97-435055d5ec2c req-3ac5ef03-1b12-43c1-82a4-5b84d4523f95 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 944 time: 0.1361434 Nov 03 19:30:28.551926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf853032-d991-4f84-bb97-435055d5ec2c req-37f62556-0ecc-4adf-8bcc-cb42c1daa0fe tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218839 Nov 03 19:30:28.618711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:30:28.735117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 5ca6b857-3432-49ca-aa94-0f493401a469 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:30:28.741099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 5ca6b857-3432-49ca-aa94-0f493401a469 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:28.741674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:28.888634 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:28.953826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:28.955187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:30:28.961181 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f8260-bb6a-4144-832e-eb060304449b" -d '{"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:30:28.968803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:29.063870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:29.085269 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6d80dd-21e4-401c-ba52-5294c09fc02b x-openstack-request-id: req-9c6d80dd-21e4-401c-ba52-5294c09fc02b {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:29.085564 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:29.085870 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c6d80dd-21e4-401c-ba52-5294c09fc02b {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:29.086281 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'code': 200} Nov 03 19:30:29.250747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488c823-7374-435c-878e-d4111d3b0409 req-97257006-782d-473b-ba1b-aaacc5d5e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:29.252461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8488c823-7374-435c-878e-d4111d3b0409 req-97257006-782d-473b-ba1b-aaacc5d5e119 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.1014056 Nov 03 19:30:29.403683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8488c823-7374-435c-878e-d4111d3b0409 req-7c3e9ed4-3e91-4c5e-8a4f-a114428c6004 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406980 Nov 03 19:30:29.809054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2512b-9d74-4751-8c7d-fc08e4961254 req-1b97839b-ad37-4bd2-b6a8-008641489032 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:29.821436 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ca2512b-9d74-4751-8c7d-fc08e4961254 req-1b97839b-ad37-4bd2-b6a8-008641489032 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1561573 Nov 03 19:30:29.959192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ca2512b-9d74-4751-8c7d-fc08e4961254 req-d8097f3a-9c18-4c13-9dcf-b0a0d6f06533 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143937 Nov 03 19:30:31.299284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab8a18-7da9-4184-a16b-525879c77d3a req-28138c1d-f6eb-4832-a9fe-88c3a213ba74 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:31.310583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-baab8a18-7da9-4184-a16b-525879c77d3a req-28138c1d-f6eb-4832-a9fe-88c3a213ba74 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.2028873 Nov 03 19:30:31.419728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-baab8a18-7da9-4184-a16b-525879c77d3a req-494a4530-e431-4037-a35e-6baf2f6137a5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077874 Nov 03 19:30:31.726133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8cabc-e189-478c-a1be-2b381277e572 req-2c029bba-ab06-43c3-8720-9bcc9d60ad21 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:31.742016 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3f8cabc-e189-478c-a1be-2b381277e572 req-2c029bba-ab06-43c3-8720-9bcc9d60ad21 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1826556 Nov 03 19:30:31.980595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-d5fc21f1-29a6-42c8-852a-2f6493f6c9d8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:31.989282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-d5fc21f1-29a6-42c8-852a-2f6493f6c9d8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.2010009 Nov 03 19:30:32.013485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-efb9beba-ecba-4353-8f1e-4a2eaed75e3b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0230887 Nov 03 19:30:32.177260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c42425e3-0583-411d-a2c6-8e54dd535470 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614439 Nov 03 19:30:32.225963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3f8cabc-e189-478c-a1be-2b381277e572 req-da8ee3a3-03d6-483f-813e-7b3497769583 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4830668 Nov 03 19:30:32.261608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42314) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:32.345368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec8bda-9434-449e-baae-409d28e4865c tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:32.346907 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-13ec8bda-9434-449e-baae-409d28e4865c tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1091 time: 0.0833929 Nov 03 19:30:32.354274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42320) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:32.437524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '5ca6b857-3432-49ca-aa94-0f493401a469', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:32.533002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:32.620550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-5b41b4e7-98c1-4c53-bad2-ead43f9fe8f0 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893085 Nov 03 19:30:32.623991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:32.746020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:32.876321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.156 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/8a15e5e2-29d7-4a64-b53b-379841debdff) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:32.944024 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-2ad5ddc5-eccb-4cd2-a18e-22bdf964b070 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223908 Nov 03 19:30:33.131737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:33.190963 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:33.227209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:33.286244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=8a15e5e2-29d7-4a64-b53b-379841debdff,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:33.295375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:33.298090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:33.300823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:33.432122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23c79355-4018-4d39-ba09-d609a499e87f req-d58275ad-144b-42e2-acf4-97b79af4aecb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0960269 Nov 03 19:30:34.012214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:34.274942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.343548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bafa0abb-3b31-44df-a33a-cd6f03cd296a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.477299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bafa0abb-3b31-44df-a33a-cd6f03cd296a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.484418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bafa0abb-3b31-44df-a33a-cd6f03cd296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.523276 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.549913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0abb-3b31-44df-a33a-cd6f03cd296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e376f7a-3d9d-4f0e-90d7-958931434198,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:34.631418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42398) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:34.634899 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bafa0abb-3b31-44df-a33a-cd6f03cd296a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=33e71ac567c44712a5520cc04d143a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168242 Nov 03 19:30:34.676623 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51d583ea-2e85-46b9-a654-7a889f937b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.689311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2956b286-1cf0-4f73-853d-bc7cd6a65054 req-025dc565-8b76-4b89-b392-9a6cd8575465 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0599062 Nov 03 19:30:34.799553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5620a4e0-ea33-45c8-bb74-b52257bf77e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.833309 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5620a4e0-ea33-45c8-bb74-b52257bf77e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:34.972215 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:35.005220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:35.115379 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:35.194018 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5620a4e0-ea33-45c8-bb74-b52257bf77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:35.197943 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5620a4e0-ea33-45c8-bb74-b52257bf77e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:35.202234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5620a4e0-ea33-45c8-bb74-b52257bf77e3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6e376f7a-3d9d-4f0e-90d7-958931434198 HTTP/1.1" status: 204 len: 168 time: 0.5624530 Nov 03 19:30:35.220109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620a4e0-ea33-45c8-bb74-b52257bf77e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e376f7a-3d9d-4f0e-90d7-958931434198,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:35.232797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=8a15e5e2-29d7-4a64-b53b-379841debdff,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:35.464560 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 6990ceb6-d7bb-4faa-944a-be7327c9d669 associated. External IP: 172.25.8.156, port: 5ca6b857-3432-49ca-aa94-0f493401a469. Nov 03 19:30:35.651492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-328721bb-7895-4ab5-9caf-8ebaf3743da2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:35.661120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-328721bb-7895-4ab5-9caf-8ebaf3743da2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.3307321 Nov 03 19:30:35.686991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:35.842717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:30:35.955186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42428) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:35.966735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0dc76e6-5164-417b-8f07-9ee1bbcc5ec2 req-5503496d-2ef1-4ff2-ae97-3b97354f0c42 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0949206 Nov 03 19:30:36.033658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e87caa85-96b9-46cd-bc34-6de75b67e0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:36.225370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:30:36.236623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:36.250811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:36.258760 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198505a-2619-4675-b511-b362956eab3a None None] Sync routers for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:30:36.275610 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:36.276228 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:30:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:36.283337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:36.386004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-94e694fb-4bc5-4d26-823a-f1e3bc94803f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0304303 Nov 03 19:30:36.390478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:30:36.397621 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae7d59b-3f85-41d5-9485-9748c5bef98f" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:30:36.533077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:36.641127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023a11a-561f-4d75-b4f1-c56ec8f4bcd5 req-cba1c438-dc5a-4a9f-be1e-737a0abc9cda tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:36.644591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0023a11a-561f-4d75-b4f1-c56ec8f4bcd5 req-cba1c438-dc5a-4a9f-be1e-737a0abc9cda tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1167650 Nov 03 19:30:36.665925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.4 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/88a3244c-7f92-4db2-ad79-9c059d8209c2) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:30:36.771420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0023a11a-561f-4d75-b4f1-c56ec8f4bcd5 req-b3fba865-46a7-4a68-af63-b1cd7fd7c9d7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203077 Nov 03 19:30:36.836147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42452) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:37.036886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9e8d4abe-de53-44c8-b410-df9e4349ef59 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/6990ceb6-d7bb-4faa-944a-be7327c9d669 HTTP/1.1" status: 200 len: 991 time: 0.1985178 Nov 03 19:30:37.097289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e87caa85-96b9-46cd-bc34-6de75b67e0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.115744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e87caa85-96b9-46cd-bc34-6de75b67e0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.117328 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '6990ceb6-d7bb-4faa-944a-be7327c9d669', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'port_id': '5ca6b857-3432-49ca-aa94-0f493401a469', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'mac_address': 'fa:16:3e:8f:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:30:33Z', 'updated_at': '2021-11-03T19:30:33Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:17Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:37.164767 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893843d-4a7f-4937-88d9-19c04327381d x-openstack-request-id: req-7893843d-4a7f-4937-88d9-19c04327381d {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:37.165052 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:37.165304 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7893843d-4a7f-4937-88d9-19c04327381d {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:37.165705 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'status': 'completed', 'code': 200} Nov 03 19:30:37.248433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e87caa85-96b9-46cd-bc34-6de75b67e0ab admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0683a257021e44e88f841e1636d0582e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2859228 Nov 03 19:30:37.254496 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198505a-2619-4675-b511-b362956eab3a None None] Checking router: 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:30:37.255878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a812069-0769-4365-9006-d824f4ea08b5 req-c9f6aeb1-b7ab-4566-af34-3b3446509f2b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.1068358 Nov 03 19:30:37.256596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42468) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:37.287530 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:37.288229 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:30:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:37.318686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87caa85-96b9-46cd-bc34-6de75b67e0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd62ebf-7b4d-48b8-a002-84d8bb7c2fdd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:37.377618 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dc819ed-4f83-4139-8361-5d9fd4fe8a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.412065 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.418899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dc819ed-4f83-4139-8361-5d9fd4fe8a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.445700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-130db35f-ccf8-44bf-866f-acd2a617ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:37.447210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-130db35f-ccf8-44bf-866f-acd2a617ae11 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.2271886 Nov 03 19:30:37.518160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dc819ed-4f83-4139-8361-5d9fd4fe8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.521105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9dc819ed-4f83-4139-8361-5d9fd4fe8a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.522626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9dc819ed-4f83-4139-8361-5d9fd4fe8a4c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2cd62ebf-7b4d-48b8-a002-84d8bb7c2fdd HTTP/1.1" status: 204 len: 168 time: 0.2647610 Nov 03 19:30:37.522815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:37.535894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc819ed-4f83-4139-8361-5d9fd4fe8a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd62ebf-7b4d-48b8-a002-84d8bb7c2fdd,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:37.662418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:37.673750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-1635981b-7889-4726-8ef1-6355d642e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:37.676102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-1635981b-7889-4726-8ef1-6355d642e805 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.2187405 Nov 03 19:30:37.891653 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-bf7c4ebc-3a76-42a5-9e19-cc69d8ef72bf service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 999 time: 0.1888235 Nov 03 19:30:37.905267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:37.958027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-acd56392-987c-474e-9aac-227ba782f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:37.959990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-acd56392-987c-474e-9aac-227ba782f08f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.0604703 Nov 03 19:30:37.967325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:37.976504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:38.042112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42482) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:38.077639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=88a3244c-7f92-4db2-ad79-9c059d8209c2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:38.254975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-39cd5409-00bd-4664-a00b-e156582d6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:38.262204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-39cd5409-00bd-4664-a00b-e156582d6048 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2915242 Nov 03 19:30:38.275638 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c198505a-2619-4675-b511-b362956eab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '6990ceb6-d7bb-4faa-944a-be7327c9d669', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'port_id': '5ca6b857-3432-49ca-aa94-0f493401a469', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'mac_address': 'fa:16:3e:8f:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:30:33Z', 'updated_at': '2021-11-03T19:30:33Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:17Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:38.331047 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198505a-2619-4675-b511-b362956eab3a None None] The sync data for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 is: [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '6990ceb6-d7bb-4faa-944a-be7327c9d669', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'port_id': '5ca6b857-3432-49ca-aa94-0f493401a469', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'mac_address': 'fa:16:3e:8f:3a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:30:33Z', 'updated_at': '2021-11-03T19:30:33Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:17Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:30:38.358070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ed4147a1-d29e-45b5-a751-045afe80f1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:38.361562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:38.365790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:38.542576 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-a557da57-11b9-4698-a093-163b4e1299aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8696117 Nov 03 19:30:38.559825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-56ae1059-a2c7-4633-849b-4f6e5a95ba4c None None] Provisioning complete for port 88a3244c-7f92-4db2-ad79-9c059d8209c2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:30:38.560195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56ae1059-a2c7-4633-849b-4f6e5a95ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:38.583796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Request body: {'port': {'device_id': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:38.646324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-56ae1059-a2c7-4633-849b-4f6e5a95ba4c None None] Port 88a3244c-7f92-4db2-ad79-9c059d8209c2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:30:38.798332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:38.882524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-95ca5aef-81d3-447d-9b0b-cf61960c4fc7 service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113997 Nov 03 19:30:38.966919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8721fac-318b-4b56-b086-484848f8e8cb None None] New status for floating IP 6990ceb6-d7bb-4faa-944a-be7327c9d669: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:30:39.251042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ae7d59b-3f85-41d5-9485-9748c5bef98f req-3661549a-9cef-4448-b934-9726e49d345a service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595598 Nov 03 19:30:39.443264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bdb88bd9-2c0f-4a75-9c74-f80eaa3f3aa1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/6990ceb6-d7bb-4faa-944a-be7327c9d669 HTTP/1.1" status: 200 len: 991 time: 1.4019327 Nov 03 19:30:39.474207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4856b-a076-4748-9db3-8ada1c0b64ed req-0ea7949c-12ad-4a24-9a9a-3a4893c41a50 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:39.477152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4f4856b-a076-4748-9db3-8ada1c0b64ed req-0ea7949c-12ad-4a24-9a9a-3a4893c41a50 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 931 time: 0.0952916 Nov 03 19:30:39.509514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a3244c-7f92-4db2-ad79-9c059d8209c2 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:30:39.519618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:39.535229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Transition to ACTIVE for port object 88a3244c-7f92-4db2-ad79-9c059d8209c2 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:30:39.541349 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:39.558869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4f4856b-a076-4748-9db3-8ada1c0b64ed req-e47301b1-f39a-4ec1-aee2-1288adc05c72 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704629 Nov 03 19:30:39.643338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Pushing event updated for resources: {'Port': ['ID=88a3244c-7f92-4db2-ad79-9c059d8209c2,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:39.757760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Attempting to bind port 88a3244c-7f92-4db2-ad79-9c059d8209c2 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:39.760770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Attempting to bind port 88a3244c-7f92-4db2-ad79-9c059d8209c2 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:39.761377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Attempting to bind port 88a3244c-7f92-4db2-ad79-9c059d8209c2 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:39.775927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Port 88a3244c-7f92-4db2-ad79-9c059d8209c2 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:39.776251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Attempting to bind port 88a3244c-7f92-4db2-ad79-9c059d8209c2 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:39.790567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:30:39.801272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:39.802320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:30:39.802879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Bound port: 88a3244c-7f92-4db2-ad79-9c059d8209c2, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:30:39.803623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:39.990678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:40.038283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] For port 88a3244c-7f92-4db2-ad79-9c059d8209c2, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:40.052469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] For port 88a3244c-7f92-4db2-ad79-9c059d8209c2, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:30:40.070412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:40.190111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:40.190764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:40.196312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] 10.222.0.110 "PUT /v2.0/ports/88a3244c-7f92-4db2-ad79-9c059d8209c2 HTTP/1.1" status: 200 len: 1091 time: 1.6375442 Nov 03 19:30:40.203864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'tag': '88a3244c-7f92-4db2-ad79-9c059d8209c2'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:30:40.206452 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68026e99-ed6b-46ee-a2b4-5c917858bc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fadc4118-8863-416f-b775-2b9f1d56e5e7", "tag": "88a3244c-7f92-4db2-ad79-9c059d8209c2"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:30:40.326686 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab53ac2d-5e78-4714-a510-8bd4a97a19ad x-openstack-request-id: req-ab53ac2d-5e78-4714-a510-8bd4a97a19ad {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:40.327238 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadc4118-8863-416f-b775-2b9f1d56e5e7", "tag": "88a3244c-7f92-4db2-ad79-9c059d8209c2", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:40.327655 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ab53ac2d-5e78-4714-a510-8bd4a97a19ad {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:40.328291 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'tag': '88a3244c-7f92-4db2-ad79-9c059d8209c2', 'status': 'completed', 'code': 200} Nov 03 19:30:40.381589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2324e58-c5a8-4aa6-9f6b-3cccf61db905 service neutron] Pushing event updated for resources: {'Port': ['ID=88a3244c-7f92-4db2-ad79-9c059d8209c2,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:40.408402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-2038734f-322f-4cd2-9f86-ab7a24cf2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:40.410267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-2038734f-322f-4cd2-9f86-ab7a24cf2a13 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 1094 time: 0.1097109 Nov 03 19:30:40.446778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42566) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:40.530401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-6ba383f9-d74a-4f15-8c15-52f71d0555be service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2 HTTP/1.1" status: 200 len: 217 time: 0.1088843 Nov 03 19:30:40.701493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-b7310b68-3dbe-4650-9de9-d3fb5a07256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:40.704846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-b7310b68-3dbe-4650-9de9-d3fb5a07256a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1641495 Nov 03 19:30:40.722308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3d511791-5a6a-4561-89c8-ae00dc3fee57 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/6990ceb6-d7bb-4faa-944a-be7327c9d669 HTTP/1.1" status: 200 len: 993 time: 0.2637656 Nov 03 19:30:40.861640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-50de1ed6-ac39-4ca5-86f5-0474389ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:40.863146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-50de1ed6-ac39-4ca5-86f5-0474389ea946 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498752 Nov 03 19:30:40.902129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d1c12-44dc-4276-9703-cd34f2b1f2f7 req-b5a00c27-d393-4117-8cbc-f89585f1bd01 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:40.904008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b1d1c12-44dc-4276-9703-cd34f2b1f2f7 req-b5a00c27-d393-4117-8cbc-f89585f1bd01 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1736095 Nov 03 19:30:41.024933 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-0bf56796-098d-48bb-b39e-761aaf76412c service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528037 Nov 03 19:30:41.029322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b1d1c12-44dc-4276-9703-cd34f2b1f2f7 req-7d7e12ac-519a-4aac-9a17-d9c455e6742d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187925 Nov 03 19:30:41.218804 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2503f5d5-42ea-4132-953c-e071c40b4aa6 req-ea1fafe3-d5ee-4567-bb8a-d505788d537e service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843901 Nov 03 19:30:41.389736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-525b013e-f3f6-4c72-be9d-d1ccad2829bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:41.391783 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-525b013e-f3f6-4c72-be9d-d1ccad2829bc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 1094 time: 0.1161385 Nov 03 19:30:41.554892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-976cfe2d-d71a-464f-9366-305a853ddecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:41.561471 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-976cfe2d-d71a-464f-9366-305a853ddecc service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1610882 Nov 03 19:30:41.628441 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-209f1b4f-6f61-4fd7-ac5b-e5966172bc58 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2 HTTP/1.1" status: 200 len: 217 time: 0.0587480 Nov 03 19:30:41.730021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-fd879ec7-8447-470b-93e2-7d7d94387dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:41.739039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-fd879ec7-8447-470b-93e2-7d7d94387dee service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1017189 Nov 03 19:30:41.805298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42658) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:41.853695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-cf208b2b-3d43-4175-a876-c460110cd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:41.855533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-cf208b2b-3d43-4175-a876-c460110cd63a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078737 Nov 03 19:30:41.894361 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.100545 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-11e5d01e-950f-41db-9cbf-72a07cbf2ea2 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349470 Nov 03 19:30:42.118590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.128954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa356-ab29-45f2-9615-bb87409cb79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.263334 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-68026e99-ed6b-46ee-a2b4-5c917858bc7f req-0e3066ec-b180-4926-87ab-7ab869d51121 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542141 Nov 03 19:30:42.286239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e411-730e-4f95-a22e-5be2296bd401 req-7c6ac89a-12e3-4599-876d-0d0f455f4925 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:42.287935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe73e411-730e-4f95-a22e-5be2296bd401 req-7c6ac89a-12e3-4599-876d-0d0f455f4925 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1541042 Nov 03 19:30:42.368290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa356-ab29-45f2-9615-bb87409cb79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.379633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa356-ab29-45f2-9615-bb87409cb79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.423559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe73e411-730e-4f95-a22e-5be2296bd401 req-38e06a85-ae0c-4d93-89a4-d8194af8fe76 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151285 Nov 03 19:30:42.447716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2fbaa356-ab29-45f2-9615-bb87409cb79e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ba2477139a24d8b97e51b1b36597fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6400204 Nov 03 19:30:42.450033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaa356-ab29-45f2-9615-bb87409cb79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d86c83-f3cd-44f1-af1f-b760c43af954,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:42.461625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42680) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:42.579326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9e29e3a-dae7-41b1-a16a-400a16f19e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.661415 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9e29e3a-dae7-41b1-a16a-400a16f19e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.788338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9e29e3a-dae7-41b1-a16a-400a16f19e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.791371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9e29e3a-dae7-41b1-a16a-400a16f19e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:42.796306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f9e29e3a-dae7-41b1-a16a-400a16f19e1f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/34d86c83-f3cd-44f1-af1f-b760c43af954 HTTP/1.1" status: 204 len: 168 time: 0.3296814 Nov 03 19:30:42.828877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29e3a-dae7-41b1-a16a-400a16f19e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d86c83-f3cd-44f1-af1f-b760c43af954,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:43.661312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d8e49-6515-41e1-acbb-f04b1aaf4e2d req-af4ae780-9791-45e8-b41a-6a596b839e5d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:43.663069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e78d8e49-6515-41e1-acbb-f04b1aaf4e2d req-af4ae780-9791-45e8-b41a-6a596b839e5d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1127722 Nov 03 19:30:43.832344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e78d8e49-6515-41e1-acbb-f04b1aaf4e2d req-b7f8eba5-f99b-4586-9330-c505b5d49f23 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480813 Nov 03 19:30:45.051788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 42768) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:45.053182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba29fec-3e8d-4537-9d92-bf54229ae7f1 req-64869cea-7bb6-4f6a-82ac-b26f34c30a8c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:45.064089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ba29fec-3e8d-4537-9d92-bf54229ae7f1 req-64869cea-7bb6-4f6a-82ac-b26f34c30a8c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1108494 Nov 03 19:30:45.235114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ba29fec-3e8d-4537-9d92-bf54229ae7f1 req-b203bb33-9430-4c92-9cc3-f5b511f37c7e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701441 Nov 03 19:30:45.394539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5def5ae8-01b4-49ac-ba43-4c7b666a13cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:45.617724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5def5ae8-01b4-49ac-ba43-4c7b666a13cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:45.631178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5def5ae8-01b4-49ac-ba43-4c7b666a13cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:45.688964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5ae8-01b4-49ac-ba43-4c7b666a13cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580eab3e-415b-453b-987b-caa99c76f799,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:45.714857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42784) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:45.715024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5def5ae8-01b4-49ac-ba43-4c7b666a13cc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d0452a8b83b442e4a56b3d7ae5b90fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6408477 Nov 03 19:30:45.854447 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d24a64d3-8045-4983-8271-74e6ce10cf47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:45.912917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d24a64d3-8045-4983-8271-74e6ce10cf47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:46.031686 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d24a64d3-8045-4983-8271-74e6ce10cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:46.034590 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d24a64d3-8045-4983-8271-74e6ce10cf47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:46.036213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d24a64d3-8045-4983-8271-74e6ce10cf47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/580eab3e-415b-453b-987b-caa99c76f799 HTTP/1.1" status: 204 len: 168 time: 0.3200812 Nov 03 19:30:46.069294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a64d3-8045-4983-8271-74e6ce10cf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580eab3e-415b-453b-987b-caa99c76f799,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:46.589548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c91d3-2a29-4dcc-914c-78178e3d2c03 req-05909669-28ac-47c6-ad45-21c3ffaa084f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:46.600210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf7c91d3-2a29-4dcc-914c-78178e3d2c03 req-05909669-28ac-47c6-ad45-21c3ffaa084f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.2226477 Nov 03 19:30:46.769722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf7c91d3-2a29-4dcc-914c-78178e3d2c03 req-5eee486a-1a30-472d-a935-a6184e482a76 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656225 Nov 03 19:30:48.059914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e1fc1-b386-4d20-9fa1-6cdb58ab7afc req-a3fee6a4-0a97-4744-9637-180714703da4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:48.068992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-963e1fc1-b386-4d20-9fa1-6cdb58ab7afc req-a3fee6a4-0a97-4744-9637-180714703da4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1081524 Nov 03 19:30:48.139302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-963e1fc1-b386-4d20-9fa1-6cdb58ab7afc req-241967c8-9e12-439c-8fb5-760897dcff66 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692222 Nov 03 19:30:49.153577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42900) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:49.364661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b86fb-b5da-42ca-94fe-d9cb4423f89b req-8b4560e2-6b3b-4c04-acbf-ebd0c19cf6eb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:49.372811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f28b86fb-b5da-42ca-94fe-d9cb4423f89b req-8b4560e2-6b3b-4c04-acbf-ebd0c19cf6eb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1013787 Nov 03 19:30:49.503757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2093034979'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:49.529676 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f28b86fb-b5da-42ca-94fe-d9cb4423f89b req-07859370-4e30-4c5d-99ca-b255b658c529 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539998 Nov 03 19:30:49.573517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Made reservation on behalf of 4b683b8032a448da85787a7fd04d7fca for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:49.588343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:49.629624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:49.817506 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:49.823360 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:49.871748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f83952-9687-4305-9612-638082cbd998,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:49.880000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:30:49.889897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:49.890836 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Added segment fe623ccb-ce13-4dec-9ca8-7f23f96972c5 of type vlan for network b960f8d9-a33e-46d3-9e37-165141067ce3 Nov 03 19:30:49.939226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:49.994302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:50.010282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:50.011530 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:50.093133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Pushing event updated for resources: {'Network': ['ID=b960f8d9-a33e-46d3-9e37-165141067ce3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:50.108173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b960f8d9-a33e-46d3-9e37-165141067ce3 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:30:50.120021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3d8c96e9-8527-4b5c-8f5c-506bc4c449e3 tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9651344 Nov 03 19:30:50.230053 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:30:50.424171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 42958) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:50.429942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Request body: {'port': {'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3', 'binding:host_id': 'n-h1-812151-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-733860330'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:50.463682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Made reservation on behalf of 76e48dfbac87469caa9c2b9cc10feaed for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:50.469107 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:50.504342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:50.794609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:50.819094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:50.860077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40232b-0213-4811-a624-4e0c14ec15ee req-cb81343e-da97-4849-8a50-b3cfcdb396d5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:50.861749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b40232b-0213-4811-a624-4e0c14ec15ee req-cb81343e-da97-4849-8a50-b3cfcdb396d5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.2105215 Nov 03 19:30:50.863078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port b5ee479a-de33-421f-a4e7-b347571a5c39 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:51.029525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa408ff9-bba3-47a0-8c74-cfd7afeedbb4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:51.118722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b40232b-0213-4811-a624-4e0c14ec15ee req-67881397-79dc-40a6-9156-50c9dc2837b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411754 Nov 03 19:30:51.343760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port b5ee479a-de33-421f-a4e7-b347571a5c39 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:51.360329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:51.385293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:51.462493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ee479a-de33-421f-a4e7-b347571a5c39,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:51.470709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Checking segment: {'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:30:51.471192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Network hostable DHCP agents. Network: b960f8d9-a33e-46d3-9e37-165141067ce3, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:30:51.498472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Network b960f8d9-a33e-46d3-9e37-165141067ce3 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:30:51.510650 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b960f8d9-a33e-46d3-9e37-165141067ce3) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:51.515921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:51.519019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c6ebb9-e910-49c7-8592-5d7b1b6e291b None None] Network b960f8d9-a33e-46d3-9e37-165141067ce3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:30:51.536811 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.537149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.537638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.543713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.544103 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.544495 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 2 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.577709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.578227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.578504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.586548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.587144 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.587627 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 3 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.606906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.607642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.607980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.623584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.624283 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.625463 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 4 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.640398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.641579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.642223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.656507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.656941 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.657410 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 5 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.682731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.685393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.685799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.698021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.698021 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.698021 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 6 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.717065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.717412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.717758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.722613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.723279 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.723617 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 7 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.737274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.737531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.737873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.742726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.743203 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.743598 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 8 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.758969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.759514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.760077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.766270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.766604 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.767002 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 9 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.782454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.782860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.783208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.793189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.793672 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.794225 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 10 to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 Nov 03 19:30:51.810175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:51.810771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:51.811387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:51.818744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port b5ee479a-de33-421f-a4e7-b347571a5c39 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:51.819210 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port b5ee479a-de33-421f-a4e7-b347571a5c39 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:51.819719 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:51.891551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] For port b5ee479a-de33-421f-a4e7-b347571a5c39, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:51.892030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempted to set empty binding levels {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:30:51.898297 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:51.940072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:51.940828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:51.959342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ee479a-de33-421f-a4e7-b347571a5c39,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:51.966766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d3df3072-9a3e-492c-875f-5074b7ecd7c5 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5405071 Nov 03 19:30:51.970073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43012) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:52.061031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Deleting port b5ee479a-de33-421f-a4e7-b347571a5c39 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:30:52.061758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.207990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] For port b5ee479a-de33-421f-a4e7-b347571a5c39, host n-h1-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:52.208750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.225970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Calling delete_port for b5ee479a-de33-421f-a4e7-b347571a5c39 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:30:52.318357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e643-86f8-4fd7-8cb7-68db05868478 req-363cd8aa-6e94-4bdc-8cb7-7bbc6e04ed13 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:52.326722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a063e643-86f8-4fd7-8cb7-68db05868478 req-363cd8aa-6e94-4bdc-8cb7-7bbc6e04ed13 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1356733 Nov 03 19:30:52.335333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.386862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5ee479a-de33-421f-a4e7-b347571a5c39,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:52.416532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.422802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43026) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:52.423363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d171b65-e148-4acb-ac2f-8f9c52b08e95 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "DELETE /v2.0/ports/b5ee479a-de33-421f-a4e7-b347571a5c39 HTTP/1.1" status: 204 len: 168 time: 0.4521649 Nov 03 19:30:52.448540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a063e643-86f8-4fd7-8cb7-68db05868478 req-bfd2b043-a871-4ef5-a954-cb2a85ff037c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207845 Nov 03 19:30:52.467632 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cc0127-f94f-4afb-9152-b44ac9b29f9c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:30:52.469758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-11cc0127-f94f-4afb-9152-b44ac9b29f9c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "GET /v2.0/ports/b5ee479a-de33-421f-a4e7-b347571a5c39 HTTP/1.1" status: 404 len: 333 time: 0.0459938 Nov 03 19:30:52.473584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43028) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:52.478776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Request body: {'port': {'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1547308078'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:52.510364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Made reservation on behalf of 76e48dfbac87469caa9c2b9cc10feaed for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:52.514844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.541709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:52.824075 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.869080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.940006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Network b960f8d9-a33e-46d3-9e37-165141067ce3 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:52.943080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:52.947879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:52.949712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:52.950500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:52.954850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2eec43-d7f3-451e-9fbf-e03acfdee652,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:52.975692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:52.976813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-01dcfade-9f0a-4fee-91db-15941dc61d4c tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5020602 Nov 03 19:30:52.983208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:53.064525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:53.298762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:53.323365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:53.330879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:53.387795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2eec43-d7f3-451e-9fbf-e03acfdee652,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:53.412222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.412222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.412222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.424998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.424998 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.424998 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 2 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.466184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.466184 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.466430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.485803 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.489837 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.490378 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 3 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.519192 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.519562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.519959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.532711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.532953 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.533225 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 4 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.553893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.554227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.554561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.597301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.597637 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.601247 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 5 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.622816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.623274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.623493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.639882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a47b-c426-471b-a3b5-44d8516c0434 req-3a72ca03-ae41-41e9-ba04-92f3be996d33 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:53.647902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab59a47b-c426-471b-a3b5-44d8516c0434 req-3a72ca03-ae41-41e9-ba04-92f3be996d33 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.0784345 Nov 03 19:30:53.656658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.657020 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.663662 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 6 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.717759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab59a47b-c426-471b-a3b5-44d8516c0434 req-2a3ae74e-0ddf-4258-a22f-c60186cca726 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688710 Nov 03 19:30:53.731275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.731724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.732138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.752770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.753587 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.754258 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 7 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.770044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.771130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.771757 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.777849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.778514 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.779241 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 8 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.811244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.812072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.812441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.823275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.823618 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.824022 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 9 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.837753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.838103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.838445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.843094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.844223 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.844655 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 10 to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 Nov 03 19:30:53.858456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:53.858804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:53.859185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:53.863655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:53.864342 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:53.864737 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:53.942428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] For port 8c2eec43-d7f3-451e-9fbf-e03acfdee652, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:53.943033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempted to set empty binding levels {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:30:53.951341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:54.001516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] In _notify_port_updated(), no bound segment for port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:30:54.002415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.003260 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:54.008266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43080) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:54.020069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "PUT /v2.0/ports/8c2eec43-d7f3-451e-9fbf-e03acfdee652 HTTP/1.1" status: 200 len: 975 time: 1.0400877 Nov 03 19:30:54.052870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dd953-5886-464b-ac9f-224cd21e2d58 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2eec43-d7f3-451e-9fbf-e03acfdee652,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:54.171073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.173335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.176122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.176830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.177498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.178160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.180262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.180969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.182764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.184385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.185105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.186202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.186857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.188027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.188675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.189367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.190014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.190809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.191460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.192657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.193330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.193998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.196897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.200360 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-864094e6-7b53-4664-993a-7e63f06d91d8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20923 time: 0.1910551 Nov 03 19:30:54.205090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43088) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:54.315885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Deleting port 8c2eec43-d7f3-451e-9fbf-e03acfdee652 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:30:54.316698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:54.816850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] For port 8c2eec43-d7f3-451e-9fbf-e03acfdee652, host n-h1-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:54.817345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:54.832782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Calling delete_port for 8c2eec43-d7f3-451e-9fbf-e03acfdee652 owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:30:54.972565 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef85a6-c15f-437b-989f-46fb5b49623c req-ab0e5c15-86a7-4899-a81a-ae06a6880b79 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:54.980018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41ef85a6-c15f-437b-989f-46fb5b49623c req-ab0e5c15-86a7-4899-a81a-ae06a6880b79 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1437201 Nov 03 19:30:55.000225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.062986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-41ef85a6-c15f-437b-989f-46fb5b49623c req-1a757dfe-d786-46b2-bd5b-643710dcce0c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756080 Nov 03 19:30:55.076355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.081543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "DELETE /v2.0/ports/8c2eec43-d7f3-451e-9fbf-e03acfdee652 HTTP/1.1" status: 204 len: 168 time: 0.8750324 Nov 03 19:30:55.084072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:55.107312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93f245-5fd1-4726-82ad-8d6270d3a29d tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c2eec43-d7f3-451e-9fbf-e03acfdee652,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:55.125657 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a6b6f6-ded5-48f6-915b-db991aa196b2 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:30:55.127298 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b3a6b6f6-ded5-48f6-915b-db991aa196b2 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "GET /v2.0/ports/8c2eec43-d7f3-451e-9fbf-e03acfdee652 HTTP/1.1" status: 404 len: 333 time: 0.0316827 Nov 03 19:30:55.131065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:55.136366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2039814944', 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:55.186607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Made reservation on behalf of 76e48dfbac87469caa9c2b9cc10feaed for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:55.190874 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.212176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port 2bf56185-0618-4919-b297-2dfc3336538f yet. {{(pid=101988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:55.480447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.521306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.601991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Network b960f8d9-a33e-46d3-9e37-165141067ce3 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:55.605295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:55.609420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:55.611073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:55.611912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.638070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43136) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:55.638507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5057981 Nov 03 19:30:55.646687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23dc4-1fdf-4825-acf6-c49a722e77c8 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf56185-0618-4919-b297-2dfc3336538f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:55.681467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26437d8e-6d94-4346-814b-ffe9e0003727 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:55.685565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-26437d8e-6d94-4346-814b-ffe9e0003727 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "GET /v2.0/ports/2bf56185-0618-4919-b297-2dfc3336538f HTTP/1.1" status: 200 len: 955 time: 0.0441198 Nov 03 19:30:55.685784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43140) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:55.836921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Deleting port 2bf56185-0618-4919-b297-2dfc3336538f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:30:55.837273 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.924057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:55.938422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Calling delete_port for 2bf56185-0618-4919-b297-2dfc3336538f owned by {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:30:56.067557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:56.103349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bf56185-0618-4919-b297-2dfc3336538f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:56.109555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:56.113447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bc9b7597-0170-4875-b60e-8d3a22025d69 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "DELETE /v2.0/ports/2bf56185-0618-4919-b297-2dfc3336538f HTTP/1.1" status: 204 len: 168 time: 0.4267180 Nov 03 19:30:56.116368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43160) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:56.172970 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-33298e75-6971-46a2-b77b-a310bdcc655b tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:30:56.174621 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-33298e75-6971-46a2-b77b-a310bdcc655b tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "GET /v2.0/ports/2bf56185-0618-4919-b297-2dfc3336538f HTTP/1.1" status: 404 len: 333 time: 0.0571430 Nov 03 19:30:56.179046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43162) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:56.183762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Request body: {'port': {'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1113248911'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:56.290290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Made reservation on behalf of 76e48dfbac87469caa9c2b9cc10feaed for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:30:56.292647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:56.303779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129e29b-81a5-46c7-b897-75f94b0aa0b8 req-95603878-1400-434f-800b-9d11db7910dc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:56.305286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2129e29b-81a5-46c7-b897-75f94b0aa0b8 req-95603878-1400-434f-800b-9d11db7910dc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1009808 Nov 03 19:30:56.335273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:56.439410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2129e29b-81a5-46c7-b897-75f94b0aa0b8 req-d51fb479-b910-4bc7-9a97-9ab11ce67567 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272361 Nov 03 19:30:56.639143 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:56.691122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:56.774203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Network b960f8d9-a33e-46d3-9e37-165141067ce3 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:30:56.777571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:30:56.798255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:30:56.798255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:56.798255 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:56.816266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=19e3fb89-0e8b-4161-bb7b-c451b3681e8a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:56.853604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-364e9b7f-50c3-4b3d-82b4-9cea71ce5745 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6715877 Nov 03 19:30:56.861240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43190) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:56.866675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812151-4'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:56.969518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-e9e8ec21-deda-4e13-ad92-08724effade2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294243 Nov 03 19:30:56.986307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:57.089569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-551aa78e-a5ed-48e3-a7f9-99ec705bab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:57.091460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-551aa78e-a5ed-48e3-a7f9-99ec705bab22 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.0661919 Nov 03 19:30:57.284842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] device_id is not set on port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:30:57.308260 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:57.315156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:57.355831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-1f3534e7-a060-42d5-bf63-37acc16d8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:57.358057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-1f3534e7-a060-42d5-bf63-37acc16d8ba5 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.2379160 Nov 03 19:30:57.367730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=19e3fb89-0e8b-4161-bb7b-c451b3681e8a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:57.450200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.450584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.453395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.463615 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-c9ee7e9a-4670-4286-b4e3-353591b4938b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 1001 time: 0.0930357 Nov 03 19:30:57.467376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.467713 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.468305 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 2 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.516081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.516081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.516081 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.527914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.528248 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.528639 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 3 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.586619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-24d90ce9-67f5-4725-9eab-df31eff80ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:57.588572 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-24d90ce9-67f5-4725-9eab-df31eff80ab0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.1161838 Nov 03 19:30:57.593609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.593871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.594276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.651557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.651990 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.654529 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 4 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.710995 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-1ca177c5-7e7d-4a5d-aab8-0388b277cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:57.714424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-1ca177c5-7e7d-4a5d-aab8-0388b277cd04 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167493 Nov 03 19:30:57.721415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515e8f6-4330-492c-820b-1e5bbadcc946 req-09103d6a-e39c-4a65-bce5-8e2eea61e867 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:57.723099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1515e8f6-4330-492c-820b-1e5bbadcc946 req-09103d6a-e39c-4a65-bce5-8e2eea61e867 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1688893 Nov 03 19:30:57.724080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.724413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.724766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.730744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.730996 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.731374 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 5 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.762625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.763377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.763597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.773835 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.774230 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.777162 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 6 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.800309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.800651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.801016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.865413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.865749 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.880101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1515e8f6-4330-492c-820b-1e5bbadcc946 req-c616e539-f2c0-4dc0-9623-b755f631e109 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329181 Nov 03 19:30:57.880101 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 7 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.901939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.902336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.902730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.920560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-4c4052f8-f792-44dd-8627-14512cc02542 service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921563 Nov 03 19:30:57.929265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.929612 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.930014 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 8 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:57.976464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:57.976758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:57.977087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:57.986779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:57.987120 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:57.987528 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 9 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:58.022317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:58.024365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:58.024844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:58.037665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:58.039144 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:58.039651 n-d-812151-4 neutron-server[101989]: INFO neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempt 10 to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a Nov 03 19:30:58.041407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-790dba25-bf13-4dd1-a452-98bc11e017ef req-068e425b-a91f-4bf5-8588-8a0c12352319 service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113443 Nov 03 19:30:58.058738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:30:58.059536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:30:58.060036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempting to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:30:58.065751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:30:58.066345 n-d-812151-4 neutron-server[101989]: ERROR neutron.plugins.ml2.managers [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Failed to bind port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on host n-h1-812151-4 for vnic_type normal using segments [{'id': 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b960f8d9-a33e-46d3-9e37-165141067ce3'}] Nov 03 19:30:58.066899 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.141942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] For port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a, host n-h1-812151-4, cleared binding levels {{(pid=101989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:30:58.142312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attempted to set empty binding levels {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:30:58.149096 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.202248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] In _notify_port_updated(), no bound segment for port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a on network b960f8d9-a33e-46d3-9e37-165141067ce3 {{(pid=101989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:30:58.203164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:58.203751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.205144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "PUT /v2.0/ports/19e3fb89-0e8b-4161-bb7b-c451b3681e8a HTTP/1.1" status: 200 len: 975 time: 1.3428974 Nov 03 19:30:58.207910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:58.266502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3705893-f588-4d95-8e98-e24764223b67 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event updated for resources: {'Port': ['ID=19e3fb89-0e8b-4161-bb7b-c451b3681e8a,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:58.336639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Deleting port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:30:58.337027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.422343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] For port 19e3fb89-0e8b-4161-bb7b-c451b3681e8a, host n-h1-812151-4, got binding levels [] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:30:58.422914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.438216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Calling delete_port for 19e3fb89-0e8b-4161-bb7b-c451b3681e8a owned by {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:30:58.573028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.594333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.598010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "DELETE /v2.0/ports/19e3fb89-0e8b-4161-bb7b-c451b3681e8a HTTP/1.1" status: 204 len: 168 time: 0.3888440 Nov 03 19:30:58.600430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43258) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:58.644924 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0ce39d-5bbf-4272-9a40-47ce28439460 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:30:58.646785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7c0ce39d-5bbf-4272-9a40-47ce28439460 tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] 10.222.0.91 "GET /v2.0/ports/19e3fb89-0e8b-4161-bb7b-c451b3681e8a HTTP/1.1" status: 404 len: 333 time: 0.0454457 Nov 03 19:30:58.647878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab939fd-009b-483b-939a-ae886378473e tempest-PortsAdminExtendedAttrsTestJSON-1293916703 tempest-PortsAdminExtendedAttrsTestJSON-1293916703-project-admin] Pushing event deleted for resources: {'Port': ['ID=19e3fb89-0e8b-4161-bb7b-c451b3681e8a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:58.650161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:58.786038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.895129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.919644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b960f8d9-a33e-46d3-9e37-165141067ce3']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:58.931896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:58.932557 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe623ccb-ce13-4dec-9ca8-7f23f96972c5') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:58.962297 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.999315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:59.013479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:30:59.014065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:30:59.094135 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:30:59.127723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:59.136092 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:59.139430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] 10.222.0.91 "DELETE /v2.0/networks/b960f8d9-a33e-46d3-9e37-165141067ce3 HTTP/1.1" status: 204 len: 168 time: 0.4882543 Nov 03 19:30:59.156802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d84c1-f9e5-4498-a3a7-eb14f1b41d1f tempest-PortsAdminExtendedAttrsTestJSON-1745003959 tempest-PortsAdminExtendedAttrsTestJSON-1745003959-project] Pushing event deleted for resources: {'Network': ['ID=b960f8d9-a33e-46d3-9e37-165141067ce3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:30:59.203354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a064a5-7411-4d95-9830-aa710c344518 req-aba8a4ea-d149-49ec-bb41-7f3624fbd2a3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:59.205366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8a064a5-7411-4d95-9830-aa710c344518 req-aba8a4ea-d149-49ec-bb41-7f3624fbd2a3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1098983 Nov 03 19:30:59.313033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8a064a5-7411-4d95-9830-aa710c344518 req-b1d90d02-6a0b-4777-b082-fd8666910b02 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855014 Nov 03 19:30:59.596358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:59.820796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8d1f1f55-5667-4430-807e-7daca087bd8d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4b683b8032a448da85787a7fd04d7fca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223272 Nov 03 19:30:59.823189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43310) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:59.953067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c87faf70-c0dd-40dd-92a0-e4a2eb3d7e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.009616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c87faf70-c0dd-40dd-92a0-e4a2eb3d7e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.106529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c87faf70-c0dd-40dd-92a0-e4a2eb3d7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.112271 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c87faf70-c0dd-40dd-92a0-e4a2eb3d7e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.117193 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c87faf70-c0dd-40dd-92a0-e4a2eb3d7e41 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d0f83952-9687-4305-9612-638082cbd998 HTTP/1.1" status: 204 len: 168 time: 0.2929456 Nov 03 19:31:00.138109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87faf70-c0dd-40dd-92a0-e4a2eb3d7e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f83952-9687-4305-9612-638082cbd998,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:00.578679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af918855-4892-4389-b967-843dcac5f943 req-32aaf4b7-edeb-48e6-acac-2db8e804d247 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:00.580829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af918855-4892-4389-b967-843dcac5f943 req-32aaf4b7-edeb-48e6-acac-2db8e804d247 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.1221213 Nov 03 19:31:00.692351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af918855-4892-4389-b967-843dcac5f943 req-c2228666-5136-4c48-bf1f-c9a2c0090422 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042235 Nov 03 19:31:00.709010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43348) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:00.788662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd8f0a2c-2c7e-4948-a810-bf559b998b2c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=76e48dfbac87469caa9c2b9cc10feaed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784836 Nov 03 19:31:00.791257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:00.855218 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30ec67e0-a4ed-4692-8585-32bbaf2b1b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.894751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30ec67e0-a4ed-4692-8585-32bbaf2b1b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.977752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30ec67e0-a4ed-4692-8585-32bbaf2b1b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.981247 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-30ec67e0-a4ed-4692-8585-32bbaf2b1b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.982776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-30ec67e0-a4ed-4692-8585-32bbaf2b1b7f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fa408ff9-bba3-47a0-8c74-cfd7afeedbb4 HTTP/1.1" status: 204 len: 168 time: 0.1902258 Nov 03 19:31:00.998889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec67e0-a4ed-4692-8585-32bbaf2b1b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa408ff9-bba3-47a0-8c74-cfd7afeedbb4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:01.870102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c97b8-482b-42bd-9b3a-21dbfa7aa708 req-41509882-b3ee-40fe-baf6-5cf9ec6a8633 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:01.871872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec0c97b8-482b-42bd-9b3a-21dbfa7aa708 req-41509882-b3ee-40fe-baf6-5cf9ec6a8633 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.0655632 Nov 03 19:31:01.953961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec0c97b8-482b-42bd-9b3a-21dbfa7aa708 req-52a96600-a3be-47f4-86ea-6939c3dc705a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748076 Nov 03 19:31:02.610831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:03.152756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbabde8-d07f-493c-9d9a-40ccadc7eb56 req-9a16f918-c114-4f26-9d60-1f9dd32a7e8d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:03.160562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfbabde8-d07f-493c-9d9a-40ccadc7eb56 req-9a16f918-c114-4f26-9d60-1f9dd32a7e8d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.0835288 Nov 03 19:31:03.185791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:03.210795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43492) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.253700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfbabde8-d07f-493c-9d9a-40ccadc7eb56 req-589dc5f8-7f9b-4e1b-8f7b-39c5639b7768 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879569 Nov 03 19:31:03.400473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-28113b95-01af-4af2-a084-ff88b3e39234 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:03.438406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43510) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.439413 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-28113b95-01af-4af2-a084-ff88b3e39234 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "PUT /v2.0/quotas/39aa87f45be14243832e3f5441ada670 HTTP/1.1" status: 200 len: 366 time: 0.2262535 Nov 03 19:31:03.449810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8fd62a55-2cf5-4850-8536-70a24504a367 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0099905 Nov 03 19:31:03.452399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43512) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.465197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f0601406-d699-429b-8f6f-19a01ad8d307 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "GET /v2.0/quotas/39aa87f45be14243832e3f5441ada670 HTTP/1.1" status: 200 len: 366 time: 0.0116956 Nov 03 19:31:03.465628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43514) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.491256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43516) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.499644 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ba6808a5-4cfd-49d1-afe3-c2063390e615 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "DELETE /v2.0/quotas/39aa87f45be14243832e3f5441ada670 HTTP/1.1" status: 204 len: 168 time: 0.0326235 Nov 03 19:31:03.507575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.509662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a7116083-2fd8-437c-8464-3267ebb84200 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0170977 Nov 03 19:31:03.528763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55b3097c-87d1-4ef7-b5b1-a84d23e308b7 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "GET /v2.0/quotas/39aa87f45be14243832e3f5441ada670 HTTP/1.1" status: 200 len: 370 time: 0.0191066 Nov 03 19:31:03.530270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43520) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.536682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f639b945-01ec-4963-ad3c-9dcb63404154 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "GET /v2.0/quotas/39aa87f45be14243832e3f5441ada670/default HTTP/1.1" status: 200 len: 370 time: 0.0041964 Nov 03 19:31:03.538909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43522) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.551133 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-aa8c18b3-222d-48a0-a6c8-6d771a2f84e1 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] delete failed (client error): The resource could not be found. Nov 03 19:31:03.555634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aa8c18b3-222d-48a0-a6c8-6d771a2f84e1 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "DELETE /v2.0/quotas/39aa87f45be14243832e3f5441ada670 HTTP/1.1" status: 404 len: 348 time: 0.0128984 Nov 03 19:31:03.710277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43536) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:03.730651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:network and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.734969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.742927 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:subnet and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.746605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.755957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:subnetpool and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.763857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.780409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:port and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.784131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.790639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:router and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.794792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.802528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:floatingip and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.806874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.860655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:security_group and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.865328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.873175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Usage tracker for resource:security_group_rule and project:2407c0a738c9487682a2c906d997dfc7 is out of sync, need to count used quota {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:31:03.877644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.quota.resource [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:31:03.884459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-685966e4-11cf-42e2-924b-27c6e68206e3 tempest-QuotasTest-1889143223 tempest-QuotasTest-1889143223-project-admin] 10.222.0.91 "GET /v2.0/quotas/2407c0a738c9487682a2c906d997dfc7/details.json HTTP/1.1" status: 200 len: 703 time: 0.1732428 Nov 03 19:31:04.343059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43562) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:04.436545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bf89-0dd3-450a-a527-78bc0295250b req-94b0a070-3857-4186-88f9-3235d336eb70 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:04.445655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f858bf89-0dd3-450a-a527-78bc0295250b req-94b0a070-3857-4186-88f9-3235d336eb70 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.0878949 Nov 03 19:31:04.534593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f858bf89-0dd3-450a-a527-78bc0295250b req-0d23e5d1-b998-404d-a7c5-647593c77555 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879395 Nov 03 19:31:04.571947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f517-15a8-4cc4-97b0-1d98a3663296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.659191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f517-15a8-4cc4-97b0-1d98a3663296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.664675 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f517-15a8-4cc4-97b0-1d98a3663296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.692254 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3290b58-035e-4780-a785-00c38c548c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.713915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ba2f517-15a8-4cc4-97b0-1d98a3663296 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=417c0355693942ce8399758f4309d988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691750 Nov 03 19:31:04.716631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43582) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:04.719533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f517-15a8-4cc4-97b0-1d98a3663296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563cab74-09aa-463f-a292-beb4cef5cc2e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:04.781226 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.822114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.906338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.909598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:04.913334 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/563cab74-09aa-463f-a292-beb4cef5cc2e HTTP/1.1" status: 204 len: 168 time: 0.1929812 Nov 03 19:31:04.930783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563cab74-09aa-463f-a292-beb4cef5cc2e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:04.939276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.939577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.939925 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.940260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.940592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.940961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.941270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.941595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.941920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.942245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.942570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:04.942890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f414f3-d475-4cca-a608-bcba05f379a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:05.402496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:05.421334 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16ede56e-68f9-46f1-87dd-2e8f65b10f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.550487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16ede56e-68f9-46f1-87dd-2e8f65b10f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.557557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-16ede56e-68f9-46f1-87dd-2e8f65b10f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.631249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-16ede56e-68f9-46f1-87dd-2e8f65b10f3f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2407c0a738c9487682a2c906d997dfc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274473 Nov 03 19:31:05.633992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43630) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:05.635352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede56e-68f9-46f1-87dd-2e8f65b10f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef14ad2-feb2-4715-b95a-a2a56a6ccad9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:05.696133 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e3175-bf63-4381-88f1-0add9c156933 req-a2afd5a3-8084-4b77-ba20-28151f702284 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:05.697822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f8e3175-bf63-4381-88f1-0add9c156933 req-a2afd5a3-8084-4b77-ba20-28151f702284 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.0816805 Nov 03 19:31:05.731843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e58adcb0-dae0-4a8e-9751-b46d1b330b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.759788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f8e3175-bf63-4381-88f1-0add9c156933 req-45c26f23-0914-4637-b3cb-3efabf47c0a4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543008 Nov 03 19:31:05.800417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e58adcb0-dae0-4a8e-9751-b46d1b330b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.868931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e58adcb0-dae0-4a8e-9751-b46d1b330b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.872254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e58adcb0-dae0-4a8e-9751-b46d1b330b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:05.873632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e58adcb0-dae0-4a8e-9751-b46d1b330b02 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ef14ad2-feb2-4715-b95a-a2a56a6ccad9 HTTP/1.1" status: 204 len: 168 time: 0.2386286 Nov 03 19:31:05.894223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58adcb0-dae0-4a8e-9751-b46d1b330b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef14ad2-feb2-4715-b95a-a2a56a6ccad9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:06.946864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd44f-507d-4e62-aa52-0b629c343321 req-0cdd2579-7406-434d-b43c-ad9b70b5ee78 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:06.948531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-361dd44f-507d-4e62-aa52-0b629c343321 req-0cdd2579-7406-434d-b43c-ad9b70b5ee78 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.0936179 Nov 03 19:31:07.034325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43708) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:07.067281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-361dd44f-507d-4e62-aa52-0b629c343321 req-6fdb5202-a2f4-4989-ab54-6e5e0779c4bc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866237 Nov 03 19:31:07.157769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1383868816'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:07.203775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:07.212706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.223575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.320029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.331654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.354728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:31:07.372968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.373227 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 56590691-3088-4519-b563-da92166a5ac0 of type vlan for network 345fd793-0512-41fe-b0ae-0188086fb0e9 Nov 03 19:31:07.418324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92db2ce7-afb5-4d96-9e27-954f84aae1bf,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:07.432425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.465299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.471625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:07.472215 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.575574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=345fd793-0512-41fe-b0ae-0188086fb0e9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:07.594563 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-52a63428-dea1-4a5f-828d-c0f137075933 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5590708 Nov 03 19:31:07.597194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:31:07.597795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43734) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:07.602849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058668023'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:07.658941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:07.662860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.713640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:31:07.726217 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.726568 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 959c6f8b-54f2-4a07-a3f1-157df1973101 of type vlan for network 8e6a90a3-9716-44ac-b479-97be4c178830 Nov 03 19:31:07.791924 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.826016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.834457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:07.835100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:07.925027 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=8e6a90a3-9716-44ac-b479-97be4c178830,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:07.941524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 8e6a90a3-9716-44ac-b479-97be4c178830 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:31:07.955943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43754) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:07.957252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-46ff2352-1e6d-4760-858e-99ddf166a86e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3573623 Nov 03 19:31:07.962619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:08.123559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:08.129861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.165651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83739ec-a3a8-4f32-b11a-ac2b7fa9bdf4 req-0abe6216-7602-47cb-aac5-fa4d6afe0730 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:08.174195 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d83739ec-a3a8-4f32-b11a-ac2b7fa9bdf4 req-0abe6216-7602-47cb-aac5-fa4d6afe0730 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.1358743 Nov 03 19:31:08.227242 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d83739ec-a3a8-4f32-b11a-ac2b7fa9bdf4 req-456feea6-e8c0-4268-a0d0-8122765e1e6b tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.360094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5687a-bce3-4356-82bf-fd0e22a3b334 req-1981e266-ae07-41ce-8b98-e78b33d6b266 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:08.360500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b67ff0c0-747c-4bff-a3df-e03ae8061677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.364300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88e5687a-bce3-4356-82bf-fd0e22a3b334 req-1981e266-ae07-41ce-8b98-e78b33d6b266 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 943 time: 0.2219644 Nov 03 19:31:08.375806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d83739ec-a3a8-4f32-b11a-ac2b7fa9bdf4 req-456feea6-e8c0-4268-a0d0-8122765e1e6b tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.392411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-d83739ec-a3a8-4f32-b11a-ac2b7fa9bdf4 req-456feea6-e8c0-4268-a0d0-8122765e1e6b tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.476245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d83739ec-a3a8-4f32-b11a-ac2b7fa9bdf4 req-456feea6-e8c0-4268-a0d0-8122765e1e6b tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869029 Nov 03 19:31:08.490255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456feea6-e8c0-4268-a0d0-8122765e1e6b tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8abdb5-396f-4b16-9f3a-a001431f2b52,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:08.496074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88e5687a-bce3-4356-82bf-fd0e22a3b334 req-5abe1a6b-dc7b-4574-bd99-3c0464826f6d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232474 Nov 03 19:31:08.557925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.639576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 88a3244c-7f92-4db2-ad79-9c059d8209c2 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:31:08.645674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=303b567d-2237-4730-bb35-daf58b1e1f10,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:08.664372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3e5cd-06de-4d57-a926-12a8362d771f req-ac7cc7ac-42ab-4820-be04-8e94cbfc82bc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:08.674583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32c3e5cd-06de-4d57-a926-12a8362d771f req-ac7cc7ac-42ab-4820-be04-8e94cbfc82bc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0849583 Nov 03 19:31:08.764771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '56590691-3088-4519-b563-da92166a5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:08.765185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: 345fd793-0512-41fe-b0ae-0188086fb0e9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:31:08.800300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32c3e5cd-06de-4d57-a926-12a8362d771f req-f108a08d-0f3f-4c47-850f-5f93ae2ac2e4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175511 Nov 03 19:31:08.829716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43788) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:08.837719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:31:08.868034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 345fd793-0512-41fe-b0ae-0188086fb0e9) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:08.872525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:08.873315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:08.907041 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-31a1d4a5-4e0b-4014-9912-a42fe36563c8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9495707 Nov 03 19:31:08.910100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43790) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:08.915055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:08.974123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-55582041-994a-4c19-a0e0-9d29b5d4d205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/6990ceb6-d7bb-4faa-944a-be7327c9d669 HTTP/1.1" status: 200 len: 993 time: 0.1432385 Nov 03 19:31:08.988579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910a24f-98e9-491f-8c4f-a5720381aa2d None None] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:09.032462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 88a3244c-7f92-4db2-ad79-9c059d8209c2, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:09.088149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '88a3244c-7f92-4db2-ad79-9c059d8209c2', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': '88a3244c-7f92-4db2-ad79-9c059d8209c2', 'mac_address': 'fa:16:3e:13:93:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:31:09.146673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:09.150480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.162570 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.198696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a3244c-7f92-4db2-ad79-9c059d8209c2 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:31:09.253725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 88a3244c-7f92-4db2-ad79-9c059d8209c2, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:09.267073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.380982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-345fd793-0512-41fe-b0ae-0188086fb0e9', 'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': '303b567d-2237-4730-bb35-daf58b1e1f10'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:31:09.381930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.386058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-7989c7d6-9ae5-434b-bc27-b32beb9ae7cd req-6a73aba1-ad09-46b5-9241-8e18242a06d6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:31:09.387075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7989c7d6-9ae5-434b-bc27-b32beb9ae7cd req-6a73aba1-ad09-46b5-9241-8e18242a06d6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063620 Nov 03 19:31:09.389135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=88a3244c-7f92-4db2-ad79-9c059d8209c2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:09.414440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.414796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.415138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.415482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.415810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.416142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.416470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.416829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.417155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.417482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.417808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.418130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:09.509284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.574043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=8a4b098d-3a52-4da7-a628-8dc71e020bd2,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:09.603789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['88a3244c-7f92-4db2-ad79-9c059d8209c2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:31:09.673388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '959c6f8b-54f2-4a07-a3f1-157df1973101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:09.674501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: 8e6a90a3-9716-44ac-b479-97be4c178830, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:31:09.721228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 8e6a90a3-9716-44ac-b479-97be4c178830 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:31:09.734980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 8e6a90a3-9716-44ac-b479-97be4c178830) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:09.742251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:09.747705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.769016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66672ced-147a-4c5b-b05a-9169061983fe None None] Network 8e6a90a3-9716-44ac-b479-97be4c178830 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:09.773838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Allocated IP 2001:db8::2 (345fd793-0512-41fe-b0ae-0188086fb0e9/303b567d-2237-4730-bb35-daf58b1e1f10/e14e1896-01d8-4f79-b2f5-0777da31c17d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:09.786468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd75bada-3f53-4d23-bf6e-7ac2a5b1ff1e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8751392 Nov 03 19:31:09.789051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43834) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:09.794820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-19462674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:09.807772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d2f8-5b98-46c7-a95a-e24047222da1 req-dd20b04f-89ea-4730-8667-77d121283ffd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:09.824053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b51d2f8-5b98-46c7-a95a-e24047222da1 req-dd20b04f-89ea-4730-8667-77d121283ffd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 944 time: 0.1759510 Nov 03 19:31:09.857360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.858649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.983007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:09.991950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b51d2f8-5b98-46c7-a95a-e24047222da1 req-e216e6b2-9d9b-4798-a0ba-acb617e766b2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667523 Nov 03 19:31:09.995128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.032899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.034658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b1743f4d-24ea-4eb9-87ad-b90e7c7a04bf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2445705 Nov 03 19:31:10.038196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 43842) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:10.055279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.096260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 43844) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:10.191484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-8e6a90a3-9716-44ac-b479-97be4c178830', 'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': '8a4b098d-3a52-4da7-a628-8dc71e020bd2'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:31:10.196180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.210310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4dd7-8f40-463f-bb81-7264e7f78a3c req-6af73e7c-03e0-4dd5-9854-38e1603acb73 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:10.218627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f3f4dd7-8f40-463f-bb81-7264e7f78a3c req-6af73e7c-03e0-4dd5-9854-38e1603acb73 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0817759 Nov 03 19:31:10.517348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f3f4dd7-8f40-463f-bb81-7264e7f78a3c req-4d01857c-0aca-4db3-861b-d1a947d98ffd tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971802 Nov 03 19:31:10.532534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-4cff8c90-9778-4514-81aa-578a70c6b18c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4345095 Nov 03 19:31:10.555176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-0d808ed0-905b-4cb4-9200-fb3a6a03c9cf service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:31:10.565567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-0d808ed0-905b-4cb4-9200-fb3a6a03c9cf service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0190313 Nov 03 19:31:10.588470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.635603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Allocated IP 2001:db8:1::2 (8e6a90a3-9716-44ac-b479-97be4c178830/8a4b098d-3a52-4da7-a628-8dc71e020bd2/8881fc6a-6a38-4c46-b597-ac4e0e8310d4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:10.806292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.819020 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.881936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.914104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:10.950795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Network 8e6a90a3-9716-44ac-b479-97be4c178830 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:10.977056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:10.978593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:10.988514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:10.991020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:11.059993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:11.175034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Pushing event updated for resources: {'Port': ['ID=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:11.195558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8::1 (345fd793-0512-41fe-b0ae-0188086fb0e9/303b567d-2237-4730-bb35-daf58b1e1f10/fa7a67f2-b778-49d0-b7fa-823bd9346d4a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:11.301680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cfdaf-256a-49bd-8ecf-dc43695f99b5 req-6839c8d6-2cd3-425b-b3c2-a8513da06f60 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:11.303272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-448cfdaf-256a-49bd-8ecf-dc43695f99b5 req-6839c8d6-2cd3-425b-b3c2-a8513da06f60 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 944 time: 0.1515682 Nov 03 19:31:11.428328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-448cfdaf-256a-49bd-8ecf-dc43695f99b5 req-80b4e4e4-0ef4-4c80-93a7-6c04c9114524 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156161 Nov 03 19:31:11.514662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Attempting to bind port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:11.515769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Attempting to bind port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '959c6f8b-54f2-4a07-a3f1-157df1973101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:11.516207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Attempting to bind port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 on network 8e6a90a3-9716-44ac-b479-97be4c178830 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:11.516516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.521585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Pushing event updated for resources: {'Port': ['ID=e14e1896-01d8-4f79-b2f5-0777da31c17d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:11.555015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Attempting to bind port e14e1896-01d8-4f79-b2f5-0777da31c17d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:11.555391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Attempting to bind port e14e1896-01d8-4f79-b2f5-0777da31c17d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '56590691-3088-4519-b563-da92166a5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:11.555759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Attempting to bind port e14e1896-01d8-4f79-b2f5-0777da31c17d on network 345fd793-0512-41fe-b0ae-0188086fb0e9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:11.570824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:11.571588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Checking segment: {'id': '56590691-3088-4519-b563-da92166a5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:11.572171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.573026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Bound using segment: {'id': '56590691-3088-4519-b563-da92166a5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:11.583160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.584450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Bound port: e14e1896-01d8-4f79-b2f5-0777da31c17d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56590691-3088-4519-b563-da92166a5ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '345fd793-0512-41fe-b0ae-0188086fb0e9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:11.585635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.591691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:11.597645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Checking segment: {'id': '959c6f8b-54f2-4a07-a3f1-157df1973101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:11.601070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.601775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Bound using segment: {'id': '959c6f8b-54f2-4a07-a3f1-157df1973101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:11.603315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Bound port: 8881fc6a-6a38-4c46-b597-ac4e0e8310d4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959c6f8b-54f2-4a07-a3f1-157df1973101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8e6a90a3-9716-44ac-b479-97be4c178830'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:11.606850 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.717817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:11.732012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:11.737813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:11.740214 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.776881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3d1a7-dd3b-4458-a4c9-30ee8d22d753 req-cd619ad1-f9e1-4e11-9015-9ce4a0efd860 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:11.787149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49f3d1a7-dd3b-4458-a4c9-30ee8d22d753 req-cd619ad1-f9e1-4e11-9015-9ce4a0efd860 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1232502 Nov 03 19:31:11.853923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6777b916-e631-427f-935f-12416f3969e7 None None] For port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:11.858368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6777b916-e631-427f-935f-12416f3969e7 None None] For port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,segment=NetworkSegment(959c6f8b-54f2-4a07-a3f1-157df1973101),segment_id=959c6f8b-54f2-4a07-a3f1-157df1973101)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:11.862078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] For port e14e1896-01d8-4f79-b2f5-0777da31c17d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:11.866630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] For port e14e1896-01d8-4f79-b2f5-0777da31c17d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e14e1896-01d8-4f79-b2f5-0777da31c17d,segment=NetworkSegment(56590691-3088-4519-b563-da92166a5ac0),segment_id=56590691-3088-4519-b563-da92166a5ac0)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:11.869664 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.914821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:11.974649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=fa7a67f2-b778-49d0-b7fa-823bd9346d4a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:11.997996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777b916-e631-427f-935f-12416f3969e7 None None] Pushing event updated for resources: {'Port': ['ID=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:12.035157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-49f3d1a7-dd3b-4458-a4c9-30ee8d22d753 req-dd7126f4-0a79-444a-8757-3e05afcdfa13 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408197 Nov 03 19:31:12.040793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:12.207064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:12.214080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390cb5f-4597-41e2-b5af-107675c4ec81 None None] Pushing event updated for resources: {'Port': ['ID=e14e1896-01d8-4f79-b2f5-0777da31c17d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:12.295771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:12.672057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 88a3244c-7f92-4db2-ad79-9c059d8209c2 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:12.799923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddf20b-0035-41d2-b408-4d5b7c90899d req-470d23b4-d262-46d6-b851-157b7ca7eef8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:12.805294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ddf20b-0035-41d2-b408-4d5b7c90899d req-470d23b4-d262-46d6-b851-157b7ca7eef8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 944 time: 0.2363780 Nov 03 19:31:12.850593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 88a3244c-7f92-4db2-ad79-9c059d8209c2 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:31:12.859615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 88a3244c-7f92-4db2-ad79-9c059d8209c2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:12.860213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:12.944597 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ddf20b-0035-41d2-b408-4d5b7c90899d req-01ca5b61-1758-4acc-8a67-7e636152969d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307502 Nov 03 19:31:12.969376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-99a0a2f3-8d3b-4539-b733-bc21fb93f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:12.983951 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-99a0a2f3-8d3b-4539-b733-bc21fb93f810 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.2139125 Nov 03 19:31:13.021063 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:13.119112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a3244c-7f92-4db2-ad79-9c059d8209c2'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:31:13.121409 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6b573-830d-43a7-aa01-a147acdc2489" -d '{"events": [{"server_uuid": "fadc4118-8863-416f-b775-2b9f1d56e5e7", "name": "network-vif-plugged", "status": "completed", "tag": "88a3244c-7f92-4db2-ad79-9c059d8209c2"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:31:13.155129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 88a3244c-7f92-4db2-ad79-9c059d8209c2, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:13.162535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:13.195416 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a809ea24-2432-4073-abd5-d1ca7cd896b2 x-openstack-request-id: req-a809ea24-2432-4073-abd5-d1ca7cd896b2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:31:13.195959 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadc4118-8863-416f-b775-2b9f1d56e5e7", "name": "network-vif-plugged", "status": "completed", "tag": "88a3244c-7f92-4db2-ad79-9c059d8209c2", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:31:13.196368 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a809ea24-2432-4073-abd5-d1ca7cd896b2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:31:13.196964 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a3244c-7f92-4db2-ad79-9c059d8209c2', 'code': 200} Nov 03 19:31:13.272752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=88a3244c-7f92-4db2-ad79-9c059d8209c2,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:13.284988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473ca0-de9c-4ba7-9dc4-07e0167901a3 req-2961e35c-30a6-4df6-a0d5-96f413113ef0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:13.286737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe473ca0-de9c-4ba7-9dc4-07e0167901a3 req-2961e35c-30a6-4df6-a0d5-96f413113ef0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1374719 Nov 03 19:31:13.340352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-3a56f54c-f436-4f1d-beec-a0436845d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:13.341984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-3a56f54c-f436-4f1d-beec-a0436845d690 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.2866218 Nov 03 19:31:13.439413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe473ca0-de9c-4ba7-9dc4-07e0167901a3 req-2d072687-d354-454b-8aa1-6e5e220ff9dc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436000 Nov 03 19:31:13.507419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68c51d-f298-4b9b-88a9-39ffa9766bcb req-3d50059b-7057-4afc-9668-2a3e4c545326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:13.509132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df68c51d-f298-4b9b-88a9-39ffa9766bcb req-3d50059b-7057-4afc-9668-2a3e4c545326 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 1096 time: 0.2476580 Nov 03 19:31:13.521536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-76a056c5-dc4a-4ffa-8213-acdb68850e5b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 1001 time: 0.1666589 Nov 03 19:31:13.591931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:13.606042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:13.607089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:13.711598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=fa7a67f2-b778-49d0-b7fa-823bd9346d4a,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:13.714872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-76ca418b-5f4c-4246-a851-9d6e02ac8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:13.716770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-76ca418b-5f4c-4246-a851-9d6e02ac8450 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.1800997 Nov 03 19:31:13.772849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.773202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.773546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.773881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.774212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.774544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.774870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.775197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.775524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.776005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.776370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.776608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:13.902509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-df68c51d-f298-4b9b-88a9-39ffa9766bcb req-341ed46d-69aa-44fe-b440-40f9c953e313 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849146 Nov 03 19:31:13.918601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-2580d6fe-fd16-4fa7-b41e-2f3c02ec031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:13.920077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-2580d6fe-fd16-4fa7-b41e-2f3c02ec031f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912308 Nov 03 19:31:14.227654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c1d8a-f13d-48af-bb63-8842b5085233 None None] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:14.229387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797833-39fd-4179-a06f-842389414fcb req-3b012d19-b146-4e03-abea-723a0367af2e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:14.230968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94797833-39fd-4179-a06f-842389414fcb req-3b012d19-b146-4e03-abea-723a0367af2e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.1311018 Nov 03 19:31:14.379873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-94797833-39fd-4179-a06f-842389414fcb req-7ca9a39e-2d46-4649-af43-6435169d60c4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288035 Nov 03 19:31:14.420176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-90594ecf-ca30-40e1-ba08-48ee12d24832 None None] Provisioning complete for port e14e1896-01d8-4f79-b2f5-0777da31c17d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:14.428769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90594ecf-ca30-40e1-ba08-48ee12d24832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:14.447029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc47ecb-a6bd-42fc-b1f8-17f0d038ee72 None None] Network 8e6a90a3-9716-44ac-b479-97be4c178830 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:14.683756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136eed-aead-47c4-a168-02df955c782e req-86bc2ebe-2f83-4f0e-b008-16db6b1e297f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:14.693607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb136eed-aead-47c4-a168-02df955c782e req-86bc2ebe-2f83-4f0e-b008-16db6b1e297f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0705223 Nov 03 19:31:14.779697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:14.787655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:14.827318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:14.837322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb136eed-aead-47c4-a168-02df955c782e req-510949c6-bc3d-4283-8497-9f0a0b1cd6dc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421459 Nov 03 19:31:15.060009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-b379e7d1-a65d-45d2-9acc-1a5724e6f4df service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1315091 Nov 03 19:31:15.151550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:15.151550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:15.286613 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90594ecf-ca30-40e1-ba08-48ee12d24832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:15.352092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-27f25cdd-5f9d-4e46-bde3-a3a18342036f service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701788 Nov 03 19:31:15.354577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router d567e1c8-b8eb-4a32-8b50-9792ce665751 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:31:15.610256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-90594ecf-ca30-40e1-ba08-48ee12d24832 None None] For port e14e1896-01d8-4f79-b2f5-0777da31c17d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e14e1896-01d8-4f79-b2f5-0777da31c17d,segment=NetworkSegment(56590691-3088-4519-b563-da92166a5ac0),segment_id=56590691-3088-4519-b563-da92166a5ac0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:15.622647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-90594ecf-ca30-40e1-ba08-48ee12d24832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:15.628574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:15.642552 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] Sync routers for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:15.663061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5e572231-7b68-481a-b94e-2308855d2eec tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/d567e1c8-b8eb-4a32-8b50-9792ce665751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6212478 Nov 03 19:31:15.666505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44004) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:15.688099 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:15.688099 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:15.709410 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:15.742366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a632a9-59fe-4e21-ad19-a071ee06db3d req-597bc7d8-a75f-4a10-9d3d-1c594419c0be tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:15.749129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90594ecf-ca30-40e1-ba08-48ee12d24832 None None] Pushing event updated for resources: {'Port': ['ID=e14e1896-01d8-4f79-b2f5-0777da31c17d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:15.766156 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:15.766391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86a632a9-59fe-4e21-ad19-a071ee06db3d req-597bc7d8-a75f-4a10-9d3d-1c594419c0be tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.2128594 Nov 03 19:31:15.797000 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:15.798441 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:15.822797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,segment=NetworkSegment(959c6f8b-54f2-4a07-a3f1-157df1973101),segment_id=959c6f8b-54f2-4a07-a3f1-157df1973101)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:15.854242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:15.855046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e14e1896-01d8-4f79-b2f5-0777da31c17d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:15.955961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88eab4b-be53-4c8c-a70f-d89bb2e54168 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:15.956266 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:15.962336 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d106127-b731-491d-bbdc-a503f3e2a030 None None] The sync data for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:15.974189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44014) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:15.975693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e88eab4b-be53-4c8c-a70f-d89bb2e54168 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports/fa7a67f2-b778-49d0-b7fa-823bd9346d4a HTTP/1.1" status: 200 len: 911 time: 0.3080394 Nov 03 19:31:16.125357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-86a632a9-59fe-4e21-ad19-a071ee06db3d req-b88dabde-7362-4c2f-8bcb-2f7a56460722 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581307 Nov 03 19:31:16.191849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5de4c341-64d4-477c-870a-200314cb6a65 None None] Provisioning complete for port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:16.197726 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5de4c341-64d4-477c-870a-200314cb6a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:16.211920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7751dd-9853-4500-802b-50d0dcba872f req-0323fc7e-6e3c-415d-8302-d07f6e19fc15 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:16.221695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f7751dd-9853-4500-802b-50d0dcba872f req-0323fc7e-6e3c-415d-8302-d07f6e19fc15 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.2161565 Nov 03 19:31:16.291587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:16.353026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e14e1896-01d8-4f79-b2f5-0777da31c17d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:16.357262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:16.420128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f7751dd-9853-4500-802b-50d0dcba872f req-a85615be-cf79-4b7a-b748-ad83a0c0832e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908159 Nov 03 19:31:16.465034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4a0e0-bdb3-4231-833e-d230ad536c70 req-fa526db8-693d-4f82-a75d-8eeb5d2f47b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:16.467426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4db4a0e0-bdb3-4231-833e-d230ad536c70 req-fa526db8-693d-4f82-a75d-8eeb5d2f47b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.1572301 Nov 03 19:31:16.567426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Provisioning complete for port e14e1896-01d8-4f79-b2f5-0777da31c17d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:16.567948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:16.575048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4db4a0e0-bdb3-4231-833e-d230ad536c70 req-fce34b48-54bf-4750-8b08-febc5e1f9b4e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996635 Nov 03 19:31:16.801711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a686-3c12-4755-980e-cddc4a399550 req-21bebbb7-3aed-4d5d-b170-bed1f9744756 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:16.810384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abd2a686-3c12-4755-980e-cddc4a399550 req-21bebbb7-3aed-4d5d-b170-bed1f9744756 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.0932796 Nov 03 19:31:16.874740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:16.875997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abd2a686-3c12-4755-980e-cddc4a399550 req-b02bcd7b-7b61-43f0-85e2-c9b1d29ceedc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642912 Nov 03 19:31:16.940812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.004337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Provisioning complete for port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:17.004976 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.058603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:17.058925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.208588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e14e1896-01d8-4f79-b2f5-0777da31c17d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:17.326883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Provisioning complete for port fa7a67f2-b778-49d0-b7fa-823bd9346d4a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:17.328409 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.407991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-13863c2a-3b6a-472f-a457-3968222cf22f None None] Port fa7a67f2-b778-49d0-b7fa-823bd9346d4a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:17.425609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e14e1896-01d8-4f79-b2f5-0777da31c17d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:17.426156 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.507679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183866df-7e42-4868-afcb-92c6f8a1c90c req-28b681cd-323b-4da9-8432-d61472b8df94 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:17.519144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-183866df-7e42-4868-afcb-92c6f8a1c90c req-28b681cd-323b-4da9-8432-d61472b8df94 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.1003273 Nov 03 19:31:17.611793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-183866df-7e42-4868-afcb-92c6f8a1c90c req-50fd684c-6e66-46fc-8516-439134e3362c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898826 Nov 03 19:31:17.635041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8:1::1 (8e6a90a3-9716-44ac-b479-97be4c178830/8a4b098d-3a52-4da7-a628-8dc71e020bd2/b9c4ff70-2353-47f8-bb03-7d12f0a5eba9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:17.656549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-75ff8ed2-066b-4482-bc01-c994539104c9 None None] Provisioning complete for port fa7a67f2-b778-49d0-b7fa-823bd9346d4a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:17.657144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-75ff8ed2-066b-4482-bc01-c994539104c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.701469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eb39d-d983-4dd7-8713-6ff809395173 req-c3aced70-a029-472d-93f9-bba862edcce6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:17.713922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-159eb39d-d983-4dd7-8713-6ff809395173 req-c3aced70-a029-472d-93f9-bba862edcce6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1009116 Nov 03 19:31:17.761975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-75ff8ed2-066b-4482-bc01-c994539104c9 None None] Port fa7a67f2-b778-49d0-b7fa-823bd9346d4a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:17.813847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-159eb39d-d983-4dd7-8713-6ff809395173 req-d3b322d2-980b-4291-8f33-bf92c145fbbe tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906270 Nov 03 19:31:17.847348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.915974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:17.964047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 8e6a90a3-9716-44ac-b479-97be4c178830 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:17.969691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:17.972393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:17.973337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.021783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=b9c4ff70-2353-47f8-bb03-7d12f0a5eba9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:18.170827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.514044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-99f84056-650a-48a6-bcec-f0601d7389eb None None] Provisioning complete for port b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:18.514531 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99f84056-650a-48a6-bcec-f0601d7389eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.567710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-99f84056-650a-48a6-bcec-f0601d7389eb None None] Port b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:18.604802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.610819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.612465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:18.726634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=b9c4ff70-2353-47f8-bb03-7d12f0a5eba9,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:18.869719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2f71-767b-4494-b2da-15c78cfca88e req-63e1d4c2-d805-4e3c-ae6c-4b309ac3edde tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:18.878366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dfa2f71-767b-4494-b2da-15c78cfca88e req-63e1d4c2-d805-4e3c-ae6c-4b309ac3edde tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.1452184 Nov 03 19:31:18.933260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 8e6a90a3-9716-44ac-b479-97be4c178830 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:18.938389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:18.982827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dfa2f71-767b-4494-b2da-15c78cfca88e req-e24921f7-09dd-4bad-b5a6-f2484eb0e7c2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021404 Nov 03 19:31:19.065549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1222e4-758e-4101-bfbd-0921e13bcbd7 req-358ae28d-1867-402d-8eb7-098123888582 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:19.075615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b1222e4-758e-4101-bfbd-0921e13bcbd7 req-358ae28d-1867-402d-8eb7-098123888582 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0817995 Nov 03 19:31:19.145352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b1222e4-758e-4101-bfbd-0921e13bcbd7 req-12337c0e-e371-43c8-8daa-83608284ebf1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683227 Nov 03 19:31:19.192396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router d567e1c8-b8eb-4a32-8b50-9792ce665751 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:19.384500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-2467db08-9d0c-40ea-a194-9618000cb3ec tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:19.386038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-2467db08-9d0c-40ea-a194-9618000cb3ec tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 945 time: 0.1894326 Nov 03 19:31:19.412772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5b2f6e0b-a3bf-46cb-b2d1-822ddc35e9d0 None None] Provisioning complete for port b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:19.413304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6e0b-a3bf-46cb-b2d1-822ddc35e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:19.463973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f6e0b-a3bf-46cb-b2d1-822ddc35e9d0 None None] Port b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:19.476608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:19.481927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0a1410bd-9899-4442-a591-ce835aae9529 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/d567e1c8-b8eb-4a32-8b50-9792ce665751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059612 Nov 03 19:31:19.484823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44100) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:19.498340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f0667e-cd05-4719-a772-163436003825 None None] Sync routers for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:19.511991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0667e-cd05-4719-a772-163436003825 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:19.512348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port 88a3244c-7f92-4db2-ad79-9c059d8209c2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:19.512691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:19.513279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e2f0667e-cd05-4719-a772-163436003825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:19.549709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead90719-4bf7-4ae0-9f32-fa3c2269530d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:19.554377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ead90719-4bf7-4ae0-9f32-fa3c2269530d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports/b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 HTTP/1.1" status: 200 len: 913 time: 0.0655527 Nov 03 19:31:19.557174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44102) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:19.578203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e2f0667e-cd05-4719-a772-163436003825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:19.592382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0667e-cd05-4719-a772-163436003825 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:19.593549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e2f0667e-cd05-4719-a772-163436003825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:19.631684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e2f0667e-cd05-4719-a772-163436003825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:19.632358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f0667e-cd05-4719-a772-163436003825 None None] The sync data for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:19.645099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port 88a3244c-7f92-4db2-ad79-9c059d8209c2, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=88a3244c-7f92-4db2-ad79-9c059d8209c2,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:19.645468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:19.659814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for 88a3244c-7f92-4db2-ad79-9c059d8209c2 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:19.805346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:19.818454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['88a3244c-7f92-4db2-ad79-9c059d8209c2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:31:19.876759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=88a3244c-7f92-4db2-ad79-9c059d8209c2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:19.904913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port 88a3244c-7f92-4db2-ad79-9c059d8209c2 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:19.910192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:19.920338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-29b13121-09c2-49a9-a0e0-efc7c57a99fb req-d2156d83-9c1d-415d-ac77-0e021a7cca10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "DELETE /v2.0/ports/88a3244c-7f92-4db2-ad79-9c059d8209c2 HTTP/1.1" status: 204 len: 173 time: 0.5262246 Nov 03 19:31:19.920946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'name': 'network-vif-deleted', 'tag': '88a3244c-7f92-4db2-ad79-9c059d8209c2'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:31:19.934144 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7f848-cf7e-4642-8b52-f55e35ddc550" -d '{"events": [{"server_uuid": "fadc4118-8863-416f-b775-2b9f1d56e5e7", "name": "network-vif-deleted", "tag": "88a3244c-7f92-4db2-ad79-9c059d8209c2"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:31:19.994075 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4f8faf-2aec-409e-b0e3-691e1bd2a853 x-openstack-request-id: req-cf4f8faf-2aec-409e-b0e3-691e1bd2a853 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:31:19.994401 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadc4118-8863-416f-b775-2b9f1d56e5e7", "name": "network-vif-deleted", "tag": "88a3244c-7f92-4db2-ad79-9c059d8209c2", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:31:19.994663 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf4f8faf-2aec-409e-b0e3-691e1bd2a853 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:31:19.995079 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadc4118-8863-416f-b775-2b9f1d56e5e7', 'name': 'network-vif-deleted', 'tag': '88a3244c-7f92-4db2-ad79-9c059d8209c2', 'status': 'completed', 'code': 200} Nov 03 19:31:20.363372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0222f945-1ba2-464a-82a8-29a571aada11 req-90508760-5270-4493-91d3-28e4e83cb771 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0651169 Nov 03 19:31:20.393781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e153fb-adc8-47ef-90f1-7353ed6a5fdf req-8f7d7128-0ff6-4b0b-bb49-fa9162be750f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:20.397192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0e153fb-adc8-47ef-90f1-7353ed6a5fdf req-8f7d7128-0ff6-4b0b-bb49-fa9162be750f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0978014 Nov 03 19:31:20.491775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0e153fb-adc8-47ef-90f1-7353ed6a5fdf req-a1585abd-a439-4f77-a5bd-380f5e32a72d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888195 Nov 03 19:31:20.591436 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:20.864412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:20.864812 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:20.959000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:20.974248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for b9c4ff70-2353-47f8-bb03-7d12f0a5eba9 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:21.180396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:21.216707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=b9c4ff70-2353-47f8-bb03-7d12f0a5eba9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:21.373458 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:21.623815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1cc4e50-d9a3-4e4e-a404-22e00b5765a6 req-97ad37f7-2e1d-4495-a6fd-422b43e65eb7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0832839 Nov 03 19:31:21.747744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898f86f-f2cc-459a-aa62-17d1d3d2aa39 req-caa0c702-46e7-4808-8ea5-fb036f31edf9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:21.762483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f898f86f-f2cc-459a-aa62-17d1d3d2aa39 req-caa0c702-46e7-4808-8ea5-fb036f31edf9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1355002 Nov 03 19:31:21.780957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router d567e1c8-b8eb-4a32-8b50-9792ce665751 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:21.906481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f898f86f-f2cc-459a-aa62-17d1d3d2aa39 req-f3c8684a-a976-466f-b472-5d046707e9dc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368403 Nov 03 19:31:21.938059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:21.945863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5d635048-7f6f-4df0-8553-7735e07fb7d1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/d567e1c8-b8eb-4a32-8b50-9792ce665751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856373 Nov 03 19:31:21.949756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44172) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:21.961835 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] Sync routers for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:21.984789 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:21.985974 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:22.067679 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:22.079623 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:22.080499 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:22.124672 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:22.125744 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc76eb-4de5-4934-af3a-d0c16f8880f9 None None] The sync data for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:22.475835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:22.733385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 88a3244c-7f92-4db2-ad79-9c059d8209c2 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:31:22.784113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 88a3244c-7f92-4db2-ad79-9c059d8209c2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:31:22.784708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 88a3244c-7f92-4db2-ad79-9c059d8209c2 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:31:22.798301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port fa7a67f2-b778-49d0-b7fa-823bd9346d4a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:22.798651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:22.860997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c3b205b-4cbf-45f2-bf8f-14c402a5dee4 req-efca473f-c46c-49d9-8dd0-235cd5342a10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0808394 Nov 03 19:31:22.952746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:22.976270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for fa7a67f2-b778-49d0-b7fa-823bd9346d4a owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:23.064990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219db7a-db8d-455b-b30a-1ea2f35eab8d req-0720251b-9ba8-4852-a3f4-2303b97bcc1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:23.073058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3219db7a-db8d-455b-b30a-1ea2f35eab8d req-0720251b-9ba8-4852-a3f4-2303b97bcc1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0757031 Nov 03 19:31:23.137038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3219db7a-db8d-455b-b30a-1ea2f35eab8d req-e371a965-dccc-44bf-93bc-031a856551cc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592978 Nov 03 19:31:23.177641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:23.214287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=fa7a67f2-b778-49d0-b7fa-823bd9346d4a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:23.643960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:23.826962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router d567e1c8-b8eb-4a32-8b50-9792ce665751 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:23.980753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:23.993506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] Sync routers for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:24.013703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:24.014118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dee87042-aad1-4530-b2eb-5d89a05d43fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/d567e1c8-b8eb-4a32-8b50-9792ce665751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0567031 Nov 03 19:31:24.014983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44208) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:24.015696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:24.017888 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a641271b-e4a0-46cd-9abd-c5195ab8c862 req-a06d76b0-34fd-4822-bc80-804b2ffde3ab tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0502634 Nov 03 19:31:24.050741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d5bfee55-9a82-4fff-a974-23ac15df5ca0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=d567e1c8-b8eb-4a32-8b50-9792ce665751 HTTP/1.1" status: 200 len: 205 time: 0.0338292 Nov 03 19:31:24.053891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44210) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:24.081005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:24.097916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] Routers {'d567e1c8-b8eb-4a32-8b50-9792ce665751'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:24.098651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d567e1c8-b8eb-4a32-8b50-9792ce665751'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:24.154880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.157877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:24.158813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83469ee-757f-4556-a872-31d46a695ea9 None None] The sync data for ids ['d567e1c8-b8eb-4a32-8b50-9792ce665751'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:24.405018 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.409729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.422186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a6971-483f-4f38-97c7-bccb549501f7 req-68e3bdf5-62bd-430e-b569-44de4ef7bc15 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:24.424348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d8a6971-483f-4f38-97c7-bccb549501f7 req-68e3bdf5-62bd-430e-b569-44de4ef7bc15 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1599553 Nov 03 19:31:24.528142 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.528910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router d567e1c8-b8eb-4a32-8b50-9792ce665751 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:31:24.544659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.548709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44224) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:24.549131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a718a1f1-f2ae-4e27-8d26-f54affa7b49f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/d567e1c8-b8eb-4a32-8b50-9792ce665751 HTTP/1.1" status: 204 len: 168 time: 0.4937749 Nov 03 19:31:24.553940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d8a6971-483f-4f38-97c7-bccb549501f7 req-4c99327b-3112-4a1e-91e2-367145452e76 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223125 Nov 03 19:31:24.650249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet 8a4b098d-3a52-4da7-a628-8dc71e020bd2 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:31:24.653584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.696565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.791620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.863607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.883106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:24.886870 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/8a4b098d-3a52-4da7-a628-8dc71e020bd2 HTTP/1.1" status: 204 len: 168 time: 0.3371208 Nov 03 19:31:24.889610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44230) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:24.893669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129fb627-67fe-474a-972d-6224dec2dfc2 None None] Network 8e6a90a3-9716-44ac-b479-97be4c178830 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:24.996392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fdda2-e7db-4957-9d14-b7662c7bca93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4b098d-3a52-4da7-a628-8dc71e020bd2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:25.059354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet 303b567d-2237-4730-bb35-daf58b1e1f10 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:31:25.064026 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.144090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afde9af3-2f47-4980-88fb-5cd361a07588 req-2c8e6cc6-c278-4884-8f27-c6167988fa08 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0405464 Nov 03 19:31:25.153017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.304201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] DHCP port deletion for 8e6a90a3-9716-44ac-b479-97be4c178830 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:31:25.318087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.362733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] Deleting port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:25.363116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.404817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.445088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=303b567d-2237-4730-bb35-daf58b1e1f10,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:25.449893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.454169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ba450eb1-e8dc-4e4a-94ae-185fda16df08 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/303b567d-2237-4730-bb35-daf58b1e1f10 HTTP/1.1" status: 204 len: 168 time: 0.5629444 Nov 03 19:31:25.456707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44244) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:25.462098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71a86a-a3eb-4dfe-b408-5f3297633a50 None None] Network 345fd793-0512-41fe-b0ae-0188086fb0e9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:25.504844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] For port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,segment=NetworkSegment(959c6f8b-54f2-4a07-a3f1-157df1973101),segment_id=959c6f8b-54f2-4a07-a3f1-157df1973101)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:25.505251 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.554670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] Calling delete_port for 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:25.558679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.639980 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:25.640829 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.714945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.740130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,segment=NetworkSegment(959c6f8b-54f2-4a07-a3f1-157df1973101),segment_id=959c6f8b-54f2-4a07-a3f1-157df1973101)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:25.740836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.745663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] Pushing event deleted for resources: {'Port': ['ID=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:25.751787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f43b8-c8d2-4c08-a31e-c822b314f0f0 None None] No DVR routers for this DVR port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:25.762434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:25.808967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] DHCP port deletion for 345fd793-0512-41fe-b0ae-0188086fb0e9 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:31:25.865043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.884866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] Deleting port e14e1896-01d8-4f79-b2f5-0777da31c17d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:25.885521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:25.919971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=8881fc6a-6a38-4c46-b597-ac4e0e8310d4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:25.930296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:25.998479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ec23-8d88-4576-ab87-f99eee3c11ec req-19447a4d-d469-487d-b9ba-7f08fdf9b476 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:26.001130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] For port e14e1896-01d8-4f79-b2f5-0777da31c17d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e14e1896-01d8-4f79-b2f5-0777da31c17d,segment=NetworkSegment(56590691-3088-4519-b563-da92166a5ac0),segment_id=56590691-3088-4519-b563-da92166a5ac0)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:26.001625 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.006210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b11ec23-8d88-4576-ab87-f99eee3c11ec req-19447a4d-d469-487d-b9ba-7f08fdf9b476 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.2884648 Nov 03 19:31:26.029103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] Calling delete_port for e14e1896-01d8-4f79-b2f5-0777da31c17d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:26.060860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.143345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b11ec23-8d88-4576-ab87-f99eee3c11ec req-49c65440-e012-46c5-9960-feaa0d7afcf9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361260 Nov 03 19:31:26.153310 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6a90a3-9716-44ac-b479-97be4c178830']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:26.171967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959c6f8b-54f2-4a07-a3f1-157df1973101') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:26.173765 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959c6f8b-54f2-4a07-a3f1-157df1973101') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:26.185086 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.210000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.221464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:31:26.221874 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:31:26.308665 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:31:26.321362 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.354397 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.361929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/8e6a90a3-9716-44ac-b479-97be4c178830 HTTP/1.1" status: 204 len: 168 time: 0.9003406 Nov 03 19:31:26.362728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.363224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44268) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:26.406527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] No DVR routers for this DVR port e14e1896-01d8-4f79-b2f5-0777da31c17d on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:26.408182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1c95-d981-43ac-9d80-7dd4a9695a70 None None] Pushing event deleted for resources: {'Port': ['ID=e14e1896-01d8-4f79-b2f5-0777da31c17d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:26.431812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62a1d39a-e158-4cf5-9058-61991e67352c req-96e54038-f9cf-40a1-954e-6a0990ae772b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.1221938 Nov 03 19:31:26.449355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671eec0-8d87-4688-806c-339578e69a93 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=8e6a90a3-9716-44ac-b479-97be4c178830,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:26.464827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.559821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.582970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345fd793-0512-41fe-b0ae-0188086fb0e9']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:26.593639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56590691-3088-4519-b563-da92166a5ac0') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:26.593933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56590691-3088-4519-b563-da92166a5ac0') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:26.609742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.626365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.635314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:31:26.635730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:31:26.639401 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:31:26.700241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:31:26.719269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:31:26.719593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8881fc6a-6a38-4c46-b597-ac4e0e8310d4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:31:26.720504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e14e1896-01d8-4f79-b2f5-0777da31c17d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:31:26.727084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.744515 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.748895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/345fd793-0512-41fe-b0ae-0188086fb0e9 HTTP/1.1" status: 204 len: 168 time: 0.3850772 Nov 03 19:31:26.753193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44274) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:26.753521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e14e1896-01d8-4f79-b2f5-0777da31c17d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:31:26.753914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e14e1896-01d8-4f79-b2f5-0777da31c17d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:31:26.767043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-267104703'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:26.780048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1119e2d-4f37-4d2a-b9e0-55dbeefe3639 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=345fd793-0512-41fe-b0ae-0188086fb0e9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:26.804393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:26.808041 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.839460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:31:26.849817 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.850203 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment e49ed6e4-004f-4721-b906-12c088f7b4a3 of type vlan for network ac8e09f3-c330-462f-863b-0971766cdf2e Nov 03 19:31:26.893810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.921688 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:26.927377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:26.928088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:27.001501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2464709 Nov 03 19:31:27.005467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44280) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:27.011259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:27.040368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ea18f-15f8-4945-86e8-2f07daea294d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=ac8e09f3-c330-462f-863b-0971766cdf2e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:27.060794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ac8e09f3-c330-462f-863b-0971766cdf2e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:31:27.154059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:27.171990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:27.210639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:31:27.353264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b831e5-f42c-468d-b326-54ea0e3a7d09 req-313020f1-07cb-4053-96fa-43a13ea539fb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:27.354849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b831e5-f42c-468d-b326-54ea0e3a7d09 req-313020f1-07cb-4053-96fa-43a13ea539fb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1113091 Nov 03 19:31:27.471121 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6b831e5-f42c-468d-b326-54ea0e3a7d09 req-9609b0c6-2553-4334-b666-2d419d33ffa5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055651 Nov 03 19:31:27.502708 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:27.575561 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-3fe15af7-3460-44d8-b963-52e1e25578da req-1d5d2c12-57cc-4391-9957-9f5ce9447d61 service neutron] show failed (client error): The resource could not be found. Nov 03 19:31:27.577400 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-1d5d2c12-57cc-4391-9957-9f5ce9447d61 service neutron] 10.222.0.115 "GET /v2.0/ports/5ca6b857-3432-49ca-aa94-0f493401a469/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0732849 Nov 03 19:31:27.596026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=f84da4bb-81c7-44c2-a297-5e3b481bc79a,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:27.629391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1047ae27-f3bb-4888-8bf5-233094ac7e4e req-3b7c486a-dfa1-4760-8505-00c531f8308a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=fadc4118-8863-416f-b775-2b9f1d56e5e7 HTTP/1.1" status: 200 len: 210 time: 0.0592079 Nov 03 19:31:27.646498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': 'e49ed6e4-004f-4721-b906-12c088f7b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:27.646864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: ac8e09f3-c330-462f-863b-0971766cdf2e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:31:27.679354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network ac8e09f3-c330-462f-863b-0971766cdf2e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:31:27.691818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ac8e09f3-c330-462f-863b-0971766cdf2e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:27.699939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:27.703490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:27.708176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227caa5-f665-4f36-82be-ece6e543669e None None] Network ac8e09f3-c330-462f-863b-0971766cdf2e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:27.745606 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0c896c5c-3722-4f90-b8df-bbdf69aa142c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7392559 Nov 03 19:31:27.748835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:27.757117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1286995427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:27.821922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:27.823590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:27.980844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.005877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.043938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-ac8e09f3-c330-462f-863b-0971766cdf2e', 'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': 'f84da4bb-81c7-44c2-a297-5e3b481bc79a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:31:28.045679 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.056296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-c5c4d5d6-6f14-407f-a0c2-3bb59281cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:28.058358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-c5c4d5d6-6f14-407f-a0c2-3bb59281cd73 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 1096 time: 0.1168029 Nov 03 19:31:28.062463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.067094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44306) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:28.067814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8d13e916-835b-4c43-bd32-28516969dd14 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3152986 Nov 03 19:31:28.072456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'port': {'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e', 'name': 'tempest-RoutersIpV6Test-714060856'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:28.075633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:28.204117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.277482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'port': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:28.283213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.306511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] device_id is not set on port 24576272-add7-4179-8396-42b11f4c22b8 yet. {{(pid=101989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:31:28.389316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Allocated IP 2001:db8::2 (ac8e09f3-c330-462f-863b-0971766cdf2e/f84da4bb-81c7-44c2-a297-5e3b481bc79a/2100d90c-fdae-4aeb-965a-ad67fc631e5c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:28.557705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:28.597694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:28.665341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:31:28.668879 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdb2790-ad2c-44f2-903a-790d74c2997a" -d '{"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:31:28.669948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ce68d-f21f-4bed-a118-11c4045d376d req-3be1f3c1-fddd-41b1-b215-64979c72ac0d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:28.673266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e8ce68d-f21f-4bed-a118-11c4045d376d req-3be1f3c1-fddd-41b1-b215-64979c72ac0d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0855913 Nov 03 19:31:28.674395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.678635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.696433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Transition to ACTIVE for port object 5ca6b857-3432-49ca-aa94-0f493401a469 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:31:28.697207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.701820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.802244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Network ac8e09f3-c330-462f-863b-0971766cdf2e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:28.812985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:28.819996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:28.904953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8::3aa (ac8e09f3-c330-462f-863b-0971766cdf2e/f84da4bb-81c7-44c2-a297-5e3b481bc79a/24576272-add7-4179-8396-42b11f4c22b8) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:28.916044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Pushing event updated for resources: {'Port': ['ID=2100d90c-fdae-4aeb-965a-ad67fc631e5c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:28.942416 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15df8f0e-e467-4c58-b2c4-c80b3be76a62 x-openstack-request-id: req-15df8f0e-e467-4c58-b2c4-c80b3be76a62 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:31:28.943215 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:31:28.945987 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-15df8f0e-e467-4c58-b2c4-c80b3be76a62 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:31:28.946578 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'code': 200} Nov 03 19:31:28.955499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:28.967169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Attempting to bind port 2100d90c-fdae-4aeb-965a-ad67fc631e5c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:28.967551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Attempting to bind port 2100d90c-fdae-4aeb-965a-ad67fc631e5c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e49ed6e4-004f-4721-b906-12c088f7b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:28.969130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Attempting to bind port 2100d90c-fdae-4aeb-965a-ad67fc631e5c on network ac8e09f3-c330-462f-863b-0971766cdf2e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:28.984458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:28.991483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Checking segment: {'id': 'e49ed6e4-004f-4721-b906-12c088f7b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:28.991936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.992350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Bound using segment: {'id': 'e49ed6e4-004f-4721-b906-12c088f7b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:28.993018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Bound port: 2100d90c-fdae-4aeb-965a-ad67fc631e5c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49ed6e4-004f-4721-b906-12c088f7b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac8e09f3-c330-462f-863b-0971766cdf2e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:28.993416 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.019135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e8ce68d-f21f-4bed-a118-11c4045d376d req-5220ccff-e5ef-429b-af74-819b0c0508fd tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251321 Nov 03 19:31:29.037631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] No DVR routers for this DVR port 5ca6b857-3432-49ca-aa94-0f493401a469 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:29.108352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] For port 2100d90c-fdae-4aeb-965a-ad67fc631e5c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:29.127248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] For port 2100d90c-fdae-4aeb-965a-ad67fc631e5c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2100d90c-fdae-4aeb-965a-ad67fc631e5c,segment=NetworkSegment(e49ed6e4-004f-4721-b906-12c088f7b4a3),segment_id=e49ed6e4-004f-4721-b906-12c088f7b4a3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:29.143022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.279084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8214c8e-586a-4137-bb59-69678d01b58c None None] Pushing event updated for resources: {'Port': ['ID=2100d90c-fdae-4aeb-965a-ad67fc631e5c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:29.302326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:29.303019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:29.303587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:29.313029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Port 5ca6b857-3432-49ca-aa94-0f493401a469 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:31:29.314539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Attempting to bind port 5ca6b857-3432-49ca-aa94-0f493401a469 on network d3db5933-268c-46b1-a9b4-9a0ae951d56f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:29.317645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.333094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:29.333569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Checking segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:29.335303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Bound using segment: {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:29.335867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Bound port: 5ca6b857-3432-49ca-aa94-0f493401a469, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd63da0-a829-4ce7-a4f2-89c8f570f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:29.336287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.405139 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.444179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:29.449135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:29.454670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.471946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network ac8e09f3-c330-462f-863b-0971766cdf2e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:29.478739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:29.488264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:29.499968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:29.500930 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.506639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:29.507522 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.510300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] 10.222.0.110 "PUT /v2.0/ports/5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 1091 time: 1.4397347 Nov 03 19:31:29.582486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=24576272-add7-4179-8396-42b11f4c22b8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:29.602114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d9ed8512-64c6-4af2-ae86-478b087383e0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5335639 Nov 03 19:31:29.604792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44340) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:29.643898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b0079-e286-4615-8a3f-e4daab475dcf service neutron] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:29.693295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-884bfdc6-16e8-4485-9522-272493b8d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:29.694757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-884bfdc6-16e8-4485-9522-272493b8d55f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1094 time: 0.1493254 Nov 03 19:31:29.898130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-0aa8cfd6-b677-4c68-9612-2fc344c97a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:29.899742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-0aa8cfd6-b677-4c68-9612-2fc344c97a2b service neutron] 10.222.0.110 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.1943562 Nov 03 19:31:29.991672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-e1e81168-d82d-4212-9fc2-54924e885f36 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 999 time: 0.0826793 Nov 03 19:31:30.061150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-e913cb7a-bbab-437a-9e07-4ea9600ef997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:30.064590 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-e913cb7a-bbab-437a-9e07-4ea9600ef997 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.0649502 Nov 03 19:31:30.133355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15af7-3460-44d8-b963-52e1e25578da req-597528f2-a753-4c2b-a7cb-4e7a62417775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:30.135498 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-597528f2-a753-4c2b-a7cb-4e7a62417775 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615501 Nov 03 19:31:30.285146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-7f1b13da-b51d-46b5-9268-7f1a14cdf552 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410012 Nov 03 19:31:30.422209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3fe15af7-3460-44d8-b963-52e1e25578da req-ccf89f84-6d9f-4bb3-933e-8eb422b015f3 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234784 Nov 03 19:31:30.495969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68641e0-09a3-438b-ace1-692510319df9 req-7cfa753a-dc78-40e5-8680-1835e6254843 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:30.497588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f68641e0-09a3-438b-ace1-692510319df9 req-7cfa753a-dc78-40e5-8680-1835e6254843 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.0867908 Nov 03 19:31:30.605343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:30.707348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f68641e0-09a3-438b-ace1-692510319df9 req-879051b9-496f-42ec-95fd-a0168d604c5c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484759 Nov 03 19:31:30.775242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2100d90c-fdae-4aeb-965a-ad67fc631e5c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:30.823388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a62b6-8936-4253-b221-59494a4de876 None None] Network ac8e09f3-c330-462f-863b-0971766cdf2e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:30.957818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:31:30.959185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:31:30.965124 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d12a80-2282-4e68-8e3c-c0356e0280cb" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:31:31.023989 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c281734-bb6f-4161-9ef6-efba1c08231c x-openstack-request-id: req-9c281734-bb6f-4161-9ef6-efba1c08231c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:31:31.024647 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:31:31.024963 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9c281734-bb6f-4161-9ef6-efba1c08231c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:31:31.025379 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'status': 'completed', 'code': 200} Nov 03 19:31:31.064309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ab171f65-88c7-4d71-baa5-0febb7a51c6a None None] Provisioning complete for port 2100d90c-fdae-4aeb-965a-ad67fc631e5c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:31.064881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab171f65-88c7-4d71-baa5-0febb7a51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.106136 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.115381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.142934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:31:31.220611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-f9c1987d-638f-481f-a454-b67f35707423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.222189 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-f9c1987d-638f-481f-a454-b67f35707423 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1094 time: 0.1762795 Nov 03 19:31:31.231871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-46bdaa9c-6f6a-455a-a8d2-0e30aa0619e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.236781 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-46bdaa9c-6f6a-455a-a8d2-0e30aa0619e6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1094 time: 0.1770630 Nov 03 19:31:31.261297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2100d90c-fdae-4aeb-965a-ad67fc631e5c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:31.261978 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.266451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab171f65-88c7-4d71-baa5-0febb7a51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.386611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ab171f65-88c7-4d71-baa5-0febb7a51c6a None None] For port 2100d90c-fdae-4aeb-965a-ad67fc631e5c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2100d90c-fdae-4aeb-965a-ad67fc631e5c,segment=NetworkSegment(e49ed6e4-004f-4721-b906-12c088f7b4a3),segment_id=e49ed6e4-004f-4721-b906-12c088f7b4a3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:31.396123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ab171f65-88c7-4d71-baa5-0febb7a51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.417475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.422584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=24576272-add7-4179-8396-42b11f4c22b8,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:31.516271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab171f65-88c7-4d71-baa5-0febb7a51c6a None None] Pushing event updated for resources: {'Port': ['ID=2100d90c-fdae-4aeb-965a-ad67fc631e5c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:31.531985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-e0e88c1b-d296-44c3-b0be-1a22cc1fd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.533615 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-e0e88c1b-d296-44c3-b0be-1a22cc1fd045 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.2956989 Nov 03 19:31:31.625737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-03a2edd1-2f8f-417c-ab39-8f6609f74c5f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 999 time: 0.0781362 Nov 03 19:31:31.631855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-b00032bc-230c-4456-bdfb-2e5ae4e70484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.633752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-b00032bc-230c-4456-bdfb-2e5ae4e70484 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.3767717 Nov 03 19:31:31.684389 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.790409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-6edb8f37-d4c5-4933-aec0-c462f3c8f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.791963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-6edb8f37-d4c5-4933-aec0-c462f3c8f48a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.1557579 Nov 03 19:31:31.794529 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-352866e6-36c9-474b-9bec-059e85f13d7c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 999 time: 0.1456001 Nov 03 19:31:31.865515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f6803afa-b4b8-4d5a-9447-809e7a5ec2a4 None None] Provisioning complete for port 24576272-add7-4179-8396-42b11f4c22b8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:31.866783 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6803afa-b4b8-4d5a-9447-809e7a5ec2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.915724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-54a7c1ef-f65b-434f-9b13-80b66b19762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.917410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-54a7c1ef-f65b-434f-9b13-80b66b19762a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144938 Nov 03 19:31:31.919162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-32a245a5-bd98-4393-8b1f-4bfdb379243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:31.920651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-32a245a5-bd98-4393-8b1f-4bfdb379243f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.0989959 Nov 03 19:31:31.937402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f6803afa-b4b8-4d5a-9447-809e7a5ec2a4 None None] Port 24576272-add7-4179-8396-42b11f4c22b8 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:31.986326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f6803afa-b4b8-4d5a-9447-809e7a5ec2a4 None None] Provisioning complete for port 2100d90c-fdae-4aeb-965a-ad67fc631e5c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:31.990042 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6803afa-b4b8-4d5a-9447-809e7a5ec2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.199352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d003fce-6de8-49d1-9230-63f58c07e85b req-b45f13a2-5ef7-4be1-ac50-4c5adba953a0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:32.208058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d003fce-6de8-49d1-9230-63f58c07e85b req-b45f13a2-5ef7-4be1-ac50-4c5adba953a0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 943 time: 0.2357061 Nov 03 19:31:32.221403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-5c40624e-37db-4208-822e-20617e1fb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:32.223155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-5c40624e-37db-4208-822e-20617e1fb539 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2943213 Nov 03 19:31:32.258429 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-2609463b-8ffd-47a1-b57c-a124d5cd3587 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145833 Nov 03 19:31:32.291667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-293800a9-a136-4788-8456-87a6c7d81acd None None] Provisioning complete for port 24576272-add7-4179-8396-42b11f4c22b8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:32.292161 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-293800a9-a136-4788-8456-87a6c7d81acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.392894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-293800a9-a136-4788-8456-87a6c7d81acd None None] Port 24576272-add7-4179-8396-42b11f4c22b8 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:32.521158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d003fce-6de8-49d1-9230-63f58c07e85b req-726b73f2-e277-4f4c-82d2-befc0c825094 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087749 Nov 03 19:31:32.627381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.641324 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.655088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.657821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.696760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-facf47fb-3b4b-41a4-ba6a-3662ea578b8c service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627371 Nov 03 19:31:32.795524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2100d90c-fdae-4aeb-965a-ad67fc631e5c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:32.799106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-d41b77b8-0fda-487b-a43b-ee4823ff364c service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776180 Nov 03 19:31:32.886215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:31:32.908181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network ac8e09f3-c330-462f-863b-0971766cdf2e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:32.915147 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:32.955614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0d0a110a-210f-4327-8bb3-3015beea881f None None] Provisioning complete for port 24576272-add7-4179-8396-42b11f4c22b8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:32.955981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0d0a110a-210f-4327-8bb3-3015beea881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:32.956315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=24576272-add7-4179-8396-42b11f4c22b8,revision_number=3']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:32.984253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1d12a80-2282-4e68-8e3c-c0356e0280cb req-02c0fdde-99c9-4cda-a9e0-2213e2f7bddc service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762227 Nov 03 19:31:33.003909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a110a-210f-4327-8bb3-3015beea881f None None] Port 24576272-add7-4179-8396-42b11f4c22b8 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:33.046589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2100d90c-fdae-4aeb-965a-ad67fc631e5c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:33.047284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:33.227648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:33.236902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:33.275628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '5ca6b857-3432-49ca-aa94-0f493401a469', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'port_id': '5ca6b857-3432-49ca-aa94-0f493401a469', 'mac_address': 'fa:16:3e:8f:3a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:31:33.310555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router b00e2aaa-aff9-4580-95b2-e1442d123747 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:31:33.344149 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:33.360691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca6b857-3432-49ca-aa94-0f493401a469 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:31:33.390534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:33.396334 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:33.475178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:33.496371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-48ab40a5-ded9-44bb-93cd-9ab37dd42219 None None] Provisioning complete for port 24576272-add7-4179-8396-42b11f4c22b8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:33.497266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48ab40a5-ded9-44bb-93cd-9ab37dd42219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:33.553334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-48ab40a5-ded9-44bb-93cd-9ab37dd42219 None None] Port 24576272-add7-4179-8396-42b11f4c22b8 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:33.600375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:33.615212 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] Sync routers for ids ['b00e2aaa-aff9-4580-95b2-e1442d123747'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:33.626020 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44512) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:33.626763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b2048d46-a0fb-4480-a7cb-80f8ccd032ef tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/b00e2aaa-aff9-4580-95b2-e1442d123747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0208483 Nov 03 19:31:33.641875 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] Routers {'b00e2aaa-aff9-4580-95b2-e1442d123747'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:33.648525 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b00e2aaa-aff9-4580-95b2-e1442d123747'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:33.691393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['5ca6b857-3432-49ca-aa94-0f493401a469'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:31:33.753278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef3e1f-1079-406a-b792-775f98f030eb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:33.757523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241dc2-ef19-4287-8f6b-242040d0e635 req-26f71021-7cec-4ba3-b734-f0d754ee0a4e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:33.761726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4fef3e1f-1079-406a-b792-775f98f030eb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports/24576272-add7-4179-8396-42b11f4c22b8 HTTP/1.1" status: 200 len: 983 time: 0.1337316 Nov 03 19:31:33.764484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44528) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:33.767241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e241dc2-ef19-4287-8f6b-242040d0e635 req-26f71021-7cec-4ba3-b734-f0d754ee0a4e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 944 time: 0.1362109 Nov 03 19:31:33.772299 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:33.818376 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] Routers {'b00e2aaa-aff9-4580-95b2-e1442d123747'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:33.825894 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b00e2aaa-aff9-4580-95b2-e1442d123747'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:33.915534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e241dc2-ef19-4287-8f6b-242040d0e635 req-96e35d67-c6bb-45c7-bf8d-bbb16eea17ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449165 Nov 03 19:31:33.931053 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:33.931727 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e84d93-beba-4a58-a6a0-42af1d3d7220 None None] The sync data for ids ['b00e2aaa-aff9-4580-95b2-e1442d123747'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:34.381397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166162-62c9-44de-b409-4f46158cca37 req-a2ea630b-b2d3-4c61-ae96-ff6713e12ccf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:34.389349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd166162-62c9-44de-b409-4f46158cca37 req-a2ea630b-b2d3-4c61-ae96-ff6713e12ccf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 944 time: 0.1361187 Nov 03 19:31:34.476260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd166162-62c9-44de-b409-4f46158cca37 req-06064868-907f-4307-8666-9aa07212ab60 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772057 Nov 03 19:31:34.578328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766772e-ff40-449c-9706-79db56a8b189 req-6a9ece5a-ed0d-4709-932e-3cdc38c17322 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:34.581050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-6a9ece5a-ed0d-4709-932e-3cdc38c17322 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f&tenant_id=f4d240c4693a4d57b0b45382638a52bf&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 944 time: 0.1581588 Nov 03 19:31:34.697587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3aef96a-317a-4698-89db-39ad83c1416a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:34.810499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:35.036133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 5ca6b857-3432-49ca-aa94-0f493401a469 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:31:35.047618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 5ca6b857-3432-49ca-aa94-0f493401a469 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:35.048333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:35.058372 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-c766772e-ff40-449c-9706-79db56a8b189 req-732bfe92-5a17-4cf1-9901-8d7d440fa634 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:31:35.059460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-732bfe92-5a17-4cf1-9901-8d7d440fa634 service neutron] 10.222.0.115 "DELETE /v2.0/ports/5ca6b857-3432-49ca-aa94-0f493401a469/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.4704611 Nov 03 19:31:35.183109 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:35.248151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:31:35.250989 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaeec91-b781-48e4-8757-4f9831eaf505" -d '{"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:31:35.281959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:35.289059 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:35.312786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:35.402993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766772e-ff40-449c-9706-79db56a8b189 req-870cc69a-3841-4ca5-8957-7e1b2946f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:35.408755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-870cc69a-3841-4ca5-8957-7e1b2946f84a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1095 time: 0.2608256 Nov 03 19:31:35.485005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:35.502238 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec8d98e-c59d-459a-a45d-06c409848959 x-openstack-request-id: req-1ec8d98e-c59d-459a-a45d-06c409848959 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:31:35.503789 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:31:35.504197 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1ec8d98e-c59d-459a-a45d-06c409848959 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:31:35.504779 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'code': 200} Nov 03 19:31:35.635097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766772e-ff40-449c-9706-79db56a8b189 req-3ccba60b-42e4-46e0-bfdf-266be2630eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:35.636765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-3ccba60b-42e4-46e0-bfdf-266be2630eba service neutron] 10.222.0.115 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.2166867 Nov 03 19:31:35.665573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b684e-ce1b-46c4-87cf-8a6eb7d59795 req-354a780e-66e1-4cc5-a1d0-3952ad24e447 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:35.667861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab6b684e-ce1b-46c4-87cf-8a6eb7d59795 req-354a780e-66e1-4cc5-a1d0-3952ad24e447 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.0791895 Nov 03 19:31:35.758267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-9cc0e63b-ce65-4b94-8695-54942dcbefae service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 1001 time: 0.0935645 Nov 03 19:31:35.761518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab6b684e-ce1b-46c4-87cf-8a6eb7d59795 req-30d9930e-0c20-468d-afc5-1fae7629b598 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860991 Nov 03 19:31:35.868625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766772e-ff40-449c-9706-79db56a8b189 req-eced1ea9-b2d4-478f-a859-b2e66a054ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:35.870040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-eced1ea9-b2d4-478f-a859-b2e66a054ede service neutron] 10.222.0.115 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.0967660 Nov 03 19:31:35.965584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766772e-ff40-449c-9706-79db56a8b189 req-a853d8ef-9366-49dd-840e-ecadbe72f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:35.967122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-a853d8ef-9366-49dd-840e-ecadbe72f354 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682554 Nov 03 19:31:35.974928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 24576272-add7-4179-8396-42b11f4c22b8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:35.975039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:36.182397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-6e7839bb-aa52-423d-a8c7-bcd3329cfe37 service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039504 Nov 03 19:31:36.186353 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:36.227815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 24576272-add7-4179-8396-42b11f4c22b8 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:36.353543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c766772e-ff40-449c-9706-79db56a8b189 req-0371376b-021f-447d-9a8a-ec7c222334eb service neutron] 10.222.0.115 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618142 Nov 03 19:31:36.521929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:36.557033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=24576272-add7-4179-8396-42b11f4c22b8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:36.720176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:36.958046 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62850-0c0f-406f-a8e5-83ea1d7af7aa req-dae9b3a2-72b3-45ca-b5dd-a7fb7c81bfbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:36.973702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eef62850-0c0f-406f-a8e5-83ea1d7af7aa req-dae9b3a2-72b3-45ca-b5dd-a7fb7c81bfbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1093903 Nov 03 19:31:37.077145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router b00e2aaa-aff9-4580-95b2-e1442d123747 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:37.098881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eef62850-0c0f-406f-a8e5-83ea1d7af7aa req-ecb4466e-5072-41ec-bd67-f9b26ae51051 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153841 Nov 03 19:31:37.113078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44870) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:37.233161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:37.248558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a123affb-c305-4908-aa09-dd4e708b3afe tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/b00e2aaa-aff9-4580-95b2-e1442d123747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825354 Nov 03 19:31:37.253721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44888) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:37.257627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] Sync routers for ids ['b00e2aaa-aff9-4580-95b2-e1442d123747'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:37.286375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] Routers {'b00e2aaa-aff9-4580-95b2-e1442d123747'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:37.289149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b00e2aaa-aff9-4580-95b2-e1442d123747'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:37.329068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b7fba36-637f-467d-9391-6aafd80ee064 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/6990ceb6-d7bb-4faa-944a-be7327c9d669 HTTP/1.1" status: 200 len: 993 time: 0.2084732 Nov 03 19:31:37.376107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:37.386043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] Routers {'b00e2aaa-aff9-4580-95b2-e1442d123747'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:37.386862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b00e2aaa-aff9-4580-95b2-e1442d123747'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:37.423124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:37.423590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2424e-2ae9-47c6-9ce8-b2c3b03bbcb4 None None] The sync data for ids ['b00e2aaa-aff9-4580-95b2-e1442d123747'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:37.538325 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-df5fdf1a-7b90-4f43-821e-e68742bc1ae8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 19:31:37.544262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44918) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:37.560602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-df5fdf1a-7b90-4f43-821e-e68742bc1ae8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/b00e2aaa-aff9-4580-95b2-e1442d123747/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3046906 Nov 03 19:31:37.585569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44920) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:37.599539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b5cf7e3a-5e1a-4801-8afd-274541b310c2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=b00e2aaa-aff9-4580-95b2-e1442d123747 HTTP/1.1" status: 200 len: 205 time: 0.0537407 Nov 03 19:31:37.686927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:37.875995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:37.878279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:37.942082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:37.942903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router b00e2aaa-aff9-4580-95b2-e1442d123747 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:31:37.951696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:37.953076 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6c904503-fbad-4baa-a442-db74d7f62adf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/b00e2aaa-aff9-4580-95b2-e1442d123747 HTTP/1.1" status: 204 len: 168 time: 0.3665268 Nov 03 19:31:37.955796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44930) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:38.033140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet f84da4bb-81c7-44c2-a297-5e3b481bc79a {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:31:38.040775 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.106533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.211784 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.286820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.316171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=f84da4bb-81c7-44c2-a297-5e3b481bc79a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:38.329909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.338390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c08fe55-3c46-4157-b78c-bb84996d799d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/f84da4bb-81c7-44c2-a297-5e3b481bc79a HTTP/1.1" status: 204 len: 168 time: 0.3772333 Nov 03 19:31:38.338629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f420990-448b-4f3b-b1fa-a40b414a5dd0 None None] Network ac8e09f3-c330-462f-863b-0971766cdf2e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:38.339091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44934) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:38.447964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ea00ab32-d26a-49ab-a98e-87db7c22084a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.492329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.558452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 2100d90c-fdae-4aeb-965a-ad67fc631e5c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:38.558879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.612534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] DHCP port deletion for ac8e09f3-c330-462f-863b-0971766cdf2e request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:31:38.650899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 2100d90c-fdae-4aeb-965a-ad67fc631e5c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2100d90c-fdae-4aeb-965a-ad67fc631e5c,segment=NetworkSegment(e49ed6e4-004f-4721-b906-12c088f7b4a3),segment_id=e49ed6e4-004f-4721-b906-12c088f7b4a3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:38.651279 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.667605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 2100d90c-fdae-4aeb-965a-ad67fc631e5c owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:38.699944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2100d90c-fdae-4aeb-965a-ad67fc631e5c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:31:38.762644 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.778585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port 2100d90c-fdae-4aeb-965a-ad67fc631e5c on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:38.828562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=2100d90c-fdae-4aeb-965a-ad67fc631e5c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:38.906636 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.941092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8e09f3-c330-462f-863b-0971766cdf2e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:38.953876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ed6e4-004f-4721-b906-12c088f7b4a3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:38.954433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ed6e4-004f-4721-b906-12c088f7b4a3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:38.967063 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.991980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:38.994333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 2100d90c-fdae-4aeb-965a-ad67fc631e5c {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:31:38.994751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2100d90c-fdae-4aeb-965a-ad67fc631e5c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:31:39.005167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:31:39.005850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:31:39.010836 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:31:39.013746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Deleting port 2100d90c-fdae-4aeb-965a-ad67fc631e5c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:39.013852 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.084842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] For port 2100d90c-fdae-4aeb-965a-ad67fc631e5c, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:39.085631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.102651 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.118925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.123022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/ac8e09f3-c330-462f-863b-0971766cdf2e HTTP/1.1" status: 204 len: 168 time: 0.7833841 Nov 03 19:31:39.127156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44944) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:39.128584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Calling delete_port for 2100d90c-fdae-4aeb-965a-ad67fc631e5c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:39.142376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Port 2100d90c-fdae-4aeb-965a-ad67fc631e5c was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:31:39.147629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.148094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1463274478'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:39.156559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ffd9d-2f1c-4eab-9b47-8301f71d1499 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=ac8e09f3-c330-462f-863b-0971766cdf2e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:39.175475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Pushing event deleted for resources: {'Port': ['ID=2100d90c-fdae-4aeb-965a-ad67fc631e5c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:39.182577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] Network ac8e09f3-c330-462f-863b-0971766cdf2e is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:31:39.183263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17567b8-26ec-46fd-8cd5-e3afbbbaae8a None None] No DVR routers for this DVR port 2100d90c-fdae-4aeb-965a-ad67fc631e5c on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:39.200430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:39.204366 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.238962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:31:39.254841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.255197 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 4b4cf2a4-fd8b-46fc-9e20-258ae77337ad of type vlan for network fc9b42c3-75a6-44c9-86db-54bb74988034 Nov 03 19:31:39.320067 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.349776 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.355726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:39.356314 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.399701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44946) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:39.400308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2681179 Nov 03 19:31:39.407280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:39.441410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1717c9-da14-4293-a598-931d638d4837 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=fc9b42c3-75a6-44c9-86db-54bb74988034,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:39.455730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network fc9b42c3-75a6-44c9-86db-54bb74988034 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:31:39.523382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:39.527822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.745812 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.819091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=5caff711-a291-4e5d-a7a6-61b8f461753e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:39.870479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:39.870940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: fc9b42c3-75a6-44c9-86db-54bb74988034, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:31:39.891824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network fc9b42c3-75a6-44c9-86db-54bb74988034 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:31:39.906753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, fc9b42c3-75a6-44c9-86db-54bb74988034) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:39.912079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:39.913513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.916071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fce2e6-e675-418c-8089-c14936787a62 None None] Network fc9b42c3-75a6-44c9-86db-54bb74988034 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:39.958248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-799db0e9-c2dc-445d-bea3-1de9eebb324b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5559576 Nov 03 19:31:39.961330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 44962) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:39.969359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-895195032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:40.014875 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.015969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.051240 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.141894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-fc9b42c3-75a6-44c9-86db-54bb74988034', 'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': '5caff711-a291-4e5d-a7a6-61b8f461753e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:31:40.142939 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.147640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.166093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.205706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.207904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fb4e2ac8-3f75-497f-900b-74a2d63af6d6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2438579 Nov 03 19:31:40.211000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 44966) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:40.559133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Allocated IP 2001:db8::2 (fc9b42c3-75a6-44c9-86db-54bb74988034/5caff711-a291-4e5d-a7a6-61b8f461753e/163925d3-5342-4893-96a6-94beee1f876c) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:40.783302 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.794227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.845611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Network fc9b42c3-75a6-44c9-86db-54bb74988034 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:40.854062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:40.857164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:40.887530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Pushing event updated for resources: {'Port': ['ID=163925d3-5342-4893-96a6-94beee1f876c,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:40.963577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Attempting to bind port 163925d3-5342-4893-96a6-94beee1f876c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:40.964329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Attempting to bind port 163925d3-5342-4893-96a6-94beee1f876c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:40.965042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Attempting to bind port 163925d3-5342-4893-96a6-94beee1f876c on network fc9b42c3-75a6-44c9-86db-54bb74988034 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:40.979914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:40.980740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Checking segment: {'id': '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:40.981374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:40.982028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Bound using segment: {'id': '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:40.982747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Bound port: 163925d3-5342-4893-96a6-94beee1f876c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc9b42c3-75a6-44c9-86db-54bb74988034'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:40.983883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:41.073458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] For port 163925d3-5342-4893-96a6-94beee1f876c, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:41.078404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] For port 163925d3-5342-4893-96a6-94beee1f876c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=163925d3-5342-4893-96a6-94beee1f876c,segment=NetworkSegment(4b4cf2a4-fd8b-46fc-9e20-258ae77337ad),segment_id=4b4cf2a4-fd8b-46fc-9e20-258ae77337ad)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:41.084148 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:41.175386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38470d8-35d0-4cba-b36a-3addca24f81c None None] Pushing event updated for resources: {'Port': ['ID=163925d3-5342-4893-96a6-94beee1f876c,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:41.443676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:41.915500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:41.995539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8::1 (fc9b42c3-75a6-44c9-86db-54bb74988034/5caff711-a291-4e5d-a7a6-61b8f461753e/50ccc508-fb44-4257-803b-101aed3d5689) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:42.132037 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.178605 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.219497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.297033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network fc9b42c3-75a6-44c9-86db-54bb74988034 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:42.302824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:42.310353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:42.311050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.470941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=50ccc508-fb44-4257-803b-101aed3d5689,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:42.509782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.797917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2395c50-eefe-4780-9fb1-f86453c935cd None None] Network fc9b42c3-75a6-44c9-86db-54bb74988034 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:42.935272 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.941341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.942450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:42.942813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 163925d3-5342-4893-96a6-94beee1f876c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:43.009410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=50ccc508-fb44-4257-803b-101aed3d5689,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:43.070418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3d623932-2f92-4083-b324-22eb6542e678 None None] Provisioning complete for port 163925d3-5342-4893-96a6-94beee1f876c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:43.071561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d623932-2f92-4083-b324-22eb6542e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:43.118732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 163925d3-5342-4893-96a6-94beee1f876c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:43.119238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:43.131342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network fc9b42c3-75a6-44c9-86db-54bb74988034 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:43.133979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:43.285599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d623932-2f92-4083-b324-22eb6542e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:43.376950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3d623932-2f92-4083-b324-22eb6542e678 None None] For port 163925d3-5342-4893-96a6-94beee1f876c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=163925d3-5342-4893-96a6-94beee1f876c,segment=NetworkSegment(4b4cf2a4-fd8b-46fc-9e20-258ae77337ad),segment_id=4b4cf2a4-fd8b-46fc-9e20-258ae77337ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:43.384049 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d623932-2f92-4083-b324-22eb6542e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:43.470431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:43.586629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router 35c31dca-0791-4cda-8241-d69e85aed115 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:31:43.695197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623932-2f92-4083-b324-22eb6542e678 None None] Pushing event updated for resources: {'Port': ['ID=163925d3-5342-4893-96a6-94beee1f876c,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:43.787454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:43.806203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7cfc471b-a427-4031-a921-0a295009d88e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/35c31dca-0791-4cda-8241-d69e85aed115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5940666 Nov 03 19:31:43.809031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45000) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:43.813111 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] Sync routers for ids ['35c31dca-0791-4cda-8241-d69e85aed115'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:43.831548 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] Routers {'35c31dca-0791-4cda-8241-d69e85aed115'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:43.832184 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['35c31dca-0791-4cda-8241-d69e85aed115'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:43.850086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0390200e-7b52-4f82-86aa-93884f389428 None None] Provisioning complete for port 50ccc508-fb44-4257-803b-101aed3d5689 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:43.850465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0390200e-7b52-4f82-86aa-93884f389428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:43.910290 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:31:43.910639 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:31:43.921520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f47e33-2d58-4103-9264-33a81c2df19b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:43.935877 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:43.937895 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a1f47e33-2d58-4103-9264-33a81c2df19b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports/50ccc508-fb44-4257-803b-101aed3d5689 HTTP/1.1" status: 200 len: 911 time: 0.1277726 Nov 03 19:31:43.940807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45006) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:43.966779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0390200e-7b52-4f82-86aa-93884f389428 None None] Port 50ccc508-fb44-4257-803b-101aed3d5689 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:43.970191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] Routers {'35c31dca-0791-4cda-8241-d69e85aed115'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:43.975038 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['35c31dca-0791-4cda-8241-d69e85aed115'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:44.008193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0390200e-7b52-4f82-86aa-93884f389428 None None] Provisioning complete for port 163925d3-5342-4893-96a6-94beee1f876c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:44.008571 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0390200e-7b52-4f82-86aa-93884f389428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:44.097670 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:44.101789 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208959c-55b0-4784-9dc1-e6c9b5d4e0f4 None None] The sync data for ids ['35c31dca-0791-4cda-8241-d69e85aed115'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:44.313251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-abcc7568-0e1b-45cc-af0f-e8990a2e2100 None None] Provisioning complete for port 50ccc508-fb44-4257-803b-101aed3d5689 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:44.315745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-abcc7568-0e1b-45cc-af0f-e8990a2e2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:44.463432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-abcc7568-0e1b-45cc-af0f-e8990a2e2100 None None] Port 50ccc508-fb44-4257-803b-101aed3d5689 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:44.538731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:44.602752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-618dde4a-277b-4598-a287-3b47f77338bb None None] Provisioning complete for port 50ccc508-fb44-4257-803b-101aed3d5689 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:44.603613 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-618dde4a-277b-4598-a287-3b47f77338bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:44.735339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-618dde4a-277b-4598-a287-3b47f77338bb None None] Port 50ccc508-fb44-4257-803b-101aed3d5689 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:44.760826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 163925d3-5342-4893-96a6-94beee1f876c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:44.847366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 163925d3-5342-4893-96a6-94beee1f876c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:44.848172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.102607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 50ccc508-fb44-4257-803b-101aed3d5689 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:45.104097 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.277840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.305803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 50ccc508-fb44-4257-803b-101aed3d5689 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:45.319100 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45020) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:45.635532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49de8765-9d0c-48de-8eb2-b461c5ab823a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.670459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.734038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=50ccc508-fb44-4257-803b-101aed3d5689,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:45.867435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49de8765-9d0c-48de-8eb2-b461c5ab823a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.878697 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-49de8765-9d0c-48de-8eb2-b461c5ab823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:45.963080 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de8765-9d0c-48de-8eb2-b461c5ab823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904822b9-a400-4b80-8025-db4875f0f99b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:45.996364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:46.024419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-49de8765-9d0c-48de-8eb2-b461c5ab823a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b8ae92460b4e42c0b698c06d8cc22cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033553 Nov 03 19:31:46.028427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45034) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:46.402060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-285d0e10-3072-4830-8771-ecd3219b6818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:46.402060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router 35c31dca-0791-4cda-8241-d69e85aed115 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:46.423366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-285d0e10-3072-4830-8771-ecd3219b6818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:46.560450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:46.578193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b6d7b92c-c130-4f12-8f6e-a38d3d569c97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/35c31dca-0791-4cda-8241-d69e85aed115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359696 Nov 03 19:31:46.578974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] Sync routers for ids ['35c31dca-0791-4cda-8241-d69e85aed115'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:46.581496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45052) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:46.607519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] Routers {'35c31dca-0791-4cda-8241-d69e85aed115'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:46.609150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['35c31dca-0791-4cda-8241-d69e85aed115'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:46.638645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-285d0e10-3072-4830-8771-ecd3219b6818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:46.643583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-285d0e10-3072-4830-8771-ecd3219b6818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:46.646651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-285d0e10-3072-4830-8771-ecd3219b6818 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/904822b9-a400-4b80-8025-db4875f0f99b HTTP/1.1" status: 204 len: 168 time: 0.6166348 Nov 03 19:31:46.683770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d0e10-3072-4830-8771-ecd3219b6818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904822b9-a400-4b80-8025-db4875f0f99b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:46.701589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45058) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:46.709635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:46.722643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cd4cc0ad-39ad-48d9-a91b-c6ddda14371f tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=35c31dca-0791-4cda-8241-d69e85aed115 HTTP/1.1" status: 200 len: 205 time: 0.1375368 Nov 03 19:31:46.758255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] Routers {'35c31dca-0791-4cda-8241-d69e85aed115'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:46.758928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['35c31dca-0791-4cda-8241-d69e85aed115'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:46.830640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:46.834974 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e73fca-8060-4d83-9a22-4b1f5414ffc5 None None] The sync data for ids ['35c31dca-0791-4cda-8241-d69e85aed115'] in n-d-812151-4 is: [] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:46.904483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.263381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.272992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.335859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.337255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router 35c31dca-0791-4cda-8241-d69e85aed115 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:31:47.354286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.355456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-34e09389-e8c8-4c40-aa75-c4d993b4da5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/35c31dca-0791-4cda-8241-d69e85aed115 HTTP/1.1" status: 204 len: 168 time: 0.6524329 Nov 03 19:31:47.359901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45078) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:47.436223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet 5caff711-a291-4e5d-a7a6-61b8f461753e {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:31:47.440199 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.503652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.716016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.880277 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:47.981521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=5caff711-a291-4e5d-a7a6-61b8f461753e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:48.012946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.023059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73d3a4-e903-4479-b9f9-f505a0aced8a None None] Network fc9b42c3-75a6-44c9-86db-54bb74988034 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:48.050817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:48.053053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-13779fbc-bf14-4c37-ba2d-51c5161a3c8c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/5caff711-a291-4e5d-a7a6-61b8f461753e HTTP/1.1" status: 204 len: 168 time: 0.6909349 Nov 03 19:31:48.076240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45110) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:48.358135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.373797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-920437354-network', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:48.426023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Made reservation on behalf of 3d54616765f0464e91647109b6d8d5cf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:48.428421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.441318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.579462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 163925d3-5342-4893-96a6-94beee1f876c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:48.579811 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.602296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] DHCP port deletion for fc9b42c3-75a6-44c9-86db-54bb74988034 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:31:48.637927 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.643312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.674154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:31:48.710098 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.735864 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Added segment 202399b4-0fb1-4fc5-8c2e-e177462e3227 of type vlan for network 99c432ba-93dd-4341-b2fb-59efce74a655 Nov 03 19:31:48.740692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] Deleting port 163925d3-5342-4893-96a6-94beee1f876c {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:48.741122 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.803739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 163925d3-5342-4893-96a6-94beee1f876c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:31:48.804140 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.807062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 163925d3-5342-4893-96a6-94beee1f876c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=163925d3-5342-4893-96a6-94beee1f876c,segment=NetworkSegment(4b4cf2a4-fd8b-46fc-9e20-258ae77337ad),segment_id=4b4cf2a4-fd8b-46fc-9e20-258ae77337ad)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:48.811106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.840083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.841507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:48.842382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.848653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 163925d3-5342-4893-96a6-94beee1f876c owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:48.979312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] For port 163925d3-5342-4893-96a6-94beee1f876c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=163925d3-5342-4893-96a6-94beee1f876c,segment=NetworkSegment(4b4cf2a4-fd8b-46fc-9e20-258ae77337ad),segment_id=4b4cf2a4-fd8b-46fc-9e20-258ae77337ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:48.986076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:48.994740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.019482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9420354 Nov 03 19:31:49.038894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] Calling delete_port for 163925d3-5342-4893-96a6-94beee1f876c owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:49.056797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45164) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:49.070490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Request body: {'subnet': {'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-920437354-subnet', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:49.076931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=163925d3-5342-4893-96a6-94beee1f876c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:49.093684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port 163925d3-5342-4893-96a6-94beee1f876c on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:49.158184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port 163925d3-5342-4893-96a6-94beee1f876c {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:31:49.158875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 163925d3-5342-4893-96a6-94beee1f876c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:31:49.263983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e45f6e-6259-42da-9c68-aada759e26c9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:49.314480 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.320859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7f0ee-d961-4f98-98d8-b37e3f65bbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=99c432ba-93dd-4341-b2fb-59efce74a655,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:49.358942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Made reservation on behalf of 3d54616765f0464e91647109b6d8d5cf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:49.363537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.371408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.431437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] Pushing event deleted for resources: {'Port': ['ID=163925d3-5342-4893-96a6-94beee1f876c,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:49.446017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 99c432ba-93dd-4341-b2fb-59efce74a655 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:31:49.451133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26a84c-9f7d-4de5-a8af-ecb8a202f309 None None] No DVR routers for this DVR port 163925d3-5342-4893-96a6-94beee1f876c on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:49.543466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9b42c3-75a6-44c9-86db-54bb74988034']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:49.607463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:49.612010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4cf2a4-fd8b-46fc-9e20-258ae77337ad') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:49.621565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-b3033a24-d722-4ad0-bc4a-3f2dc747d402 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2931292 Nov 03 19:31:49.669479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.787412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.812513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:31:49.814004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:31:49.819325 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:31:49.944325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.004262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:50.010630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-9996b6b3-6f79-414f-bec6-90a3f412577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:50.023528 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-9996b6b3-6f79-414f-bec6-90a3f412577c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.3031902 Nov 03 19:31:50.046698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.085805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Checking segment: {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:50.086640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Network hostable DHCP agents. Network: 99c432ba-93dd-4341-b2fb-59efce74a655, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:31:50.100138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.104443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/fc9b42c3-75a6-44c9-86db-54bb74988034 HTTP/1.1" status: 204 len: 168 time: 2.0512080 Nov 03 19:31:50.105571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa528-b0cf-489d-958b-2692c9cf0ddd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=fc9b42c3-75a6-44c9-86db-54bb74988034,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:50.108703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45254) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:50.123326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1867095141', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:50.202564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Network 99c432ba-93dd-4341-b2fb-59efce74a655 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:31:50.248430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 99c432ba-93dd-4341-b2fb-59efce74a655) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:50.266848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.270527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.270865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d051f-d075-4c0b-b6c1-6a4910a70783 None None] Network 99c432ba-93dd-4341-b2fb-59efce74a655 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:50.289002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:50.290535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.321502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-45de4f91-331f-4905-bd98-fd767169e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:50.325600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-45de4f91-331f-4905-bd98-fd767169e974 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.2715647 Nov 03 19:31:50.337766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-40f596a7-a8ff-4e63-8cc5-49c7ea0526d1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2906802 Nov 03 19:31:50.345415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:50.359191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:50.529510 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.594077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-b8e71af3-a155-492a-b293-e0d5d85adea4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 1001 time: 0.2594781 Nov 03 19:31:50.600382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.601939 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.716610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-99c432ba-93dd-4341-b2fb-59efce74a655', 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'fixed_ips': [{'subnet_id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:31:50.723518 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.743431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-85c8a4f2-9b24-4827-a9c2-525024b5be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:50.745925 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-85c8a4f2-9b24-4827-a9c2-525024b5be79 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.0739219 Nov 03 19:31:50.752234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:50.945461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:51.067932 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Allocated IP 172.20.0.2 (99c432ba-93dd-4341-b2fb-59efce74a655/5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4/28699bba-14d4-428c-9230-263594f9cb69) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:51.095752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-8cb52f40-0ff3-4014-8f0d-ec4c13a10bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:51.097699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-8cb52f40-0ff3-4014-8f0d-ec4c13a10bd0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3395286 Nov 03 19:31:51.523426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:51.565649 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:51.593571 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:51.615014 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:51.728184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Network 99c432ba-93dd-4341-b2fb-59efce74a655 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:51.732976 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:51.734049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:51.741585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:51.786129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 172.25.8.165 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/9a4a9664-c79e-495f-91a6-5cccad010cc2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:51.958717 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.079897 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.136832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:52.192439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-78986f4e-69a2-4bc0-8411-583a07d216d0 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515831 Nov 03 19:31:52.210130 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:52.216288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:52.341751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Attempting to bind port 28699bba-14d4-428c-9230-263594f9cb69 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:52.342177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Attempting to bind port 28699bba-14d4-428c-9230-263594f9cb69 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:52.342488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Attempting to bind port 28699bba-14d4-428c-9230-263594f9cb69 on network 99c432ba-93dd-4341-b2fb-59efce74a655 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:52.356578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:52.359998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Checking segment: {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:52.360593 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.361187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Bound using segment: {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:52.362522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Bound port: 28699bba-14d4-428c-9230-263594f9cb69, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:52.373292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.376041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Pushing event updated for resources: {'Port': ['ID=28699bba-14d4-428c-9230-263594f9cb69,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:52.471638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=9a4a9664-c79e-495f-91a6-5cccad010cc2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:52.505329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd45133f-1129-404e-bc89-bd5aadf075f7 req-65686eea-75f1-4346-b9d9-6442e9801da0 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033752 Nov 03 19:31:52.527069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] For port 28699bba-14d4-428c-9230-263594f9cb69, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:52.538716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] For port 28699bba-14d4-428c-9230-263594f9cb69, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=28699bba-14d4-428c-9230-263594f9cb69,segment=NetworkSegment(202399b4-0fb1-4fc5-8c2e-e177462e3227),segment_id=202399b4-0fb1-4fc5-8c2e-e177462e3227)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:52.544664 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.687736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edfd94-ed1c-403e-a849-6df6aef8adbc None None] Pushing event updated for resources: {'Port': ['ID=28699bba-14d4-428c-9230-263594f9cb69,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:52.794283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.852102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:52.867528 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:53.179185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Allocated IP 172.25.8.25 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/a29b4793-18fb-48e7-8909-d963b23f79a0) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:53.362210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:53.377630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:53.462962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:53.587217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:53.596894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:53.603103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:53.667477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Pushing event updated for resources: {'Port': ['ID=a29b4793-18fb-48e7-8909-d963b23f79a0,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:53.702879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router c1f81fce-bedf-4a57-8bd5-aee27373fedd is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:31:53.963992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:53.983015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] Sync routers for ids ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:53.993783 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:53.996648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-aea63de2-14f2-472c-9c92-32dcfb81afd1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8841164 Nov 03 19:31:53.999433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45576) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:54.021758 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] Routers {'c1f81fce-bedf-4a57-8bd5-aee27373fedd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:54.030624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:54.177936 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:54.315929 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] Routers {'c1f81fce-bedf-4a57-8bd5-aee27373fedd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:54.326507 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:54.393325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:54.430642 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:54.432058 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e851c2-e82e-4213-841f-788abcdce4da None None] The sync data for ids ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:54.551196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e998916-4084-4d6f-8ad5-d46748424314 None None] Network 99c432ba-93dd-4341-b2fb-59efce74a655 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:31:54.840597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9ea8914c-7b83-4d89-94df-46079d255d18 None None] Provisioning complete for port 28699bba-14d4-428c-9230-263594f9cb69 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:54.842392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ea8914c-7b83-4d89-94df-46079d255d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:54.873169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 28699bba-14d4-428c-9230-263594f9cb69 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:54.918637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e25a1177-a684-47dd-a386-bfb882ead1d7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/routers/c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 200 len: 885 time: 0.9146574 Nov 03 19:31:54.924647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45644) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:54.975451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:54.995828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 28699bba-14d4-428c-9230-263594f9cb69 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:54.996471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:55.147023 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ea8914c-7b83-4d89-94df-46079d255d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:55.287148 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:55.288863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Router 10fa37cf-82ae-423e-9b91-997252e5b033 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:31:55.338107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9ea8914c-7b83-4d89-94df-46079d255d18 None None] For port 28699bba-14d4-428c-9230-263594f9cb69, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=28699bba-14d4-428c-9230-263594f9cb69,segment=NetworkSegment(202399b4-0fb1-4fc5-8c2e-e177462e3227),segment_id=202399b4-0fb1-4fc5-8c2e-e177462e3227)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:55.357076 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9ea8914c-7b83-4d89-94df-46079d255d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:55.450551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:55.481016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:55.484984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d853535b-def7-4b95-977c-db9b53e23b58 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5589221 Nov 03 19:31:55.486671 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:55.487714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ab0cbd08-c55b-46e7-b42f-aa7ef5bd5c55 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1360965 Nov 03 19:31:55.489333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45694) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:55.506213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1867095141'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:55.548550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8914c-7b83-4d89-94df-46079d255d18 None None] Pushing event updated for resources: {'Port': ['ID=28699bba-14d4-428c-9230-263594f9cb69,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:55.564757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Sync routers for ids ['10fa37cf-82ae-423e-9b91-997252e5b033'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:55.578729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:31:55.580013 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:31:55.602705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Routers {'10fa37cf-82ae-423e-9b91-997252e5b033'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:55.606859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['10fa37cf-82ae-423e-9b91-997252e5b033'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:55.902949 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Set router 10fa37cf-82ae-423e-9b91-997252e5b033 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:31:56.119871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.149011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.225352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f7151871-2421-4510-8474-c90359530831 None None] Provisioning complete for port 28699bba-14d4-428c-9230-263594f9cb69 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:56.225352 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f7151871-2421-4510-8474-c90359530831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.355384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router c1f81fce-bedf-4a57-8bd5-aee27373fedd has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:56.357594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:31:54Z', 'revision_number': 3, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:56.405991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Checking router: 10fa37cf-82ae-423e-9b91-997252e5b033 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:31:56.407017 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Updating router 10fa37cf-82ae-423e-9b91-997252e5b033 port a29b4793-18fb-48e7-8909-d963b23f79a0 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:31:56.465341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.585551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.609797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:31:56.622008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.625551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1cb4fc52-5719-4da3-8f7f-ca764f7fd00a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 200 len: 892 time: 1.1314669 Nov 03 19:31:56.628272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45734) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:56.635975 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] Sync routers for ids ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:31:56.661484 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] Routers {'c1f81fce-bedf-4a57-8bd5-aee27373fedd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:56.662107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:56.724697 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:56.736672 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] Routers {'c1f81fce-bedf-4a57-8bd5-aee27373fedd'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:56.737581 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:56.782852 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:56.783823 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea375a-f283-4fdb-b837-1609f8344931 None None] The sync data for ids ['c1f81fce-bedf-4a57-8bd5-aee27373fedd'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:56.798463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 28699bba-14d4-428c-9230-263594f9cb69 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:31:56.923801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 28699bba-14d4-428c-9230-263594f9cb69 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:56.924068 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.007246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45746) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:57.007968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4ae147da-a6c3-4d93-bb3d-d83a8a2959c1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/routers/c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 200 len: 892 time: 0.3784745 Nov 03 19:31:57.071601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.090616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.097132 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c723bed-aa62-403c-89c9-900e7e8c7c0d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 200 len: 205 time: 0.0886509 Nov 03 19:31:57.099683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45748) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:57.120313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Allocated IP 172.20.0.1 (99c432ba-93dd-4341-b2fb-59efce74a655/5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4/11a2c0ef-1885-43e1-8be4-a83a5f33d4da) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:31:57.213721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Attempting to bind port a29b4793-18fb-48e7-8909-d963b23f79a0 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:57.215244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Attempting to bind port a29b4793-18fb-48e7-8909-d963b23f79a0 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:57.215968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Attempting to bind port a29b4793-18fb-48e7-8909-d963b23f79a0 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:57.226965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:57.228251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:57.228875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.229458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:57.230204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Bound port: a29b4793-18fb-48e7-8909-d963b23f79a0, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:57.230963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.319340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] For port a29b4793-18fb-48e7-8909-d963b23f79a0, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:57.323576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] For port a29b4793-18fb-48e7-8909-d963b23f79a0, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a29b4793-18fb-48e7-8909-d963b23f79a0,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:57.325044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892f306-288e-4444-8d7e-e2a9af697eb0 None None] Pushing event updated for resources: {'Port': ['ID=a29b4793-18fb-48e7-8909-d963b23f79a0,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:57.328247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.345329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.391516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.448565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Routers {'10fa37cf-82ae-423e-9b91-997252e5b033'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:31:57.450102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['10fa37cf-82ae-423e-9b91-997252e5b033'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:57.450516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.558062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Network 99c432ba-93dd-4341-b2fb-59efce74a655 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:57.570327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:57.578146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:31:57.584623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] Set router 10fa37cf-82ae-423e-9b91-997252e5b033 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:31:57.587498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:57.599271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.675089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.693706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-d00e48dc-0ff4-4f88-a8cc-a5abba2062d2 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:57.701391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-d00e48dc-0ff4-4f88-a8cc-a5abba2062d2 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 810 time: 0.2652981 Nov 03 19:31:57.812643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-2de0ccfb-3208-404e-83dd-b001d911a07f tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/quotas/bb3b754b2bbb41008a8207ab8b38399f HTTP/1.1" status: 200 len: 375 time: 0.1091301 Nov 03 19:31:57.846854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 9a4a9664-c79e-495f-91a6-5cccad010cc2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:31:57.847853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:57.859142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-0703cf6b-e53e-40b1-a4af-d74dd18cf241 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452089 Nov 03 19:31:57.969849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892f306-288e-4444-8d7e-e2a9af697eb0 None None] Pushing event updated for resources: {'Port': ['ID=a29b4793-18fb-48e7-8909-d963b23f79a0,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:58.052407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.068476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 9a4a9664-c79e-495f-91a6-5cccad010cc2 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:31:58.102288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eca41ccb-8867-4627-8318-cc19edaeca21 None None] Provisioning complete for port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:58.102958 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca41ccb-8867-4627-8318-cc19edaeca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.142212 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.153391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eca41ccb-8867-4627-8318-cc19edaeca21 None None] Port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:31:58.201197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-5757910e-3eb4-464d-a0e7-31fcda90d0bd service neutron] 10.222.0.91 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388534 Nov 03 19:31:58.331861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.341619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:31:54Z', 'revision_number': 3, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:31:58.420216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cf99f-d0a5-4817-989e-4c8d8a323042 None None] The sync data for ids ['10fa37cf-82ae-423e-9b91-997252e5b033'] in n-d-812151-4 is: [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:31:54Z', 'revision_number': 3, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:31:58.443889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-f3456da3-c736-4f2a-be92-a3b786f8d2b9 service neutron] 10.222.0.91 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436266 Nov 03 19:31:58.494335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=9a4a9664-c79e-495f-91a6-5cccad010cc2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:58.504888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.581324 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.588098 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.766080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.772558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:58.784027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.789127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.911762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.911762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router c1f81fce-bedf-4a57-8bd5-aee27373fedd {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:31:58.927323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.932229 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-81955516-5330-4bc4-bfed-81b74a9fa4db tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 204 len: 168 time: 1.8275375 Nov 03 19:31:58.945139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45788) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:58.954737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372998390'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:59.015733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:31:59.029614 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.090778 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:31:59.102873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.103367 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 9526824b-69f6-499b-a5e7-dd849035bb14 of type vlan for network b95bb164-2277-4745-9e7d-6b7624e6c8fd Nov 03 19:31:59.201180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.312855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5598f85-b231-405b-9fbf-a98da0f4885d req-c2a069b5-dd8a-4bfd-ac11-709d5ab17bc5 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 210 time: 0.5817232 Nov 03 19:31:59.314984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Network 99c432ba-93dd-4341-b2fb-59efce74a655 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:31:59.322001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:31:59.338492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.345400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:59.346522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.645250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=b95bb164-2277-4745-9e7d-6b7624e6c8fd,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:59.657253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:31:59.674097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f2f527fa-a646-461b-8a8c-c6ef973915bc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7245557 Nov 03 19:31:59.676487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45804) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:31:59.684686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:59.792679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Router 10fa37cf-82ae-423e-9b91-997252e5b033 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:31:59.940483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-02ca059c-acf9-4c93-9f2d-ff4aa327bb78 None None] Provisioning complete for port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:31:59.941729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02ca059c-acf9-4c93-9f2d-ff4aa327bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:00.050813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-02ca059c-acf9-4c93-9f2d-ff4aa327bb78 None None] Port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:00.129609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:00.152040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e681185b-388c-410f-b41d-0b6dffc9b7e4 admin admin] 10.222.0.91 "PUT /v2.0/routers/10fa37cf-82ae-423e-9b91-997252e5b033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6617646 Nov 03 19:32:00.351265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:00.360319 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:00.488908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9784a62-1e36-4348-b077-ceb5149c3597 req-e35a6f7c-9bba-480b-b2ca-da1789fee47e tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 210 time: 0.0698366 Nov 03 19:32:00.661760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-b94112d0-b9e8-48a4-bf28-d79746a3986d tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:00.663580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-b94112d0-b9e8-48a4-bf28-d79746a3986d tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 810 time: 0.2176971 Nov 03 19:32:00.690963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Request body: {'port': {'device_id': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102', 'admin_state_up': True, 'tenant_id': 'bb3b754b2bbb41008a8207ab8b38399f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:00.795200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a29b4793-18fb-48e7-8909-d963b23f79a0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:00.884258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Made reservation on behalf of bb3b754b2bbb41008a8207ab8b38399f for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:00.891954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:00.899987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a29b4793-18fb-48e7-8909-d963b23f79a0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:00.900588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:00.908369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.036553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.088984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port a29b4793-18fb-48e7-8909-d963b23f79a0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a29b4793-18fb-48e7-8909-d963b23f79a0,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:01.101677 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.106675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=ab737e75-11b8-4f17-8dfd-27ad47517e0b,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:01.120227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '9526824b-69f6-499b-a5e7-dd849035bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:01.120683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: b95bb164-2277-4745-9e7d-6b7624e6c8fd, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:01.127110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Allocated IP 172.20.0.6 (38c4cb7f-05b2-4356-a390-1d88432f2102/2f86bbce-15a8-47a7-82a1-157d1e81ed60/63dcf38a-47d4-4035-b81a-423a36c77a8f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:01.164136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:01.181709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b95bb164-2277-4745-9e7d-6b7624e6c8fd) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:01.224805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.227420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.272490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45844) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:01.273338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b0929352-c94e-40b0-bb6f-fbd216b17794 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5946102 Nov 03 19:32:01.277361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033299038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:01.309658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a480a-8369-4445-8476-d34f145d96a7 None None] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:01.344349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=a29b4793-18fb-48e7-8909-d963b23f79a0,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:01.352867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.354465 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.510574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.524800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.595725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.609055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-55081595-ce43-41a7-9609-d71907f9734b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3307612 Nov 03 19:32:01.611060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45854) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:01.650453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Sync routers for ids ['10fa37cf-82ae-423e-9b91-997252e5b033'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:01.654321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45858) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:01.683582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1007184962-network', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:01.754770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Routers {'10fa37cf-82ae-423e-9b91-997252e5b033'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:01.756223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['10fa37cf-82ae-423e-9b91-997252e5b033'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:01.770661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b95bb164-2277-4745-9e7d-6b7624e6c8fd', 'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': 'ab737e75-11b8-4f17-8dfd-27ad47517e0b'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:01.771746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.772660 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.784262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfdd0d0a-b7c2-4871-94b4-60948516c961 req-58d0bb02-3862-413b-a825-36a2dbf9d7c0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 210 time: 0.0739152 Nov 03 19:32:01.831658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Made reservation on behalf of 3e343c86d54049a9b63bdc1128c4be5d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:01.839089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.876661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.058559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.067605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.121694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:32:02.135008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52c4d86-221c-4b32-9132-58bf86dac393,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:02.142565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.143036 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Added segment 4037f81d-61f3-4608-a871-5c24a279e62d of type vlan for network a19e783f-fc8a-42f8-9e66-c6efb733ee8e Nov 03 19:32:02.153016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.276870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Allocated IP 2001:db8::2 (b95bb164-2277-4745-9e7d-6b7624e6c8fd/ab737e75-11b8-4f17-8dfd-27ad47517e0b/a39732ea-17e8-45fd-825d-115e015c2caa) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:02.281033 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.286998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Network 38c4cb7f-05b2-4356-a390-1d88432f2102 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:02.297179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:02.338185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Pushing event updated for resources: {'Port': ['ID=63dcf38a-47d4-4035-b81a-423a36c77a8f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:02.356037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:02.378622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.380019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.380978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.434453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.515938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Set router 10fa37cf-82ae-423e-9b91-997252e5b033 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:02.551516 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8959327 Nov 03 19:32:02.555028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45872) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:02.560590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Request body: {'subnet': {'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1007184962-subnet', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:02.592140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Made reservation on behalf of 3e343c86d54049a9b63bdc1128c4be5d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:02.595269 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.603836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.606716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.608310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.672669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.676228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.679747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-33e6a10d-9db3-44ae-b94f-94d8a936d5fe tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0022264 Nov 03 19:32:02.699993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Request body: {'port': {'device_id': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:02.881957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:02.885645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a29b4793-18fb-48e7-8909-d963b23f79a0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:02.984883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:02.989626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Pushing event updated for resources: {'Port': ['ID=a39732ea-17e8-45fd-825d-115e015c2caa,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:02.991400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.994035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:03.028202 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.035832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbd47-ccfb-4c77-b86b-2dfec101b64d admin admin] Pushing event updated for resources: {'Network': ['ID=a19e783f-fc8a-42f8-9e66-c6efb733ee8e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:03.051733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a29b4793-18fb-48e7-8909-d963b23f79a0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:03.055937 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.066177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:32:03.168193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:31:57Z', 'revision_number': 4, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11a2c0ef-1885-43e1-8be4-a83a5f33d4da', 'name': '', 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'mac_address': 'fa:16:3e:41:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:56Z', 'updated_at': '2021-11-03T19:31:58Z', 'revision_number': 2, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'subnets': [{'id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:03.320713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Checking router: 10fa37cf-82ae-423e-9b91-997252e5b033 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:03.321490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Updating router 10fa37cf-82ae-423e-9b91-997252e5b033 port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:03.359604 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.381948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.390980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Attempting to bind port a39732ea-17e8-45fd-825d-115e015c2caa on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:03.391220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Attempting to bind port a39732ea-17e8-45fd-825d-115e015c2caa by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '9526824b-69f6-499b-a5e7-dd849035bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:03.391889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Attempting to bind port a39732ea-17e8-45fd-825d-115e015c2caa on network b95bb164-2277-4745-9e7d-6b7624e6c8fd {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:03.396270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8::1 (b95bb164-2277-4745-9e7d-6b7624e6c8fd/ab737e75-11b8-4f17-8dfd-27ad47517e0b/bbe6da48-5619-4a87-86a1-a6efef32cfdd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:03.439682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:03.440176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Checking segment: {'id': '9526824b-69f6-499b-a5e7-dd849035bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:03.440809 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.441437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Bound using segment: {'id': '9526824b-69f6-499b-a5e7-dd849035bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:03.441881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Bound port: a39732ea-17e8-45fd-825d-115e015c2caa, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9526824b-69f6-499b-a5e7-dd849035bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b95bb164-2277-4745-9e7d-6b7624e6c8fd'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:03.442411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.635233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] For port a39732ea-17e8-45fd-825d-115e015c2caa, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:03.638886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] For port a39732ea-17e8-45fd-825d-115e015c2caa, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a39732ea-17e8-45fd-825d-115e015c2caa,segment=NetworkSegment(9526824b-69f6-499b-a5e7-dd849035bb14),segment_id=9526824b-69f6-499b-a5e7-dd849035bb14)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:03.767879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Checking segment: {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:03.768495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Network hostable DHCP agents. Network: a19e783f-fc8a-42f8-9e66-c6efb733ee8e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:03.779140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918881-3fc2-4c50-844d-59c694788b59 req-ab8a1ac4-6380-40d5-be43-5767bcfa6a60 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:03.787932 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11918881-3fc2-4c50-844d-59c694788b59 req-ab8a1ac4-6380-40d5-be43-5767bcfa6a60 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 931 time: 0.7834098 Nov 03 19:32:03.790594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:03.793155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.817761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dcf38a-47d4-4035-b81a-423a36c77a8f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:03.831886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.840078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:03.857592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, a19e783f-fc8a-42f8-9e66-c6efb733ee8e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:03.882474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:03.883073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.887306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Transition to ACTIVE for port object 63dcf38a-47d4-4035-b81a-423a36c77a8f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:32:03.890315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.900036 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.916289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11918881-3fc2-4c50-844d-59c694788b59 req-8f8d2ae3-2eb8-410f-91ac-a0e00b981811 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272240 Nov 03 19:32:03.923484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7127d63f-f2c4-492b-b3ba-c6d162c4ba40 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3672884 Nov 03 19:32:03.924166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45896) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:03.930032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:03.968261 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:03.969474 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.021015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:04.022502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24ada6-e702-4fdf-b05b-bada20bb227f None None] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:04.044751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:04.046925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.056012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:04.056584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.073494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.179807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=bbe6da48-5619-4a87-86a1-a6efef32cfdd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:04.213147 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:32:04.257957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Pushing event updated for resources: {'Port': ['ID=63dcf38a-47d4-4035-b81a-423a36c77a8f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:04.343598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.500379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Attempting to bind port 63dcf38a-47d4-4035-b81a-423a36c77a8f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:04.500992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Attempting to bind port 63dcf38a-47d4-4035-b81a-423a36c77a8f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:04.501542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Attempting to bind port 63dcf38a-47d4-4035-b81a-423a36c77a8f on network 38c4cb7f-05b2-4356-a390-1d88432f2102 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:04.537989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca17917-19d0-46e1-bbf7-1d1c36fcb617 None None] Pushing event updated for resources: {'Port': ['ID=a39732ea-17e8-45fd-825d-115e015c2caa,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:04.576288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Port 63dcf38a-47d4-4035-b81a-423a36c77a8f on network 38c4cb7f-05b2-4356-a390-1d88432f2102 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:32:04.577742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Attempting to bind port 63dcf38a-47d4-4035-b81a-423a36c77a8f on network 38c4cb7f-05b2-4356-a390-1d88432f2102 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:04.678339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:04.679460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Checking segment: {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:04.682838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Bound using segment: {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:04.685103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Bound port: 63dcf38a-47d4-4035-b81a-423a36c77a8f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:04.690001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.758815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50199600-2681-473a-8aae-2761a380418e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'fixed_ips': [{'subnet_id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:04.759727 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50199600-2681-473a-8aae-2761a380418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.800487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e950f799-64ba-42f3-a021-642b38a909cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.812265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.976608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.993647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-50199600-2681-473a-8aae-2761a380418e None None] Allocated IP 172.20.0.2 (a19e783f-fc8a-42f8-9e66-c6efb733ee8e/4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55/b8fb6df1-1525-45a4-8322-567129930576) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:05.047028 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.204446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50199600-2681-473a-8aae-2761a380418e None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.217013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a39732ea-17e8-45fd-825d-115e015c2caa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:05.240536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] For port 63dcf38a-47d4-4035-b81a-423a36c77a8f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:05.245638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50199600-2681-473a-8aae-2761a380418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.276214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] For port 63dcf38a-47d4-4035-b81a-423a36c77a8f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:05.312491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.359274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199600-2681-473a-8aae-2761a380418e None None] Pushing event updated for resources: {'Port': ['ID=b8fb6df1-1525-45a4-8322-567129930576,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:05.371584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:05.372363 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.374050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-723e79b2-806f-4588-997c-116096d40f34 service neutron] 10.222.0.115 "PUT /v2.0/ports/63dcf38a-47d4-4035-b81a-423a36c77a8f HTTP/1.1" status: 200 len: 1091 time: 2.6808758 Nov 03 19:32:05.374638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'tag': '63dcf38a-47d4-4035-b81a-423a36c77a8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:05.399279 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b1d375-6642-446f-9c68-7b341b84d0be" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8cb675-1f1e-4f8a-b765-d09eebabe6e3", "tag": "63dcf38a-47d4-4035-b81a-423a36c77a8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:05.403110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50199600-2681-473a-8aae-2761a380418e None None] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:05.424151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-50199600-2681-473a-8aae-2761a380418e None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:05.436399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50199600-2681-473a-8aae-2761a380418e None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:05.456493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.506169 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.531621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e79b2-806f-4588-997c-116096d40f34 service neutron] Pushing event updated for resources: {'Port': ['ID=63dcf38a-47d4-4035-b81a-423a36c77a8f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:05.562194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-98d7c0d6-09df-4941-a124-0bcd22510526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:05.564192 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-98d7c0d6-09df-4941-a124-0bcd22510526 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 1094 time: 0.1192682 Nov 03 19:32:05.637377 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-dad78d00-d8eb-4298-85fa-ff8a16eeaff3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f HTTP/1.1" status: 200 len: 217 time: 0.0630298 Nov 03 19:32:05.643311 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee27aa2-dbd0-4aaf-a456-b7c5b3a54269 x-openstack-request-id: req-7ee27aa2-dbd0-4aaf-a456-b7c5b3a54269 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:05.644010 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8cb675-1f1e-4f8a-b765-d09eebabe6e3", "tag": "63dcf38a-47d4-4035-b81a-423a36c77a8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:05.645331 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ee27aa2-dbd0-4aaf-a456-b7c5b3a54269 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:05.647454 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'tag': '63dcf38a-47d4-4035-b81a-423a36c77a8f', 'status': 'completed', 'code': 200} Nov 03 19:32:05.667965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a39732ea-17e8-45fd-825d-115e015c2caa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:05.668479 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.678562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Allocated IP 172.25.8.40 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/287e292f-4d48-43fb-ac29-47a1ae16c190) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:05.685316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386a4c-0059-4b10-98f2-d04b1ad7ea99 None None] Pushing event updated for resources: {'Port': ['ID=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:05.707970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.741162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-50199600-2681-473a-8aae-2761a380418e None None] Attempting to bind port b8fb6df1-1525-45a4-8322-567129930576 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:05.741758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-50199600-2681-473a-8aae-2761a380418e None None] Attempting to bind port b8fb6df1-1525-45a4-8322-567129930576 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:05.741922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50199600-2681-473a-8aae-2761a380418e None None] Attempting to bind port b8fb6df1-1525-45a4-8322-567129930576 on network a19e783f-fc8a-42f8-9e66-c6efb733ee8e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:05.768422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50199600-2681-473a-8aae-2761a380418e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:05.774112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50199600-2681-473a-8aae-2761a380418e None None] Checking segment: {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:05.774633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50199600-2681-473a-8aae-2761a380418e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.775046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50199600-2681-473a-8aae-2761a380418e None None] Bound using segment: {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:05.775567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-50199600-2681-473a-8aae-2761a380418e None None] Bound port: b8fb6df1-1525-45a4-8322-567129930576, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:05.776349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50199600-2681-473a-8aae-2761a380418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.872286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.876859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.049240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.108399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Attempting to bind port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:06.109612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Attempting to bind port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:06.109612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Attempting to bind port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da on network 99c432ba-93dd-4341-b2fb-59efce74a655 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:06.158842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:06.159489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Checking segment: {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:06.160136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.160807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Bound using segment: {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:06.161514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Bound port: 11a2c0ef-1885-43e1-8be4-a83a5f33d4da, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202399b4-0fb1-4fc5-8c2e-e177462e3227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:06.162094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.168503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-dca43d3c-1bea-4604-ad83-2e127507d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.170072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-dca43d3c-1bea-4604-ad83-2e127507d962 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2f86bbce-15a8-47a7-82a1-157d1e81ed60 HTTP/1.1" status: 200 len: 850 time: 0.4945903 Nov 03 19:32:06.194046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=bbe6da48-5619-4a87-86a1-a6efef32cfdd,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:06.269349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17675e50-cccc-4f13-8bfd-284964b58032 req-d326a0b4-c9ac-447d-aaed-a001138fe9d5 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.273390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-30a054c7-7684-4aa3-bbb0-46eed94c9c64 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=38c4cb7f-05b2-4356-a390-1d88432f2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921321 Nov 03 19:32:06.277011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17675e50-cccc-4f13-8bfd-284964b58032 req-d326a0b4-c9ac-447d-aaed-a001138fe9d5 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 943 time: 1.1013505 Nov 03 19:32:06.303814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa2a81-2cdd-4564-9329-45b048daa1f3 None None] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:06.312050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-50199600-2681-473a-8aae-2761a380418e None None] For port b8fb6df1-1525-45a4-8322-567129930576, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:06.337261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f67e788a-9962-4f1f-a656-e3534bb5e419 None None] Provisioning complete for port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:06.337944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f67e788a-9962-4f1f-a656-e3534bb5e419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.418562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.424487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-50199600-2681-473a-8aae-2761a380418e None None] For port b8fb6df1-1525-45a4-8322-567129930576, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b8fb6df1-1525-45a4-8322-567129930576,segment=NetworkSegment(4037f81d-61f3-4608-a871-5c24a279e62d),segment_id=4037f81d-61f3-4608-a871-5c24a279e62d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:06.453328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:06.459006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:06.474567 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.477571 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-50199600-2681-473a-8aae-2761a380418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.534231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f67e788a-9962-4f1f-a656-e3534bb5e419 None None] Port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:06.547570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Pushing event updated for resources: {'Port': ['ID=287e292f-4d48-43fb-ac29-47a1ae16c190,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:06.578449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] For port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:06.596012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:06.610905 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:06.612305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-a2ade717-c0fb-4e62-8316-4b2d5ad47b89 service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270071 Nov 03 19:32:06.624383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:06.628105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.628603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.629062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.629403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.629744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.630078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.630407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.630737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.631065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.631387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.631717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.632043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:06.641632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] For port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,segment=NetworkSegment(202399b4-0fb1-4fc5-8c2e-e177462e3227),segment_id=202399b4-0fb1-4fc5-8c2e-e177462e3227)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:06.654832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-17675e50-cccc-4f13-8bfd-284964b58032 req-f0d7c1d4-3651-4166-a81c-cdc59f74a622 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624845 Nov 03 19:32:06.684044 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.761226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port a39732ea-17e8-45fd-825d-115e015c2caa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a39732ea-17e8-45fd-825d-115e015c2caa,segment=NetworkSegment(9526824b-69f6-499b-a5e7-dd849035bb14),segment_id=9526824b-69f6-499b-a5e7-dd849035bb14)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:06.792280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199600-2681-473a-8aae-2761a380418e None None] Pushing event updated for resources: {'Port': ['ID=b8fb6df1-1525-45a4-8322-567129930576,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:06.799331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.863113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router 4a10acf3-74d1-475e-815f-97169ef93554 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:32:06.881956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ac3be2c-fc87-4837-a25e-0f5419ef11e3 req-0c6fe4fb-33fb-44b2-b5de-720e5e43597f service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613223 Nov 03 19:32:07.017951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3b76580f-d4dc-4dbd-9bfa-536649350ece None None] Provisioning complete for port a39732ea-17e8-45fd-825d-115e015c2caa triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:07.018887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3b76580f-d4dc-4dbd-9bfa-536649350ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:07.055677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Routers {'10fa37cf-82ae-423e-9b91-997252e5b033'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:07.056133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['10fa37cf-82ae-423e-9b91-997252e5b033'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.377090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386a4c-0059-4b10-98f2-d04b1ad7ea99 None None] Pushing event updated for resources: {'Port': ['ID=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:07.450227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:07.477773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:07.489747 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] Sync routers for ids ['4a10acf3-74d1-475e-815f-97169ef93554'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:07.527957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eb84c120-6965-4d59-b8d4-42d23236413e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/4a10acf3-74d1-475e-815f-97169ef93554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9158418 Nov 03 19:32:07.543066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45948) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:07.555169 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] Routers {'4a10acf3-74d1-475e-815f-97169ef93554'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:07.555900 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4a10acf3-74d1-475e-815f-97169ef93554'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.578408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=a39732ea-17e8-45fd-825d-115e015c2caa,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:07.651763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-b3dff823-7f4d-4191-b1df-af5a409ffc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:07.654117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-b3dff823-7f4d-4191-b1df-af5a409ffc79 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 1094 time: 0.5586040 Nov 03 19:32:07.674813 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.715442 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] Routers {'4a10acf3-74d1-475e-815f-97169ef93554'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:07.720124 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:31:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4a10acf3-74d1-475e-815f-97169ef93554'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.908262 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:07.909361 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1b009-2850-453a-86e3-5661b3f6a4f4 None None] The sync data for ids ['4a10acf3-74d1-475e-815f-97169ef93554'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:08.072631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:08.083295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] Set router 10fa37cf-82ae-423e-9b91-997252e5b033 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:08.091729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1480-b8cc-4a53-a41e-52a35fa35d2f req-c7a6b9c6-2a4a-4f6c-b8c0-c59151bce95e tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.093397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6daf1480-b8cc-4a53-a41e-52a35fa35d2f req-c7a6b9c6-2a4a-4f6c-b8c0-c59151bce95e tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 943 time: 0.1364582 Nov 03 19:32:08.457938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6daf1480-b8cc-4a53-a41e-52a35fa35d2f req-857bd6e1-ce62-4905-a376-61a13db34671 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526728 Nov 03 19:32:08.498224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96049cb5-2b0e-4907-85bb-e2938965df29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:08.500055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Provisioning complete for port a39732ea-17e8-45fd-825d-115e015c2caa triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:08.500546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:08.596528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:32:08.630825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c52ca3-132f-4a1d-a6c5-abcc3a975562 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.637094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-04c52ca3-132f-4a1d-a6c5-abcc3a975562 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports/bbe6da48-5619-4a87-86a1-a6efef32cfdd HTTP/1.1" status: 200 len: 911 time: 1.0757813 Nov 03 19:32:08.644878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 45970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:08.662489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab737e75-11b8-4f17-8dfd-27ad47517e0b'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:08.817064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:08.849232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Sync routers for ids ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:08.896423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Routers {'1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:08.896837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:08.903498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:08.913488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9cecb02a-de61-450d-a7ad-1de48fa09de2 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9877212 Nov 03 19:32:08.917577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 45974) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:09.022990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-bd509200-b6ce-466c-ba6f-008fc354d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:09.030584 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-bd509200-b6ce-466c-ba6f-008fc354d33a service neutron] 10.222.0.115 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 911 time: 1.3644679 Nov 03 19:32:09.050759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Set router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:09.137011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e674f2f-05cc-4063-a17b-e0d6dcb4c203 None None] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:09.186994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-bf8855f5-ec6b-42dd-bbd3-faab43ea8769 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f HTTP/1.1" status: 200 len: 217 time: 0.0892992 Nov 03 19:32:09.220525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Provisioning complete for port bbe6da48-5619-4a87-86a1-a6efef32cfdd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:09.221206 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:09.303801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:09.361574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b8fb6df1-1525-45a4-8322-567129930576 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:09.449541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:31:57Z', 'revision_number': 4, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11a2c0ef-1885-43e1-8be4-a83a5f33d4da', 'name': '', 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'mac_address': 'fa:16:3e:41:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:56Z', 'updated_at': '2021-11-03T19:32:06Z', 'revision_number': 4, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'subnets': [{'id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:09.508842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda968fe-ae03-4f97-8a69-5c74638038f8 None None] The sync data for ids ['10fa37cf-82ae-423e-9b91-997252e5b033'] in n-d-812151-4 is: [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:31:57Z', 'revision_number': 4, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11a2c0ef-1885-43e1-8be4-a83a5f33d4da', 'name': '', 'network_id': '99c432ba-93dd-4341-b2fb-59efce74a655', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'mac_address': 'fa:16:3e:41:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:56Z', 'updated_at': '2021-11-03T19:32:06Z', 'revision_number': 4, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'subnets': [{'id': '5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:09.512611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Port bbe6da48-5619-4a87-86a1-a6efef32cfdd cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:09.617939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-b405ce3d-50d6-4437-afcf-8af37ab436f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:09.638683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-b405ce3d-50d6-4437-afcf-8af37ab436f7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2f86bbce-15a8-47a7-82a1-157d1e81ed60 HTTP/1.1" status: 200 len: 850 time: 0.4134297 Nov 03 19:32:09.728572 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-029a95f9-5be8-42f2-a13c-e5005f199ca8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=38c4cb7f-05b2-4356-a390-1d88432f2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842054 Nov 03 19:32:09.769096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Provisioning complete for port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:09.769471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:09.961210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b8fb6df1-1525-45a4-8322-567129930576 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:09.961560 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:09.967248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dc5d-8d4d-4999-aaa9-dd91aceff9b9 req-f9f6e7a2-3734-45da-9d98-1d788f855e33 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:09.969614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7e9dc5d-8d4d-4999-aaa9-dd91aceff9b9 req-f9f6e7a2-3734-45da-9d98-1d788f855e33 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 943 time: 0.3053272 Nov 03 19:32:10.116660 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.188025 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7e9dc5d-8d4d-4999-aaa9-dd91aceff9b9 req-73ec6a42-59a0-41b1-b875-e882fda682ac tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076952 Nov 03 19:32:10.188800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:07Z', 'revision_number': 3, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:10.261616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Checking router: 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:10.261960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Updating router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 port 287e292f-4d48-43fb-ac29-47a1ae16c190 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:10.295365 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-4b6a3e4f-f4a5-46f1-bcb6-b1dad1403f32 service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571094 Nov 03 19:32:10.523202 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.570311 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.585279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.625673 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.791744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.915160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e0b1d375-6642-446f-9c68-7b341b84d0be req-c6ef49ef-2f6b-4376-9754-94131b5995a6 service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731771 Nov 03 19:32:10.917597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.935284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:10.936885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] For port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,segment=NetworkSegment(202399b4-0fb1-4fc5-8c2e-e177462e3227),segment_id=202399b4-0fb1-4fc5-8c2e-e177462e3227)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:10.937242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.947169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/ports/bbe6da48-5619-4a87-86a1-a6efef32cfdd HTTP/1.1" status: 200 len: 911 time: 2.2984695 Nov 03 19:32:10.949328 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46006) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:11.095654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7644cb1-44b8-4bfa-8986-b0611f77162a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=bbe6da48-5619-4a87-86a1-a6efef32cfdd,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:11.141011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 63dcf38a-47d4-4035-b81a-423a36c77a8f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:32:11.150404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.285770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port b8fb6df1-1525-45a4-8322-567129930576, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b8fb6df1-1525-45a4-8322-567129930576,segment=NetworkSegment(4037f81d-61f3-4608-a871-5c24a279e62d),segment_id=4037f81d-61f3-4608-a871-5c24a279e62d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:11.328142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.337687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a39732ea-17e8-45fd-825d-115e015c2caa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:11.345173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:32:11.822745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Allocated IP 172.20.0.1 (a19e783f-fc8a-42f8-9e66-c6efb733ee8e/4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55/44ce526f-e9d4-48a7-9293-e53ce3f3be0d) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:11.877812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba3097-f033-45cc-a8e7-abcf88ba7b62 req-15931197-3dd2-421d-8895-6b20086a41ab tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:11.892429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2ba3097-f033-45cc-a8e7-abcf88ba7b62 req-15931197-3dd2-421d-8895-6b20086a41ab tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 943 time: 0.1382985 Nov 03 19:32:12.201590 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2ba3097-f033-45cc-a8e7-abcf88ba7b62 req-dd2d217e-4b8e-4c15-a5ef-9de3390246bc tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035309 Nov 03 19:32:12.323344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:12.474168 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:12.586915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Pushing event updated for resources: {'Port': ['ID=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:12.605967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:12.719156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:12.736512 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1a20-7a61-4aab-89f8-0c55c5fb88fc req-a984e43f-ed7f-470e-be38-408251615d13 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:12.737190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 63dcf38a-47d4-4035-b81a-423a36c77a8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:12.743377 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:12.764630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be2f1a20-7a61-4aab-89f8-0c55c5fb88fc req-a984e43f-ed7f-470e-be38-408251615d13 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.2994225 Nov 03 19:32:12.764630 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Pushing event updated for resources: {'Port': ['ID=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:12.773530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.774135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.775162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.775469 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.776025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.776568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.777145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.777675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.778287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.778916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.779481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.780059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e748b91-de58-4e90-825a-1b0c4d78d652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:12.798066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:12.823628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:12.830806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-804a0c44-3646-4d36-b240-68b4dbebf5da None None] Provisioning complete for port b8fb6df1-1525-45a4-8322-567129930576 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:12.831184 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804a0c44-3646-4d36-b240-68b4dbebf5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.059321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be2f1a20-7a61-4aab-89f8-0c55c5fb88fc req-1b7c86d8-19c2-4e9a-9395-bdc54298a779 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973051 Nov 03 19:32:13.061972 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.065120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.066964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=b8fb6df1-1525-45a4-8322-567129930576,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:13.109879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a39732ea-17e8-45fd-825d-115e015c2caa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:13.110604 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.119250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '63dcf38a-47d4-4035-b81a-423a36c77a8f', 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102', 'port_id': '63dcf38a-47d4-4035-b81a-423a36c77a8f', 'mac_address': 'fa:16:3e:5d:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f86bbce-15a8-47a7-82a1-157d1e81ed60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:32:13.133578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46032) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:13.388454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.485650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.502615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.629181 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.790707 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.806292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c120405-d8e5-4fe4-83f6-ad6a26c2e09b req-72da9e85-fec3-4c77-9afe-3f919bf2ce6b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:13.815511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c120405-d8e5-4fe4-83f6-ad6a26c2e09b req-72da9e85-fec3-4c77-9afe-3f919bf2ce6b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 943 time: 0.4035347 Nov 03 19:32:13.828252 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.838751 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Attempting to bind port 287e292f-4d48-43fb-ac29-47a1ae16c190 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:13.839690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Attempting to bind port 287e292f-4d48-43fb-ac29-47a1ae16c190 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:13.840483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Attempting to bind port 287e292f-4d48-43fb-ac29-47a1ae16c190 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:13.868985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:13.869736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:13.870364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.871345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:13.872134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Bound port: 287e292f-4d48-43fb-ac29-47a1ae16c190, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:13.872745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.877557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dcf38a-47d4-4035-b81a-423a36c77a8f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:13.881776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 8a15e5e2-29d7-4a64-b53b-379841debdff {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:13.887985 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.911540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.919551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port bbe6da48-5619-4a87-86a1-a6efef32cfdd {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:13.931792 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:13.997583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd2e33-982c-4fbf-b57a-ea6b5fd4bfb3 None None] Pushing event updated for resources: {'Port': ['ID=287e292f-4d48-43fb-ac29-47a1ae16c190,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:14.114610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:14.125608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:14.181140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Pushing event updated for resources: {'Port': ['ID=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:14.251963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 63dcf38a-47d4-4035-b81a-423a36c77a8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:14.263137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-804a0c44-3646-4d36-b240-68b4dbebf5da None None] Provisioning complete for port bbe6da48-5619-4a87-86a1-a6efef32cfdd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:14.263743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-804a0c44-3646-4d36-b240-68b4dbebf5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.272066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b8fb6df1-1525-45a4-8322-567129930576 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:14.328370 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3c120405-d8e5-4fe4-83f6-ad6a26c2e09b req-8d5b2d5c-4d9d-4aae-9432-c36351599a0b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115714 Nov 03 19:32:14.337537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.360499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for bbe6da48-5619-4a87-86a1-a6efef32cfdd owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:14.402143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.524642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] For port 287e292f-4d48-43fb-ac29-47a1ae16c190, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:14.533378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] For port 287e292f-4d48-43fb-ac29-47a1ae16c190, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=287e292f-4d48-43fb-ac29-47a1ae16c190,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:14.609640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:14.637703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.641578 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-804a0c44-3646-4d36-b240-68b4dbebf5da None None] Port bbe6da48-5619-4a87-86a1-a6efef32cfdd cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:14.669487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.710872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=bbe6da48-5619-4a87-86a1-a6efef32cfdd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:14.761525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.761873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.762157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.762469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.762808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.763143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.763628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.763978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.764853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.765463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.765803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.766129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:14.777717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['63dcf38a-47d4-4035-b81a-423a36c77a8f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:32:14.863740 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.886603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.887285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.887572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:14.906080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5a675228-2648-4f79-97dd-e2c72cadacd7 admin admin] 10.222.0.91 "PUT /v2.0/routers/1f1e4b8c-a1e1-4867-8b65-fe62fc22b541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9872134 Nov 03 19:32:15.008951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Routers {'1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:15.009806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:15.075944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 8a15e5e2-29d7-4a64-b53b-379841debdff owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:15.285928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router 4a10acf3-74d1-475e-815f-97169ef93554 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:15.303072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] Set router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:15.498774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:15.506600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e262f744-24fd-4291-98e8-b43b75c7e0b2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/4a10acf3-74d1-475e-815f-97169ef93554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4332960 Nov 03 19:32:15.509621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46060) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:15.531776 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] Sync routers for ids ['4a10acf3-74d1-475e-815f-97169ef93554'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:15.568099 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] Routers {'4a10acf3-74d1-475e-815f-97169ef93554'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:15.568941 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4a10acf3-74d1-475e-815f-97169ef93554'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:15.597718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-638e7d7a-1d45-4dec-89a3-87695dc059f8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=4a10acf3-74d1-475e-815f-97169ef93554 HTTP/1.1" status: 200 len: 205 time: 0.0845094 Nov 03 19:32:15.598302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46066) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:15.695803 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:15.723150 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] Routers {'4a10acf3-74d1-475e-815f-97169ef93554'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:15.725256 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4a10acf3-74d1-475e-815f-97169ef93554'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:15.808567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.821602 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:15.826687 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418098a-0cff-4646-bfe0-8799504f7c5c None None] The sync data for ids ['4a10acf3-74d1-475e-815f-97169ef93554'] in n-d-812151-4 is: [] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:15.915262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=8a15e5e2-29d7-4a64-b53b-379841debdff,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:16.034791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.035382 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 6990ceb6-d7bb-4faa-944a-be7327c9d669 disassociated (deleted). External IP: 172.25.8.156, port: 5ca6b857-3432-49ca-aa94-0f493401a469. Nov 03 19:32:16.039548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=63dcf38a-47d4-4035-b81a-423a36c77a8f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:16.054257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281063d-f7ab-41e4-a736-ddcbfc63234a req-9ca691fc-470f-46e7-9463-2739b5b6f2e4 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.076471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b281063d-f7ab-41e4-a736-ddcbfc63234a req-9ca691fc-470f-46e7-9463-2739b5b6f2e4 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 944 time: 0.3102720 Nov 03 19:32:16.138439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-77311eff-6e5c-40d5-bf9a-617c578fec1a None None] Provisioning complete for port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:16.139896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77311eff-6e5c-40d5-bf9a-617c578fec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.158632 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.312025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-77311eff-6e5c-40d5-bf9a-617c578fec1a None None] Port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:16.396356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b8fb6df1-1525-45a4-8322-567129930576 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:16.396744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.667285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd2e33-982c-4fbf-b57a-ea6b5fd4bfb3 None None] Pushing event updated for resources: {'Port': ['ID=287e292f-4d48-43fb-ac29-47a1ae16c190,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:16.685676 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.701301 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.822082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b281063d-f7ab-41e4-a736-ddcbfc63234a req-622c5215-ebb0-49f2-a228-c0d6a0ecc0db tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427948 Nov 03 19:32:16.846069 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.846731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router 4a10acf3-74d1-475e-815f-97169ef93554 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:32:16.855971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:16.869869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c4896dc-f388-4950-af75-b51b752f56b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/4a10acf3-74d1-475e-815f-97169ef93554 HTTP/1.1" status: 204 len: 168 time: 1.2585385 Nov 03 19:32:16.870622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46100) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:16.871130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '44ce526f-e9d4-48a7-9293-e53ce3f3be0d', 'name': '', 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'mac_address': 'fa:16:3e:7a:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:10Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 2, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'subnets': [{'id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:16.948627 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0366575-370c-444d-955f-14840bdbfaa0 None None] The sync data for ids ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'] in n-d-812151-4 is: [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '44ce526f-e9d4-48a7-9293-e53ce3f3be0d', 'name': '', 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'mac_address': 'fa:16:3e:7a:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:10Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 2, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'subnets': [{'id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:17.040494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11a2c0ef-1885-43e1-8be4-a83a5f33d4da up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:17.066761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet ab737e75-11b8-4f17-8dfd-27ad47517e0b {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:32:17.088677 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.135418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:17.168793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:17.169682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.183329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.446993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:17.459804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.461858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.468962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] Sync routers for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:17.494644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:17.495416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:17.555671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd4a38a6-9da0-4d2e-86f6-1c2ec40e6ee1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/floatingips/6990ceb6-d7bb-4faa-944a-be7327c9d669 HTTP/1.1" status: 204 len: 168 time: 4.4141140 Nov 03 19:32:17.555671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:17.571381 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:17.609705 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.649189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:17.661192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/ab737e75-11b8-4f17-8dfd-27ad47517e0b HTTP/1.1" status: 204 len: 168 time: 0.7839880 Nov 03 19:32:17.661989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46124) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:17.698180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d388d77-0b01-462a-8a35-dcca2b25b128 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=ab737e75-11b8-4f17-8dfd-27ad47517e0b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:17.850646 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a31f8f9-c6f0-4c4b-9fd1-02eda7daa7c0 x-openstack-request-id: req-3a31f8f9-c6f0-4c4b-9fd1-02eda7daa7c0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:17.853043 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:17.853456 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3a31f8f9-c6f0-4c4b-9fd1-02eda7daa7c0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:17.854030 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'status': 'completed', 'code': 200} Nov 03 19:32:17.932638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.045901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24604a29-0c2e-48e5-aceb-7e86394e9d33 None None] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:18.068337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b901-168f-4c55-91ad-38cee1f38bb1 req-fb2c9752-0ce7-4c8a-86f6-9ddddde60e54 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.079347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-4bb2c635-a484-4e6b-9582-266d997ee9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.081870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ad0b901-168f-4c55-91ad-38cee1f38bb1 req-fb2c9752-0ce7-4c8a-86f6-9ddddde60e54 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1268487 Nov 03 19:32:18.085120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-4bb2c635-a484-4e6b-9582-266d997ee9b5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 1096 time: 0.1892829 Nov 03 19:32:18.234379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46134) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:18.267066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ad0b901-168f-4c55-91ad-38cee1f38bb1 req-e51142bd-abf8-413c-a174-c51bf3cfcf7a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745930 Nov 03 19:32:18.416152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 63dcf38a-47d4-4035-b81a-423a36c77a8f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:18.500748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a09b97-70a0-40b5-af1b-d6b9107ecc1e req-a2eaa43d-9566-4b76-a6cb-398f69b2264e tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.514425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47a09b97-70a0-40b5-af1b-d6b9107ecc1e req-a2eaa43d-9566-4b76-a6cb-398f69b2264e tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 944 time: 0.1939125 Nov 03 19:32:18.597267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port a39732ea-17e8-45fd-825d-115e015c2caa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:18.597613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.643755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-f0811518-c57d-4bd2-a7b1-aefd3a3b04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.650033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-f0811518-c57d-4bd2-a7b1-aefd3a3b04c3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 200 len: 898 time: 0.5474591 Nov 03 19:32:18.692341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-47a09b97-70a0-40b5-af1b-d6b9107ecc1e req-44e92e62-4693-4d67-a3c9-54da9cef7fea tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768789 Nov 03 19:32:18.764524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:18.892575 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-ed88ede4-7eea-4982-9241-0e81ed26453d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 200 len: 217 time: 0.1862979 Nov 03 19:32:18.947238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port a39732ea-17e8-45fd-825d-115e015c2caa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a39732ea-17e8-45fd-825d-115e015c2caa,segment=NetworkSegment(9526824b-69f6-499b-a5e7-dd849035bb14),segment_id=9526824b-69f6-499b-a5e7-dd849035bb14)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:18.948260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.056978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] DHCP port deletion for b95bb164-2277-4745-9e7d-6b7624e6c8fd request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:32:19.063521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 63dcf38a-47d4-4035-b81a-423a36c77a8f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:32:19.084810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for a39732ea-17e8-45fd-825d-115e015c2caa owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:19.101989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 63dcf38a-47d4-4035-b81a-423a36c77a8f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:19.102641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.253632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Deleting port a39732ea-17e8-45fd-825d-115e015c2caa {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:19.253816 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-62033b45-3bdb-46e4-bd85-f2fefcdf7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.254876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.257654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-62033b45-3bdb-46e4-bd85-f2fefcdf7eb2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 200 len: 834 time: 0.3205695 Nov 03 19:32:19.453744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.510508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port a39732ea-17e8-45fd-825d-115e015c2caa on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:19.520937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] For port a39732ea-17e8-45fd-825d-115e015c2caa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a39732ea-17e8-45fd-825d-115e015c2caa,segment=NetworkSegment(9526824b-69f6-499b-a5e7-dd849035bb14),segment_id=9526824b-69f6-499b-a5e7-dd849035bb14)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:19.521988 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.542434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:17Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:19.558533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=a39732ea-17e8-45fd-825d-115e015c2caa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:19.573918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Calling delete_port for a39732ea-17e8-45fd-825d-115e015c2caa owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:19.674727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.690749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1817b0b-c74f-4b0f-a666-0691c02b636c req-12f9b7a8-f474-429f-988c-1211e0d179c6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.698614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1817b0b-c74f-4b0f-a666-0691c02b636c req-12f9b7a8-f474-429f-988c-1211e0d179c6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.2188480 Nov 03 19:32:19.710146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95bb164-2277-4745-9e7d-6b7624e6c8fd']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:19.739631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9526824b-69f6-499b-a5e7-dd849035bb14') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:19.740043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9526824b-69f6-499b-a5e7-dd849035bb14') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:19.760304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 287e292f-4d48-43fb-ac29-47a1ae16c190 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:19.767918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.794235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.831305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.850168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:32:19.852644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:19.853183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e1817b0b-c74f-4b0f-a666-0691c02b636c req-12ddbfb3-4f31-4568-bc87-2b0ede27cfbf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137118 Nov 03 19:32:19.952995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] Checking router: 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:32:19.968308 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:32:19.984698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dcf38a-47d4-4035-b81a-423a36c77a8f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:19.988442 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fee7ce-90a1-4c03-ac2a-605915032903" -d '{"events": [{"server_uuid": "1b8cb675-1f1e-4f8a-b765-d09eebabe6e3", "name": "network-vif-plugged", "status": "completed", "tag": "63dcf38a-47d4-4035-b81a-423a36c77a8f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:19.997468 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.043203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 63dcf38a-47d4-4035-b81a-423a36c77a8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:20.048321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:20.049750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:20.050706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6f57d-42dc-4c0e-b2ce-cef859de8bfd req-b36999b1-cd37-497f-9345-27e89b78e370 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.072922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ca6f57d-42dc-4c0e-b2ce-cef859de8bfd req-b36999b1-cd37-497f-9345-27e89b78e370 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 944 time: 0.1981103 Nov 03 19:32:20.109910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.123558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/b95bb164-2277-4745-9e7d-6b7624e6c8fd HTTP/1.1" status: 204 len: 168 time: 2.4601529 Nov 03 19:32:20.136373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46150) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:20.149145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2109549653', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:20.150095 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c313bb02-d103-494b-80d6-fb386235a8be x-openstack-request-id: req-c313bb02-d103-494b-80d6-fb386235a8be {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:20.151138 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8cb675-1f1e-4f8a-b765-d09eebabe6e3", "name": "network-vif-plugged", "status": "completed", "tag": "63dcf38a-47d4-4035-b81a-423a36c77a8f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:20.151677 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c313bb02-d103-494b-80d6-fb386235a8be {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:20.152326 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dcf38a-47d4-4035-b81a-423a36c77a8f', 'code': 200} Nov 03 19:32:20.163629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.191076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.192473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.199695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6d2b6-7323-49a4-a41a-88be83b72780 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=b95bb164-2277-4745-9e7d-6b7624e6c8fd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:20.230426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-6879aa3c-5abb-482b-9063-d04b0def3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.232355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-6879aa3c-5abb-482b-9063-d04b0def3091 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d3db5933-268c-46b1-a9b4-9a0ae951d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9570060 Nov 03 19:32:20.259466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06747f-21f0-4281-8dd9-05315606e320 req-08ed7344-e528-448a-a1a4-a7d19b6abc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.261319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d06747f-21f0-4281-8dd9-05315606e320 req-08ed7344-e528-448a-a1a4-a7d19b6abc61 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0955257 Nov 03 19:32:20.272262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ca6f57d-42dc-4c0e-b2ce-cef859de8bfd req-78c9be84-aa16-4a62-b0bf-011aad8f5677 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980569 Nov 03 19:32:20.292812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=63dcf38a-47d4-4035-b81a-423a36c77a8f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:20.356258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.361837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448979a-78dc-4fe0-bef2-474032966d92 req-ac19dd6c-ad3c-4190-bf12-371ddb5f5c7f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.363947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f448979a-78dc-4fe0-bef2-474032966d92 req-ac19dd6c-ad3c-4190-bf12-371ddb5f5c7f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.4089410 Nov 03 19:32:20.364604 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.397323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.398689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-be2f536a-794d-46e6-b5fc-620a640662b6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2585797 Nov 03 19:32:20.401899 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46152) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:20.407783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2025731457'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:20.439847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:20.444870 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.448660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 287e292f-4d48-43fb-ac29-47a1ae16c190 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:20.454612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.478281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:32:20.492638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d06747f-21f0-4281-8dd9-05315606e320 req-d1725200-8ba8-4020-82d3-cef2d5351f93 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767759 Nov 03 19:32:20.500164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.500984 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment da25505d-9a37-4aeb-8cba-3ed0dba419ff of type vlan for network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 Nov 03 19:32:20.530346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.581511 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.591193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Network b95bb164-2277-4745-9e7d-6b7624e6c8fd is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:32:20.591588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] No DVR routers for this DVR port a39732ea-17e8-45fd-825d-115e015c2caa on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:20.606166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00c20b-5724-4ffb-acc2-47ca059e3aaf None None] Pushing event deleted for resources: {'Port': ['ID=a39732ea-17e8-45fd-825d-115e015c2caa,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:20.626016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:20.689918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.695394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 5ca6b857-3432-49ca-aa94-0f493401a469 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:20.695732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.697000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.697689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.734434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-1788b8ca-e96f-483b-a3cc-2277061a7dc3 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858210 Nov 03 19:32:20.866146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ccc3b59a-ade9-40d8-9eae-fcfe4d81801d req-41e40781-42e3-44a3-abd3-e586625730a6 service neutron] 10.222.0.110 "GET /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147714 Nov 03 19:32:20.866309 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4602833 Nov 03 19:32:20.870138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46166) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:20.879343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:20.887388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfe9a9-6962-4b52-b263-e7efc4020af6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=ea849488-4b0d-4dcc-97a1-d551dc7fd4e8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:20.939617 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:32:21.000168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.042912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:21.046807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.106671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 287e292f-4d48-43fb-ac29-47a1ae16c190, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=287e292f-4d48-43fb-ac29-47a1ae16c190,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:21.124903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.156697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038905f2-6560-45d6-a35d-54bad0ae1fac req-0bf302a0-facd-4324-b4a5-4551d8171d85 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:21.182271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-038905f2-6560-45d6-a35d-54bad0ae1fac req-0bf302a0-facd-4324-b4a5-4551d8171d85 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 945 time: 0.1505075 Nov 03 19:32:21.248363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a39732ea-17e8-45fd-825d-115e015c2caa no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:21.277319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-038905f2-6560-45d6-a35d-54bad0ae1fac req-b0481278-9be1-4ef2-a1a6-a55f82bf7ce0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed1e0d99-00c1-41f6-acc5-936483758968&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912554 Nov 03 19:32:21.348663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 5ca6b857-3432-49ca-aa94-0f493401a469, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=5ca6b857-3432-49ca-aa94-0f493401a469,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:21.349319 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.382972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.388052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 5ca6b857-3432-49ca-aa94-0f493401a469 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:21.501126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a39732ea-17e8-45fd-825d-115e015c2caa {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:21.501695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a39732ea-17e8-45fd-825d-115e015c2caa not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:21.573525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=287e292f-4d48-43fb-ac29-47a1ae16c190,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:21.616832 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Sync routers for ids ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:21.630697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:17Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:21.664097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872bc7f-7949-46ed-8f75-43d06d668dd1 None None] The sync data for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 is: [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:30:09Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '1e7ce936-f7f2-4e4d-a008-4c454a280df7', 'name': '', 'network_id': 'd3db5933-268c-46b1-a9b4-9a0ae951d56f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:4d:1b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:07Z', 'updated_at': '2021-11-03T19:30:17Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '58625052-b7f0-4e09-bc35-7a760dd350bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:21.665231 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Routers {'1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:21.667571 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:21.751123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d2c11-d155-48c1-aeaf-826972fad17f req-447e4259-6572-4263-8607-115c01f562d9 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:21.765482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b09d2c11-d155-48c1-aeaf-826972fad17f req-447e4259-6572-4263-8607-115c01f562d9 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 945 time: 0.2423649 Nov 03 19:32:21.839804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.858260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b09d2c11-d155-48c1-aeaf-826972fad17f req-55116ef4-27ce-4507-b9ac-b71a99f5bfd4 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 Nov 03 19:32:21.888806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:21.895188 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Set router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:21.982434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=5ca6b857-3432-49ca-aa94-0f493401a469,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:22.036105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] No DVR routers for this DVR port 5ca6b857-3432-49ca-aa94-0f493401a469 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:22.039648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:22.043148 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f448979a-78dc-4fe0-bef2-474032966d92 req-cc9c9b30-f9eb-42bf-b52a-b3f840967b0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "DELETE /v2.0/ports/5ca6b857-3432-49ca-aa94-0f493401a469 HTTP/1.1" status: 204 len: 173 time: 1.6413679 Nov 03 19:32:22.058242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-deleted', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:22.060601 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f25944-329c-4715-ae9b-f498eaf05581" -d '{"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-deleted", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:22.178463 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af725317-2a38-421f-b5f7-1c634155b6ae x-openstack-request-id: req-af725317-2a38-421f-b5f7-1c634155b6ae {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:22.178764 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad512f-99d6-4ba2-a13c-787401dc137f", "name": "network-vif-deleted", "tag": "5ca6b857-3432-49ca-aa94-0f493401a469", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:22.179042 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af725317-2a38-421f-b5f7-1c634155b6ae {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:22.182681 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ad512f-99d6-4ba2-a13c-787401dc137f', 'name': 'network-vif-deleted', 'tag': '5ca6b857-3432-49ca-aa94-0f493401a469', 'status': 'completed', 'code': 200} Nov 03 19:32:22.206783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=18550d4d-24ba-4acd-b136-902037d7d5c0,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:22.265033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc335a-d2c2-45af-b537-028ece3eff79 None None] New status for floating IP 6990ceb6-d7bb-4faa-944a-be7327c9d669: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:32:22.287847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:22.288363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: ea849488-4b0d-4dcc-97a1-d551dc7fd4e8, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:22.371698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:22.372482 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '44ce526f-e9d4-48a7-9293-e53ce3f3be0d', 'name': '', 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'mac_address': 'fa:16:3e:7a:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:10Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 2, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'subnets': [{'id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:22.388010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ea849488-4b0d-4dcc-97a1-d551dc7fd4e8) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:22.411080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:22.412513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:22.452081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4bc37619-1030-4176-9814-e720732cdc91 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5762615 Nov 03 19:32:22.452396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46180) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:22.454374 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00b55e-e55b-46c7-92ae-45ed3a2e6a64 None None] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:22.479591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Deleting port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:22.485436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:22.491397 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Checking router: 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:22.491769 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Updating router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:22.576288 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:22.690936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] For port 11a2c0ef-1885-43e1-8be4-a83a5f33d4da, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,segment=NetworkSegment(202399b4-0fb1-4fc5-8c2e-e177462e3227),segment_id=202399b4-0fb1-4fc5-8c2e-e177462e3227)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:22.703381 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:22.735303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Calling delete_port for 11a2c0ef-1885-43e1-8be4-a83a5f33d4da owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:22.824859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d82e8bb7-e215-4e50-be90-fe9df0899dc3 req-2d7e86bf-e46f-464c-a555-9c5cd950bb80 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=74ad512f-99d6-4ba2-a13c-787401dc137f HTTP/1.1" status: 200 len: 210 time: 0.3599324 Nov 03 19:32:22.862641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:22.863516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.115824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:23.178463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 5ca6b857-3432-49ca-aa94-0f493401a469 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:23.178912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 5ca6b857-3432-49ca-aa94-0f493401a469 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:23.206631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Allocated IP 2001:db8::2 (ea849488-4b0d-4dcc-97a1-d551dc7fd4e8/18550d4d-24ba-4acd-b136-902037d7d5c0/0e8a77a2-689e-4cdb-aee3-651133c23487) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:23.285384 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.302708 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.421862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8231-d97b-4fe0-8f81-2b63f21f2912 req-6c4f40ff-aad5-4857-a0ca-0508632246f3 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:23.423564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ecb8231-d97b-4fe0-8f81-2b63f21f2912 req-6c4f40ff-aad5-4857-a0ca-0508632246f3 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 945 time: 0.3032546 Nov 03 19:32:23.436965 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Pushing event updated for resources: {'Port': ['ID=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:23.460163 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.461300 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.461754 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.462192 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.462857 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.463539 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.463980 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.464408 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.465096 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.465526 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.466434 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.467027 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:23.518190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.559010 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Attempting to bind port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:23.559374 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Attempting to bind port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:23.559874 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Attempting to bind port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d on network a19e783f-fc8a-42f8-9e66-c6efb733ee8e {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:23.569677 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:23.570197 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Checking segment: {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:23.570593 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.571048 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Bound using segment: {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:23.571583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Bound port: 44ce526f-e9d4-48a7-9293-e53ce3f3be0d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4037f81d-61f3-4608-a871-5c24a279e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:23.572018 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.638698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.644495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.651812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.725041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Pushing event deleted for resources: {'Port': ['ID=11a2c0ef-1885-43e1-8be4-a83a5f33d4da,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:23.726191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] For port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:23.731496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ecb8231-d97b-4fe0-8f81-2b63f21f2912 req-e94dab6e-2d2b-4543-9144-a3725ea85a1f tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549729 Nov 03 19:32:23.738746 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] For port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,segment=NetworkSegment(4037f81d-61f3-4608-a871-5c24a279e62d),segment_id=4037f81d-61f3-4608-a871-5c24a279e62d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:23.744157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 287e292f-4d48-43fb-ac29-47a1ae16c190 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:23.756146 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.821123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:23.833474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Pushing event updated for resources: {'Port': ['ID=0e8a77a2-689e-4cdb-aee3-651133c23487,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:23.842993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:23.846192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:23.935713 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Routers {'1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:23.938009 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:23.982032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6f6293fb-e43b-45cb-aa02-84bf24deeae7 None None] Provisioning complete for port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:23.983381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f6293fb-e43b-45cb-aa02-84bf24deeae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.069879 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b81cc-7f02-465d-83d6-8858f09df139 None None] Pushing event updated for resources: {'Port': ['ID=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:24.082312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Attempting to bind port 0e8a77a2-689e-4cdb-aee3-651133c23487 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:24.082670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Attempting to bind port 0e8a77a2-689e-4cdb-aee3-651133c23487 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:24.083029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Attempting to bind port 0e8a77a2-689e-4cdb-aee3-651133c23487 on network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:24.084901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46224) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:24.166684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 287e292f-4d48-43fb-ac29-47a1ae16c190 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:24.180262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.274190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:24.278112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Checking segment: {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:24.284088 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.287059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Bound using segment: {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:24.287856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Bound port: 0e8a77a2-689e-4cdb-aee3-651133c23487, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:24.291470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.293102 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.335069 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] Set router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:24.453453 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f6293fb-e43b-45cb-aa02-84bf24deeae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.692370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6f6293fb-e43b-45cb-aa02-84bf24deeae7 None None] For port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,segment=NetworkSegment(4037f81d-61f3-4608-a871-5c24a279e62d),segment_id=4037f81d-61f3-4608-a871-5c24a279e62d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:24.763280 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] For port 0e8a77a2-689e-4cdb-aee3-651133c23487, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:24.805587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] For port 0e8a77a2-689e-4cdb-aee3-651133c23487, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0e8a77a2-689e-4cdb-aee3-651133c23487,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:24.814437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6f6293fb-e43b-45cb-aa02-84bf24deeae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.837903 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:24.963607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Router 10fa37cf-82ae-423e-9b91-997252e5b033 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:25.070717 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '44ce526f-e9d4-48a7-9293-e53ce3f3be0d', 'name': '', 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'mac_address': 'fa:16:3e:7a:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:10Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'subnets': [{'id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:25.099087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b6452bee-98ce-43fa-bcac-60a619bf7145 None None] Provisioning complete for port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:25.099926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b6452bee-98ce-43fa-bcac-60a619bf7145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:25.153061 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce0a8e-72ae-4481-9b7d-f85df2d9dafa None None] The sync data for ids ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'] in n-d-812151-4 is: [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:13Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '44ce526f-e9d4-48a7-9293-e53ce3f3be0d', 'name': '', 'network_id': 'a19e783f-fc8a-42f8-9e66-c6efb733ee8e', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'mac_address': 'fa:16:3e:7a:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:10Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 4, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'subnets': [{'id': '4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:25.175186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6293fb-e43b-45cb-aa02-84bf24deeae7 None None] Pushing event updated for resources: {'Port': ['ID=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:25.324750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:25.339818 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] Sync routers for ids ['10fa37cf-82ae-423e-9b91-997252e5b033'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:25.353644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46274) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:25.358098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dda16860-6014-485e-a643-5e5a9a7aebdc admin admin] 10.222.0.91 "PUT /v2.0/routers/10fa37cf-82ae-423e-9b91-997252e5b033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1176660 Nov 03 19:32:25.361811 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] Routers {'10fa37cf-82ae-423e-9b91-997252e5b033'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:25.367322 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['10fa37cf-82ae-423e-9b91-997252e5b033'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:25.378191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fd11b-25f8-404b-b56f-1437fb136671 None None] Pushing event updated for resources: {'Port': ['ID=0e8a77a2-689e-4cdb-aee3-651133c23487,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:25.526353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8::1 (ea849488-4b0d-4dcc-97a1-d551dc7fd4e8/18550d4d-24ba-4acd-b136-902037d7d5c0/e70f0908-041c-44d3-8357-a99c077a2a92) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:25.705096 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] Set router 10fa37cf-82ae-423e-9b91-997252e5b033 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:26.050176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.089442 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 5, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:26.122232 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] Checking router: 10fa37cf-82ae-423e-9b91-997252e5b033 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:26.135128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] Routers {'10fa37cf-82ae-423e-9b91-997252e5b033'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:26.135905 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['10fa37cf-82ae-423e-9b91-997252e5b033'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:26.136198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0e8a77a2-689e-4cdb-aee3-651133c23487 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:26.217324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0e8a77a2-689e-4cdb-aee3-651133c23487 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:26.217592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.218057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.321603 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.337308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] Set router 10fa37cf-82ae-423e-9b91-997252e5b033 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:26.498363 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.525511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:26.544961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:26.579411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:26.582080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.598441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 0e8a77a2-689e-4cdb-aee3-651133c23487, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0e8a77a2-689e-4cdb-aee3-651133c23487,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:26.607988 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.614449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.616873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44ce526f-e9d4-48a7-9293-e53ce3f3be0d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:26.751494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=e70f0908-041c-44d3-8357-a99c077a2a92,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:26.826222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=0e8a77a2-689e-4cdb-aee3-651133c23487,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:26.857856 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 5, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:26.894295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46290) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:26.900087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630580885', 'description': 'tempest-secgroup-smoke-1630580885 description', 'project_id': 'a5b33957bdb04107a04ec652799ba111'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:26.937899 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75aa140-bda0-4ada-8603-364414dc3327 None None] The sync data for ids ['10fa37cf-82ae-423e-9b91-997252e5b033'] in n-d-812151-4 is: [{'id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'name': 'tempest-TestAggregatesBasicOps-920437354-router', 'tenant_id': '3d54616765f0464e91647109b6d8d5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:31:50Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 5, 'project_id': '3d54616765f0464e91647109b6d8d5cf', 'gw_port': {'id': 'a29b4793-18fb-48e7-8909-d963b23f79a0', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fa37cf-82ae-423e-9b91-997252e5b033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:31:52Z', 'updated_at': '2021-11-03T19:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:26.980777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:26.980777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:26.988497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.118273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Deleting port a29b4793-18fb-48e7-8909-d963b23f79a0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:27.118630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.122692 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.154498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9a953-b9da-470a-828c-eb46db1ffb75 None None] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:27.179944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.190797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.270296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:27.286375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.290267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfeec9e6-8b0c-4110-a453-065aa9ff7583 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3939960 Nov 03 19:32:27.292274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46292) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:27.304978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group_rule': {'security_group_id': 'ee566c9b-8a14-45b6-a01b-2ac9fb0fb593', 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:27.323811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5f0d3628-0b97-4721-ac15-df91579aec78 None None] Provisioning complete for port 0e8a77a2-689e-4cdb-aee3-651133c23487 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:27.324326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3628-0b97-4721-ac15-df91579aec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.372917 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.490475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.522953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.536064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.584298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabbc7b1-2cd2-40e2-87f0-ce28b45b4959,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:27.635586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.638458 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a310ea74-11ef-445e-aa31-63697cfde95d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438196 Nov 03 19:32:27.641619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46296) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:27.652860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group_rule': {'security_group_id': 'ee566c9b-8a14-45b6-a01b-2ac9fb0fb593', 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:27.714160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] For port a29b4793-18fb-48e7-8909-d963b23f79a0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a29b4793-18fb-48e7-8909-d963b23f79a0,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:27.714772 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.719840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.751365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0e8a77a2-689e-4cdb-aee3-651133c23487 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:27.752471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Calling delete_port for a29b4793-18fb-48e7-8909-d963b23f79a0 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:27.872868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.880504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.881077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0e8a77a2-689e-4cdb-aee3-651133c23487 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:27.882234 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.940666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc250f1e-5279-407d-8bf9-bc9080dd42dc,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:27.975632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:27.981532 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-66828463-987b-4e13-bac8-e6df29c4b57e tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380516 Nov 03 19:32:27.986032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:27.991375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group_rule': {'security_group_id': 'ee566c9b-8a14-45b6-a01b-2ac9fb0fb593', 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:28.027827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.066953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11a2c0ef-1885-43e1-8be4-a83a5f33d4da no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:28.138480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 11a2c0ef-1885-43e1-8be4-a83a5f33d4da {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:28.138730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11a2c0ef-1885-43e1-8be4-a83a5f33d4da not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:28.142977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.150842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.175547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fb3803e9-3865-412f-a70c-5c52873be10e None None] Provisioning complete for port e70f0908-041c-44d3-8357-a99c077a2a92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:28.176470 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb3803e9-3865-412f-a70c-5c52873be10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.180458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31286f9a-d104-4d81-8c69-ad1d32854ab0,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:28.214111 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.217030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.217030 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-42e65f67-ff61-4a3f-a772-4e6d6b0109a6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2291954 Nov 03 19:32:28.221705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46302) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:28.228857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group_rule': {'security_group_id': 'ee566c9b-8a14-45b6-a01b-2ac9fb0fb593', 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:28.268001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fb3803e9-3865-412f-a70c-5c52873be10e None None] Port e70f0908-041c-44d3-8357-a99c077a2a92 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:28.274284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.300780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fb3803e9-3865-412f-a70c-5c52873be10e None None] Provisioning complete for port 0e8a77a2-689e-4cdb-aee3-651133c23487 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:28.304007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb3803e9-3865-412f-a70c-5c52873be10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.349059 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.350587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.363475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.376183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.388334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.425194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3cfa92-6a06-457c-babf-3ba47a8a19c1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:28.448043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.451302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f3d6235c-3a1a-4d97-87b7-3eb8d165c354 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2258403 Nov 03 19:32:28.451576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46304) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:28.456765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group_rule': {'security_group_id': 'ee566c9b-8a14-45b6-a01b-2ac9fb0fb593', 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:28.485682 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Project a5b33957bdb04107a04ec652799ba111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:32:28.493024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.590773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.598599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.627177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324df8f5-4f79-47cf-8641-24ca7168497f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:28.640901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.642537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14df4866-6c0d-4671-91c0-43ec5ae2e17b tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1894999 Nov 03 19:32:28.644814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46306) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:28.653175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'security_group_rule': {'security_group_id': 'ee566c9b-8a14-45b6-a01b-2ac9fb0fb593', 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:28.657863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dcf423d1-9750-400e-b57c-b503d2abc9b7 None None] Provisioning complete for port e70f0908-041c-44d3-8357-a99c077a2a92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:28.658614 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dcf423d1-9750-400e-b57c-b503d2abc9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.689794 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Project a5b33957bdb04107a04ec652799ba111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:32:28.709799 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.730695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dcf423d1-9750-400e-b57c-b503d2abc9b7 None None] Port e70f0908-041c-44d3-8357-a99c077a2a92 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:28.805265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.810698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.838175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d72484-53b4-4de9-8881-4d45566638e3,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:28.857271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.859432 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3b47cb1c-747a-4854-ba04-9de49933b7e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2132897 Nov 03 19:32:28.899777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=e70f0908-041c-44d3-8357-a99c077a2a92,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:28.950488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29b4793-18fb-48e7-8909-d963b23f79a0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:28.972637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.975670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:29.011812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:29.086581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 1e7ce936-f7f2-4e4d-a008-4c454a280df7 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:29.086922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.126190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.142291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.301109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.301679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10fa37cf-82ae-423e-9b91-997252e5b033 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:32:29.319409 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.320497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c92c8911-9186-45e6-9e08-a3ec68671cc4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/10fa37cf-82ae-423e-9b91-997252e5b033 HTTP/1.1" status: 204 len: 168 time: 3.9487531 Nov 03 19:32:29.323144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46318) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:29.356336 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-7f8380aa-0fc3-4ad6-9c3e-e60558f63258 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630580885&fields=id&tenant_id=a5b33957bdb04107a04ec652799ba111 HTTP/1.1" status: 200 len: 267 time: 0.2156265 Nov 03 19:32:29.369762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 1e7ce936-f7f2-4e4d-a008-4c454a280df7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1e7ce936-f7f2-4e4d-a008-4c454a280df7,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:29.370243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.383728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-17b78a37-2b2f-48dd-a18a-c8c5a3f3f050 None None] Provisioning complete for port e70f0908-041c-44d3-8357-a99c077a2a92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:29.384300 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17b78a37-2b2f-48dd-a18a-c8c5a3f3f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.404078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Deleting subnet 5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:32:29.408276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.422415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 1e7ce936-f7f2-4e4d-a008-4c454a280df7 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:29.463900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.473485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-17b78a37-2b2f-48dd-a18a-c8c5a3f3f050 None None] Port e70f0908-041c-44d3-8357-a99c077a2a92 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:29.574595 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.596461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:32:29.628229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-017d01a7-d046-432d-9ed3-afddb16688ec tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:29.629796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-017d01a7-d046-432d-9ed3-afddb16688ec tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 814 time: 0.2635398 Nov 03 19:32:29.641001 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.676504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:29.680581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.685137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-233184ff-87a1-447b-9f29-cd955e95b651 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5d5fcf7f-1184-4a1e-a9dc-9ee9f0146fd4 HTTP/1.1" status: 204 len: 168 time: 0.3608651 Nov 03 19:32:29.688122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46320) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:29.699788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a799ab-61de-4b0d-8ad4-c7823b366abe None None] Network 99c432ba-93dd-4341-b2fb-59efce74a655 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:29.770088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-caf89608-15c1-496a-a1a2-0827a91e1ee3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/quotas/a5b33957bdb04107a04ec652799ba111 HTTP/1.1" status: 200 len: 375 time: 0.1336765 Nov 03 19:32:29.771459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.878276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Deleting port 28699bba-14d4-428c-9230-263594f9cb69 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:29.878895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.942549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:29.956350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-407b8b32-6d04-4d7b-af12-567ceacd5e8e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5025516 Nov 03 19:32:29.957118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:29.966153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46328) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:29.972555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:29.973597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:29.985174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1728796355'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:30.024924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] For port 28699bba-14d4-428c-9230-263594f9cb69, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=28699bba-14d4-428c-9230-263594f9cb69,segment=NetworkSegment(202399b4-0fb1-4fc5-8c2e-e177462e3227),segment_id=202399b4-0fb1-4fc5-8c2e-e177462e3227)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:30.025332 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.028867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-b37d4cbc-0ead-4481-9233-1fd2f3f932b6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2355163 Nov 03 19:32:30.046357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] DHCP port deletion for 99c432ba-93dd-4341-b2fb-59efce74a655 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:32:30.064644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Calling delete_port for 28699bba-14d4-428c-9230-263594f9cb69 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:30.135313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:30.138953 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.177277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.258499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:32:30.269786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Pushing event deleted for resources: {'Port': ['ID=28699bba-14d4-428c-9230-263594f9cb69,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:30.274714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] No DVR routers for this DVR port 28699bba-14d4-428c-9230-263594f9cb69 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:30.307495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.307842 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 37835c3a-3bcf-4b3b-ab84-2d54bdf00e08 of type vlan for network 040c7ae9-fb22-4b38-bff4-f2436490e813 Nov 03 19:32:30.343774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.347799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:30.374187 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.392173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Deleting port 28699bba-14d4-428c-9230-263594f9cb69 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:30.393215 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.401970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c432ba-93dd-4341-b2fb-59efce74a655']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:30.419689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202399b4-0fb1-4fc5-8c2e-e177462e3227') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:30.419986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202399b4-0fb1-4fc5-8c2e-e177462e3227') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:30.445884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.461396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-413d3f23-538e-4aac-a342-11f93219953f service neutron] 10.222.0.91 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189644 Nov 03 19:32:30.462754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=1e7ce936-f7f2-4e4d-a008-4c454a280df7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:30.470086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.485767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:32:30.486210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:32:30.491288 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:32:30.571736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.611330 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.619287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.626068 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] 10.222.0.91 "DELETE /v2.0/networks/99c432ba-93dd-4341-b2fb-59efce74a655 HTTP/1.1" status: 204 len: 168 time: 0.9342566 Nov 03 19:32:30.636768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] For port 28699bba-14d4-428c-9230-263594f9cb69, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:30.637158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.639803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:30.640992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2112fd-8aa3-493b-acea-e4ab1a3d04ae admin admin] Pushing event deleted for resources: {'Network': ['ID=99c432ba-93dd-4341-b2fb-59efce74a655,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:30.683832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Calling delete_port for 28699bba-14d4-428c-9230-263594f9cb69 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:30.689085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Port 28699bba-14d4-428c-9230-263594f9cb69 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:32:30.692562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.735841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Network 99c432ba-93dd-4341-b2fb-59efce74a655 is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:32:30.743422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] No DVR routers for this DVR port 28699bba-14d4-428c-9230-263594f9cb69 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:30.745972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e4ac6-abbe-4ab6-903a-834057a97ae5 None None] Pushing event deleted for resources: {'Port': ['ID=28699bba-14d4-428c-9230-263594f9cb69,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:30.810509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:26Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:27Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:30.817400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-2c5be938-db1f-4ab0-b0c2-c3e5ed3ceea0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:30.819265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-2c5be938-db1f-4ab0-b0c2-c3e5ed3ceea0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.5425363 Nov 03 19:32:30.825462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-dac44bf9-ba71-428b-871d-533a1fd00915 service neutron] 10.222.0.91 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097255 Nov 03 19:32:30.826210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.832611 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:30.833729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.849741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:30.849741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Updating router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab port e70f0908-041c-44d3-8357-a99c077a2a92 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:30.891279 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.922224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-4f1c7a8a-1ed7-475c-b75b-f1c61d5be71e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0837998 Nov 03 19:32:31.013538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0427129 Nov 03 19:32:31.034799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46340) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:31.040402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:31.059026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d188f0-9c2c-48f4-abb3-70329c4c60e7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=040c7ae9-fb22-4b38-bff4-f2436490e813,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:31.124311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:32:31.194050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-fc27615e-88f2-4162-a3fd-fb35963f0fcb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1961279 Nov 03 19:32:31.219503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:31.223883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.249562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.485458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.499706 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.579267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b47e40-77e1-419f-9e7d-ca6e391f531d None None] Pushing event updated for resources: {'Port': ['ID=e70f0908-041c-44d3-8357-a99c077a2a92,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:31.579423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.624375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.730632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Attempting to bind port e70f0908-041c-44d3-8357-a99c077a2a92 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:31.731463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Attempting to bind port e70f0908-041c-44d3-8357-a99c077a2a92 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:31.732284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Attempting to bind port e70f0908-041c-44d3-8357-a99c077a2a92 on network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:31.762052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:31.764762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Checking segment: {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:31.765119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.765920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Bound using segment: {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:31.766436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Bound port: e70f0908-041c-44d3-8357-a99c077a2a92, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da25505d-9a37-4aeb-8cba-3ed0dba419ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:31.769196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.854158 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=22618c53-304c-4040-9f95-b3e3fd566858,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:31.893856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 28699bba-14d4-428c-9230-263594f9cb69 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:31.952487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 28699bba-14d4-428c-9230-263594f9cb69 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:31.953199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 28699bba-14d4-428c-9230-263594f9cb69 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:31.954136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a29b4793-18fb-48e7-8909-d963b23f79a0 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:31.979532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:31.985503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: 040c7ae9-fb22-4b38-bff4-f2436490e813, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:31.994049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a29b4793-18fb-48e7-8909-d963b23f79a0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:31.994385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a29b4793-18fb-48e7-8909-d963b23f79a0 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:32.015825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] For port e70f0908-041c-44d3-8357-a99c077a2a92, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:32.020467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] For port e70f0908-041c-44d3-8357-a99c077a2a92, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e70f0908-041c-44d3-8357-a99c077a2a92,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:32.032603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.066218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6aa1f6a5-446b-496d-8d56-845a1772d9f6 req-7621db34-095d-4cb9-84fe-82efab7debcf tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0884459 Nov 03 19:32:32.127688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bace9be9-5bf5-45cc-b389-683ba8c36124 None None] Provisioning complete for port e70f0908-041c-44d3-8357-a99c077a2a92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:32.128150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bace9be9-5bf5-45cc-b389-683ba8c36124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.164779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-f7171097-834e-443f-ae1f-90a53b904b44 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9534335 Nov 03 19:32:32.168792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b47e40-77e1-419f-9e7d-ca6e391f531d None None] Pushing event updated for resources: {'Port': ['ID=e70f0908-041c-44d3-8357-a99c077a2a92,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:32.184637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:32.184878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:32.185478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:32.224977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 040c7ae9-fb22-4b38-bff4-f2436490e813) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:32.234035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:32.245578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.285313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2496fa01-b0ab-48c9-8342-179ef7fb80fd None None] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:32.301571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db0342d7-4a0d-449b-a068-f1b9043a8543 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2649775 Nov 03 19:32:32.304799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46358) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:32.450900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:32.533479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-a6c593f8-702d-404b-8857-c85e755678f3 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497841 Nov 03 19:32:32.567019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:32.769372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:32.778675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.781892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bace9be9-5bf5-45cc-b389-683ba8c36124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.783389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] Sync routers for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:32.791388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4a8a1455-17d6-45e2-a4a7-225e621bfb4d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/8dba05a4-6dc6-42eb-98d3-0e8fd1405517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7051699 Nov 03 19:32:32.798578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46364) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:32.803169 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:32.808944 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:32.834107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Deleting port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:32.835741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.951410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting subnet 58625052-b7f0-4e09-bc35-7a760dd350bc {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:32:32.961123 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:32.974577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-040c7ae9-fb22-4b38-bff4-f2436490e813', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:32.978579 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.064812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] For port 44ce526f-e9d4-48a7-9293-e53ce3f3be0d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,segment=NetworkSegment(4037f81d-61f3-4608-a871-5c24a279e62d),segment_id=4037f81d-61f3-4608-a871-5c24a279e62d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:33.065803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.066594 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.099894 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:33.104047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Calling delete_port for 44ce526f-e9d4-48a7-9293-e53ce3f3be0d owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:33.463089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d2a994c-e375-4fc2-93f5-47b24b093630 req-920e2db2-85a8-43fa-bec7-6e471cf75b31 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.1990521 Nov 03 19:32:33.484340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ecc23e6-acb3-4045-8abb-6a183dd9a18e req-4aa01b35-8f95-4350-9a4b-0b22e74f7a67 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.2241094 Nov 03 19:32:33.491758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.643525 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:32:30Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:33.704617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.715459 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] Checking router: 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:33.730630 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] Routers {'8dba05a4-6dc6-42eb-98d3-0e8fd1405517'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:33.731512 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:33.782910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Subnet': ['ID=58625052-b7f0-4e09-bc35-7a760dd350bc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:33.797522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.803136 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-93f43506-2b3f-41b4-bff3-700a3f7a0be2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/subnets/58625052-b7f0-4e09-bc35-7a760dd350bc HTTP/1.1" status: 204 len: 168 time: 1.0015719 Nov 03 19:32:33.809313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46386) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:33.818889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bace9be9-5bf5-45cc-b389-683ba8c36124 None None] For port e70f0908-041c-44d3-8357-a99c077a2a92, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e70f0908-041c-44d3-8357-a99c077a2a92,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:33.858263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f0d98-a799-45c3-9a12-30a076a2c0c9 None None] Network d3db5933-268c-46b1-a9b4-9a0ae951d56f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:33.860576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bace9be9-5bf5-45cc-b389-683ba8c36124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:33.956220 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] Set router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:33.980374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.132919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Allocated IP 2001:db8:1::2 (040c7ae9-fb22-4b38-bff4-f2436490e813/22618c53-304c-4040-9f95-b3e3fd566858/04c58853-cec7-4f63-a1bb-d77f6e0679ce) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:34.144230 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.283488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b62b9ce-26e4-4877-85cf-fbba8db101ae None None] Provisioning complete for port e70f0908-041c-44d3-8357-a99c077a2a92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:34.283856 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b62b9ce-26e4-4877-85cf-fbba8db101ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.329162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.392223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace9be9-5bf5-45cc-b389-683ba8c36124 None None] Pushing event updated for resources: {'Port': ['ID=e70f0908-041c-44d3-8357-a99c077a2a92,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:34.448356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.461269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:26Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:34.504175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port e8aad508-f324-4444-80cb-5c33821bf64d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:34.504526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.619611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c66fd7-5cad-44e2-89dc-4180e441cef5 None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:26Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:34.675884 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:32:30Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:34.716680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ce526f-e9d4-48a7-9293-e53ce3f3be0d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:34.717486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00b684d8-9902-4985-9cc0-3a01f1015247 req-a27bb409-d643-4665-b697-0e30c2448639 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0486653 Nov 03 19:32:34.771275 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b83696-252e-47ae-a636-1279b9c02a7f None None] The sync data for ids ['8dba05a4-6dc6-42eb-98d3-0e8fd1405517'] in n-d-812151-4 is: [{'id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221881075', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:29:59Z', 'updated_at': '2021-11-03T19:32:30Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': 'e8aad508-f324-4444-80cb-5c33821bf64d', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dba05a4-6dc6-42eb-98d3-0e8fd1405517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:30:00Z', 'updated_at': '2021-11-03T19:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:34.839179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2158ad7-337c-49e2-9a35-b035c7e9a821 req-051cb0a8-2cc0-4392-84cf-aa115fb30614 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.1350284 Nov 03 19:32:34.941111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port e8aad508-f324-4444-80cb-5c33821bf64d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e8aad508-f324-4444-80cb-5c33821bf64d,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:34.941507 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:34.978722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for e8aad508-f324-4444-80cb-5c33821bf64d owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:35.021671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.042235 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3b4f-3990-41a3-8231-a1515409e1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.046966 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.115252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Pushing event updated for resources: {'Port': ['ID=04c58853-cec7-4f63-a1bb-d77f6e0679ce,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:35.144559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-a92ea8c2-e28b-428b-848c-363eb18087e8 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:35.148885 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-a92ea8c2-e28b-428b-848c-363eb18087e8 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 814 time: 0.8004735 Nov 03 19:32:35.223331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:35.229830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:35.244450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:35.390768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] DHCP port deletion for d3db5933-268c-46b1-a9b4-9a0ae951d56f request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:32:35.528488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Attempting to bind port 04c58853-cec7-4f63-a1bb-d77f6e0679ce on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:35.530358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Attempting to bind port 04c58853-cec7-4f63-a1bb-d77f6e0679ce by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:35.532735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Attempting to bind port 04c58853-cec7-4f63-a1bb-d77f6e0679ce on network 040c7ae9-fb22-4b38-bff4-f2436490e813 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:35.556502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.558120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:35.561675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Checking segment: {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:35.562136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.562547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Bound using segment: {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:35.563062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Bound port: 04c58853-cec7-4f63-a1bb-d77f6e0679ce, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:35.563450 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.621018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] Deleting port d56c0746-76d0-4326-9996-e2e7fd833d03 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:35.621461 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.692460 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.778808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=e8aad508-f324-4444-80cb-5c33821bf64d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:35.961048 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.988230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] For port 04c58853-cec7-4f63-a1bb-d77f6e0679ce, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:36.000552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] For port 04c58853-cec7-4f63-a1bb-d77f6e0679ce, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=04c58853-cec7-4f63-a1bb-d77f6e0679ce,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:36.019791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.107816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.111207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.213777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.214368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Fanout notify agent at l3_agent the message router_deleted on router 8dba05a4-6dc6-42eb-98d3-0e8fd1405517 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:32:36.227140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2360a-ef7c-40f4-ac8b-80d72d5cafcb None None] Pushing event updated for resources: {'Port': ['ID=04c58853-cec7-4f63-a1bb-d77f6e0679ce,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:36.228928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.237622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-03185bb2-141a-4051-8b13-b4150afbc73a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/routers/8dba05a4-6dc6-42eb-98d3-0e8fd1405517 HTTP/1.1" status: 204 len: 168 time: 2.4266040 Nov 03 19:32:36.253606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e70f0908-041c-44d3-8357-a99c077a2a92 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:36.280816 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46400) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:36.284312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9045ca3b-7382-4fd6-8628-e8adefebf880 req-57de1896-41a6-44e4-8eb1-dc4a8dc1a192 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.3366430 Nov 03 19:32:36.308889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1352b6f2-77fc-4ecd-ba4b-c9a66985f688 req-c0a23bcf-11d5-4734-b5e2-4e465bf693e9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.1277671 Nov 03 19:32:36.353023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] For port d56c0746-76d0-4326-9996-e2e7fd833d03, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d56c0746-76d0-4326-9996-e2e7fd833d03,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:36.353421 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.453741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] Calling delete_port for d56c0746-76d0-4326-9996-e2e7fd833d03 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:36.510295 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.548703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.616320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-435d1e79-af56-430e-9cbc-531960d39a79 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b33957bdb04107a04ec652799ba111 HTTP/1.1" status: 200 len: 380 time: 1.4511907 Nov 03 19:32:36.648188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e70f0908-041c-44d3-8357-a99c077a2a92 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:36.649350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.663059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8:1::1 (040c7ae9-fb22-4b38-bff4-f2436490e813/22618c53-304c-4040-9f95-b3e3fd566858/4058049d-e0e6-43ea-a190-32e7410ba50f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:36.702477 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port d56c0746-76d0-4326-9996-e2e7fd833d03 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:36.703084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.867661 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.944159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:36.979004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port d56c0746-76d0-4326-9996-e2e7fd833d03, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d56c0746-76d0-4326-9996-e2e7fd833d03,segment=NetworkSegment(7dd63da0-a829-4ce7-a4f2-89c8f570f736),segment_id=7dd63da0-a829-4ce7-a4f2-89c8f570f736)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:36.985338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.012340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] Pushing event deleted for resources: {'Port': ['ID=d56c0746-76d0-4326-9996-e2e7fd833d03,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:37.044608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for d56c0746-76d0-4326-9996-e2e7fd833d03 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:37.057761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eab9ab-f0a0-461e-b8d7-0404b1de8a80 None None] No DVR routers for this DVR port d56c0746-76d0-4326-9996-e2e7fd833d03 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:37.200284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1e7ce936-f7f2-4e4d-a008-4c454a280df7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:37.211213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'port': {'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'admin_state_up': True, 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'security_groups': ['ee566c9b-8a14-45b6-a01b-2ac9fb0fb593']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:37.252699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1e7ce936-f7f2-4e4d-a008-4c454a280df7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:37.253309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1e7ce936-f7f2-4e4d-a008-4c454a280df7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:37.253921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d56c0746-76d0-4326-9996-e2e7fd833d03 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:37.288931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.307417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d56c0746-76d0-4326-9996-e2e7fd833d03 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:37.308356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d56c0746-76d0-4326-9996-e2e7fd833d03 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:37.324246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] No DVR routers for this DVR port d56c0746-76d0-4326-9996-e2e7fd833d03 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:37.384741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=d56c0746-76d0-4326-9996-e2e7fd833d03,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:37.430185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-abd9f43e-bc25-4ad4-8bd5-f1b3da88bffe tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:37.431941 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-abd9f43e-bc25-4ad4-8bd5-f1b3da88bffe tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 2.2382104 Nov 03 19:32:37.436103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.438214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Made reservation on behalf of a5b33957bdb04107a04ec652799ba111 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:37.443977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.453606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:37.552531 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.691505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adf4c5b4-6225-47c9-8e81-f024f5bbbfce req-1f3d909a-004e-4279-9ad5-a737972f4053 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.1078119 Nov 03 19:32:37.706890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:37.710549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.729831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3db5933-268c-46b1-a9b4-9a0ae951d56f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:37.754588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd75deb4-4531-4b27-b4e8-5000724999f6 req-a394e60d-47f8-4797-8b10-39c07384c764 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.1313260 Nov 03 19:32:37.787118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd63da0-a829-4ce7-a4f2-89c8f570f736') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:37.788605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd63da0-a829-4ce7-a4f2-89c8f570f736') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:37.826645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.830752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 04c58853-cec7-4f63-a1bb-d77f6e0679ce up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:37.877947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.919941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:32:37.920196 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: self.session.flush() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:32:37.934700 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:32:38.019408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 04c58853-cec7-4f63-a1bb-d77f6e0679ce triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:38.019784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.111172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.128647 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.134053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/networks/d3db5933-268c-46b1-a9b4-9a0ae951d56f HTTP/1.1" status: 204 len: 168 time: 1.8478217 Nov 03 19:32:38.154605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46406) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:38.177807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:38.179838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=4058049d-e0e6-43ea-a190-32e7410ba50f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:38.183424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677e182-09cb-4573-b3bc-9d23e48f075a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Network': ['ID=d3db5933-268c-46b1-a9b4-9a0ae951d56f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:38.186648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:38.203042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.9 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/18d5ab8e-86b6-444e-865a-64fe033fe066) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:38.211310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:38.212037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.232479 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.328211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 04c58853-cec7-4f63-a1bb-d77f6e0679ce, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=04c58853-cec7-4f63-a1bb-d77f6e0679ce,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:38.348989 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.359598 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c44bb63-91e3-4649-a4b1-d8d6c2b11d1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.359868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5314483-8ccf-49b8-a0cd-b7f2191f7e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.432371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c44bb63-91e3-4649-a4b1-d8d6c2b11d1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.434114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e8aad508-f324-4444-80cb-5c33821bf64d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:38.505410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e8aad508-f324-4444-80cb-5c33821bf64d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:38.506919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e8aad508-f324-4444-80cb-5c33821bf64d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:38.566001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=04c58853-cec7-4f63-a1bb-d77f6e0679ce,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:38.582195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c44bb63-91e3-4649-a4b1-d8d6c2b11d1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.586810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8c44bb63-91e3-4649-a4b1-d8d6c2b11d1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.592543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8c44bb63-91e3-4649-a4b1-d8d6c2b11d1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/security-groups/ed1e0d99-00c1-41f6-acc5-936483758968 HTTP/1.1" status: 204 len: 168 time: 0.4294465 Nov 03 19:32:38.595530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:38.598171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ece745-ce6a-43d9-b08c-b48ccc1c1ea7 None None] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:38.617273 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44bb63-91e3-4649-a4b1-d8d6c2b11d1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e0d99-00c1-41f6-acc5-936483758968,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:38.743166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8080f555-c91c-49bb-b03f-8148d506260f None None] Provisioning complete for port 04c58853-cec7-4f63-a1bb-d77f6e0679ce triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:38.743538 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8080f555-c91c-49bb-b03f-8148d506260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:38.901809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32bac95a-0dba-4fba-92ca-b46469ab9bed req-33275d0b-ead1-4a81-ac3f-6a44ce733bf8 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Nov 03 19:32:38.931698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:38.964104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] Sync routers for ids ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:39.014595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-18db534d-93da-4259-80cc-a087891f8c08 admin admin] 10.222.0.91 "PUT /v2.0/routers/1f1e4b8c-a1e1-4867-8b65-fe62fc22b541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3684382 Nov 03 19:32:39.017375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:39.055731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Allocated IP 172.20.0.9 (3627f359-94b2-45b5-b488-12b52d8adbbf/b6cef61c-9202-4400-b832-e009da3429aa/2100a30e-c8bf-449f-9172-3a9f907bf966) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:39.059368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] Routers {'1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:39.063334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:39.350288 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:39.423503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:39.442291 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] Set router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:39.542158 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb648056-d0be-4d2d-8bdd-5208d1533660 req-2b49015a-37c1-4e07-810c-027403e236e1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.4302068 Nov 03 19:32:39.590571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46418) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:39.610054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221694202', 'description': 'tempest-secgroup-smoke-1221694202 description', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:39.722426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:39.775624 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:39.930062 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:39.972075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.027109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 04c58853-cec7-4f63-a1bb-d77f6e0679ce up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:40.124258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.131655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5358202 Nov 03 19:32:40.155124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46422) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:40.164515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '28c237c9-76e9-44c7-9320-61299bf84ef2', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:40.176659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.184193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8f98d696-c65b-4768-b800-b6a1ec303269 None None] Provisioning complete for port 4058049d-e0e6-43ea-a190-32e7410ba50f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:40.184871 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f98d696-c65b-4768-b800-b6a1ec303269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.240177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8f98d696-c65b-4768-b800-b6a1ec303269 None None] Port 4058049d-e0e6-43ea-a190-32e7410ba50f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:40.277052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354695e-3f51-4269-9b1a-1c7b4d844434 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c237c9-76e9-44c7-9320-61299bf84ef2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:40.295341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8f98d696-c65b-4768-b800-b6a1ec303269 None None] Provisioning complete for port 04c58853-cec7-4f63-a1bb-d77f6e0679ce triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:40.296478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f98d696-c65b-4768-b800-b6a1ec303269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.330731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0350cb2a-b965-4961-8732-684eb6970d09 req-48aeb72e-dd94-46c3-a252-62b56638e320 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.1522503 Nov 03 19:32:40.340249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.418296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.419583 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Deleting port 287e292f-4d48-43fb-ac29-47a1ae16c190 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:40.420155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.537484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 04c58853-cec7-4f63-a1bb-d77f6e0679ce triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:40.538088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.539919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.540239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.555002 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.562630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.605205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d8cba-c166-4dc4-b291-5997d16c8c46,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:40.636223 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.641307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c6b1575-9285-4145-9545-a8808877fc0f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4810691 Nov 03 19:32:40.643042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] For port 287e292f-4d48-43fb-ac29-47a1ae16c190, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=287e292f-4d48-43fb-ac29-47a1ae16c190,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:40.643524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.648193 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46426) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:40.673533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '28c237c9-76e9-44c7-9320-61299bf84ef2', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:40.728340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Calling delete_port for 287e292f-4d48-43fb-ac29-47a1ae16c190 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:40.765777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:34Z', 'revision_number': 5, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port': {'id': '287e292f-4d48-43fb-ac29-47a1ae16c190', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:05Z', 'updated_at': '2021-11-03T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:40.776923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:40.801714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] Checking router: 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:40.811342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:40.815584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:40.817878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] Routers {'1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:40.818522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:40.939898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:40.940550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.943006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=18d5ab8e-86b6-444e-865a-64fe033fe066,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:40.968766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:40.991511 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5810e97a-949c-4d02-b678-0f752a80f5a1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5430381 Nov 03 19:32:40.995634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.005481 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.031132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Request body: {'port': {'device_id': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:41.044807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Pushing event deleted for resources: {'Port': ['ID=287e292f-4d48-43fb-ac29-47a1ae16c190,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:41.047544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8cd29180-0e88-4a05-8660-77e681c862d7 None None] Provisioning complete for port 4058049d-e0e6-43ea-a190-32e7410ba50f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:41.048832 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8cd29180-0e88-4a05-8660-77e681c862d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.061608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] Set router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:41.100103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdab936-9cac-4a23-b591-74b527134a2f req-38156d11-3217-4437-8fc7-542b76c1c04b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:41.101777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fdab936-9cac-4a23-b591-74b527134a2f req-38156d11-3217-4437-8fc7-542b76c1c04b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 931 time: 0.1512823 Nov 03 19:32:41.132587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8cd29180-0e88-4a05-8660-77e681c862d7 None None] Port 4058049d-e0e6-43ea-a190-32e7410ba50f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:41.176189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.212635 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:32:41.216102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Network 3627f359-94b2-45b5-b488-12b52d8adbbf is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:41.221598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:41.240759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:41.273315 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.283788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:39Z', 'revision_number': 6, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:41.335733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.337443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.354668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936dbf-1222-43fe-a2b2-b9cff1777f08 None None] The sync data for ids ['1f1e4b8c-a1e1-4867-8b65-fe62fc22b541'] in n-d-812151-4 is: [{'id': '1f1e4b8c-a1e1-4867-8b65-fe62fc22b541', 'name': 'tempest-TestAggregatesBasicOps-1007184962-router', 'tenant_id': '3e343c86d54049a9b63bdc1128c4be5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:03Z', 'updated_at': '2021-11-03T19:32:39Z', 'revision_number': 6, 'project_id': '3e343c86d54049a9b63bdc1128c4be5d', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:41.357888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:41.359150 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.387793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-85ae0774-1613-436e-8295-955049236d58 None None] Provisioning complete for port 18d5ab8e-86b6-444e-865a-64fe033fe066 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:41.389614 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85ae0774-1613-436e-8295-955049236d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.464616 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8331168 Nov 03 19:32:41.505799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-85ae0774-1613-436e-8295-955049236d58 None None] Port 18d5ab8e-86b6-444e-865a-64fe033fe066 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:41.508545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Request body: {'port': {'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:41.516660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5d1b-44aa-4a66-9cc2-bf607e1ddd98 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'Port': ['ID=2100a30e-c8bf-449f-9172-3a9f907bf966,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:41.615824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=4058049d-e0e6-43ea-a190-32e7410ba50f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:41.619447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.735662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5e4264c4-60f4-4622-ae25-8a305c048008 None None] Provisioning complete for port 2100a30e-c8bf-449f-9172-3a9f907bf966 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:41.736779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e4264c4-60f4-4622-ae25-8a305c048008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.818158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.820794 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.821061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5e4264c4-60f4-4622-ae25-8a305c048008 None None] Port 2100a30e-c8bf-449f-9172-3a9f907bf966 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:41.897576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.909446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.911198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.911738 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:32:41.937212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:41.940169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.947351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44ce526f-e9d4-48a7-9293-e53ce3f3be0d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:41.951150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.956263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:41.957472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8486e597-f05a-47a5-9a4a-157815d8d654 admin admin] 10.222.0.91 "DELETE /v2.0/routers/1f1e4b8c-a1e1-4867-8b65-fe62fc22b541 HTTP/1.1" status: 204 len: 168 time: 2.9389894 Nov 03 19:32:41.971813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:41.976617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:41.981944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2c5099-3f43-484b-a860-715d7efb4549,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:41.999621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fdab936-9cac-4a23-b591-74b527134a2f req-8a1c5aac-3c52-43c6-bc2a-5e15532cc353 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8666837 Nov 03 19:32:42.029196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 44ce526f-e9d4-48a7-9293-e53ce3f3be0d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:42.030528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44ce526f-e9d4-48a7-9293-e53ce3f3be0d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:42.035453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.036688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-00203e5a-6a1a-41b1-bfaa-31845ac6f698 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3870907 Nov 03 19:32:42.039726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46432) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:42.044435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '28c237c9-76e9-44c7-9320-61299bf84ef2', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:42.074678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36ae22-0f08-4342-a551-18b867a2bc70 req-9cf4745f-83d5-4880-804b-a621fc9d08e3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:42.083174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e36ae22-0f08-4342-a551-18b867a2bc70 req-9cf4745f-83d5-4880-804b-a621fc9d08e3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 931 time: 0.1773682 Nov 03 19:32:42.110173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.179513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1e36ae22-0f08-4342-a551-18b867a2bc70 req-41cfefef-0033-4895-bbb3-b0ee235de586 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953438 Nov 03 19:32:42.186433 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.341057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.347219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.371020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415c3a23-d1d3-45e8-a2fc-a382ea11c2d3,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:42.382535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.383674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-096faddf-6de9-43f2-a125-cd7b1bc408f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428965 Nov 03 19:32:42.386575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46434) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:42.393627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '28c237c9-76e9-44c7-9320-61299bf84ef2', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:42.459495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.460575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8674d620-c38d-4f55-b962-e0c6760c33c8 None None] Provisioning complete for port 4058049d-e0e6-43ea-a190-32e7410ba50f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:42.461943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8674d620-c38d-4f55-b962-e0c6760c33c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.475748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Deleting subnet 4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:32:42.523224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.556988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8674d620-c38d-4f55-b962-e0c6760c33c8 None None] Port 4058049d-e0e6-43ea-a190-32e7410ba50f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:42.567492 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.574346 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.600152 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37889aaf-4406-4efe-92b9-c62ef4d077c1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:42.621890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.624212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a1efbc98-110a-4a48-b905-34522acaf319 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2364571 Nov 03 19:32:42.627303 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46436) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:42.634078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '28c237c9-76e9-44c7-9320-61299bf84ef2', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:42.641009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:42.683663 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:32:42.691227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.721476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.819626 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.826455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.853114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a067f94-fffb-4225-a0be-2ed7297b8337,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:42.873888 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:42.880090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8835763e-6456-402e-9ead-53c48f5d7664 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2509692 Nov 03 19:32:42.881174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46438) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:42.888037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '28c237c9-76e9-44c7-9320-61299bf84ef2', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:42.927685 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:32:42.938464 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.016810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:43.022530 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.029141 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:43.031570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-329f0433-1ea5-4e55-a126-748d326745b8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7252097 Nov 03 19:32:43.035608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46440) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:43.048085 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:43.048383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1890945437'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:43.049012 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:43.064868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.085884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.097948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:43.102156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.141034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4f6048-baa3-4136-a6b1-7145867cba11,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:43.162325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.163889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2dd2abdc-0703-46cf-9e90-809bb682d6b8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2813118 Nov 03 19:32:43.165011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:32:43.168252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46444) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:43.179122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'network': {'name': 'tempest-network-smoke--1151326214', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:43.191322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d5ab8e-86b6-444e-865a-64fe033fe066 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:43.207641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.212236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.213046 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 9db633c0-c9eb-4c38-b676-5c4e95f61333 of type vlan for network e7d2cf13-e465-4524-bec7-a71459b1b24b Nov 03 19:32:43.216006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2100a30e-c8bf-449f-9172-3a9f907bf966 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:43.251218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.254641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Transition to ACTIVE for port object 18d5ab8e-86b6-444e-865a-64fe033fe066 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:32:43.256996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.257457 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:43.279092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.282904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3da66e-3fde-4c6f-bce9-453428810090 None None] Network a19e783f-fc8a-42f8-9e66-c6efb733ee8e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:43.283693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55 HTTP/1.1" status: 204 len: 168 time: 1.3041618 Nov 03 19:32:43.310124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46448) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:43.330970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.341674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Transition to ACTIVE for port object 2100a30e-c8bf-449f-9172-3a9f907bf966 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:32:43.343174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd935b-231d-41cb-ac39-20580a2fef08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2dc4c5-aed7-4ec0-a1e4-bb054c32fd55,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:43.377096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.435110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Pushing event updated for resources: {'Port': ['ID=18d5ab8e-86b6-444e-865a-64fe033fe066,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:43.462800 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.504588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:43.506498 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.613227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Attempting to bind port 18d5ab8e-86b6-444e-865a-64fe033fe066 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:43.615370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Attempting to bind port 18d5ab8e-86b6-444e-865a-64fe033fe066 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:43.615907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Attempting to bind port 18d5ab8e-86b6-444e-865a-64fe033fe066 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:43.657592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.686049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Port 18d5ab8e-86b6-444e-865a-64fe033fe066 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:32:43.689861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Attempting to bind port 18d5ab8e-86b6-444e-865a-64fe033fe066 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:43.722708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 287e292f-4d48-43fb-ac29-47a1ae16c190 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:43.752841 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460a93-e652-49df-9db7-19dc5125ad04 req-a2e085b6-7cc7-47b7-b033-69c962f5cb21 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:43.754433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f460a93-e652-49df-9db7-19dc5125ad04 req-a2e085b6-7cc7-47b7-b033-69c962f5cb21 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 931 time: 0.5606596 Nov 03 19:32:43.778242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 287e292f-4d48-43fb-ac29-47a1ae16c190 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:43.780384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 287e292f-4d48-43fb-ac29-47a1ae16c190 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:43.786312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:43.792745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:43.793548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:43.795830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Bound port: 18d5ab8e-86b6-444e-865a-64fe033fe066, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:43.798817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.809770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] DHCP port deletion for a19e783f-fc8a-42f8-9e66-c6efb733ee8e request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:32:43.821918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.resource_extend [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:32:43.880153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] Deleting port b8fb6df1-1525-45a4-8322-567129930576 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:43.880954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.922320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Pushing event updated for resources: {'Port': ['ID=2100a30e-c8bf-449f-9172-3a9f907bf966,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:43.934002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Attempting to bind port 2100a30e-c8bf-449f-9172-3a9f907bf966 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:43.934637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Attempting to bind port 2100a30e-c8bf-449f-9172-3a9f907bf966 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:43.935317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Attempting to bind port 2100a30e-c8bf-449f-9172-3a9f907bf966 on network 3627f359-94b2-45b5-b488-12b52d8adbbf {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:43.946561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Port 2100a30e-c8bf-449f-9172-3a9f907bf966 on network 3627f359-94b2-45b5-b488-12b52d8adbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:32:43.947078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Attempting to bind port 2100a30e-c8bf-449f-9172-3a9f907bf966 on network 3627f359-94b2-45b5-b488-12b52d8adbbf {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:43.980486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:43.981067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Checking segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:43.981573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Bound using segment: {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:43.982157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Bound port: 2100a30e-c8bf-449f-9172-3a9f907bf966, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1953a910-cce8-4493-8076-25c1ce6912d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:43.983200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:43.987097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c85a3-c437-4439-b62f-b9e8a8d15e76 req-cb2ee066-217b-4faa-b69d-c4e7f822b399 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:43.990460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-337c85a3-c437-4439-b62f-b9e8a8d15e76 req-cb2ee066-217b-4faa-b69d-c4e7f822b399 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.5569215 Nov 03 19:32:43.996928 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.003084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:44.003700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.023050 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:39Z', 'revision_number': 3, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:40Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:44.039527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] For port b8fb6df1-1525-45a4-8322-567129930576, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b8fb6df1-1525-45a4-8322-567129930576,segment=NetworkSegment(4037f81d-61f3-4608-a871-5c24a279e62d),segment_id=4037f81d-61f3-4608-a871-5c24a279e62d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:44.039927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.048960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:32:44.073987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] For port 2100a30e-c8bf-449f-9172-3a9f907bf966, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:44.078679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] For port 2100a30e-c8bf-449f-9172-3a9f907bf966, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2100a30e-c8bf-449f-9172-3a9f907bf966,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:44.087434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] Calling delete_port for b8fb6df1-1525-45a4-8322-567129930576 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:44.089051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.094674 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:44.095275 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Updating router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab port 4058049d-e0e6-43ea-a190-32e7410ba50f binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:44.127473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:44.128069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.129779 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] 10.222.0.110 "PUT /v2.0/ports/2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 1091 time: 2.6523235 Nov 03 19:32:44.130278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:44.133357 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741ac9b5-c4d7-4978-842d-53ab3cee7348" -d '{"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:44.139518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.142914 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Added segment fcf3eb1b-5b62-4082-b2f5-ee45cc91f548 of type vlan for network f173c7d7-4a54-4a81-b806-8b8d1d217e78 Nov 03 19:32:44.181715 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.221397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8f460a93-e652-49df-9db7-19dc5125ad04 req-bb97f6e1-d41b-481d-be50-f14f2af42e6a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406693 Nov 03 19:32:44.277185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] For port 18d5ab8e-86b6-444e-865a-64fe033fe066, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:44.283337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2466490 Nov 03 19:32:44.294341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46452) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:44.309614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:44.400062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.436800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2142e-c17e-4e34-92d1-41eed1a72f4b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=e7d2cf13-e465-4524-bec7-a71459b1b24b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:44.449465 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e17b3-75e8-426f-8c5f-63e4060507be x-openstack-request-id: req-1f5e17b3-75e8-426f-8c5f-63e4060507be {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:44.449764 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:44.450015 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f5e17b3-75e8-426f-8c5f-63e4060507be {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:44.450434 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'status': 'completed', 'code': 200} Nov 03 19:32:44.464056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] No DVR routers for this DVR port b8fb6df1-1525-45a4-8322-567129930576 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:44.471277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ff2af-35ed-4e40-ab3f-4c3a8729ea80 None None] Pushing event deleted for resources: {'Port': ['ID=b8fb6df1-1525-45a4-8322-567129930576,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:44.475518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e7d2cf13-e465-4524-bec7-a71459b1b24b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:32:44.503451 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.510390 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Deleting port b8fb6df1-1525-45a4-8322-567129930576 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:44.511113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.525522 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-337c85a3-c437-4439-b62f-b9e8a8d15e76 req-43d18efc-1fbb-4545-b03e-19c8881db97a tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163891 Nov 03 19:32:44.554255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] For port 18d5ab8e-86b6-444e-865a-64fe033fe066, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=18d5ab8e-86b6-444e-865a-64fe033fe066,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:44.558240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-b808b82d-dbab-4297-b28f-d350cdfa4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:44.567827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-b808b82d-dbab-4297-b28f-d350cdfa4a59 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1094 time: 0.3841364 Nov 03 19:32:44.573663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed163fb4-bc35-48d2-b532-42a8c1feb89f service neutron] Pushing event updated for resources: {'Port': ['ID=2100a30e-c8bf-449f-9172-3a9f907bf966,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:44.594128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.680637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.687402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:44.687855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.699427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] For port b8fb6df1-1525-45a4-8322-567129930576, host n-d-812151-4, got binding levels [] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:44.700290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.753221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-de76e062-622b-41ac-8e63-fdf9f0a2369d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 217 time: 0.1730096 Nov 03 19:32:44.754829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Calling delete_port for b8fb6df1-1525-45a4-8322-567129930576 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:44.758555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.ipam_backend_mixin [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Port b8fb6df1-1525-45a4-8322-567129930576 was not found and therefore no delete operation was performed {{(pid=101989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:32:44.768750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5955293 Nov 03 19:32:44.793484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.799003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46454) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:44.811199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-5180c9c8-a7d4-4056-9a71-93692ddd4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:44.812830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-5180c9c8-a7d4-4056-9a71-93692ddd4c1b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.0590839 Nov 03 19:32:44.818937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:44.822010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.864756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:44.865453 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.866986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] 10.222.0.115 "PUT /v2.0/ports/18d5ab8e-86b6-444e-865a-64fe033fe066 HTTP/1.1" status: 200 len: 1091 time: 3.8533328 Nov 03 19:32:44.873605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'admin_state_up': True, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:44.875404 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.882582 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.887471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fb6df1-1525-45a4-8322-567129930576,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:44.900971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cad22-a607-40ee-a23a-491424350c2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Network': ['ID=f173c7d7-4a54-4a81-b806-8b8d1d217e78,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:44.914771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] No DVR routers for this DVR port b8fb6df1-1525-45a4-8322-567129930576 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:44.928214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:32:44.992809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:44.994036 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.042333 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe349db-ccf9-4467-9fc4-90cc64e0f837 None None] Pushing event updated for resources: {'Port': ['ID=4058049d-e0e6-43ea-a190-32e7410ba50f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:45.108498 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Attempting to bind port 4058049d-e0e6-43ea-a190-32e7410ba50f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:45.110808 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Attempting to bind port 4058049d-e0e6-43ea-a190-32e7410ba50f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:45.111501 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Attempting to bind port 4058049d-e0e6-43ea-a190-32e7410ba50f on network 040c7ae9-fb22-4b38-bff4-f2436490e813 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:45.112403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.120944 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:45.121841 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Checking segment: {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:45.123974 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.124911 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Bound using segment: {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:45.125758 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Bound port: 4058049d-e0e6-43ea-a190-32e7410ba50f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:45.127615 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.184285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083a0ef-fe6d-4a58-b508-1a2b5dc8639d service neutron] Pushing event updated for resources: {'Port': ['ID=18d5ab8e-86b6-444e-865a-64fe033fe066,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:45.187998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19e783f-fc8a-42f8-9e66-c6efb733ee8e']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:45.265394 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.287201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4037f81d-61f3-4608-a871-5c24a279e62d') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:45.290618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4037f81d-61f3-4608-a871-5c24a279e62d') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:45.291255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-546a178f-3a9d-4308-87aa-e0f8d842542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:45.292851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-546a178f-3a9d-4308-87aa-e0f8d842542a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4568214 Nov 03 19:32:45.330162 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] For port 4058049d-e0e6-43ea-a190-32e7410ba50f, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:45.340798 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] For port 4058049d-e0e6-43ea-a190-32e7410ba50f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4058049d-e0e6-43ea-a190-32e7410ba50f,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:45.349692 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.367381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-98c4aeba-f712-46e9-8544-3354299e836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:45.375342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-98c4aeba-f712-46e9-8544-3354299e836f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 1094 time: 0.3733778 Nov 03 19:32:45.424704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.450133 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe349db-ccf9-4467-9fc4-90cc64e0f837 None None] Pushing event updated for resources: {'Port': ['ID=4058049d-e0e6-43ea-a190-32e7410ba50f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:45.476147 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-ac9214fc-b7b9-4396-b9ce-60c471852cb5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18d5ab8e-86b6-444e-865a-64fe033fe066 HTTP/1.1" status: 200 len: 217 time: 0.0786290 Nov 03 19:32:45.494960 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:45.495692 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:45.594652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.602199 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0083370a-8872-465a-9a02-63ebf8377b1e None None] Provisioning complete for port 4058049d-e0e6-43ea-a190-32e7410ba50f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:45.602696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0083370a-8872-465a-9a02-63ebf8377b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.624492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:32:45.649133 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:32:45.652556 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:32:45.707481 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:45.812104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b8fb6df1-1525-45a4-8322-567129930576 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:45.881906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b8fb6df1-1525-45a4-8322-567129930576 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:45.882740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b8fb6df1-1525-45a4-8322-567129930576 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:45.894638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0083370a-8872-465a-9a02-63ebf8377b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:45.982940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0083370a-8872-465a-9a02-63ebf8377b1e None None] For port 4058049d-e0e6-43ea-a190-32e7410ba50f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4058049d-e0e6-43ea-a190-32e7410ba50f,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:45.991355 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0083370a-8872-465a-9a02-63ebf8377b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.016257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f6a8-16f2-4663-8efa-a40ed01f184a req-feadfe8f-d2f0-4433-a3d1-d1624c3538e8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.026681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f49f6a8-16f2-4663-8efa-a40ed01f184a req-feadfe8f-d2f0-4433-a3d1-d1624c3538e8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.5990403 Nov 03 19:32:46.037419 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.080089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.083330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083370a-8872-465a-9a02-63ebf8377b1e None None] Pushing event updated for resources: {'Port': ['ID=4058049d-e0e6-43ea-a190-32e7410ba50f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:46.104605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.110319 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] 10.222.0.91 "DELETE /v2.0/networks/a19e783f-fc8a-42f8-9e66-c6efb733ee8e HTTP/1.1" status: 204 len: 168 time: 2.7900429 Nov 03 19:32:46.140562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5d33a17b-b646-47c0-94ab-83a1b621371d None None] Provisioning complete for port 4058049d-e0e6-43ea-a190-32e7410ba50f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:46.142409 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5d33a17b-b646-47c0-94ab-83a1b621371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.168907 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:39Z', 'revision_number': 3, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:46.241261 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d60dcf3-d5b2-4a19-bed9-7d86be03339d None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:39Z', 'revision_number': 3, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:46.295991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeffa9-5066-4bb4-a78b-ab9402ccf204 req-46296b35-9cd3-40cc-b640-91d9112ae2fb tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.298410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56aeffa9-5066-4bb4-a78b-ab9402ccf204 req-46296b35-9cd3-40cc-b640-91d9112ae2fb tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.5036037 Nov 03 19:32:46.299131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556daa4b-dd0c-47f9-8bed-b3b51a925f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=a19e783f-fc8a-42f8-9e66-c6efb733ee8e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:46.350065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f49f6a8-16f2-4663-8efa-a40ed01f184a req-bbf3336c-9887-44ae-afec-ea3bbb824ad4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224041 Nov 03 19:32:46.425015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56aeffa9-5066-4bb4-a78b-ab9402ccf204 req-bcd379c8-fdd4-4469-9f9e-aa5283af2e87 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906873 Nov 03 19:32:46.461830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'tag': '18d5ab8e-86b6-444e-865a-64fe033fe066'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:46.464659 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf6c038-91bc-4797-b569-0c1bed436988", "tag": "18d5ab8e-86b6-444e-865a-64fe033fe066"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:46.499475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:46.559440 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9d423-fc80-44c9-9dc2-f3752bf1d0b1 x-openstack-request-id: req-5fd9d423-fc80-44c9-9dc2-f3752bf1d0b1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:46.560213 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf6c038-91bc-4797-b569-0c1bed436988", "tag": "18d5ab8e-86b6-444e-865a-64fe033fe066", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:46.561851 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5fd9d423-fc80-44c9-9dc2-f3752bf1d0b1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:46.562307 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'tag': '18d5ab8e-86b6-444e-865a-64fe033fe066', 'status': 'completed', 'code': 200} Nov 03 19:32:46.627306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.649562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.716550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-74b0e22b-91c4-4609-b95e-569c6a4315fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.719686 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-74b0e22b-91c4-4609-b95e-569c6a4315fb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.3404341 Nov 03 19:32:46.810815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-18c0dfb0-45a3-405f-89fc-6c80375d46f1 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4899824 Nov 03 19:32:46.812955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.97 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/9f1b2ca1-5bbc-4a74-842f-83113f999dc7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:46.828251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1b5c571c-6f2e-4e40-967e-b67e5bce32aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3d54616765f0464e91647109b6d8d5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153164 Nov 03 19:32:46.834217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46466) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:46.930022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.957867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-a9e9408f-7311-450f-b250-38fcf822b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.959958 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-a9e9408f-7311-450f-b250-38fcf822b98b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159486 Nov 03 19:32:47.057596 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.120742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f55a6d20-fda9-45a4-ace2-e68e2f5d6610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.161350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f55a6d20-fda9-45a4-ace2-e68e2f5d6610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.167636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=bd22b562-3075-4ddc-ac5d-2b7c47863466,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:47.192496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1093fc0-f97f-4ac8-98a6-bf0d4a2b8aac req-f795565d-b245-4006-8071-22369a02f9ce service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620412 Nov 03 19:32:47.221210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.231441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f55a6d20-fda9-45a4-ace2-e68e2f5d6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.235052 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f55a6d20-fda9-45a4-ace2-e68e2f5d6610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.238512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f55a6d20-fda9-45a4-ace2-e68e2f5d6610 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/24e45f6e-6259-42da-9c68-aada759e26c9 HTTP/1.1" status: 204 len: 168 time: 0.3990240 Nov 03 19:32:47.275883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:47.276753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: e7d2cf13-e465-4524-bec7-a71459b1b24b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:47.322968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-5ab7f3f5-9f22-47b3-b468-5c47cd13a50c service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241162 Nov 03 19:32:47.342703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a6d20-fda9-45a4-ace2-e68e2f5d6610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e45f6e-6259-42da-9c68-aada759e26c9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:47.380194 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:47.385721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network e7d2cf13-e465-4524-bec7-a71459b1b24b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:47.397906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:47.405204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:47.405413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-62e233a2-cd11-44ea-b8bf-c4f35edb2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:47.407608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-62e233a2-cd11-44ea-b8bf-c4f35edb2664 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1094 time: 0.1472640 Nov 03 19:32:47.412999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:47.476415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e7d2cf13-e465-4524-bec7-a71459b1b24b) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:47.481106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:47.481999 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.488507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9721bc-080a-46bf-a763-d86028bf2985 None None] Network e7d2cf13-e465-4524-bec7-a71459b1b24b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:47.540244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3bfa77e6-3b6f-4b2b-bba4-c6fab421b213 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2430716 Nov 03 19:32:47.556571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46482) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:47.632704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34a16a77-ba1e-4d3d-b797-4b3ab95640da req-c8cf9ae8-b34b-4dea-9209-2b751ba20b11 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976978 Nov 03 19:32:47.791843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4058049d-e0e6-43ea-a190-32e7410ba50f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:47.840059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-df2e82bc-c30d-434a-9240-574bd1d81efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:47.844242 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-df2e82bc-c30d-434a-9240-574bd1d81efa service neutron] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 915 time: 0.3491135 Nov 03 19:32:47.865038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e7d2cf13-e465-4524-bec7-a71459b1b24b', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:47.871699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:47.877004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-96bc0c98-e529-45eb-8a99-634aab1fe9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:47.881769 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-96bc0c98-e529-45eb-8a99-634aab1fe9e4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 1094 time: 0.1877601 Nov 03 19:32:47.936348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:48.027466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4058049d-e0e6-43ea-a190-32e7410ba50f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:48.028248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.041372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-b9c4b845-7066-47db-ba83-afabd257e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.042874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-b9c4b845-7066-47db-ba83-afabd257e9fe service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1086245 Nov 03 19:32:48.044334 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-a065f375-9f6a-477a-87ec-d4491912922b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 217 time: 0.1916106 Nov 03 19:32:48.195594 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-69d5ef5a-7d85-4344-ab7d-d3a003f844f7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18d5ab8e-86b6-444e-865a-64fe033fe066 HTTP/1.1" status: 200 len: 217 time: 0.1253695 Nov 03 19:32:48.276975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Allocated IP 2001:db8:2::2 (e7d2cf13-e465-4524-bec7-a71459b1b24b/bd22b562-3075-4ddc-ac5d-2b7c47863466/46f286bd-bb06-469c-bb35-9ad445296a1d) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:48.289031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7b3a84cc-720c-4a91-826b-d7b32c6563a1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e343c86d54049a9b63bdc1128c4be5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510594 Nov 03 19:32:48.292117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46494) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:48.296484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-bfc4bb8d-c378-407d-8c82-5a54b410ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.298235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-bfc4bb8d-c378-407d-8c82-5a54b410ba1f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.2292585 Nov 03 19:32:48.403261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-490402c0-cf07-4ef1-8365-5ed8084b189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.408140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-490402c0-cf07-4ef1-8365-5ed8084b189c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.2000830 Nov 03 19:32:48.449078 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129156d-7ace-4791-a958-c524d1604b32 req-4ad9779b-5545-4128-b37f-86307d19b06a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.451882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f129156d-7ace-4791-a958-c524d1604b32 req-4ad9779b-5545-4128-b37f-86307d19b06a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.9643068 Nov 03 19:32:48.469720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18105-56db-443f-be96-a031e47eb505 req-84beb543-f118-48f6-88c3-1ae52ab9a5b9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.471642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaf18105-56db-443f-be96-a031e47eb505 req-84beb543-f118-48f6-88c3-1ae52ab9a5b9 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.7368710 Nov 03 19:32:48.487384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.495674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.553508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-ad52bf29-9fbe-4670-accb-9786452079ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.557050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-ad52bf29-9fbe-4670-accb-9786452079ad service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428660 Nov 03 19:32:48.597866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40e4efe5-9711-4530-983d-6330c8a8e218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.601482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Network e7d2cf13-e465-4524-bec7-a71459b1b24b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:48.617341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:48.621743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:48.653344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f129156d-7ace-4791-a958-c524d1604b32 req-9e0f63c7-45d0-4201-81f8-3a2ce72ce69f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936541 Nov 03 19:32:48.670796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Pushing event updated for resources: {'Port': ['ID=46f286bd-bb06-469c-bb35-9ad445296a1d,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:48.685466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eaf18105-56db-443f-be96-a031e47eb505 req-8f1a96fa-2fca-4514-94ff-8e89115b422f tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054298 Nov 03 19:32:48.694714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40e4efe5-9711-4530-983d-6330c8a8e218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.807671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Attempting to bind port 46f286bd-bb06-469c-bb35-9ad445296a1d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:48.807968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Attempting to bind port 46f286bd-bb06-469c-bb35-9ad445296a1d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:48.808167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Attempting to bind port 46f286bd-bb06-469c-bb35-9ad445296a1d on network e7d2cf13-e465-4524-bec7-a71459b1b24b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:48.819574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:48.819998 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Checking segment: {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:48.820399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.820812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Bound using segment: {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:48.821286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Bound port: 46f286bd-bb06-469c-bb35-9ad445296a1d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:48.821669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.837023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-da155c8a-df0e-46a6-a8da-71f033c78b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:48.838555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-da155c8a-df0e-46a6-a8da-71f033c78b4a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4071159 Nov 03 19:32:48.972016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] For port 46f286bd-bb06-469c-bb35-9ad445296a1d, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:48.978730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] For port 46f286bd-bb06-469c-bb35-9ad445296a1d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=46f286bd-bb06-469c-bb35-9ad445296a1d,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:48.986566 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.990940 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-381f4807-be53-4c7c-96b9-162183c50e7a service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445835 Nov 03 19:32:48.993507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40e4efe5-9711-4530-983d-6330c8a8e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.996662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-40e4efe5-9711-4530-983d-6330c8a8e218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:48.997915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-40e4efe5-9711-4530-983d-6330c8a8e218 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c52c4d86-221c-4b32-9132-58bf86dac393 HTTP/1.1" status: 204 len: 168 time: 0.7042670 Nov 03 19:32:49.005354 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-f44bca0b-0e9c-47ec-8867-20c0256589b1 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085841 Nov 03 19:32:49.022352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:49.037583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4efe5-9711-4530-983d-6330c8a8e218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52c4d86-221c-4b32-9132-58bf86dac393,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:49.109859 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:49.145564 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755b8a8-d581-48d6-a947-e761689a831e None None] Pushing event updated for resources: {'Port': ['ID=46f286bd-bb06-469c-bb35-9ad445296a1d,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:49.258623 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fa9362e-3e6f-4a45-8c7f-a94494aacee9 req-b93e881e-fd15-40e9-8739-ae498d48d5f7 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563763 Nov 03 19:32:49.261235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-741ac9b5-c4d7-4978-842d-53ab3cee7348 req-0824f182-0397-4127-becd-f9609d3d99b7 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429035 Nov 03 19:32:49.838971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 46f286bd-bb06-469c-bb35-9ad445296a1d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:50.017479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.070174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8:2::1 (e7d2cf13-e465-4524-bec7-a71459b1b24b/bd22b562-3075-4ddc-ac5d-2b7c47863466/acdeb11f-4608-451c-b80e-c9efdad5e308) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:50.129652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 46f286bd-bb06-469c-bb35-9ad445296a1d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:50.130061 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.236751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac815c2-4dd2-4659-a9d8-47538d563d2d req-8ae69b76-4523-4b3a-b307-00c0b1ad0468 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:50.241837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ac815c2-4dd2-4659-a9d8-47538d563d2d req-8ae69b76-4523-4b3a-b307-00c0b1ad0468 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.3556464 Nov 03 19:32:50.251676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.308818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 46f286bd-bb06-469c-bb35-9ad445296a1d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=46f286bd-bb06-469c-bb35-9ad445296a1d,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:50.316551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.353213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaea38-2cfa-4a02-972e-e0385273b12c req-621a1f96-f373-4f9e-8e5c-493511c23137 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:50.355265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecaaea38-2cfa-4a02-972e-e0385273b12c req-621a1f96-f373-4f9e-8e5c-493511c23137 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.4731021 Nov 03 19:32:50.418768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=46f286bd-bb06-469c-bb35-9ad445296a1d,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:50.603523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ac815c2-4dd2-4659-a9d8-47538d563d2d req-2fb39c1e-ab80-4af9-8af3-9c17083dc632 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266811 Nov 03 19:32:50.628207 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.642487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecaaea38-2cfa-4a02-972e-e0385273b12c req-e668c5cb-8a22-489d-b930-eabca0ae8730 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162368 Nov 03 19:32:50.661041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8ed9f430-2079-42e2-a400-25f197f26ccf is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:32:50.775566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d649f-e1a4-4e1e-bc41-f51d0e479568 None None] Network e7d2cf13-e465-4524-bec7-a71459b1b24b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:50.856302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:50.875613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f22576b5-ef96-49c2-afe2-bf193d570898 None None] Provisioning complete for port 46f286bd-bb06-469c-bb35-9ad445296a1d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:50.876201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f22576b5-ef96-49c2-afe2-bf193d570898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.882190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Sync routers for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:50.890179 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.939900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:50.940539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:50.953397 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=acdeb11f-4608-451c-b80e-c9efdad5e308,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:50.966996 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:50.972188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46516) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:50.973556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f8ff2aa1-7ddc-4799-a23c-41059e8e88f5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1103179 Nov 03 19:32:50.990004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network e7d2cf13-e465-4524-bec7-a71459b1b24b is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:50.991770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:51.003262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:51.004693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.056328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-55c2ef56-67a0-4d0b-b7b3-13e11fa04790 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4d240c4693a4d57b0b45382638a52bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803881 Nov 03 19:32:51.057379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:51.151618 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.164047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:51.282483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065a876-d744-4395-beda-a5ca81e69f41 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:51.288380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5065a876-d744-4395-beda-a5ca81e69f41 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2268739 Nov 03 19:32:51.288790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46520) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:51.367817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c527dd5-dfca-4647-9762-05a4a0cecbcf tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747263 Nov 03 19:32:51.367817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:51.377074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232441141', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:51.555982 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:48Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:51.564952 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.572931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.573739 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.603693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Checking router: 8ed9f430-2079-42e2-a400-25f197f26ccf for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:51.604093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Updating router 8ed9f430-2079-42e2-a400-25f197f26ccf port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:51.640823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:51.650138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.650637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.754835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 46f286bd-bb06-469c-bb35-9ad445296a1d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:51.884644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 46f286bd-bb06-469c-bb35-9ad445296a1d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:51.885728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:51.902016 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=acdeb11f-4608-451c-b80e-c9efdad5e308,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:51.999321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d05a9-241d-40cc-8a26-0b3a6be74b6f req-d702c730-c59d-4030-a9d0-243d4ad2b5c1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:52.001908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d80d05a9-241d-40cc-8a26-0b3a6be74b6f req-d702c730-c59d-4030-a9d0-243d4ad2b5c1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.2173076 Nov 03 19:32:52.088095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network e7d2cf13-e465-4524-bec7-a71459b1b24b is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:52.091047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:52.096875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d80d05a9-241d-40cc-8a26-0b3a6be74b6f req-9cebbd13-dc7c-4531-afc1-2bc328cfebe8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858152 Nov 03 19:32:52.184713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.256839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e770051e-69df-4ae5-9427-20e7aa13f9bb None None] Provisioning complete for port 46f286bd-bb06-469c-bb35-9ad445296a1d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:52.257217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e770051e-69df-4ae5-9427-20e7aa13f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.310515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Subnet': ['ID=18fdfc57-8498-4a65-baee-2bbd0b66e7f5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:52.340057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Checking segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:52.341059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network hostable DHCP agents. Network: f173c7d7-4a54-4a81-b806-8b8d1d217e78, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:52.387581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:52.411862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f173c7d7-4a54-4a81-b806-8b8d1d217e78) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:52.418881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:52.419490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.426198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bf13b-c12b-470a-9f3d-d61e3c583410 None None] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:52.457970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a51b0bf0-2a6d-479e-b170-f7b2be995a7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0852020 Nov 03 19:32:52.458825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:52.795538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:52.797177 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.841157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e770051e-69df-4ae5-9427-20e7aa13f9bb None None] Provisioning complete for port acdeb11f-4608-451c-b80e-c9efdad5e308 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:52.842132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e770051e-69df-4ae5-9427-20e7aa13f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.849222 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.875698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a78b9-7192-419c-ab42-edf105bb0da7 req-829d5264-4880-455f-bfa8-2ceebb72ec2d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:52.877483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-701a78b9-7192-419c-ab42-edf105bb0da7 req-829d5264-4880-455f-bfa8-2ceebb72ec2d tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.1434340 Nov 03 19:32:52.899327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:52.903283 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:52.970287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Attempting to bind port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:52.970790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Attempting to bind port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:52.971164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Attempting to bind port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:52.977240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e770051e-69df-4ae5-9427-20e7aa13f9bb None None] Port acdeb11f-4608-451c-b80e-c9efdad5e308 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:53.004993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:53.005372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:53.005774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.006480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:53.007191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Bound port: 9f1b2ca1-5bbc-4a74-842f-83113f999dc7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:53.007573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.018198 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-701a78b9-7192-419c-ab42-edf105bb0da7 req-cd28d28e-5a19-41e8-8113-8e42c43f1a2f tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311312 Nov 03 19:32:53.119158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:53.129420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2b63bd77-8524-47b8-8487-de00e69cd0e1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5515838 Nov 03 19:32:53.130309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46536) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:53.132480 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:53.137561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2113617197'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:53.149620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:53.151467 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:53.161812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:53.167770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.197596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:32:53.210902 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.211462 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added segment 191d9d4f-356b-4d22-bd8a-09e02f047d63 of type vlan for network aa02c968-95b4-4aeb-8e12-2625ffb4b72a Nov 03 19:32:53.308021 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:53.320650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.329583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.456352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f443-01e7-444a-94fe-30951f53a20d req-a583507a-34b4-4840-a5b9-fcf34dfe619c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:53.475094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1885f443-01e7-444a-94fe-30951f53a20d req-a583507a-34b4-4840-a5b9-fcf34dfe619c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.1775198 Nov 03 19:32:53.498395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.499335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Allocated IP 172.20.0.2 (f173c7d7-4a54-4a81-b806-8b8d1d217e78/18fdfc57-8498-4a65-baee-2bbd0b66e7f5/413fbc23-9261-4d97-b7a0-4d0741484dd7) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:53.504050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:53.504685 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.584093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dd101dea-45e9-4a92-b405-ffb3d1f39151 None None] Provisioning complete for port acdeb11f-4608-451c-b80e-c9efdad5e308 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:53.584947 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd101dea-45e9-4a92-b405-ffb3d1f39151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.593033 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4597750 Nov 03 19:32:53.598826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46540) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:53.603480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f9b2-b76f-4588-ba71-5b8ed118680e None None] Pushing event updated for resources: {'Port': ['ID=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:53.603861 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'subnet': {'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:53.656174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1885f443-01e7-444a-94fe-30951f53a20d req-30218dcc-62f7-46ba-8a2a-ac5fef2e4d42 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752057 Nov 03 19:32:53.657142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e05ee-2011-4a82-b516-f271e3c5ebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Network': ['ID=aa02c968-95b4-4aeb-8e12-2625ffb4b72a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:53.678057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:32:53.699289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] For port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:53.710918 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:51Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:51Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:53.760675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] For port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:53.762921 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:53.764223 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Updating router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab port acdeb11f-4608-451c-b80e-c9efdad5e308 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:32:53.765922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Made reservation on behalf of b3977f3841f14663acac13e26a1f34fc for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:53.773850 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.794590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dd101dea-45e9-4a92-b405-ffb3d1f39151 None None] Port acdeb11f-4608-451c-b80e-c9efdad5e308 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:53.798210 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.886983 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.968707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:53.986457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:53.987122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:53.991184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f9b2-b76f-4588-ba71-5b8ed118680e None None] Pushing event updated for resources: {'Port': ['ID=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:53.994501 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.062768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.093729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.1 (f173c7d7-4a54-4a81-b806-8b8d1d217e78/18fdfc57-8498-4a65-baee-2bbd0b66e7f5/5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:54.147875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:54.287007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:54.287764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Pushing event updated for resources: {'Port': ['ID=413fbc23-9261-4d97-b7a0-4d0741484dd7,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:54.293814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:54.302248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:54.318183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Subnet': ['ID=fd21b25d-95bc-4e3c-b94b-c82e23f7994c,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:54.321996 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.333237 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.342023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.396410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.406776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e153bc-b7e0-4d8c-8482-ec39cd9c4aae req-63cb1e11-1fa5-4712-a405-38403f180358 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:54.408399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6e153bc-b7e0-4d8c-8482-ec39cd9c4aae req-63cb1e11-1fa5-4712-a405-38403f180358 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.2255607 Nov 03 19:32:54.409276 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Checking segment: {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:54.409660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network hostable DHCP agents. Network: aa02c968-95b4-4aeb-8e12-2625ffb4b72a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:32:54.421094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Attempting to bind port 413fbc23-9261-4d97-b7a0-4d0741484dd7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:54.421860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Attempting to bind port 413fbc23-9261-4d97-b7a0-4d0741484dd7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:54.422715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Attempting to bind port 413fbc23-9261-4d97-b7a0-4d0741484dd7 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:54.445416 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bcc6b-8d5e-4e8c-8902-699d479c6e4e None None] Pushing event updated for resources: {'Port': ['ID=acdeb11f-4608-451c-b80e-c9efdad5e308,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:54.449356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:32:54.451005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:54.458519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:54.463668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:54.476577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:54.477503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Checking segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:54.478180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.479485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Bound using segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:54.484460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, aa02c968-95b4-4aeb-8e12-2625ffb4b72a) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:54.489884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:54.490477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.497491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Bound port: 413fbc23-9261-4d97-b7a0-4d0741484dd7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:54.498571 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.500273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6e153bc-b7e0-4d8c-8482-ec39cd9c4aae req-9acd2dfb-672a-44c9-8e9b-b793e6284a59 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832775 Nov 03 19:32:54.507597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:54.549279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ab3e40e5-eab8-42f5-9bb0-83d92901a249 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9493506 Nov 03 19:32:54.549902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46546) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:54.569715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db20824-ef53-4cca-bfb9-8f054a1fca39 None None] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:54.600373 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Attempting to bind port acdeb11f-4608-451c-b80e-c9efdad5e308 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:54.603107 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Attempting to bind port acdeb11f-4608-451c-b80e-c9efdad5e308 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:54.603802 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Attempting to bind port acdeb11f-4608-451c-b80e-c9efdad5e308 on network e7d2cf13-e465-4524-bec7-a71459b1b24b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:54.619275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.625774 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:54.626164 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Checking segment: {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:54.626582 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.626989 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Bound using segment: {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:54.627480 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Bound port: acdeb11f-4608-451c-b80e-c9efdad5e308, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db633c0-c9eb-4c38-b676-5c4e95f61333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:54.627914 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.792443 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] For port acdeb11f-4608-451c-b80e-c9efdad5e308, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:54.803015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] For port acdeb11f-4608-451c-b80e-c9efdad5e308, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=acdeb11f-4608-451c-b80e-c9efdad5e308,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:54.810136 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.828844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] For port 413fbc23-9261-4d97-b7a0-4d0741484dd7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:54.835994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] For port 413fbc23-9261-4d97-b7a0-4d0741484dd7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=413fbc23-9261-4d97-b7a0-4d0741484dd7,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:54.866615 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:54.967758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8bc5-3c58-49c0-a171-8e76257628b9 None None] Pushing event updated for resources: {'Port': ['ID=413fbc23-9261-4d97-b7a0-4d0741484dd7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:55.002187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:48Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:55.030980 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:55.036162 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:55.038923 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bcc6b-8d5e-4e8c-8902-699d479c6e4e None None] Pushing event updated for resources: {'Port': ['ID=acdeb11f-4608-451c-b80e-c9efdad5e308,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:55.090268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c492f-0a0f-4ab1-8923-57b7d4704dd9 None None] The sync data for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 is: [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:48Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:55.117480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6cd6cc44-8f1d-42ed-abb6-b0792fd8ab6e None None] Provisioning complete for port acdeb11f-4608-451c-b80e-c9efdad5e308 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:55.118291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cc44-8f1d-42ed-abb6-b0792fd8ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:55.176941 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4398cb3-30d1-4b02-9313-3eace2f310a3 req-c855dde7-c76f-44d1-94ff-0a3b816bf290 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:55.178654 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4398cb3-30d1-4b02-9313-3eace2f310a3 req-c855dde7-c76f-44d1-94ff-0a3b816bf290 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.3592737 Nov 03 19:32:55.189538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:32:55.190637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:55.322324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4398cb3-30d1-4b02-9313-3eace2f310a3 req-57229d71-ca64-43cb-a207-1d139b12bd7c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Nov 03 19:32:55.470626 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:55.588751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:55.675674 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cc44-8f1d-42ed-abb6-b0792fd8ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:55.848534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6cd6cc44-8f1d-42ed-abb6-b0792fd8ab6e None None] For port acdeb11f-4608-451c-b80e-c9efdad5e308, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=acdeb11f-4608-451c-b80e-c9efdad5e308,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:55.855754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cc44-8f1d-42ed-abb6-b0792fd8ab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:55.938094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:55.939803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Allocated IP 2001:db8:3::2 (aa02c968-95b4-4aeb-8e12-2625ffb4b72a/fd21b25d-95bc-4e3c-b94b-c82e23f7994c/f22f5609-36aa-4751-81a7-6b51225b976f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:55.955798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 413fbc23-9261-4d97-b7a0-4d0741484dd7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:56.100873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6cc44-8f1d-42ed-abb6-b0792fd8ab6e None None] Pushing event updated for resources: {'Port': ['ID=acdeb11f-4608-451c-b80e-c9efdad5e308,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:56.167099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-558cb63e-6955-4e9d-b397-7c98a91c8d17 None None] Provisioning complete for port acdeb11f-4608-451c-b80e-c9efdad5e308 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:56.167465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-558cb63e-6955-4e9d-b397-7c98a91c8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.244968 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:51Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:54Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:56.288320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976593f-e5b5-4e22-8d93-2f10e5e14951 req-ff4c8668-6036-44cc-b305-d33e5d8235f6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:56.304959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e976593f-e5b5-4e22-8d93-2f10e5e14951 req-ff4c8668-6036-44cc-b305-d33e5d8235f6 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 943 time: 0.3991487 Nov 03 19:32:56.318368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412529d-66e5-4385-acc6-d6a8eaa7e3c7 None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:51Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:54Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:56.487908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 413fbc23-9261-4d97-b7a0-4d0741484dd7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:56.490350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.697850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e976593f-e5b5-4e22-8d93-2f10e5e14951 req-02419ef6-0326-4c48-9af8-13a2b5af8449 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795888 Nov 03 19:32:56.736287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.746120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.749201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.770808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b769-0a11-40af-85e7-e2358d58cd2d req-509a87e8-060a-43b4-a9a8-500e635dfada tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:56.773731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa69b769-0a11-40af-85e7-e2358d58cd2d req-509a87e8-060a-43b4-a9a8-500e635dfada tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.1920419 Nov 03 19:32:56.784517 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.801431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.912001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:56.915630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 413fbc23-9261-4d97-b7a0-4d0741484dd7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=413fbc23-9261-4d97-b7a0-4d0741484dd7,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:56.924073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:56.948409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:56.950946 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:56.962374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Allocated IP 2001:db8:3::1 (aa02c968-95b4-4aeb-8e12-2625ffb4b72a/fd21b25d-95bc-4e3c-b94b-c82e23f7994c/bc6a14c6-6ae2-45b6-aa31-192f2359d14a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:56.969123 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa69b769-0a11-40af-85e7-e2358d58cd2d req-1343944a-0bc9-44d9-8bbf-9860a0f8d014 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792803 Nov 03 19:32:57.001089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Pushing event updated for resources: {'Port': ['ID=f22f5609-36aa-4751-81a7-6b51225b976f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:57.069470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:57.100668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.229466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f73d48-58bf-44e5-83ac-f12a364e9173 None None] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:57.230606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.295161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:57.297296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.298742 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:57.369395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=413fbc23-9261-4d97-b7a0-4d0741484dd7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:57.379250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Attempting to bind port f22f5609-36aa-4751-81a7-6b51225b976f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:57.379601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Attempting to bind port f22f5609-36aa-4751-81a7-6b51225b976f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:57.379875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Attempting to bind port f22f5609-36aa-4751-81a7-6b51225b976f on network aa02c968-95b4-4aeb-8e12-2625ffb4b72a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:57.391238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:57.404161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:57.405644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:57.408434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:57.409189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.446906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2100a30e-c8bf-449f-9172-3a9f907bf966 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:32:57.561796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8ed9f430-2079-42e2-a400-25f197f26ccf has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:57.577838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2100a30e-c8bf-449f-9172-3a9f907bf966, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2100a30e-c8bf-449f-9172-3a9f907bf966,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:57.596996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:57.597290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Checking segment: {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:57.597695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.598086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Bound using segment: {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:57.598575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Bound port: f22f5609-36aa-4751-81a7-6b51225b976f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:57.598928 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.606241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:32:57.640903 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.686454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.777597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2100a30e-c8bf-449f-9172-3a9f907bf966 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:57.792585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e3b9de1b-f203-4fe0-b1fb-2293a72b9423 None None] Provisioning complete for port 413fbc23-9261-4d97-b7a0-4d0741484dd7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:57.793082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3b9de1b-f203-4fe0-b1fb-2293a72b9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:57.803649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:57.821052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f83adb34-28d9-4405-a3da-4693c0fc64ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/8ed9f430-2079-42e2-a400-25f197f26ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3604851 Nov 03 19:32:57.894231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] For port f22f5609-36aa-4751-81a7-6b51225b976f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:57.905160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:57.910428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2100a30e-c8bf-449f-9172-3a9f907bf966, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2100a30e-c8bf-449f-9172-3a9f907bf966,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:57.955427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-dd1aa747-ac0c-44c6-8a3d-31654afa99dd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925436 Nov 03 19:32:58.083777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-9e17026a-c392-4692-8491-cdf08923497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:58.085740 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-9e17026a-c392-4692-8491-cdf08923497a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0767553 Nov 03 19:32:58.104879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463f79d-57a4-4062-ae98-070a30c857b1 req-bc8e684b-a543-492d-936b-41ec3780ac42 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:58.106723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5463f79d-57a4-4062-ae98-070a30c857b1 req-bc8e684b-a543-492d-936b-41ec3780ac42 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 944 time: 0.1302280 Nov 03 19:32:58.125671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.129439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] For port f22f5609-36aa-4751-81a7-6b51225b976f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f22f5609-36aa-4751-81a7-6b51225b976f,segment=NetworkSegment(191d9d4f-356b-4d22-bd8a-09e02f047d63),segment_id=191d9d4f-356b-4d22-bd8a-09e02f047d63)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:58.166264 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.236803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-285d79a5-bb41-4b74-b722-27807a1be563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:58.238401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-285d79a5-bb41-4b74-b722-27807a1be563 service neutron] 10.222.0.115 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 911 time: 0.1280801 Nov 03 19:32:58.257979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2100a30e-c8bf-449f-9172-3a9f907bf966,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:58.328525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-76130044-3cac-4d4b-91c0-8df1ca25eab7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f HTTP/1.1" status: 200 len: 217 time: 0.0793502 Nov 03 19:32:58.334652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5463f79d-57a4-4062-ae98-070a30c857b1 req-f3f91d3a-5a8e-45a0-b338-a57bb19ced69 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168932 Nov 03 19:32:58.338106 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.359025 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9cabb-80fd-4c7a-a9f3-d043e37847c7 req-5ec37773-ac6c-4c27-8a1c-d41f347adfde tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:58.360619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b9cabb-80fd-4c7a-a9f3-d043e37847c7 req-5ec37773-ac6c-4c27-8a1c-d41f347adfde tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.2109139 Nov 03 19:32:58.361871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.362662 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.391238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e670188-371e-49b6-a189-c82a9e5e0afa None None] Pushing event updated for resources: {'Port': ['ID=f22f5609-36aa-4751-81a7-6b51225b976f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:58.425834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:58.426414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.434654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-ccc44abb-422d-483a-b801-9c98eef22986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:58.440010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-ccc44abb-422d-483a-b801-9c98eef22986 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2f86bbce-15a8-47a7-82a1-157d1e81ed60 HTTP/1.1" status: 200 len: 850 time: 0.0986328 Nov 03 19:32:58.487243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['2100a30e-c8bf-449f-9172-3a9f907bf966'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:32:58.494327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-7aa3b930-a943-445c-be47-dc42641ed35c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=38c4cb7f-05b2-4356-a390-1d88432f2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448081 Nov 03 19:32:58.511686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-9f70e473-b981-4ff2-9379-4bf4dba5689f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:32:58.514526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-9f70e473-b981-4ff2-9379-4bf4dba5689f service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0113468 Nov 03 19:32:58.537618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Sync routers for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:58.546736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event updated for resources: {'Port': ['ID=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:58.558676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:58.559532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:58.689291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b9cabb-80fd-4c7a-a9f3-d043e37847c7 req-f3491d2b-bd76-46d7-918f-bda76acda5cc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208811 Nov 03 19:32:58.720889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-b46f8c09-2b7b-4c43-9b20-7928e30044ce service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898065 Nov 03 19:32:58.789969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-7315b476-f90a-4523-93d8-d7387f83d09d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221694202&fields=id&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 267 time: 0.2353752 Nov 03 19:32:58.812637 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:58.848012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:58.879681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6438c6da-5f93-4617-8e39-63e2ed8e2da2 req-14073d1b-efe6-4078-ad22-2f9b57d98ce4 service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444952 Nov 03 19:32:58.895796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4ef19f69-d1f2-46b1-9374-9ede51f4f2a8 None None] Provisioning complete for port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:58.896169 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef19f69-d1f2-46b1-9374-9ede51f4f2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:59.020891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4ef19f69-d1f2-46b1-9374-9ede51f4f2a8 None None] Port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:59.028708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:59.080157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:59.137107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:59.163217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4ef19f69-d1f2-46b1-9374-9ede51f4f2a8 None None] Provisioning complete for port 413fbc23-9261-4d97-b7a0-4d0741484dd7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:59.163689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4ef19f69-d1f2-46b1-9374-9ede51f4f2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:59.174776 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:59.175859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device acdeb11f-4608-451c-b80e-c9efdad5e308 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:59.400902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:59.408590 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-86d5f242-8301-45c5-837e-4b033009aa1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:59.410388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-86d5f242-8301-45c5-837e-4b033009aa1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 797 time: 0.6016312 Nov 03 19:32:59.454685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:59.563538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-75d25d4f-546b-4544-8c71-d7bada13a8e2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/quotas/f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 375 time: 0.1441805 Nov 03 19:32:59.576692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:59.587620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:59.605292 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:59.606215 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:59.637850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port acdeb11f-4608-451c-b80e-c9efdad5e308 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:59.638286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:59.669346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46590) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:59.675444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:59.678389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-68a12431-791c-4523-a606-c59640d339c6 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1273737 Nov 03 19:32:59.743366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-8d5a04ca-4acd-45fe-a93a-0c9843fadd80 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415594 Nov 03 19:32:59.770111 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea6776-4fe1-46a5-bd50-4da0a59b7639 req-66493e0e-b906-49c6-9eee-e03fa1cd04c3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:59.771672 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eea6776-4fe1-46a5-bd50-4da0a59b7639 req-66493e0e-b906-49c6-9eee-e03fa1cd04c3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 944 time: 0.2069256 Nov 03 19:32:59.801965 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:59.878331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-d43fcd1a-668d-414c-881d-71d10760326e service neutron] 10.222.0.91 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053987 Nov 03 19:32:59.945478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3463f-eb0f-4f8e-8d5d-78d1d0fe39a4 None None] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:32:59.964981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6d57134f-96ba-451f-bac3-b684efad99b4 None None] Provisioning complete for port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:59.965777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d57134f-96ba-451f-bac3-b684efad99b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.014757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eea6776-4fe1-46a5-bd50-4da0a59b7639 req-900eb724-2497-4801-a57c-d4ca7d9cea38 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351483 Nov 03 19:33:00.050700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:32:56Z', 'revision_number': 2, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:00.067185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-83fdeedf-ef4f-4c97-ba9d-9859ee8ce54c service neutron] 10.222.0.91 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784735 Nov 03 19:33:00.206887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Checking router: 8ed9f430-2079-42e2-a400-25f197f26ccf for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:00.207396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Updating router 8ed9f430-2079-42e2-a400-25f197f26ccf port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:33:00.221367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6d57134f-96ba-451f-bac3-b684efad99b4 None None] Port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:33:00.241768 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:32:57Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc6a14c6-6ae2-45b6-aa31-192f2359d14a', 'name': '', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:91:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:56Z', 'updated_at': '2021-11-03T19:32:57Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:00.250764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae53c8c-3f01-4e18-86ba-7adad5a53934 req-3157dd43-a706-4ac1-97b7-317926268aa5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:00.261312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cae53c8c-3f01-4e18-86ba-7adad5a53934 req-3157dd43-a706-4ac1-97b7-317926268aa5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.1325119 Nov 03 19:33:00.267908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 413fbc23-9261-4d97-b7a0-4d0741484dd7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:00.293268 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:00.293964 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Updating router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab port bc6a14c6-6ae2-45b6-aa31-192f2359d14a binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:33:00.353544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.357548 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.387557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.extraroute_db [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:33:00.412177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.extraroute_db [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Removed routes are [] {{(pid=101988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:33:00.412585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.428557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cae53c8c-3f01-4e18-86ba-7adad5a53934 req-c4bd31e9-2f97-4008-b451-4a24772dc640 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661041 Nov 03 19:33:00.514118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-429644ff-bcd1-45a9-af84-1039cda4202d req-53a36afa-82b6-479c-ac3f-69e32c4efc36 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0716026 Nov 03 19:33:00.733490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.738611 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.794030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 18d5ab8e-86b6-444e-865a-64fe033fe066 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:33:00.818393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-15dd668d-f224-4268-bada-28cd18c4de08 None None] Provisioning complete for port f22f5609-36aa-4751-81a7-6b51225b976f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:00.818767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15dd668d-f224-4268-bada-28cd18c4de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.874542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:01.024080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:01.025126 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.033475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.041670 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.053294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46608) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:01.053470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b72f2cc-470e-44c2-a9b1-bbe5f14786b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 954 time: 1.3823299 Nov 03 19:33:01.144617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da2d2a-a037-4fcd-8cbe-5774b77c4fb8 None None] Pushing event updated for resources: {'Port': ['ID=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:01.189831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 413fbc23-9261-4d97-b7a0-4d0741484dd7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:01.190205 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.197320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.216891 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Attempting to bind port bc6a14c6-6ae2-45b6-aa31-192f2359d14a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:33:01.217261 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Attempting to bind port bc6a14c6-6ae2-45b6-aa31-192f2359d14a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:33:01.217750 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Attempting to bind port bc6a14c6-6ae2-45b6-aa31-192f2359d14a on network aa02c968-95b4-4aeb-8e12-2625ffb4b72a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:33:01.223797 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:33:01.224170 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Checking segment: {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:33:01.224625 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.225061 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Bound using segment: {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:33:01.225578 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Bound port: bc6a14c6-6ae2-45b6-aa31-192f2359d14a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191d9d4f-356b-4d22-bd8a-09e02f047d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:33:01.225995 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.303270 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] For port bc6a14c6-6ae2-45b6-aa31-192f2359d14a, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:33:01.307472 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] For port bc6a14c6-6ae2-45b6-aa31-192f2359d14a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,segment=NetworkSegment(191d9d4f-356b-4d22-bd8a-09e02f047d63),segment_id=191d9d4f-356b-4d22-bd8a-09e02f047d63)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:33:01.308981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.317121 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.336436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46610) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:01.336964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-78c355bb-0c2e-4a80-98e1-3a1c8e12aa97 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 954 time: 0.2815800 Nov 03 19:33:01.341719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'routes': None}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:01.360003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58d420-eef5-4e39-9d44-7ba1af36c184 req-950cbfa5-fa85-41a1-bbdf-0ce1e15a8440 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:01.361952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae58d420-eef5-4e39-9d44-7ba1af36c184 req-950cbfa5-fa85-41a1-bbdf-0ce1e15a8440 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 944 time: 0.1081817 Nov 03 19:33:01.410756 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da2d2a-a037-4fcd-8cbe-5774b77c4fb8 None None] Pushing event updated for resources: {'Port': ['ID=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:01.460435 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:01.461301 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:01.465953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc316a-4085-4447-83c6-7da1eb84205c None None] Pushing event updated for resources: {'Port': ['ID=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:01.469881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2100a30e-c8bf-449f-9172-3a9f907bf966 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:01.476545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae58d420-eef5-4e39-9d44-7ba1af36c184 req-98eeeba9-2c7c-4374-9fd8-fe753dd6b7c2 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082411 Nov 03 19:33:01.689843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15dd668d-f224-4268-bada-28cd18c4de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.705403 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:01.717525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-739cdd69-11e9-4c52-829a-c4b9f35ea13a req-fc9d1121-4a62-4801-8164-c81bbc29ccd9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0718155 Nov 03 19:33:01.748851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351a6d-7ca2-406f-8c89-10465c09fb22 req-c54ce5a6-0205-4585-8f36-c9bf5b0d0a11 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:01.751124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c351a6d-7ca2-406f-8c89-10465c09fb22 req-c54ce5a6-0205-4585-8f36-c9bf5b0d0a11 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 943 time: 0.1689923 Nov 03 19:33:01.752826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-15dd668d-f224-4268-bada-28cd18c4de08 None None] For port f22f5609-36aa-4751-81a7-6b51225b976f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f22f5609-36aa-4751-81a7-6b51225b976f,segment=NetworkSegment(191d9d4f-356b-4d22-bd8a-09e02f047d63),segment_id=191d9d4f-356b-4d22-bd8a-09e02f047d63)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:01.781851 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15dd668d-f224-4268-bada-28cd18c4de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.789741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 18d5ab8e-86b6-444e-865a-64fe033fe066, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=18d5ab8e-86b6-444e-865a-64fe033fe066,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:01.915585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c351a6d-7ca2-406f-8c89-10465c09fb22 req-651b6e7c-5b45-40a6-9a52-69d81cb0ce63 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546814 Nov 03 19:33:02.065055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '18d5ab8e-86b6-444e-865a-64fe033fe066', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': '18d5ab8e-86b6-444e-865a-64fe033fe066', 'mac_address': 'fa:16:3e:06:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:33:02.116079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-01ebf933-4c46-46c2-85c6-30c3285fb1b6 None None] Provisioning complete for port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:02.116609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-01ebf933-4c46-46c2-85c6-30c3285fb1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.161329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd668d-f224-4268-bada-28cd18c4de08 None None] Pushing event updated for resources: {'Port': ['ID=f22f5609-36aa-4751-81a7-6b51225b976f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:02.165377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Attempting to bind port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:33:02.165851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Attempting to bind port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:33:02.166315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Attempting to bind port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:33:02.167759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-76ed7a3b-4f71-4bef-8f25-9340c7a9376d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:02.169475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-76ed7a3b-4f71-4bef-8f25-9340c7a9376d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 797 time: 0.3074532 Nov 03 19:33:02.218403 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.262630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d5ab8e-86b6-444e-865a-64fe033fe066 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:33:02.289740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 18d5ab8e-86b6-444e-865a-64fe033fe066, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=18d5ab8e-86b6-444e-865a-64fe033fe066,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:02.295014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:33:02.295645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Checking segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:33:02.296219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.296852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Bound using segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:33:02.297072 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:00Z', 'revision_number': 6, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc6a14c6-6ae2-45b6-aa31-192f2359d14a', 'name': '', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:91:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:56Z', 'updated_at': '2021-11-03T19:33:01Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:02.297637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Bound port: 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:33:02.298187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.321827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.329601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 2100a30e-c8bf-449f-9172-3a9f907bf966 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:33:02.355862 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d60e17-8740-4c82-b7eb-f4a4aa90dfdd None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:00Z', 'revision_number': 6, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc6a14c6-6ae2-45b6-aa31-192f2359d14a', 'name': '', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:91:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:56Z', 'updated_at': '2021-11-03T19:33:01Z', 'revision_number': 4, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:02.362080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.extraroute_db [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added routes are [] {{(pid=101988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:33:02.362417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.extraroute_db [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:33:02.384264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-50e79610-f0f0-40f1-8ecb-37820fb741b3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 380 time: 0.2030687 Nov 03 19:33:02.400823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'port': {'device_id': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'admin_state_up': True, 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'security_groups': ['28c237c9-76e9-44c7-9320-61299bf84ef2']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:02.404126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 2100a30e-c8bf-449f-9172-3a9f907bf966 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:02.404810 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.415222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-01ebf933-4c46-46c2-85c6-30c3285fb1b6 None None] Port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:33:02.530325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=18d5ab8e-86b6-444e-865a-64fe033fe066,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:02.656279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['18d5ab8e-86b6-444e-865a-64fe033fe066'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:33:02.676804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.712357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:02.724112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807d18f-b499-4d0c-9589-1d9741346ebf req-76314764-668c-4956-b0d0-7924aea287a0 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:02.744584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1807d18f-b499-4d0c-9589-1d9741346ebf req-76314764-668c-4956-b0d0-7924aea287a0 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 944 time: 0.1507840 Nov 03 19:33:02.768868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:33:02.776910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:02.898678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1807d18f-b499-4d0c-9589-1d9741346ebf req-206ec2d7-95ef-491d-be8c-3a29b967374a tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458232 Nov 03 19:33:02.933259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] For port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:33:02.952797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b2fbf77-cb1a-4647-8808-b7c35f36f86d req-2877a489-b0df-44b0-9dc8-6211e6497c66 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0911074 Nov 03 19:33:02.959284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Provisioning complete for port bc6a14c6-6ae2-45b6-aa31-192f2359d14a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:02.959868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.030888 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.035648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] For port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:33:03.062358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.074452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.5 (f173c7d7-4a54-4a81-b806-8b8d1d217e78/18fdfc57-8498-4a65-baee-2bbd0b66e7f5/a7c7d27f-c77c-4930-89b6-3aa5bd71e758) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:33:03.160466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a36e5-fac6-414d-a37b-9abf9f42763c req-0e139655-e359-4316-a0a5-004ddf5a3b9e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:03.163669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb2a36e5-fac6-414d-a37b-9abf9f42763c req-0e139655-e359-4316-a0a5-004ddf5a3b9e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 944 time: 0.0947361 Nov 03 19:33:03.266616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb2a36e5-fac6-414d-a37b-9abf9f42763c req-0d51404b-dc92-4bb8-8eb8-081d755b8655 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965724 Nov 03 19:33:03.287835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc316a-4085-4447-83c6-7da1eb84205c None None] Pushing event updated for resources: {'Port': ['ID=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:03.407503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:03.407883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.431220 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.471072 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.498568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:03.499214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:03.501069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.600986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 2100a30e-c8bf-449f-9172-3a9f907bf966, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2100a30e-c8bf-449f-9172-3a9f907bf966,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:03.631047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:03.633333 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9fd916-14e2-409e-a066-f2ff68db2a93" -d '{"events": [{"server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "name": "network-vif-plugged", "status": "completed", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:03.744313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.753740 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee480c7-bc4b-400f-acee-a9a130dcb07a x-openstack-request-id: req-3ee480c7-bc4b-400f-acee-a9a130dcb07a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:03.754288 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "name": "network-vif-plugged", "status": "completed", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:03.754723 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3ee480c7-bc4b-400f-acee-a9a130dcb07a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:03.755387 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'code': 200} Nov 03 19:33:03.775838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] For port bc6a14c6-6ae2-45b6-aa31-192f2359d14a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,segment=NetworkSegment(191d9d4f-356b-4d22-bd8a-09e02f047d63),segment_id=191d9d4f-356b-4d22-bd8a-09e02f047d63)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:03.788772 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.885127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.919690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:03.939599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:03.988124 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=2100a30e-c8bf-449f-9172-3a9f907bf966,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:04.030331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Provisioning complete for port f22f5609-36aa-4751-81a7-6b51225b976f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:04.030784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.073179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d22e7c-8cf8-4b8a-9394-21ce4fd89185 req-7ccf3526-2fb8-4e3d-bee1-ac30794e9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:04.074715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30d22e7c-8cf8-4b8a-9394-21ce4fd89185 req-7ccf3526-2fb8-4e3d-bee1-ac30794e9b27 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1096 time: 0.1908746 Nov 03 19:33:04.092847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-523422db-2c63-4b6a-ad28-f839d664b6e8 req-bb89f826-7c31-4626-96d1-f373c46b2332 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0304832 Nov 03 19:33:04.109037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f22f5609-36aa-4751-81a7-6b51225b976f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:04.125442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33662a78-182d-4931-a6e5-020ebf4cf204 req-541ead44-7d77-4435-aaa7-586793994f75 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:04.137346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33662a78-182d-4931-a6e5-020ebf4cf204 req-541ead44-7d77-4435-aaa7-586793994f75 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.1171224 Nov 03 19:33:04.178446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:04.180115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:04.180947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:04.187995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30d22e7c-8cf8-4b8a-9394-21ce4fd89185 req-ee97dd1f-84b8-4758-8c4b-8f9e0e2f7c6e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004133 Nov 03 19:33:04.198942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.225692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33662a78-182d-4931-a6e5-020ebf4cf204 req-b37b4ac2-08eb-4da4-8633-04dbd8070c85 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872197 Nov 03 19:33:04.278871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:04.348505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.421384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a33a-bc72-4e9d-8868-9f1bec48f7b4 req-a6616654-7e26-4016-aafc-7b9af4b96232 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:04.424038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2175a33a-bc72-4e9d-8868-9f1bec48f7b4 req-a6616654-7e26-4016-aafc-7b9af4b96232 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 944 time: 0.0722857 Nov 03 19:33:04.430802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:04.459578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:33:04.462906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:33:04.482313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:33:04.487379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:04.508184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2175a33a-bc72-4e9d-8868-9f1bec48f7b4 req-cc28766e-2aac-4f00-be3f-cfaa3c2cf6fc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759501 Nov 03 19:33:04.528068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.532918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46636) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:04.533154 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d0caf54-a4ef-4106-a78a-0e32f4ac9c1a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 704 time: 3.1952274 Nov 03 19:33:04.554775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:04.627862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:04.628954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.664001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-b9549a4c-24d7-43db-afa6-395a2d13afc5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2631266 Nov 03 19:33:04.674343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Request body: {'port': {'device_id': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:04.683335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 18d5ab8e-86b6-444e-865a-64fe033fe066 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:04.706922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b096d7a-9ac9-4316-8474-f170b6c243af tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 704 time: 0.1724305 Nov 03 19:33:04.707311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46638) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:04.764538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5328b7a-359d-473b-9a95-bbc6bacae3e2 None None] Pushing event updated for resources: {'Port': ['ID=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:04.844762 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.887984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f22f5609-36aa-4751-81a7-6b51225b976f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:04.888566 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:04.957901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af3a1d62-b540-4682-9ab6-778e944ba7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.100677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 18d5ab8e-86b6-444e-865a-64fe033fe066 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:33:05.147942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 18d5ab8e-86b6-444e-865a-64fe033fe066 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:05.148335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.262726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Provisioning complete for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:05.263105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.406779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913f75b-3bf2-458c-a85b-f12d83c83bb6 req-f10dfabd-7f93-4d87-9557-a8722a5a34f9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:05.410037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d913f75b-3bf2-458c-a85b-f12d83c83bb6 req-f10dfabd-7f93-4d87-9557-a8722a5a34f9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 931 time: 0.1965272 Nov 03 19:33:05.435878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:33:05.487819 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:02Z', 'revision_number': 7, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc6a14c6-6ae2-45b6-aa31-192f2359d14a', 'name': '', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:91:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:56Z', 'updated_at': '2021-11-03T19:33:03Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:05.493606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c7d27f-c77c-4930-89b6-3aa5bd71e758 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:33:05.519432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.536699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.544026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Provisioning complete for port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:05.544401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.548890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:05.551226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.610122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d913f75b-3bf2-458c-a85b-f12d83c83bb6 req-ebb156fc-d52f-4eae-9ba8-cd29ae608c5b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830878 Nov 03 19:33:05.630458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:05.631161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a763d-2bf8-4c64-a121-4f754ea29151 req-c5f8d2c2-01ce-45c5-a2c5-2f1b4cef6970 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:05.631840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:05.641150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f64a763d-2bf8-4c64-a121-4f754ea29151 req-c5f8d2c2-01ce-45c5-a2c5-2f1b4cef6970 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.2293520 Nov 03 19:33:05.675271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Transition to ACTIVE for port object a7c7d27f-c77c-4930-89b6-3aa5bd71e758 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:33:05.682103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:05.736965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f64a763d-2bf8-4c64-a121-4f754ea29151 req-23d8af45-5a46-49ab-917e-33070f2951bc tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947845 Nov 03 19:33:05.751361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:05.832085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:05.847925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bc6a14c6-6ae2-45b6-aa31-192f2359d14a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:05.974901 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:33:05.975236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:33:05.975562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:33:05.986684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:33:05.986684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:33:06.023532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:02Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:06.024465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:33:06.024851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Checking segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:33:06.025244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Bound using segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:33:06.025689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Bound port: a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:33:06.026052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.141605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de481e-7182-4bc9-9df0-645406228e43 None None] The sync data for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 is: [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:02Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:06.143424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.175037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:33:06.180453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port bc6a14c6-6ae2-45b6-aa31-192f2359d14a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:06.180853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.198047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:33:06.227045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5ab8e-86b6-444e-865a-64fe033fe066'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:06.229858 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dec8e3-88cf-496b-b6d0-498e816735c6" -d '{"events": [{"server_uuid": "aaf6c038-91bc-4797-b569-0c1bed436988", "name": "network-vif-plugged", "status": "completed", "tag": "18d5ab8e-86b6-444e-865a-64fe033fe066"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:06.250408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.273282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 18d5ab8e-86b6-444e-865a-64fe033fe066, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=18d5ab8e-86b6-444e-865a-64fe033fe066,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:06.276938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] For port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:06.280109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bc6a14c6-6ae2-45b6-aa31-192f2359d14a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:06.280619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.287790 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.305397 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.361508 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463acb2a-f4a5-4fbe-bc87-ed5e0d912582 x-openstack-request-id: req-463acb2a-f4a5-4fbe-bc87-ed5e0d912582 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:06.361943 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6c038-91bc-4797-b569-0c1bed436988", "name": "network-vif-plugged", "status": "completed", "tag": "18d5ab8e-86b6-444e-865a-64fe033fe066", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:06.362301 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-463acb2a-f4a5-4fbe-bc87-ed5e0d912582 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:06.362814 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5ab8e-86b6-444e-865a-64fe033fe066', 'code': 200} Nov 03 19:33:06.383424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:06.384633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.386725 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] 10.222.0.110 "PUT /v2.0/ports/a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 1091 time: 1.7207675 Nov 03 19:33:06.420222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:06.429519 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccce8e0-973f-4714-9604-94b88d1711fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:06.527880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a4bf-03e4-49fb-a1ed-78ea2ce5d818 req-10a6814f-630f-4b62-93d7-c72a193f97d0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:06.536492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bca1a4bf-03e4-49fb-a1ed-78ea2ce5d818 req-10a6814f-630f-4b62-93d7-c72a193f97d0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.1462040 Nov 03 19:33:06.581680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee02d87-e1af-4ca2-ad91-74738b9591e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:06.603493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Provisioning complete for port bc6a14c6-6ae2-45b6-aa31-192f2359d14a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:06.603869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.624392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port bc6a14c6-6ae2-45b6-aa31-192f2359d14a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,segment=NetworkSegment(191d9d4f-356b-4d22-bd8a-09e02f047d63),segment_id=191d9d4f-356b-4d22-bd8a-09e02f047d63)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:06.624800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:06.666320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for bc6a14c6-6ae2-45b6-aa31-192f2359d14a owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:06.679931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=18d5ab8e-86b6-444e-865a-64fe033fe066,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:06.683377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-e4e99e72-9712-4bdd-af30-cbb43b79b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:06.690890 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-e4e99e72-9712-4bdd-af30-cbb43b79b975 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.2347677 Nov 03 19:33:06.691923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bca1a4bf-03e4-49fb-a1ed-78ea2ce5d818 req-0c4cbd58-1e33-437a-9864-e25899939872 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467466 Nov 03 19:33:06.735614 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626a7b1-cd7e-43a5-b0ee-b75f951c9ffe x-openstack-request-id: req-8626a7b1-cd7e-43a5-b0ee-b75f951c9ffe {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:06.746908 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:06.751863 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8626a7b1-cd7e-43a5-b0ee-b75f951c9ffe {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:06.752448 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'status': 'completed', 'code': 200} Nov 03 19:33:06.764997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e86f1b-0a04-4c73-9921-56c977bf3ef7 None None] Pushing event updated for resources: {'Port': ['ID=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:06.808137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:02Z', 'revision_number': 7, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc6a14c6-6ae2-45b6-aa31-192f2359d14a', 'name': '', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:91:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:56Z', 'updated_at': '2021-11-03T19:33:03Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:06.845428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f7c9c-5ef3-4cc3-a08d-6f5a92bf3dc6 None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:02Z', 'revision_number': 7, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc6a14c6-6ae2-45b6-aa31-192f2359d14a', 'name': '', 'network_id': 'aa02c968-95b4-4aeb-8e12-2625ffb4b72a', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:91:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:56Z', 'updated_at': '2021-11-03T19:33:03Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'fd21b25d-95bc-4e3c-b94b-c82e23f7994c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:06.859864 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-ff23f2d2-bc0b-4b9f-9b3a-8a2e586e256b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 217 time: 0.1471384 Nov 03 19:33:06.870084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57f29-fa3c-498e-8168-b4ad4d288014 req-d854fcc7-629e-4399-b4bf-e28fd4651096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:06.872105 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-49e57f29-fa3c-498e-8168-b4ad4d288014 req-d854fcc7-629e-4399-b4bf-e28fd4651096 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 1096 time: 0.3487082 Nov 03 19:33:06.955779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-41f03932-d26a-49a2-b339-0898c3adcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:06.957611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-41f03932-d26a-49a2-b339-0898c3adcfad service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.0823870 Nov 03 19:33:06.967385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e56b3-505a-4283-b2f9-320347add69c req-62ee60d3-7358-4359-aaa1-26e84c315008 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:06.975938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d94e56b3-505a-4283-b2f9-320347add69c req-62ee60d3-7358-4359-aaa1-26e84c315008 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.1121929 Nov 03 19:33:06.991502 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01d98-b059-493e-ac0f-36b2317ad0ff req-b77fc5f3-15a9-4ae7-ac2e-22887da2bd8b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:07.002428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9d01d98-b059-493e-ac0f-36b2317ad0ff req-b77fc5f3-15a9-4ae7-ac2e-22887da2bd8b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.1784856 Nov 03 19:33:07.147889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-49e57f29-fa3c-498e-8168-b4ad4d288014 req-48572d4c-e0ae-4cb3-8f51-7c92537f2032 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875272 Nov 03 19:33:07.187286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d94e56b3-505a-4283-b2f9-320347add69c req-21d456f8-80b8-462c-9b43-ad68fec0a925 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100589 Nov 03 19:33:07.190182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f22f5609-36aa-4751-81a7-6b51225b976f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:07.271189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9d01d98-b059-493e-ac0f-36b2317ad0ff req-b0e6f7c3-5164-4abe-9957-8408e77770cd tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674482 Nov 03 19:33:07.300794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:07.305065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-a62251b5-b46a-4a47-b2a2-d86ca693630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:07.308191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-a62251b5-b46a-4a47-b2a2-d86ca693630b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3030014 Nov 03 19:33:07.308983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f22f5609-36aa-4751-81a7-6b51225b976f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:07.309533 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:07.370127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=bc6a14c6-6ae2-45b6-aa31-192f2359d14a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:07.458603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:07.477343 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:07.477620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:32:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:07.485716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a305109-68c0-4500-9759-229f1a3f2104 req-f0424a05-8c3a-44ef-a229-a5bacd1232f3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:07.488964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a305109-68c0-4500-9759-229f1a3f2104 req-f0424a05-8c3a-44ef-a229-a5bacd1232f3 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.1366875 Nov 03 19:33:07.657239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a305109-68c0-4500-9759-229f1a3f2104 req-8127a271-9b8a-4f1d-8af4-42a65fa78dc7 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565568 Nov 03 19:33:07.664937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:07.673013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46664) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:07.720507 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:07.856997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:07.931949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255ece4-504b-4452-baf2-b4fba386b787 req-44f8d605-a017-49d4-bb72-39b23fabef4c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:07.935305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c255ece4-504b-4452-baf2-b4fba386b787 req-44f8d605-a017-49d4-bb72-39b23fabef4c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.1187727 Nov 03 19:33:07.975730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:07.976282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:08.031701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c255ece4-504b-4452-baf2-b4fba386b787 req-1ca944ee-50b2-4f84-b3be-6c136f133b4d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852394 Nov 03 19:33:08.208640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7fdf9-e192-4919-b64f-09c0e9fc176e tempest-TestVolumeBackupRestore-983238132 tempest-TestVolumeBackupRestore-983238132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:08.215834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-48d7fdf9-e192-4919-b64f-09c0e9fc176e tempest-TestVolumeBackupRestore-983238132 tempest-TestVolumeBackupRestore-983238132-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1091 time: 0.5375788 Nov 03 19:33:08.216626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46672) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:08.224943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:08.287548 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:08.364420 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:07Z', 'revision_number': 8, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:08.381739 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b650d9ab-ac3f-4cf1-bf14-0de23c77d8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:08.447775 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:08.457436 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:08.458056 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:08.486860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9551-1697-4e5c-a125-3d58fb33a2ef req-8fbb3e06-0abe-41c9-84e9-b135a7964966 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:08.488604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-784a9551-1697-4e5c-a125-3d58fb33a2ef req-8fbb3e06-0abe-41c9-84e9-b135a7964966 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.0892570 Nov 03 19:33:08.495522 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:08.584006 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:08.638543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Allocated IP 172.25.8.211 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/c6324e3f-687b-40a0-8a6a-a4633eac1a20) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:33:08.653309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-fcb9c60b-1e80-47a4-a3b0-366427b99ff2 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2970316 Nov 03 19:33:08.675628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-784a9551-1697-4e5c-a125-3d58fb33a2ef req-7fa2d97b-7fbc-4007-ae63-bd4ad81447ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887682 Nov 03 19:33:08.779714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:08.804938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:08.825639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:07Z', 'revision_number': 8, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:08.833775 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:08.863423 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0162c1f-5dac-4eae-a6d0-bceb1adf44cc None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:07Z', 'revision_number': 8, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:08.877021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:33:08.880523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:33:08.893074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:33:08.915831 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d97991a-639e-4fd6-b482-7c4a6316d99f req-991847f0-968b-4785-a75c-410481e8ffe4 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293994 Nov 03 19:33:08.921468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'Port': ['ID=c6324e3f-687b-40a0-8a6a-a4633eac1a20,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:08.941246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.941582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.941998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.942234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.942599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.942890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.943216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.943526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.943846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.944160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.944310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:08.944458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.944800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:08.953323 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e3966de7-c447-4135-888a-dda8deedc1f0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2419171 Nov 03 19:33:08.953577 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46678) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:09.033534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-866e502b-523c-4838-b4cf-8cf15c9e31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:09.035098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-866e502b-523c-4838-b4cf-8cf15c9e31f2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0650895 Nov 03 19:33:09.065353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet fd21b25d-95bc-4e3c-b94b-c82e23f7994c {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:33:09.072517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:09.144441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-9dc5759e-ddb9-443f-b9e7-5b35d99824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:09.145893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-9dc5759e-ddb9-443f-b9e7-5b35d99824ad service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.1026139 Nov 03 19:33:09.197944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-62390143-4a07-4616-b85b-d2cea4618839 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Nov 03 19:33:09.205018 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:09.274178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-bdb4a660-6fb8-47da-84b4-ac6fc3a5cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:09.276161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-bdb4a660-6fb8-47da-84b4-ac6fc3a5cdfd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.0663440 Nov 03 19:33:09.306363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60278e3d-ea44-4138-8019-540e39e0e107 req-2ef2d134-6eb8-4ffc-abb7-e91c4f00efa0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:09.308057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60278e3d-ea44-4138-8019-540e39e0e107 req-2ef2d134-6eb8-4ffc-abb7-e91c4f00efa0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.2009456 Nov 03 19:33:09.342524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-d2c45c71-1396-49f7-a7e5-a10686a2dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:09.344216 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-d2c45c71-1396-49f7-a7e5-a10686a2dcb8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537021 Nov 03 19:33:09.456186 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:09.478952 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-fd4eceff-8d54-486b-93c7-5085901c39b8 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159129 Nov 03 19:33:09.490959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:09.491824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60278e3d-ea44-4138-8019-540e39e0e107 req-0951654e-b7f5-4266-b581-11d2401a7fd1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702886 Nov 03 19:33:09.511937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:09.513132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:09.667134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ccce8e0-973f-4714-9604-94b88d1711fa req-542ad18d-754f-4be1-9b41-a7a0f27fdbf9 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791921 Nov 03 19:33:09.672541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bc6a14c6-6ae2-45b6-aa31-192f2359d14a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:09.704689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bc6a14c6-6ae2-45b6-aa31-192f2359d14a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:09.705088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bc6a14c6-6ae2-45b6-aa31-192f2359d14a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:09.708594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:09.973044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:07Z', 'revision_number': 8, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:09.999910 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.018119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:10.030931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.033911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:10.034468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:10.052351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb90dcc-d999-4e0f-8b82-3d166bd9cb06 req-32eb2085-c0f2-4536-9152-fa70b2972c56 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:10.054047 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb90dcc-d999-4e0f-8b82-3d166bd9cb06 req-32eb2085-c0f2-4536-9152-fa70b2972c56 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.2067347 Nov 03 19:33:10.072532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c0783-73f4-4076-b09c-fafc2c8e28a7 req-c44d6c40-bff6-45c5-a9b6-31b0e7a665a7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:10.074698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d18c0783-73f4-4076-b09c-fafc2c8e28a7 req-c44d6c40-bff6-45c5-a9b6-31b0e7a665a7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.2256351 Nov 03 19:33:10.075921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=fd21b25d-95bc-4e3c-b94b-c82e23f7994c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:10.078720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb260e35-69d4-4e7c-8279-31f929aa7fdf None None] Network aa02c968-95b4-4aeb-8e12-2625ffb4b72a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:33:10.081884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.087906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46688) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:10.088347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ab125aef-73ec-4142-a029-0cd6e49198e2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/fd21b25d-95bc-4e3c-b94b-c82e23f7994c HTTP/1.1" status: 204 len: 168 time: 1.1314793 Nov 03 19:33:10.119820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.208656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:10.216074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d18c0783-73f4-4076-b09c-fafc2c8e28a7 req-f73ac939-d781-45c5-b818-9074b3cc0693 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264951 Nov 03 19:33:10.220349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bb90dcc-d999-4e0f-8b82-3d166bd9cb06 req-ade584fc-68ef-43d4-9e32-215c7c311354 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569827 Nov 03 19:33:10.292410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.293223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.417528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port f22f5609-36aa-4751-81a7-6b51225b976f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:10.419984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.533289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.540156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.549412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port f22f5609-36aa-4751-81a7-6b51225b976f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f22f5609-36aa-4751-81a7-6b51225b976f,segment=NetworkSegment(191d9d4f-356b-4d22-bd8a-09e02f047d63),segment_id=191d9d4f-356b-4d22-bd8a-09e02f047d63)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:10.549892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.586404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for f22f5609-36aa-4751-81a7-6b51225b976f owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:10.619274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] DHCP port deletion for aa02c968-95b4-4aeb-8e12-2625ffb4b72a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:33:10.625103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event updated for resources: {'Port': ['ID=c6324e3f-687b-40a0-8a6a-a4633eac1a20,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:10.696229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.696454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:07Z', 'revision_number': 8, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:10.700014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Deleting port f22f5609-36aa-4751-81a7-6b51225b976f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:10.700385 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.715729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.736625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port f22f5609-36aa-4751-81a7-6b51225b976f on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:10.748199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=f22f5609-36aa-4751-81a7-6b51225b976f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:10.777853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] For port f22f5609-36aa-4751-81a7-6b51225b976f, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:10.778248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.810430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4174-fd74-47aa-bd33-c79fe1914305 None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:07Z', 'revision_number': 8, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acdeb11f-4608-451c-b80e-c9efdad5e308', 'name': '', 'network_id': 'e7d2cf13-e465-4524-bec7-a71459b1b24b', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:6d:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:49Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': 'bd22b562-3075-4ddc-ac5d-2b7c47863466', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:10.827457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Calling delete_port for f22f5609-36aa-4751-81a7-6b51225b976f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:10.830391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Port f22f5609-36aa-4751-81a7-6b51225b976f was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:33:10.843128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.884388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] Pushing event deleted for resources: {'Port': ['ID=f22f5609-36aa-4751-81a7-6b51225b976f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:10.885007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:10.900492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d83dac-9b1f-42fc-887d-5eff0d5a4ffe None None] No DVR routers for this DVR port f22f5609-36aa-4751-81a7-6b51225b976f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:10.945629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa02c968-95b4-4aeb-8e12-2625ffb4b72a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:10.990436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191d9d4f-356b-4d22-bd8a-09e02f047d63') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:10.991234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191d9d4f-356b-4d22-bd8a-09e02f047d63') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:10.994546 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Floating IP 2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05 associated. External IP: 172.25.8.211, port: 2100a30e-c8bf-449f-9172-3a9f907bf966. Nov 03 19:33:11.041144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.115886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.140591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:33:11.141693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:33:11.154566 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:33:11.273219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.296707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.300377 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/aa02c968-95b4-4aeb-8e12-2625ffb4b72a HTTP/1.1" status: 204 len: 168 time: 1.2107565 Nov 03 19:33:11.317108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46710) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:11.373833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6abb32-341a-439f-99e1-77bf9d2f5caf tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=aa02c968-95b4-4aeb-8e12-2625ffb4b72a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:11.402447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:33:11.452668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:11.470270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7de8b-7dad-4ce9-aaa1-b5aefe459e41 req-986a1421-ca6e-498b-aa8a-796a9aab4de0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:11.473117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91c7de8b-7dad-4ce9-aaa1-b5aefe459e41 req-986a1421-ca6e-498b-aa8a-796a9aab4de0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.1086857 Nov 03 19:33:11.610761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:11.633913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'mac_address': 'fa:16:3e:1d:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:33:11.672382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f22f5609-36aa-4751-81a7-6b51225b976f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:11.684972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-91c7de8b-7dad-4ce9-aaa1-b5aefe459e41 req-06b01f3c-8a1f-4880-8fb5-305277fe5fa2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642058 Nov 03 19:33:11.716921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:11.730305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f22f5609-36aa-4751-81a7-6b51225b976f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:11.730675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f22f5609-36aa-4751-81a7-6b51225b976f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:11.738929 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] Sync routers for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:11.750253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.765478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.791486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c7d27f-c77c-4930-89b6-3aa5bd71e758 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:33:11.804457 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-117f0f53-6b39-426d-a1c1-3e60c01c3704 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5867023 Nov 03 19:33:11.805064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:11.805655 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:11.808187 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:11.816158 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:11.820830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46726) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:11.832427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:11.838236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.900313 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c4582b-cf99-4e41-9dad-c6d89c2873e1 x-openstack-request-id: req-45c4582b-cf99-4e41-9dad-c6d89c2873e1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:11.901037 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:11.901174 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-45c4582b-cf99-4e41-9dad-c6d89c2873e1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:11.901776 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'status': 'completed', 'code': 200} Nov 03 19:33:11.902920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3984cbb7-620a-47c3-8b8a-20ed166cedfe tempest-TestVolumeBackupRestore-983238132 tempest-TestVolumeBackupRestore-983238132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:11.909044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46730) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:11.911319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3984cbb7-620a-47c3-8b8a-20ed166cedfe tempest-TestVolumeBackupRestore-983238132 tempest-TestVolumeBackupRestore-983238132-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1091 time: 0.0880892 Nov 03 19:33:11.924880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:11.932328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:11.937462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Request body: {'floatingip': {'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:11.938899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:12.071757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:12.116175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:12.118389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-51e90185-b18d-4af2-b862-dd31190cda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:12.127602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-51e90185-b18d-4af2-b862-dd31190cda23 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1096 time: 0.1388578 Nov 03 19:33:12.137106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['a7c7d27f-c77c-4930-89b6-3aa5bd71e758'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:33:12.157821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:12.370786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-a45b7f2b-8f65-46ed-a83d-965a58afe895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:12.373000 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-a45b7f2b-8f65-46ed-a83d-965a58afe895 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 915 time: 0.1793869 Nov 03 19:33:12.597992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-291489ed-3f89-43d7-949d-74311e9d8eb6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 999 time: 0.2174258 Nov 03 19:33:12.695277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port acdeb11f-4608-451c-b80e-c9efdad5e308 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:12.697207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:12.705652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-7d72eabb-adec-4810-839a-fbb9ba0c3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:12.706766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-7d72eabb-adec-4810-839a-fbb9ba0c3b5c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.0999756 Nov 03 19:33:12.909589 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-4789e8a9-c764-447e-b334-5b53d26c32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:12.913150 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-4789e8a9-c764-447e-b334-5b53d26c32d0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625676 Nov 03 19:33:13.015096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port acdeb11f-4608-451c-b80e-c9efdad5e308, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=acdeb11f-4608-451c-b80e-c9efdad5e308,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:13.015842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.105479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for acdeb11f-4608-451c-b80e-c9efdad5e308 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:13.118943 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:09Z', 'updated_at': '2021-11-03T19:33:09Z', 'revision_number': 0, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:13.162434 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] Checking router: 3b359221-9435-4d93-a0a0-48c8a78f3cb9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:13.184529 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:13.186103 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:13.195001 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.203796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.253578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-be0a7cb4-bfae-419b-85f2-0bd6c6d72862 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290043 Nov 03 19:33:13.272508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e62b60-a73c-4e1d-ab62-bc7b5fa8ba1c req-0c4d349a-07d0-4d38-bc77-8acd93aaaaa3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:13.274200 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3e62b60-a73c-4e1d-ab62-bc7b5fa8ba1c req-0c4d349a-07d0-4d38-bc77-8acd93aaaaa3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.1230083 Nov 03 19:33:13.416876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:13.427303 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:13.534605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:33:13.543295 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:13.543756 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.564683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e3e62b60-a73c-4e1d-ab62-bc7b5fa8ba1c req-31924467-1b39-44c2-9bc3-b184b3a9abcb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663403 Nov 03 19:33:13.565918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef52d7fc-ee5a-4d8e-8229-233d1b6435a8 req-5bb846c2-ed20-46f1-a68d-32197e36f421 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015916 Nov 03 19:33:13.592693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.635030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=acdeb11f-4608-451c-b80e-c9efdad5e308,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:13.674457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:13.694138 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.773167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:13.774586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:13.781663 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee32ae-b1e2-4890-bb6e-d3460e522be2" -d '{"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:13.804412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.870314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:13.878766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.888326 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a46ff8-c50d-4284-a153-b5ff20d41eec x-openstack-request-id: req-08a46ff8-c50d-4284-a153-b5ff20d41eec {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:13.888947 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:13.889477 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-08a46ff8-c50d-4284-a153-b5ff20d41eec {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:13.890106 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'code': 200} Nov 03 19:33:13.916380 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:09Z', 'updated_at': '2021-11-03T19:33:09Z', 'revision_number': 0, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:13.928013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:13.951302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:13.953601 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:13.968109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:13.988266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.990093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.990544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.992441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.992905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.993314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.993719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.995598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.996298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:13.997980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:14.000939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:14.001598 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:14.012026 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7f0ba-1195-405c-a1da-3a38b724ea7f None None] The sync data for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 is: [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:09Z', 'updated_at': '2021-11-03T19:33:09Z', 'revision_number': 0, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:14.030780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a4b3baed-8573-4031-a706-759521fdfc81 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "PUT /v2.0/floatingips/2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05 HTTP/1.1" status: 200 len: 991 time: 2.1158440 Nov 03 19:33:14.060579 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb370cdf-6d9d-479f-b6d7-81bd1506db96 x-openstack-request-id: req-cb370cdf-6d9d-479f-b6d7-81bd1506db96 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:14.060976 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:14.061248 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cb370cdf-6d9d-479f-b6d7-81bd1506db96 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:14.061882 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'status': 'completed', 'code': 200} Nov 03 19:33:14.187518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a8f6-67b3-4d73-9951-7f0a68fef5ce req-45ceddb6-9fc8-48fc-98c5-005348980539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:14.190096 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86b5a8f6-67b3-4d73-9951-7f0a68fef5ce req-45ceddb6-9fc8-48fc-98c5-005348980539 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1096 time: 0.2032514 Nov 03 19:33:14.244153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-8e998aef-31e7-416b-b754-6b50b4dd0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:14.246120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-8e998aef-31e7-416b-b754-6b50b4dd0c59 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1096 time: 0.1341367 Nov 03 19:33:14.391456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-86b5a8f6-67b3-4d73-9951-7f0a68fef5ce req-d53cfe63-541c-4fc5-a6f0-2c8ea11c53f4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646388 Nov 03 19:33:14.408057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6bff8-e721-473d-a1c2-481569ae4efa None None] New status for floating IP 2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:33:14.415418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:14.442503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-ff11ee25-c95f-4534-8695-20a043f847ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:14.446316 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-ff11ee25-c95f-4534-8695-20a043f847ec service neutron] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 915 time: 0.1640804 Nov 03 19:33:14.453436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ba671264-e9d6-4e10-a40a-d56a599e246b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:14.455142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ba671264-e9d6-4e10-a40a-d56a599e246b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.1458333 Nov 03 19:33:14.474269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-74a7d440-b104-4515-943e-770d9e63915f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0105200 Nov 03 19:33:14.543792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-8dfb5488-74d0-41eb-a414-64bad23dc31c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601692 Nov 03 19:33:14.549965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:14.564344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21d29697-550d-4f8a-b7af-c1d1ec8fa26b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2427509 Nov 03 19:33:14.564615 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:14.565140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46790) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:14.572081 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:14.572745 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:14.672209 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:14.716284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-fc9b33b1-7169-4513-8dcd-1823677f5440 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636620 Nov 03 19:33:14.759248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet bd22b562-3075-4ddc-ac5d-2b7c47863466 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:33:14.771413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:14.788150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] Sync routers for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:14.802885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:14.803948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:14.829498 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-ff40b61b-c329-4568-871c-a737b75cddc1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 999 time: 0.2008622 Nov 03 19:33:14.896678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:14.972186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-7b39fe56-6d1a-4559-a4ab-39fc614a8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:14.975053 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-7b39fe56-6d1a-4559-a4ab-39fc614a8414 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.1339905 Nov 03 19:33:15.008003 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:13Z', 'revision_number': 9, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:15.051826 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:15.067908 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:15.069471 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:15.207067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec51a-1fc2-43f6-9fd0-b5d1d7a8ad84 req-091f0b66-5ec6-4546-9c65-214e81b71c39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:15.215977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-528ec51a-1fc2-43f6-9fd0-b5d1d7a8ad84 req-091f0b66-5ec6-4546-9c65-214e81b71c39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.5100141 Nov 03 19:33:15.239487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:15.244229 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:15.424898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-528ec51a-1fc2-43f6-9fd0-b5d1d7a8ad84 req-9cc39172-bd46-476c-9711-d4e9f6cd3a90 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016947 Nov 03 19:33:15.428643 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec3f0487-2bc9-44f6-84dd-127fe8d1f61d service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471112 Nov 03 19:33:15.669403 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:13Z', 'revision_number': 9, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:15.766859 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5132e-3d19-4333-9983-6246e59947a9 None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:13Z', 'revision_number': 9, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': '4058049d-e0e6-43ea-a190-32e7410ba50f', 'name': '', 'network_id': '040c7ae9-fb22-4b38-bff4-f2436490e813', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:1b:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '22618c53-304c-4040-9f95-b3e3fd566858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:36Z', 'updated_at': '2021-11-03T19:32:45Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '22618c53-304c-4040-9f95-b3e3fd566858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:15.957927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-181435e3-1c86-489a-abe3-ac7864db20dd req-6bdeb4f0-041c-4c44-8b7a-b390cef5bd93 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.1020589 Nov 03 19:33:15.978508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:09Z', 'updated_at': '2021-11-03T19:33:14Z', 'revision_number': 2, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:16.022628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] Checking router: 3b359221-9435-4d93-a0a0-48c8a78f3cb9 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:16.058427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:16.060710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:16.061025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:16.063493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:16.067415 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46644cd4-8be4-453e-a562-08d50e287c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:16.140690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-c4df83b3-bc8c-495f-8ff2-aeb66f17cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:16.143253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-c4df83b3-bc8c-495f-8ff2-aeb66f17cccd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640569 Nov 03 19:33:16.165692 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bff7ec-c3ea-4e13-8604-0b6f73bcdc9c x-openstack-request-id: req-e4bff7ec-c3ea-4e13-8604-0b6f73bcdc9c {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:16.166000 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:16.166249 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4bff7ec-c3ea-4e13-8604-0b6f73bcdc9c {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:16.166689 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'status': 'completed', 'code': 200} Nov 03 19:33:16.340152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:16.394359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-540fb210-5e92-4136-8240-18ceb4160d69 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231295 Nov 03 19:33:16.397810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:16.473151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=bd22b562-3075-4ddc-ac5d-2b7c47863466,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:16.501808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:16.506108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/bd22b562-3075-4ddc-ac5d-2b7c47863466 HTTP/1.1" status: 204 len: 168 time: 1.9399691 Nov 03 19:33:16.509034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46820) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:16.542106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485c685-3941-44a1-8750-f511d8762aed None None] Network e7d2cf13-e465-4524-bec7-a71459b1b24b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:33:16.574247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.574624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.575117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.575532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.576485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.577107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.577549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.577965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.578475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.578918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.579311 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.579639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764752a8-f64a-4682-8ce6-f4dda76689b3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:33:16.656938 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eaaadfc-0763-4f30-b607-3b4ebab3a72e req-d7c27948-70fa-47ba-903a-fa1f37a3a6b5 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439804 Nov 03 19:33:16.697969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:16.717893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa40f8-5c32-445f-abfa-8deaaf878cbb req-1a80e2b9-ca1a-4a4d-97cf-d2750dbe0d6f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:16.719695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6baa40f8-5c32-445f-abfa-8deaaf878cbb req-1a80e2b9-ca1a-4a4d-97cf-d2750dbe0d6f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1463079 Nov 03 19:33:16.834415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644cd4-8be4-453e-a562-08d50e287c6e req-edae160f-30bd-445e-b3b2-c97a3381cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:16.837870 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-edae160f-30bd-445e-b3b2-c97a3381cbe9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1096 time: 0.0608490 Nov 03 19:33:16.867635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6baa40f8-5c32-445f-abfa-8deaaf878cbb req-39b10140-a9cd-4fff-a9fb-c700e5d5da0a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153548 Nov 03 19:33:16.897739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 46f286bd-bb06-469c-bb35-9ad445296a1d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:16.898113 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:16.963849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:09Z', 'updated_at': '2021-11-03T19:33:14Z', 'revision_number': 2, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:17.027263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644cd4-8be4-453e-a562-08d50e287c6e req-f8373926-a778-454e-ad10-5afbfc117098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:17.037411 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-f8373926-a778-454e-ad10-5afbfc117098 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 915 time: 0.1907694 Nov 03 19:33:17.049741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba392fb-d742-40ad-a078-f77678b69d01 None None] The sync data for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 is: [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'port_id': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'mac_address': 'fa:16:3e:e1:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:09Z', 'updated_at': '2021-11-03T19:33:14Z', 'revision_number': 2, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:17.088094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] DHCP port deletion for e7d2cf13-e465-4524-bec7-a71459b1b24b request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:33:17.193287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 46f286bd-bb06-469c-bb35-9ad445296a1d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=46f286bd-bb06-469c-bb35-9ad445296a1d,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:17.194454 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.201740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] Deleting port 46f286bd-bb06-469c-bb35-9ad445296a1d {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:17.202178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.208922 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-897ad01e-b6fc-4a68-9241-0cd675fc2fbb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 1001 time: 0.1583068 Nov 03 19:33:17.265203 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 46f286bd-bb06-469c-bb35-9ad445296a1d owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:17.303891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644cd4-8be4-453e-a562-08d50e287c6e req-a00f3644-b352-4f06-9a25-858678cc3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:17.305396 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-a00f3644-b352-4f06-9a25-858678cc3144 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.0852728 Nov 03 19:33:17.338147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] For port 46f286bd-bb06-469c-bb35-9ad445296a1d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=46f286bd-bb06-469c-bb35-9ad445296a1d,segment=NetworkSegment(9db633c0-c9eb-4c38-b676-5c4e95f61333),segment_id=9db633c0-c9eb-4c38-b676-5c4e95f61333)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:17.338557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.375630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644cd4-8be4-453e-a562-08d50e287c6e req-6e0acbdf-fd6e-4ad3-a4a1-98da1db10f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:17.377868 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-6e0acbdf-fd6e-4ad3-a4a1-98da1db10f0f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596473 Nov 03 19:33:17.380648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-709e8014-01e9-427e-918b-c684c773156f req-824bf7e9-83e5-47de-a497-1a8ca1726ca5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.2351396 Nov 03 19:33:17.394118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] Calling delete_port for 46f286bd-bb06-469c-bb35-9ad445296a1d owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:17.431856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8833c2-b684-47aa-92d5-d9981739baad req-993fdc64-1222-43fd-a736-008d9040b545 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:17.445533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b8833c2-b684-47aa-92d5-d9981739baad req-993fdc64-1222-43fd-a736-008d9040b545 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.3994055 Nov 03 19:33:17.528053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.616752 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.620022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port 46f286bd-bb06-469c-bb35-9ad445296a1d on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:17.623335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=46f286bd-bb06-469c-bb35-9ad445296a1d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:17.653908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b8833c2-b684-47aa-92d5-d9981739baad req-b2c6a0c5-18bc-4024-8b00-28702d847037 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069421 Nov 03 19:33:17.691452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46828) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:17.718209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] Pushing event deleted for resources: {'Port': ['ID=46f286bd-bb06-469c-bb35-9ad445296a1d,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:17.729707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d0610-2112-46aa-a005-c43275b09dd4 None None] No DVR routers for this DVR port 46f286bd-bb06-469c-bb35-9ad445296a1d on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:17.769262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device acdeb11f-4608-451c-b80e-c9efdad5e308 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:17.773311 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-46192b7b-a23e-4017-af87-dc91bf082f9c service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782868 Nov 03 19:33:17.811139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: acdeb11f-4608-451c-b80e-c9efdad5e308 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:17.813150 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device acdeb11f-4608-451c-b80e-c9efdad5e308 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:17.813898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 46f286bd-bb06-469c-bb35-9ad445296a1d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:17.833038 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.869862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d2cf13-e465-4524-bec7-a71459b1b24b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:17.877800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 46f286bd-bb06-469c-bb35-9ad445296a1d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:17.879731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 46f286bd-bb06-469c-bb35-9ad445296a1d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:17.892395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db633c0-c9eb-4c38-b676-5c4e95f61333') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:17.894181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db633c0-c9eb-4c38-b676-5c4e95f61333') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:17.918761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.936999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.946492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:33:17.947159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:17.953055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4e22b-5cee-4d4a-b54d-96f5749def98 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:17.955424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-44c4e22b-5cee-4d4a-b54d-96f5749def98 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1091 time: 0.2573321 Nov 03 19:33:17.964700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-48dafbeb-dfb1-47c4-8edd-cc591bc7a413 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:33:17.965084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46830) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:17.967905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-48dafbeb-dfb1-47c4-8edd-cc591bc7a413 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.4289520 Nov 03 19:33:17.978110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:17.983289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:18.051867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.071998 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.080449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.092545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/e7d2cf13-e465-4524-bec7-a71459b1b24b HTTP/1.1" status: 204 len: 168 time: 1.5821753 Nov 03 19:33:18.093569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46832) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:18.115173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46644cd4-8be4-453e-a562-08d50e287c6e req-cd2a34bf-f1f4-4b9d-bf03-e66acada05ba service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157136 Nov 03 19:33:18.141176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727c2c9-e572-446e-b5ae-1ae3e47e8291 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=e7d2cf13-e465-4524-bec7-a71459b1b24b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:18.227199 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:33:18.233234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:33:18.240141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.600699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22db7605-b6aa-48c4-b0fa-b3497a98f9c9 req-e51fc17e-b31c-402a-935e-59b883e2afe9 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0794601 Nov 03 19:33:18.609330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.5 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/f5137393-faff-40eb-a31a-840a24a85159) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:33:18.746842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.853951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.913043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:18.919032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.16 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d55675b1-b5dd-4e3f-9a2f-38a3971faf45) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:33:18.933216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['18d5ab8e-86b6-444e-865a-64fe033fe066'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:33:18.969111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:33:18.975770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:33:18.981056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:33:19.017153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.039556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=f5137393-faff-40eb-a31a-840a24a85159,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:19.094225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:19.095225 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.118736 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c06f8eae-6517-4a07-9335-2f6d215e3b98 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1406074 Nov 03 19:33:19.135475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Request body: {'port': {'device_id': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:19.239694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.242311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.331534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.387495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-143ae9cf-6b97-4865-a860-278205c09030 None None] Provisioning complete for port f5137393-faff-40eb-a31a-840a24a85159 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:19.388059 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-143ae9cf-6b97-4865-a860-278205c09030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.401514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:33:19.411172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:33:19.413852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:33:19.429844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-143ae9cf-6b97-4865-a860-278205c09030 None None] Port f5137393-faff-40eb-a31a-840a24a85159 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:33:19.457281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=d55675b1-b5dd-4e3f-9a2f-38a3971faf45,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:19.627422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 4058049d-e0e6-43ea-a190-32e7410ba50f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:19.628562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.646575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5137393-faff-40eb-a31a-840a24a85159 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:33:19.655360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.669494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Transition to ACTIVE for port object f5137393-faff-40eb-a31a-840a24a85159 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:33:19.678399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:19.836390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Pushing event updated for resources: {'Port': ['ID=f5137393-faff-40eb-a31a-840a24a85159,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:19.920038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Attempting to bind port f5137393-faff-40eb-a31a-840a24a85159 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:33:19.923283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Attempting to bind port f5137393-faff-40eb-a31a-840a24a85159 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:33:19.923801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Attempting to bind port f5137393-faff-40eb-a31a-840a24a85159 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:33:19.932213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Port f5137393-faff-40eb-a31a-840a24a85159 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:33:19.932585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Attempting to bind port f5137393-faff-40eb-a31a-840a24a85159 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:33:19.939984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:33:19.940444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:33:19.941653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:33:19.942119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Bound port: f5137393-faff-40eb-a31a-840a24a85159, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:33:19.942477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:20.045800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] For port f5137393-faff-40eb-a31a-840a24a85159, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:33:20.050536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] For port f5137393-faff-40eb-a31a-840a24a85159, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f5137393-faff-40eb-a31a-840a24a85159,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:33:20.055493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:20.124951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:20.125540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:20.127389 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] 10.222.0.115 "PUT /v2.0/ports/f5137393-faff-40eb-a31a-840a24a85159 HTTP/1.1" status: 200 len: 1091 time: 0.9994144 Nov 03 19:33:20.132523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'tag': 'f5137393-faff-40eb-a31a-840a24a85159'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:20.135714 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da" -d '{"events": [{"name": "network-changed", "server_uuid": "28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c", "tag": "f5137393-faff-40eb-a31a-840a24a85159"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:20.171740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60591c-53d9-4e2d-9b2c-c922b343b77c service neutron] Pushing event updated for resources: {'Port': ['ID=f5137393-faff-40eb-a31a-840a24a85159,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:20.211012 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95991c90-9610-4c41-bcc1-1c996803027c x-openstack-request-id: req-95991c90-9610-4c41-bcc1-1c996803027c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:20.211305 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c", "tag": "f5137393-faff-40eb-a31a-840a24a85159", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:20.211562 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-95991c90-9610-4c41-bcc1-1c996803027c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:20.212124 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'tag': 'f5137393-faff-40eb-a31a-840a24a85159', 'status': 'completed', 'code': 200} Nov 03 19:33:20.314297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-bf9ac98d-171a-4f11-ae1f-e5d2f49d3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:20.317280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-bf9ac98d-171a-4f11-ae1f-e5d2f49d3614 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 1094 time: 0.0950193 Nov 03 19:33:20.351895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d247ad5-88dd-49e3-8b14-6047d2881fc5 req-bb7ce5ed-33f3-474a-a854-7862e094e257 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:20.353503 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d247ad5-88dd-49e3-8b14-6047d2881fc5 req-bb7ce5ed-33f3-474a-a854-7862e094e257 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1588926 Nov 03 19:33:20.412546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-1049de04-20c1-4189-b56a-77adc139ea45 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5137393-faff-40eb-a31a-840a24a85159 HTTP/1.1" status: 200 len: 217 time: 0.0846057 Nov 03 19:33:20.474850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5d247ad5-88dd-49e3-8b14-6047d2881fc5 req-def1549d-760f-493c-a6ab-a335fa1ad6e6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117175 Nov 03 19:33:20.485149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 4058049d-e0e6-43ea-a190-32e7410ba50f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4058049d-e0e6-43ea-a190-32e7410ba50f,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:20.485661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:20.509196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 4058049d-e0e6-43ea-a190-32e7410ba50f owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:20.525201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-e2bfb336-738d-4ebf-856f-43a8566b9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:20.526921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-e2bfb336-738d-4ebf-856f-43a8566b9a60 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1046188 Nov 03 19:33:20.619985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c4c3d032-9620-43f5-bff1-2242044ad9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:20.636660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-c4c3d032-9620-43f5-bff1-2242044ad9f2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970273 Nov 03 19:33:20.779670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-0dccd394-0777-483a-b965-89f053c00efe service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388264 Nov 03 19:33:20.816659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:20.955207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8a9e7a03-2098-4da9-b290-a5c70b19f3a8 req-3145c1b5-9d41-420e-9998-2ff304643ad1 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677361 Nov 03 19:33:20.968314 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:21.003331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:21.045286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=4058049d-e0e6-43ea-a190-32e7410ba50f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:21.136388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-327a6228-9f86-4b90-b105-c953c63f77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:21.141113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-327a6228-9f86-4b90-b105-c953c63f77f6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 1094 time: 0.1202500 Nov 03 19:33:21.245287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:21.333442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-88b7720d-5184-4678-82c4-abe2d58df043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:21.335358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-88b7720d-5184-4678-82c4-abe2d58df043 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1852977 Nov 03 19:33:21.403610 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-fa7601c4-fccc-49a6-b74c-58fb83b19ec9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5137393-faff-40eb-a31a-840a24a85159 HTTP/1.1" status: 200 len: 217 time: 0.0606706 Nov 03 19:33:21.465810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-45a2493d-91c6-4244-8660-cebdc71d23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:21.468645 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-45a2493d-91c6-4244-8660-cebdc71d23fc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0547450 Nov 03 19:33:21.564399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-c0f4a83e-0956-48c7-a97a-c80173d83d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:21.567924 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-c0f4a83e-0956-48c7-a97a-c80173d83d67 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878704 Nov 03 19:33:21.746967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-cffdb812-c192-4c75-8dcd-e320d80075c7 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652286 Nov 03 19:33:21.749243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:21.769678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:21.784186 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:21.801005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259a474-c285-4ca9-987e-5aa654f1cdfc req-a8567e01-a28e-44d4-9ab5-65ae1e7761a9 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:21.803508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5259a474-c285-4ca9-987e-5aa654f1cdfc req-a8567e01-a28e-44d4-9ab5-65ae1e7761a9 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1401289 Nov 03 19:33:21.870965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3c17d1e0-3b24-4bbe-be9c-3a8ad5aa48da req-442fd8f3-e6cf-4573-b3b1-66abe841186b service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154375 Nov 03 19:33:21.912753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:21.925604 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:21.942499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d92a051e-3f3a-48f5-8220-8f1c1d6231ed tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8061764 Nov 03 19:33:21.952769 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:21.954297 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:21.960022 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:21.995915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=d55675b1-b5dd-4e3f-9a2f-38a3971faf45,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:22.055966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet 22618c53-304c-4040-9f95-b3e3fd566858 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:33:22.063713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.066790 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:22.121385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5259a474-c285-4ca9-987e-5aa654f1cdfc req-4f1d174c-9c81-49d5-b111-4837b86b7ab7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202110 Nov 03 19:33:22.125878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.206878 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.473666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.490490 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 0ab65417-3c46-46f8-b242-db2303b3e63f associated. External IP: 172.25.8.16, port: a7c7d27f-c77c-4930-89b6-3aa5bd71e758. Nov 03 19:33:22.584283 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:20Z', 'revision_number': 10, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:22.592183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.650090 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:22.651222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=22618c53-304c-4040-9f95-b3e3fd566858,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:22.655099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.658785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d97b85dc-28d6-44b2-8fcb-a0e72cd8fc8b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/22618c53-304c-4040-9f95-b3e3fd566858 HTTP/1.1" status: 204 len: 168 time: 0.6975405 Nov 03 19:33:22.661795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46862) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:22.666656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580800e-0e85-4903-bede-dbd0022e9414 None None] Network 040c7ae9-fb22-4b38-bff4-f2436490e813 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:33:22.669103 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:22.669907 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:22.812811 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:22.825542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8ed9f430-2079-42e2-a400-25f197f26ccf has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:22.838194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:22.955986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] DHCP port deletion for 040c7ae9-fb22-4b38-bff4-f2436490e813 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:33:23.000086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 04c58853-cec7-4f63-a1bb-d77f6e0679ce {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:23.002008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.005157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:23.025886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] Sync routers for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:23.043588 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.049731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:23.050360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:23.109471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7dde1ea9-e036-4e42-bbad-6cac10f70154 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1352754 Nov 03 19:33:23.112356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:23.117175 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e69463-5878-40fa-94eb-d0e6e07cb367" -d '{"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:23.127942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] Deleting port 04c58853-cec7-4f63-a1bb-d77f6e0679ce {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:23.128745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.164677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 04c58853-cec7-4f63-a1bb-d77f6e0679ce, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=04c58853-cec7-4f63-a1bb-d77f6e0679ce,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:23.165095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.182513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 04c58853-cec7-4f63-a1bb-d77f6e0679ce owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:23.222518 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:20Z', 'revision_number': 10, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:23.240287 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2149b9ba-2bc2-4ef7-8471-e3300741c034 x-openstack-request-id: req-2149b9ba-2bc2-4ef7-8471-e3300741c034 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:23.240287 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:23.240287 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2149b9ba-2bc2-4ef7-8471-e3300741c034 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:23.240287 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'status': 'completed', 'code': 200} Nov 03 19:33:23.293179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] For port 04c58853-cec7-4f63-a1bb-d77f6e0679ce, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=04c58853-cec7-4f63-a1bb-d77f6e0679ce,segment=NetworkSegment(37835c3a-3bcf-4b3b-ab84-2d54bdf00e08),segment_id=37835c3a-3bcf-4b3b-ab84-2d54bdf00e08)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:23.293670 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.353992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:23.376689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] Calling delete_port for 04c58853-cec7-4f63-a1bb-d77f6e0679ce owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:23.377972 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f6ce9-7c74-499e-bc3b-ab5cc57496ce None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:20Z', 'revision_number': 10, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None, '_interfaces': [{'id': 'e70f0908-041c-44d3-8357-a99c077a2a92', 'name': '', 'network_id': 'ea849488-4b0d-4dcc-97a1-d551dc7fd4e8', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'mac_address': 'fa:16:3e:0f:e3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:23Z', 'updated_at': '2021-11-03T19:32:32Z', 'revision_number': 5, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'subnets': [{'id': '18550d4d-24ba-4acd-b136-902037d7d5c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:23.418136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.457587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-c191dd71-0043-43a2-82bf-0db46e649fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:23.459308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-c191dd71-0043-43a2-82bf-0db46e649fd4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1096 time: 0.1204071 Nov 03 19:33:23.460461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=04c58853-cec7-4f63-a1bb-d77f6e0679ce,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:23.464703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port 04c58853-cec7-4f63-a1bb-d77f6e0679ce on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:23.470047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfddd3-a253-4e28-89c7-cd2982351ef9 req-fc70ba6e-a7b2-45f1-b467-4770c1a93208 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:23.473414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88bfddd3-a253-4e28-89c7-cd2982351ef9 req-fc70ba6e-a7b2-45f1-b467-4770c1a93208 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.2023604 Nov 03 19:33:23.485057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60b8c8-006f-490d-8c90-8a03020e3488 req-745de99f-7bfd-4fd7-8e0a-e3b6c36d05d3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:23.487826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a60b8c8-006f-490d-8c90-8a03020e3488 req-745de99f-7bfd-4fd7-8e0a-e3b6c36d05d3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1489391 Nov 03 19:33:23.591077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88bfddd3-a253-4e28-89c7-cd2982351ef9 req-407c90f7-a6bb-445d-aa0e-2898948502e7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017284 Nov 03 19:33:23.633159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46876) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:23.652256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a60b8c8-006f-490d-8c90-8a03020e3488 req-75e429f3-948e-4027-b950-201612e0d24c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546950 Nov 03 19:33:23.699880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-3bfc0c3c-02be-4eb1-a0f6-820cdfebf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:23.702990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-3bfc0c3c-02be-4eb1-a0f6-820cdfebf098 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.1660178 Nov 03 19:33:23.750801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.813300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f207f85b-0ece-4345-bbf2-cb2c30c41645 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 200 len: 990 time: 0.1757584 Nov 03 19:33:23.885319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-e7e342b6-0205-4bfe-8b52-d3db41a85152 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1688938 Nov 03 19:33:23.900134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:23.907154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] No DVR routers for this DVR port 04c58853-cec7-4f63-a1bb-d77f6e0679ce on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:23.923220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280c94-3528-42fa-b8af-978046cf8472 None None] Pushing event deleted for resources: {'Port': ['ID=04c58853-cec7-4f63-a1bb-d77f6e0679ce,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:23.948033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 04c58853-cec7-4f63-a1bb-d77f6e0679ce no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:24.048631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 04c58853-cec7-4f63-a1bb-d77f6e0679ce {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:24.050986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 04c58853-cec7-4f63-a1bb-d77f6e0679ce not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:24.050986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4058049d-e0e6-43ea-a190-32e7410ba50f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:24.071195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040c7ae9-fb22-4b38-bff4-f2436490e813']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:24.096804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:24.097241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37835c3a-3bcf-4b3b-ab84-2d54bdf00e08') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:24.118733 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:24.129898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-be1050ea-a1ff-4dc2-82c7-2fb64162b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:24.135771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-be1050ea-a1ff-4dc2-82c7-2fb64162b2d5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.1967664 Nov 03 19:33:24.207271 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:24.218741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:33:24.219359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:24.272708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 4058049d-e0e6-43ea-a190-32e7410ba50f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:24.273225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4058049d-e0e6-43ea-a190-32e7410ba50f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:33:24.289487 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:33:24.347206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:24.350827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '0ab65417-3c46-46f8-b242-db2303b3e63f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'mac_address': 'fa:16:3e:1d:fb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:20Z', 'updated_at': '2021-11-03T19:33:20Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:06Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:24.373802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-10673004-80ef-495a-8047-94bd91167454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:24.375723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-10673004-80ef-495a-8047-94bd91167454 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177560 Nov 03 19:33:24.376922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:24.380301 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/040c7ae9-fb22-4b38-bff4-f2436490e813 HTTP/1.1" status: 204 len: 168 time: 1.7160647 Nov 03 19:33:24.381334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4c569-58e1-46bb-af67-f2c7b0c2ff3b tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=040c7ae9-fb22-4b38-bff4-f2436490e813,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:24.383181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46878) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:24.414402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] Checking router: 8ed9f430-2079-42e2-a400-25f197f26ccf for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:24.430601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:24.430876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:24.577472 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-14e013e6-b8a1-4380-9414-92c591535bc2 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782696 Nov 03 19:33:24.657823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:24.799039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-41e69463-5878-40fa-94eb-d0e6e07cb367 req-ea3ec52f-09f0-4f66-878c-8da622f5a6bf service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087767 Nov 03 19:33:24.816258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46884) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:24.989458 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e99e7-88c3-41b6-8ce6-4164abf8d738 req-29be58f1-820c-4778-9b5c-633ac8950c4d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:24.999142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1e79fd62-7a51-4e4c-a251-c76dbad1f088 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 200 len: 990 time: 0.1796737 Nov 03 19:33:24.999453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-659e99e7-88c3-41b6-8ce6-4164abf8d738 req-29be58f1-820c-4778-9b5c-633ac8950c4d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1838019 Nov 03 19:33:25.126777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-659e99e7-88c3-41b6-8ce6-4164abf8d738 req-26302367-c307-4a3a-a08e-3ebab14f356a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268346 Nov 03 19:33:25.170832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '0ab65417-3c46-46f8-b242-db2303b3e63f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'mac_address': 'fa:16:3e:1d:fb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:20Z', 'updated_at': '2021-11-03T19:33:20Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:06Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:25.206340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0bcbd3-17d1-4e90-8366-3814ac61dd04 None None] The sync data for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 is: [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '0ab65417-3c46-46f8-b242-db2303b3e63f', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'mac_address': 'fa:16:3e:1d:fb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:33:20Z', 'updated_at': '2021-11-03T19:33:20Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:06Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:25.304320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:25.703284 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b39a6-4cc5-4a9d-9685-c55a991657b9 None None] New status for floating IP 0ab65417-3c46-46f8-b242-db2303b3e63f: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:33:26.002695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46888) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:26.131579 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ac3ac9a-7d45-4e34-b4b5-752af9091b9d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 200 len: 990 time: 0.1273787 Nov 03 19:33:26.382610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1be50-db75-41a5-a10f-46aa8366b977 req-0dc0e043-4e36-4f1f-b5e9-4f59cf28911a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:26.386334 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71e1be50-db75-41a5-a10f-46aa8366b977 req-0dc0e043-4e36-4f1f-b5e9-4f59cf28911a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1343822 Nov 03 19:33:26.446123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port e70f0908-041c-44d3-8357-a99c077a2a92 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:26.446557 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:26.577681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71e1be50-db75-41a5-a10f-46aa8366b977 req-8dead701-1496-4b1d-b8d0-fd832fbe104d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820445 Nov 03 19:33:26.651805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port e70f0908-041c-44d3-8357-a99c077a2a92, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e70f0908-041c-44d3-8357-a99c077a2a92,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:26.652970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:26.696486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for e70f0908-041c-44d3-8357-a99c077a2a92 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:27.084182 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:27.135851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46898) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:27.165246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=e70f0908-041c-44d3-8357-a99c077a2a92,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:27.349531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6c0f801b-06a3-4128-9328-f821b9db9331 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 200 len: 992 time: 0.2053587 Nov 03 19:33:27.410628 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:27.703595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:27.852015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:27.859564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a9c885ef-2c55-400b-9c03-6bff5cf4286c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4733782 Nov 03 19:33:27.863527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46904) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:27.871077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:27.886664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4c355-1844-4444-9939-3283f992304f req-0d0f50e4-2cb2-463c-8eb8-5712b2d4b133 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:27.889474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfd4c355-1844-4444-9939-3283f992304f req-0d0f50e4-2cb2-463c-8eb8-5712b2d4b133 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1148946 Nov 03 19:33:27.922776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:27.923803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:27.997987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting subnet 18550d4d-24ba-4acd-b136-902037d7d5c0 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:33:28.014464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.015631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfd4c355-1844-4444-9939-3283f992304f req-3edd4441-a466-44e3-ab79-650522468039 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036677 Nov 03 19:33:28.101817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:28.106116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.196780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:26Z', 'revision_number': 11, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:28.242000 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.251939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:28.267358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:28.268360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:28.369425 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.416300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:28.487358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Subnet': ['ID=18550d4d-24ba-4acd-b136-902037d7d5c0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:28.506326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.513559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46906) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:28.528636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0e0c1134-a4ae-498f-a9d5-8cf06d49ef74 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/18550d4d-24ba-4acd-b136-902037d7d5c0 HTTP/1.1" status: 204 len: 168 time: 0.6636713 Nov 03 19:33:28.547839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f716c-a888-4bfd-aa9b-5790bb4d5919 None None] Network ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:33:28.551143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:26Z', 'revision_number': 11, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:28.606804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f09d3c-f019-4005-afdf-b90560565bfb None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:26Z', 'revision_number': 11, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:28.680861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.793183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Deleting port 0e8a77a2-689e-4cdb-aee3-651133c23487 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:28.793855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.931104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] For port 0e8a77a2-689e-4cdb-aee3-651133c23487, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0e8a77a2-689e-4cdb-aee3-651133c23487,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:28.932162 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.955784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Calling delete_port for 0e8a77a2-689e-4cdb-aee3-651133c23487 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:29.015691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] DHCP port deletion for ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:33:29.101460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] Deleting port 0e8a77a2-689e-4cdb-aee3-651133c23487 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:29.104000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.125814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.203807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Port': ['ID=0e8a77a2-689e-4cdb-aee3-651133c23487,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:29.208815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No DVR routers for this DVR port 0e8a77a2-689e-4cdb-aee3-651133c23487 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:29.236069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] For port 0e8a77a2-689e-4cdb-aee3-651133c23487, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0e8a77a2-689e-4cdb-aee3-651133c23487,segment=NetworkSegment(da25505d-9a37-4aeb-8cba-3ed0dba419ff),segment_id=da25505d-9a37-4aeb-8cba-3ed0dba419ff)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:29.236811 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.262490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] Calling delete_port for 0e8a77a2-689e-4cdb-aee3-651133c23487 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:29.334257 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad050-bf6c-4e54-af8a-a65fc97df76b req-64574b75-1362-460d-9a7b-15868f24a684 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:29.335926 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e3ad050-bf6c-4e54-af8a-a65fc97df76b req-64574b75-1362-460d-9a7b-15868f24a684 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1829028 Nov 03 19:33:29.341973 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.392040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea849488-4b0d-4dcc-97a1-d551dc7fd4e8']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:29.412381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da25505d-9a37-4aeb-8cba-3ed0dba419ff') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:29.413087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da25505d-9a37-4aeb-8cba-3ed0dba419ff') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:29.426268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.431473 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.457099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e3ad050-bf6c-4e54-af8a-a65fc97df76b req-61079b1a-a003-4da1-b3e9-f62ad854fdc6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932646 Nov 03 19:33:29.466730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.470630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] Pushing event deleted for resources: {'Port': ['ID=0e8a77a2-689e-4cdb-aee3-651133c23487,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:29.472952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc4538-2b39-4d5d-be9c-223b2ab89252 None None] No DVR routers for this DVR port 0e8a77a2-689e-4cdb-aee3-651133c23487 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:29.484551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:33:29.484551 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:33:29.486452 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:33:29.599603 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.617571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.629241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/networks/ea849488-4b0d-4dcc-97a1-d551dc7fd4e8 HTTP/1.1" status: 204 len: 168 time: 1.1137645 Nov 03 19:33:29.632860 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46912) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:29.643200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'routes': None}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:29.697701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e70f0908-041c-44d3-8357-a99c077a2a92 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:29.720007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2350-767f-4c98-8878-ce5dac98dc23 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Pushing event deleted for resources: {'Network': ['ID=ea849488-4b0d-4dcc-97a1-d551dc7fd4e8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:29.766491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e70f0908-041c-44d3-8357-a99c077a2a92 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:29.767802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e70f0908-041c-44d3-8357-a99c077a2a92 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:29.768515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0e8a77a2-689e-4cdb-aee3-651133c23487 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:29.793834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0e8a77a2-689e-4cdb-aee3-651133c23487 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:29.795773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0e8a77a2-689e-4cdb-aee3-651133c23487 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:29.892511 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.extraroute_db [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Added routes are [] {{(pid=101989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:33:29.892922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.extraroute_db [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Removed routes are [] {{(pid=101989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:33:29.893410 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:30.092137 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:30.096591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:30.216328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:30.661087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:30.674842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:30.679162 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:30.679713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a4ce72ab-8397-4502-9b8a-abe8a0769c5e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 705 time: 1.0449996 Nov 03 19:33:30.679857 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] Sync routers for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:30.694507 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:30.695762 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:30.717735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909067-ef7c-4d29-af81-857f4ac052e0 req-4f662ccc-4484-4a13-a3ca-c33e01e26778 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:30.718990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a7317d3c-98d4-4fb7-b0aa-10f836313308 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 205 time: 0.0380583 Nov 03 19:33:30.722235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:30.724128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5909067-ef7c-4d29-af81-857f4ac052e0 req-4f662ccc-4484-4a13-a3ca-c33e01e26778 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0915039 Nov 03 19:33:30.813919 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:30.877883 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:26Z', 'revision_number': 11, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:30.878674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5909067-ef7c-4d29-af81-857f4ac052e0 req-6c9bdf71-2e9c-4a5d-8968-a881754e8ea7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452379 Nov 03 19:33:30.926751 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] Checking router: a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:30.940239 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] Routers {'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:30.940836 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:31.017338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.034931 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] Set router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:31.132790 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:26Z', 'revision_number': 11, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:31.192005 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480c438-1917-4c6f-a241-363c05345d28 None None] The sync data for ids ['a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab'] in n-d-812151-4 is: [{'id': 'a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab', 'name': 'tempest-RoutersIpV6Test-router-2109549653', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:20Z', 'updated_at': '2021-11-03T19:33:26Z', 'revision_number': 11, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:31.675797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.679788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.738133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.738803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:33:31.747738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.748893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5a324ea5-aadc-4d3c-a995-a070bd2f4a0e tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 204 len: 168 time: 1.0253351 Nov 03 19:33:31.755884 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46928) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:31.761699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1425278445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:31.804832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.806292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.999302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.005778 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.040948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.042636 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c0a6207d-221f-42de-977a-a96cad7babf8 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2852631 Nov 03 19:33:32.047752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46932) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:32.055737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:32.136108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935b0e4-7de7-4768-a249-a1f12523550f req-44ba7407-fbf3-44b1-8c91-9b64190b19eb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:32.153335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a935b0e4-7de7-4768-a249-a1f12523550f req-44ba7407-fbf3-44b1-8c91-9b64190b19eb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1348262 Nov 03 19:33:32.215745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a935b0e4-7de7-4768-a249-a1f12523550f req-72cc4ae1-6ef7-4a75-8c9d-59422e77a3db tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 Nov 03 19:33:32.318527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60579'] for router, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.333278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1628859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1628848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626148'] for router, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.448632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Router 07674cd0-1b06-47cc-b7be-b1a39f402100 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:33:32.527172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:32.535868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.537049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ed9e3003-2afb-4db1-8e4c-621f5b8c636a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "PUT /v2.0/routers/07674cd0-1b06-47cc-b7be-b1a39f402100 HTTP/1.1" status: 200 len: 698 time: 0.4866071 Nov 03 19:33:32.540767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46936) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:32.541098 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] Sync routers for ids ['07674cd0-1b06-47cc-b7be-b1a39f402100'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:32.554244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] Routers {'07674cd0-1b06-47cc-b7be-b1a39f402100'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:32.555330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['07674cd0-1b06-47cc-b7be-b1a39f402100'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:32.629666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6e9603ca-1036-4679-9813-e63c9b19b7fb tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/routers/07674cd0-1b06-47cc-b7be-b1a39f402100 HTTP/1.1" status: 200 len: 704 time: 0.0872362 Nov 03 19:33:32.633123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:32.646063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] Set router 07674cd0-1b06-47cc-b7be-b1a39f402100 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:32.649356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.662871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-319f3f16-b792-4f01-ab52-c34dcca1a42a tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=07674cd0-1b06-47cc-b7be-b1a39f402100 HTTP/1.1" status: 200 len: 205 time: 0.0285819 Nov 03 19:33:32.667433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46940) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:32.709492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07674cd0-1b06-47cc-b7be-b1a39f402100', 'name': 'tempest-RoutersIpV6Test-router-1425278445', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:33:31Z', 'updated_at': '2021-11-03T19:33:32Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:32.740169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] Checking router: 07674cd0-1b06-47cc-b7be-b1a39f402100 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:32.749959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] Routers {'07674cd0-1b06-47cc-b7be-b1a39f402100'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:32.750582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['07674cd0-1b06-47cc-b7be-b1a39f402100'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:32.769411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.828686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] Set router 07674cd0-1b06-47cc-b7be-b1a39f402100 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:32.892155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07674cd0-1b06-47cc-b7be-b1a39f402100', 'name': 'tempest-RoutersIpV6Test-router-1425278445', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:33:31Z', 'updated_at': '2021-11-03T19:33:32Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:32.934800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b30fc7-3f08-4517-96d0-f6115275fcf0 None None] The sync data for ids ['07674cd0-1b06-47cc-b7be-b1a39f402100'] in n-d-812151-4 is: [{'id': '07674cd0-1b06-47cc-b7be-b1a39f402100', 'name': 'tempest-RoutersIpV6Test-router-1425278445', 'tenant_id': 'b3977f3841f14663acac13e26a1f34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:33:31Z', 'updated_at': '2021-11-03T19:33:32Z', 'revision_number': 2, 'project_id': 'b3977f3841f14663acac13e26a1f34fc', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:32.949723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:32.953814 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:33.009373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:33.010118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Fanout notify agent at l3_agent the message router_deleted on router 07674cd0-1b06-47cc-b7be-b1a39f402100 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:33:33.019286 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:33.020813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad660a0c-a8bf-4555-85ca-37d5fa541f40 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/07674cd0-1b06-47cc-b7be-b1a39f402100 HTTP/1.1" status: 204 len: 168 time: 0.3443625 Nov 03 19:33:33.025568 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46942) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.058812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0e72e94b-6079-4c5a-970f-ba5769e5bac0 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=07674cd0-1b06-47cc-b7be-b1a39f402100 HTTP/1.1" status: 200 len: 205 time: 0.0318503 Nov 03 19:33:33.062664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46944) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.111639 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-dcbc0356-d95c-4ad4-bf4f-5448c06459df tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:33.112833 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dcbc0356-d95c-4ad4-bf4f-5448c06459df tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/07674cd0-1b06-47cc-b7be-b1a39f402100 HTTP/1.1" status: 404 len: 336 time: 0.0490198 Nov 03 19:33:33.117645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46946) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.155612 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-36416920-afe1-4d62-a5fd-27ce9b3d3e04 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:33.156105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36416920-afe1-4d62-a5fd-27ce9b3d3e04 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:33.159430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-36416920-afe1-4d62-a5fd-27ce9b3d3e04 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/fd21b25d-95bc-4e3c-b94b-c82e23f7994c HTTP/1.1" status: 404 len: 337 time: 0.0378084 Nov 03 19:33:33.166900 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46950) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.199137 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-75664e3c-17b2-4b4e-9979-22f86ea2f762 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:33.199743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75664e3c-17b2-4b4e-9979-22f86ea2f762 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:33.206439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46954) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.206820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75664e3c-17b2-4b4e-9979-22f86ea2f762 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/bd22b562-3075-4ddc-ac5d-2b7c47863466 HTTP/1.1" status: 404 len: 337 time: 0.0371988 Nov 03 19:33:33.226514 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:33.248855 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a3fdad-56f1-4350-9375-60f732909d34 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:33.249325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a3fdad-56f1-4350-9375-60f732909d34 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:33.252542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-62a3fdad-56f1-4350-9375-60f732909d34 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/22618c53-304c-4040-9f95-b3e3fd566858 HTTP/1.1" status: 404 len: 337 time: 0.0449960 Nov 03 19:33:33.256855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46958) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.291649 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-200d76d1-7f61-4a26-af8e-9ff238c8fb02 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:33.292606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200d76d1-7f61-4a26-af8e-9ff238c8fb02 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:33.301119 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-200d76d1-7f61-4a26-af8e-9ff238c8fb02 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/18550d4d-24ba-4acd-b136-902037d7d5c0 HTTP/1.1" status: 404 len: 337 time: 0.0428524 Nov 03 19:33:33.303640 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46964) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.336761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9760a363-bff4-442b-bff8-07061f5d704c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 200 len: 205 time: 0.0301776 Nov 03 19:33:33.338140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46966) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.386429 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-9f43c366-ade5-4c56-9eca-3e9a72039dc2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:33.387482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9f43c366-ade5-4c56-9eca-3e9a72039dc2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/a5c4cb3c-5fa8-4565-9c53-2ca0c07e89ab HTTP/1.1" status: 404 len: 336 time: 0.0483902 Nov 03 19:33:33.392359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46968) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.433118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-498fd4a6-c94c-46c0-af55-a16c5c1c3e7d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=4a10acf3-74d1-475e-815f-97169ef93554 HTTP/1.1" status: 200 len: 205 time: 0.0384548 Nov 03 19:33:33.437233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.493036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb789d-8941-42bd-bc6a-afe89ad19994 req-bb0f827c-f97e-46d1-b1b1-4c362f240f80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:33.498079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcbb789d-8941-42bd-bc6a-afe89ad19994 req-bb0f827c-f97e-46d1-b1b1-4c362f240f80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0796516 Nov 03 19:33:33.520173 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-e658153b-ace8-4568-96e2-c1429655f327 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:33.524780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e658153b-ace8-4568-96e2-c1429655f327 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/4a10acf3-74d1-475e-815f-97169ef93554 HTTP/1.1" status: 404 len: 336 time: 0.0840776 Nov 03 19:33:33.525312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46972) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.585284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcbb789d-8941-42bd-bc6a-afe89ad19994 req-f8927ea7-7750-4076-8fba-e1642316d739 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821931 Nov 03 19:33:33.592156 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4be91a6-79fc-4617-83b4-428028aa10fd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:33.592540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4be91a6-79fc-4617-83b4-428028aa10fd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:33.596454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4be91a6-79fc-4617-83b4-428028aa10fd tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/ab737e75-11b8-4f17-8dfd-27ad47517e0b HTTP/1.1" status: 404 len: 337 time: 0.0692606 Nov 03 19:33:33.601178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46974) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.632511 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-95707abe-3708-4c81-8ec4-a6873e7d351d tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 200 len: 205 time: 0.0299971 Nov 03 19:33:33.635571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46976) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.681244 n-d-812151-4 neutron-server[101989]: INFO neutron.api.v2.resource [None req-e28e3749-b82a-4268-80cf-d05ef45a083c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:33.682944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e28e3749-b82a-4268-80cf-d05ef45a083c tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/c1f81fce-bedf-4a57-8bd5-aee27373fedd HTTP/1.1" status: 404 len: 336 time: 0.0461695 Nov 03 19:33:33.686044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.745999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-32f0da12-eb1d-4398-88a4-f549608585be tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=35c31dca-0791-4cda-8241-d69e85aed115 HTTP/1.1" status: 200 len: 205 time: 0.0577462 Nov 03 19:33:33.750107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46980) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.802525 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-ecd7e943-5fd2-4c67-91cc-96ea383f36b1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:33.803626 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ecd7e943-5fd2-4c67-91cc-96ea383f36b1 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/35c31dca-0791-4cda-8241-d69e85aed115 HTTP/1.1" status: 404 len: 336 time: 0.0516925 Nov 03 19:33:33.806329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46982) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.843766 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18b3783-6927-483a-9ad7-d51e4e4a4442 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:33.844298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18b3783-6927-483a-9ad7-d51e4e4a4442 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:33.847411 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a18b3783-6927-483a-9ad7-d51e4e4a4442 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/5caff711-a291-4e5d-a7a6-61b8f461753e HTTP/1.1" status: 404 len: 337 time: 0.0400460 Nov 03 19:33:33.850966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.886826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6140c1fe-9ba6-4507-8a7f-e66e3dcee3a2 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=b00e2aaa-aff9-4580-95b2-e1442d123747 HTTP/1.1" status: 200 len: 205 time: 0.0330420 Nov 03 19:33:33.891835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46986) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:33.951266 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-c1f3b59c-96f8-4fa1-8dd2-057515065bdc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:33.953337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c1f3b59c-96f8-4fa1-8dd2-057515065bdc tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/b00e2aaa-aff9-4580-95b2-e1442d123747 HTTP/1.1" status: 404 len: 336 time: 0.0602946 Nov 03 19:33:33.957088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46988) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:34.009905 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1aae236-f06c-4fee-aee3-f5c3575d8be7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:34.010479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1aae236-f06c-4fee-aee3-f5c3575d8be7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:34.017083 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e1aae236-f06c-4fee-aee3-f5c3575d8be7 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/f84da4bb-81c7-44c2-a297-5e3b481bc79a HTTP/1.1" status: 404 len: 337 time: 0.0574582 Nov 03 19:33:34.018315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46990) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:34.063741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3eb38781-9e02-47f8-a202-193c4d9cebd3 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "GET /v2.0/ports?device_id=d567e1c8-b8eb-4a32-8b50-9792ce665751 HTTP/1.1" status: 200 len: 205 time: 0.0434017 Nov 03 19:33:34.067113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46992) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:34.124372 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-cada60ec-89cf-4660-9fe0-ea6e8641d7b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] delete failed (client error): The resource could not be found. Nov 03 19:33:34.128386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cada60ec-89cf-4660-9fe0-ea6e8641d7b5 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/routers/d567e1c8-b8eb-4a32-8b50-9792ce665751 HTTP/1.1" status: 404 len: 336 time: 0.0598907 Nov 03 19:33:34.129022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 46994) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:34.188592 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c323af14-a0d5-462c-a2ee-ad3758b70827 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:34.188592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c323af14-a0d5-462c-a2ee-ad3758b70827 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:34.192308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c323af14-a0d5-462c-a2ee-ad3758b70827 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/8a4b098d-3a52-4da7-a628-8dc71e020bd2 HTTP/1.1" status: 404 len: 337 time: 0.0615668 Nov 03 19:33:34.194781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 46996) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:34.256065 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2817b2b9-75ad-482f-a106-5a1e98b79c54 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] DELETE failed (client error): The resource could not be found. Nov 03 19:33:34.256378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2817b2b9-75ad-482f-a106-5a1e98b79c54 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:33:34.259866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2817b2b9-75ad-482f-a106-5a1e98b79c54 tempest-RoutersIpV6Test-1712314394 tempest-RoutersIpV6Test-1712314394-project] 10.222.0.91 "DELETE /v2.0/subnets/303b567d-2237-4730-bb35-daf58b1e1f10 HTTP/1.1" status: 404 len: 337 time: 0.0637894 Nov 03 19:33:34.689999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a98daa7-c682-4696-8148-5a4f802adc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:34.711401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47006) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:34.761681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a674eb-d7fa-4818-b3d0-a3d5a7b8e8dd req-ddd281c1-1043-45d0-88aa-309a17f0be18 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:34.763757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5a674eb-d7fa-4818-b3d0-a3d5a7b8e8dd req-ddd281c1-1043-45d0-88aa-309a17f0be18 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0875793 Nov 03 19:33:34.879345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5a674eb-d7fa-4818-b3d0-a3d5a7b8e8dd req-eefa53ad-afc0-49f0-853d-6b99a0fbd715 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076350 Nov 03 19:33:34.984351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d57f97a0-7c06-40e6-96ae-e2a9be6b110a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b3977f3841f14663acac13e26a1f34fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709353 Nov 03 19:33:34.988109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47010) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:35.088702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56076246-e3c2-4456-a17c-8217ba7163c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:35.130273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56076246-e3c2-4456-a17c-8217ba7163c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:35.222050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56076246-e3c2-4456-a17c-8217ba7163c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:35.227838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-56076246-e3c2-4456-a17c-8217ba7163c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:35.234199 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-56076246-e3c2-4456-a17c-8217ba7163c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/92db2ce7-afb5-4d96-9e27-954f84aae1bf HTTP/1.1" status: 204 len: 168 time: 0.2441370 Nov 03 19:33:35.245521 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56076246-e3c2-4456-a17c-8217ba7163c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db2ce7-afb5-4d96-9e27-954f84aae1bf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:36.048695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1bf9d-2dfb-4f18-b2f1-073766496c3b req-beaabaad-8585-4f81-99aa-a41da01c9032 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:36.050446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ba1bf9d-2dfb-4f18-b2f1-073766496c3b req-beaabaad-8585-4f81-99aa-a41da01c9032 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0883305 Nov 03 19:33:36.135067 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ba1bf9d-2dfb-4f18-b2f1-073766496c3b req-6e51d400-8c89-44a5-9958-9197b753db49 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757401 Nov 03 19:33:37.298479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8723aa-7c02-4846-b5b7-7c04321242ab req-2d3b5636-a3a0-431f-8094-dbad20fc8c73 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:37.300401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f8723aa-7c02-4846-b5b7-7c04321242ab req-2d3b5636-a3a0-431f-8094-dbad20fc8c73 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0618486 Nov 03 19:33:37.369905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f8723aa-7c02-4846-b5b7-7c04321242ab req-49435ac9-afd6-40a4-a05b-44f68a2ce0dd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Nov 03 19:33:38.359651 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-768e3d63-c471-4e2e-bcba-2478ef19c785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:38.529198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371b318-e313-48f0-b55f-dec78f5b2b8a req-f7ea31fb-cdcd-4ac0-a422-0f5582a922a0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:38.530859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1371b318-e313-48f0-b55f-dec78f5b2b8a req-f7ea31fb-cdcd-4ac0-a422-0f5582a922a0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0608485 Nov 03 19:33:38.602476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1371b318-e313-48f0-b55f-dec78f5b2b8a req-2f4e61fc-d6ec-4637-8490-62fe26055bd0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Nov 03 19:33:39.767172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a956c-6c70-43ae-812a-220cd51da8b9 req-0df99312-5bb8-4159-8cc6-3e81b902b67d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:39.769129 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a7a956c-6c70-43ae-812a-220cd51da8b9 req-0df99312-5bb8-4159-8cc6-3e81b902b67d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0685079 Nov 03 19:33:39.830808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a7a956c-6c70-43ae-812a-220cd51da8b9 req-74904777-fd88-42ce-b2bc-82a89657e066 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524690 Nov 03 19:33:39.991671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:40.995665 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a53e-982a-43bf-af3a-cbe2750968c1 req-7da9dc41-df08-4d53-9082-6de89fe53b85 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:40.997822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9c6a53e-982a-43bf-af3a-cbe2750968c1 req-7da9dc41-df08-4d53-9082-6de89fe53b85 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0714338 Nov 03 19:33:41.076632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9c6a53e-982a-43bf-af3a-cbe2750968c1 req-89c8defb-9795-4d82-8f92-b6bc56281fd3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713778 Nov 03 19:33:41.903162 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:42.111037 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:42.240177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eb461-72e1-4f6a-bea6-ad9483a90350 req-42984db3-76b4-4d4b-8992-ec7e296ad008 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:42.243440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-006eb461-72e1-4f6a-bea6-ad9483a90350 req-42984db3-76b4-4d4b-8992-ec7e296ad008 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0695450 Nov 03 19:33:42.318570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-006eb461-72e1-4f6a-bea6-ad9483a90350 req-2f99b94f-6255-4f03-80f2-06757b8edbf0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Nov 03 19:33:43.584045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178099d-1c99-4cf4-9b99-3c1e411031dd req-afea8bee-5602-4526-b681-f90d852e7507 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:43.591533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6178099d-1c99-4cf4-9b99-3c1e411031dd req-afea8bee-5602-4526-b681-f90d852e7507 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 945 time: 0.0823023 Nov 03 19:33:43.600898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01064a4e-43c1-4b78-8b3c-8da503cad99b req-5d7aa94d-6c0f-4f8a-bca0-1c610a127ef7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:43.610204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01064a4e-43c1-4b78-8b3c-8da503cad99b req-5d7aa94d-6c0f-4f8a-bca0-1c610a127ef7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1463332 Nov 03 19:33:43.704885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01064a4e-43c1-4b78-8b3c-8da503cad99b req-f92f6fe5-c340-4ce3-a311-2172b80d4bc0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935292 Nov 03 19:33:43.717476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6178099d-1c99-4cf4-9b99-3c1e411031dd req-6b72bf96-2c94-4359-9f7f-1fa044ecce15 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041634 Nov 03 19:33:44.896170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b1f0c-8d3d-4557-b41c-343dd9040e92 req-190ed0de-6113-43cd-9570-050d26956bcd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:44.898536 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-262b1f0c-8d3d-4557-b41c-343dd9040e92 req-190ed0de-6113-43cd-9570-050d26956bcd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.1032202 Nov 03 19:33:44.963438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c64e-9474-4d0c-aabe-1f3946ff2781 req-8afd799c-e04d-4a90-9c78-6fcb654069b1 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:44.965196 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ed1c64e-9474-4d0c-aabe-1f3946ff2781 req-8afd799c-e04d-4a90-9c78-6fcb654069b1 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 945 time: 0.1313066 Nov 03 19:33:45.010979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-262b1f0c-8d3d-4557-b41c-343dd9040e92 req-f48ee8b1-c20f-47cd-ac7a-a6a4c4bf9cae tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999804 Nov 03 19:33:45.073830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-8cf1d231-fab7-4d2a-b96b-0196be4810d4 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:45.077128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-8cf1d231-fab7-4d2a-b96b-0196be4810d4 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 945 time: 0.0931745 Nov 03 19:33:45.078070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ed1c64e-9474-4d0c-aabe-1f3946ff2781 req-08dfdfe7-d2fc-42e9-b228-7c7b5b17f0e3 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003370 Nov 03 19:33:45.220748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Deleting port 63dcf38a-47d4-4035-b81a-423a36c77a8f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:45.221405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:45.343494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] For port 63dcf38a-47d4-4035-b81a-423a36c77a8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=63dcf38a-47d4-4035-b81a-423a36c77a8f,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:45.343957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:45.359367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Calling delete_port for 63dcf38a-47d4-4035-b81a-423a36c77a8f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:45.559997 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:45.573222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['63dcf38a-47d4-4035-b81a-423a36c77a8f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:33:45.597641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Pushing event deleted for resources: {'Port': ['ID=63dcf38a-47d4-4035-b81a-423a36c77a8f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:45.660009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] No DVR routers for this DVR port 63dcf38a-47d4-4035-b81a-423a36c77a8f on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:45.664149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:45.670791 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-018e0f58-63c0-4fa2-a591-bce89b21c1f2 req-e685b9ef-d6be-4367-83d7-50c8c8e21bb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "DELETE /v2.0/ports/63dcf38a-47d4-4035-b81a-423a36c77a8f HTTP/1.1" status: 204 len: 173 time: 0.5859990 Nov 03 19:33:45.671504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'name': 'network-vif-deleted', 'tag': '63dcf38a-47d4-4035-b81a-423a36c77a8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:45.675592 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a6e7c1-8c98-4a22-96c6-39ec37c9be29" -d '{"events": [{"server_uuid": "1b8cb675-1f1e-4f8a-b765-d09eebabe6e3", "name": "network-vif-deleted", "tag": "63dcf38a-47d4-4035-b81a-423a36c77a8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:45.743997 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2cff5-cad9-4bd4-9675-e555c6560b4f x-openstack-request-id: req-1fe2cff5-cad9-4bd4-9675-e555c6560b4f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:45.744409 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8cb675-1f1e-4f8a-b765-d09eebabe6e3", "name": "network-vif-deleted", "tag": "63dcf38a-47d4-4035-b81a-423a36c77a8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:45.744832 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1fe2cff5-cad9-4bd4-9675-e555c6560b4f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:45.745456 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8cb675-1f1e-4f8a-b765-d09eebabe6e3', 'name': 'network-vif-deleted', 'tag': '63dcf38a-47d4-4035-b81a-423a36c77a8f', 'status': 'completed', 'code': 200} Nov 03 19:33:46.163675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035a5c-6ffc-4f4d-8194-3adf3ec1ca85 req-32c6579a-86eb-4f24-83fc-e19606204b80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:46.165762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb035a5c-6ffc-4f4d-8194-3adf3ec1ca85 req-32c6579a-86eb-4f24-83fc-e19606204b80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0810392 Nov 03 19:33:46.273949 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da3e1aa7-b211-4e5a-af98-2cf5ff670c5c req-af46ac82-60a8-41c3-9597-9d55dda4a1a1 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=1b8cb675-1f1e-4f8a-b765-d09eebabe6e3 HTTP/1.1" status: 200 len: 210 time: 0.0567541 Nov 03 19:33:46.299805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb035a5c-6ffc-4f4d-8194-3adf3ec1ca85 req-7340331d-1ba4-4ae8-8b58-e247a95620a3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257067 Nov 03 19:33:47.460834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb14e-4a7c-4a04-86cf-b30b29f4b621 req-fd27b658-f495-4d3d-8ca9-57e0fd716bd1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:47.465300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea7eb14e-4a7c-4a04-86cf-b30b29f4b621 req-fd27b658-f495-4d3d-8ca9-57e0fd716bd1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0662241 Nov 03 19:33:47.533006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea7eb14e-4a7c-4a04-86cf-b30b29f4b621 req-283808d0-1cc6-46c8-a9a0-effcccd90cc1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633976 Nov 03 19:33:48.694101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132d6c0-6d2f-4dbe-81f9-1910f21a66fa req-0c5d3235-2495-4f04-85a7-6805ac870100 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:48.696521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e132d6c0-6d2f-4dbe-81f9-1910f21a66fa req-0c5d3235-2495-4f04-85a7-6805ac870100 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0633361 Nov 03 19:33:48.768202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e132d6c0-6d2f-4dbe-81f9-1910f21a66fa req-1c448129-9eed-476b-baa6-bbb427989607 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Nov 03 19:33:48.849407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 63dcf38a-47d4-4035-b81a-423a36c77a8f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:48.890227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 63dcf38a-47d4-4035-b81a-423a36c77a8f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:48.890839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 63dcf38a-47d4-4035-b81a-423a36c77a8f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:49.912976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a392e-8d3a-4524-a149-7dd6882d6484 req-37c4dd0e-175d-4d12-98bb-e68447a2196c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:49.914600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4a392e-8d3a-4524-a149-7dd6882d6484 req-37c4dd0e-175d-4d12-98bb-e68447a2196c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0651546 Nov 03 19:33:49.990142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c4a392e-8d3a-4524-a149-7dd6882d6484 req-b45be3e3-c216-40ca-a429-48d2b881ce0d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638087 Nov 03 19:33:51.157544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a07e-0c7f-4a39-93bc-3ed0f423b6fa req-ec81817b-c81f-4025-8e72-d7d0898ab45d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:51.160240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c8a07e-0c7f-4a39-93bc-3ed0f423b6fa req-ec81817b-c81f-4025-8e72-d7d0898ab45d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.0705523 Nov 03 19:33:51.217831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c8a07e-0c7f-4a39-93bc-3ed0f423b6fa req-1da47a70-bb91-464f-aad7-e67f608dbc5b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510976 Nov 03 19:33:51.236487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:51.604335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Deleting port c6324e3f-687b-40a0-8a6a-a4633eac1a20 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:51.605374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:51.742947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:51.743759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:51.761653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Calling delete_port for c6324e3f-687b-40a0-8a6a-a4633eac1a20 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:51.762006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-4e99aa27-e76e-4b94-8d74-a122e324803e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2416360 Nov 03 19:33:51.880356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-d952828b-104b-4f74-b36a-5ff5ae99361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:51.883089 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-d952828b-104b-4f74-b36a-5ff5ae99361f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1096 time: 0.0590873 Nov 03 19:33:52.004359 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:52.037157 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event deleted for resources: {'Port': ['ID=c6324e3f-687b-40a0-8a6a-a4633eac1a20,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:52.080684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-1bf0ec8b-2c0e-40d5-ac7c-b18591d247d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:52.083588 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-1bf0ec8b-2c0e-40d5-ac7c-b18591d247d8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 915 time: 0.1620297 Nov 03 19:33:52.150303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:52.150648 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Floating IP 2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05 disassociated (deleted). External IP: 172.25.8.211, port: 2100a30e-c8bf-449f-9172-3a9f907bf966. Nov 03 19:33:52.151320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-f84252eb-ab1b-4cdd-a2b3-01c532180062 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 217 time: 0.0593328 Nov 03 19:33:52.261522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-4f9fe11d-af27-4088-9c60-25522e601b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:52.261522 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-4f9fe11d-af27-4088-9c60-25522e601b01 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.1009941 Nov 03 19:33:52.361054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-c0ad6a32-11b5-49f8-97d2-9452e4cb5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:52.362489 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-c0ad6a32-11b5-49f8-97d2-9452e4cb5f26 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901504 Nov 03 19:33:52.377849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-541bc0d7-c5e5-4b42-832d-1294bda8e121 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:33:52.379145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-541bc0d7-c5e5-4b42-832d-1294bda8e121 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0065887 Nov 03 19:33:52.594911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:33:52.604404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd986e6-2cd6-44dc-9915-9a1849e62e55 req-e6a96c39-f808-441c-921c-b7193866e7a2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:52.606182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bd986e6-2cd6-44dc-9915-9a1849e62e55 req-e6a96c39-f808-441c-921c-b7193866e7a2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 943 time: 0.2241135 Nov 03 19:33:52.628991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-8e205e67-cd9c-4359-90c6-9fd697292020 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272236 Nov 03 19:33:52.735090 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4f6aedad-deeb-487f-b743-6f5b4df3e6b7 req-a36452a1-f078-480c-bf7b-f6a3b40a0c6e service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928140 Nov 03 19:33:52.864151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f5137393-faff-40eb-a31a-840a24a85159 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:33:52.997345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f5137393-faff-40eb-a31a-840a24a85159, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f5137393-faff-40eb-a31a-840a24a85159,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:53.013320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'f5137393-faff-40eb-a31a-840a24a85159', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': 'f5137393-faff-40eb-a31a-840a24a85159', 'mac_address': 'fa:16:3e:7f:ad:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:33:53.083506 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:53.106090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5137393-faff-40eb-a31a-840a24a85159 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:33:53.165362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f5137393-faff-40eb-a31a-840a24a85159, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f5137393-faff-40eb-a31a-840a24a85159,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:53.171358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:53.218524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4bd986e6-2cd6-44dc-9915-9a1849e62e55 req-12572ea6-597f-4ab1-b167-504dd1972a82 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754049 Nov 03 19:33:53.254978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:33:53.279197 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:53.285636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f5137393-faff-40eb-a31a-840a24a85159,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:53.287704 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] Sync routers for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:33:53.315535 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:53.316696 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:53.334972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a2a53a9-212a-4585-b924-fc656c5214be tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "DELETE /v2.0/floatingips/2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05 HTTP/1.1" status: 204 len: 168 time: 2.0968511 Nov 03 19:33:53.335597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:53.338983 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe096b6-fd66-4d63-97ab-79c10f775f52" -d '{"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:53.402236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f5137393-faff-40eb-a31a-840a24a85159'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:33:53.483267 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b32ca-a5e2-4747-afbb-6bb527f61343 x-openstack-request-id: req-e43b32ca-a5e2-4747-afbb-6bb527f61343 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:53.483928 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:53.485019 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e43b32ca-a5e2-4747-afbb-6bb527f61343 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:53.485641 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'status': 'completed', 'code': 200} Nov 03 19:33:53.634989 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:53.667535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-b9a4a71d-f2d9-41f3-a6c5-74ff76e82ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:53.676639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-b9a4a71d-f2d9-41f3-a6c5-74ff76e82ce0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5b33957bdb04107a04ec652799ba111&device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 1096 time: 0.1289673 Nov 03 19:33:54.087709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-e1a1be1b-7ffe-46b4-a478-9b93f0b7f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:54.094752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-e1a1be1b-7ffe-46b4-a478-9b93f0b7f832 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 200 len: 915 time: 0.4033930 Nov 03 19:33:54.108103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a734b1-7f4a-44d3-94d9-d52befef809d req-eee6aed7-3087-47ce-988a-9436b20699ac tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:54.121467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5a734b1-7f4a-44d3-94d9-d52befef809d req-eee6aed7-3087-47ce-988a-9436b20699ac tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.1265082 Nov 03 19:33:54.238683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-eb6239e9-74c1-45d5-8465-173380b91225 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 200 len: 217 time: 0.1305149 Nov 03 19:33:54.336199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5a734b1-7f4a-44d3-94d9-d52befef809d req-21f468d3-38ac-436b-a848-5b75ba2cf746 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913333 Nov 03 19:33:54.355268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-f232b0a5-d6e4-4646-9e14-a6780eb1d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:54.357766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-f232b0a5-d6e4-4646-9e14-a6780eb1d178 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 200 len: 853 time: 0.1067114 Nov 03 19:33:54.537528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-1c10d430-e080-45b0-9624-56abaad1d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:54.543994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-1c10d430-e080-45b0-9624-56abaad1d75c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3627f359-94b2-45b5-b488-12b52d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597424 Nov 03 19:33:54.572540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95e87-c521-4c4a-b1d4-8d5873820188 req-b31b9b6d-5aa1-4b17-80ef-bf8a0fc60ace tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:54.585215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dc95e87-c521-4c4a-b1d4-8d5873820188 req-b31b9b6d-5aa1-4b17-80ef-bf8a0fc60ace tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 944 time: 0.0968981 Nov 03 19:33:54.650751 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:54.707815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] Checking router: 3b359221-9435-4d93-a0a0-48c8a78f3cb9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:33:54.730190 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:33:54.731565 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:33:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:54.764355 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dc95e87-c521-4c4a-b1d4-8d5873820188 req-d3ed2ad5-a7ad-43e6-8146-94d5a5d5a13d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542199 Nov 03 19:33:54.790761 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-63c6c4ea-965d-4874-bb2b-79ad8e3d20f1 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345963 Nov 03 19:33:54.888642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f5137393-faff-40eb-a31a-840a24a85159 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:33:55.039657 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:33:55.086518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dfe096b6-fd66-4d63-97ab-79c10f775f52 req-83ca5fd7-257a-47f8-bb48-2fd7a4fc7291 service neutron] 10.222.0.110 "GET /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781003 Nov 03 19:33:55.160425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port f5137393-faff-40eb-a31a-840a24a85159 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:33:55.174089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port f5137393-faff-40eb-a31a-840a24a85159 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:33:55.174664 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:55.290653 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:33:55.344269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:55.392370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5137393-faff-40eb-a31a-840a24a85159'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:55.396203 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7135f7-688d-4e31-9e51-783a62bcb82c" -d '{"events": [{"server_uuid": "28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c", "name": "network-vif-plugged", "status": "completed", "tag": "f5137393-faff-40eb-a31a-840a24a85159"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:55.416910 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f5137393-faff-40eb-a31a-840a24a85159, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f5137393-faff-40eb-a31a-840a24a85159,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:55.427800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:55.458680 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:33:55.508608 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826fdd3-670a-46aa-884a-3e2502294a1a None None] The sync data for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 is: [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:27:27Z', 'revision_number': 4, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '141d5f5f-eaed-456c-99d7-9d9a9d861b36', 'name': '', 'network_id': '3627f359-94b2-45b5-b488-12b52d8adbbf', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'mac_address': 'fa:16:3e:e2:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:25Z', 'updated_at': '2021-11-03T19:27:40Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'subnets': [{'id': 'b6cef61c-9202-4400-b832-e009da3429aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:33:55.527445 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92477a75-4061-471a-92eb-cfd407e01796 x-openstack-request-id: req-92477a75-4061-471a-92eb-cfd407e01796 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:55.527445 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c", "name": "network-vif-plugged", "status": "completed", "tag": "f5137393-faff-40eb-a31a-840a24a85159", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:55.527445 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-92477a75-4061-471a-92eb-cfd407e01796 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:55.528502 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5137393-faff-40eb-a31a-840a24a85159', 'code': 200} Nov 03 19:33:55.633395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b6e7-d703-4bdc-b67b-16a6cafb162d req-5a3001da-23e8-451e-820a-73c62761ba4a tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:55.643191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f5137393-faff-40eb-a31a-840a24a85159,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:55.645919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf7b6e7-d703-4bdc-b67b-16a6cafb162d req-5a3001da-23e8-451e-820a-73c62761ba4a tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.1294777 Nov 03 19:33:55.757911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcf7b6e7-d703-4bdc-b67b-16a6cafb162d req-9e4688de-dde4-44ed-8365-0bdb18a857ed tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/security-groups?id=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947859 Nov 03 19:33:55.824508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88867a7c-ac57-4409-897b-83c776d513e8 req-cee95101-5d70-4301-8edb-d47baea48f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:55.826763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88867a7c-ac57-4409-897b-83c776d513e8 req-cee95101-5d70-4301-8edb-d47baea48f59 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 1096 time: 0.1908236 Nov 03 19:33:55.950058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-88867a7c-ac57-4409-897b-83c776d513e8 req-ceff1168-8feb-4fcb-a94f-e9ad6d9bff84 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144552 Nov 03 19:33:56.079514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe83df-bfa3-472b-867f-c370de75ac3b None None] New status for floating IP 2fba662b-2fb5-4f3c-ba72-a3e1b6e1bb05: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:33:56.087703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b12e7-91bf-4612-9921-e7dcd1179803 req-44e3e5a3-dbda-48ae-9392-3c2bd9a72a85 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:56.089250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc7b12e7-91bf-4612-9921-e7dcd1179803 req-44e3e5a3-dbda-48ae-9392-3c2bd9a72a85 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.1261468 Nov 03 19:33:56.125541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-c99296ac-8813-488a-81d0-8a052ca7eb16 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:56.127902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-c99296ac-8813-488a-81d0-8a052ca7eb16 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.110 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 945 time: 0.0685561 Nov 03 19:33:56.173070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-a51f3961-8e64-44a8-9e3b-9ef8ea28e2dd tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:56.180527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-a51f3961-8e64-44a8-9e3b-9ef8ea28e2dd tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 810 time: 0.2825747 Nov 03 19:33:56.193959 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc7b12e7-91bf-4612-9921-e7dcd1179803 req-dfc71b9a-163f-435a-8f52-83f8f66deea6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952504 Nov 03 19:33:56.201758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-391b98a1-f575-4973-ad9e-0fda6360b09b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/quotas/bb3b754b2bbb41008a8207ab8b38399f HTTP/1.1" status: 200 len: 375 time: 0.0202565 Nov 03 19:33:56.240174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-b4176de7-fe1d-4286-a5a6-b8422b62ac04 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374601 Nov 03 19:33:56.313390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Deleting port 2100a30e-c8bf-449f-9172-3a9f907bf966 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:33:56.314033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:56.431215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] For port 2100a30e-c8bf-449f-9172-3a9f907bf966, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=2100a30e-c8bf-449f-9172-3a9f907bf966,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:33:56.431456 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:56.449193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Calling delete_port for 2100a30e-c8bf-449f-9172-3a9f907bf966 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:33:56.477271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-b6ea7a3a-207a-46d4-a7b7-8fdfebecfc06 service neutron] 10.222.0.91 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357111 Nov 03 19:33:56.582230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-b1de4cdb-9abf-4ce4-a0b5-8d5ed6c7edb1 service neutron] 10.222.0.91 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983818 Nov 03 19:33:56.612711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:56.641818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event deleted for resources: {'Port': ['ID=2100a30e-c8bf-449f-9172-3a9f907bf966,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:56.696809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] No DVR routers for this DVR port 2100a30e-c8bf-449f-9172-3a9f907bf966 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:33:56.699498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:56.703425 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-93a3c410-0cfb-4fab-8094-65307bec8256 req-5721aa22-32e7-40fd-9fae-6e6784899991 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.110 "DELETE /v2.0/ports/2100a30e-c8bf-449f-9172-3a9f907bf966 HTTP/1.1" status: 204 len: 173 time: 0.5663731 Nov 03 19:33:56.703935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'name': 'network-vif-deleted', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:33:56.706335 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b28bd7-7759-4e42-8223-0682f15b21d2" -d '{"events": [{"server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "name": "network-vif-deleted", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:33:56.755835 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301448f-ac71-4265-9420-060824ede991 x-openstack-request-id: req-6301448f-ac71-4265-9420-060824ede991 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:33:56.755835 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c93c804-5bf4-435b-bf73-e530f55f0964", "name": "network-vif-deleted", "tag": "2100a30e-c8bf-449f-9172-3a9f907bf966", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:33:56.755835 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6301448f-ac71-4265-9420-060824ede991 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:33:56.755835 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c93c804-5bf4-435b-bf73-e530f55f0964', 'name': 'network-vif-deleted', 'tag': '2100a30e-c8bf-449f-9172-3a9f907bf966', 'status': 'completed', 'code': 200} Nov 03 19:33:56.831518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62ba0f38-ac7d-4127-af8b-dcec94eb8bc3 req-3a402c33-e9c6-4612-8cf1-26ca69a81063 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 210 time: 0.0377481 Nov 03 19:33:56.918816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe840ed2-4068-4f41-bc89-9c699bab8da7 req-127b588f-a9b8-4440-a341-7893845325bb tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0528774 Nov 03 19:33:57.498181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589060dc-a83a-4cff-8540-f26b46a5171c req-36e817bd-c926-444d-96eb-41a4e54dd97e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:57.500346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-589060dc-a83a-4cff-8540-f26b46a5171c req-36e817bd-c926-444d-96eb-41a4e54dd97e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.1904914 Nov 03 19:33:57.588280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-589060dc-a83a-4cff-8540-f26b46a5171c req-e30fbed1-5708-4223-9454-e2beab6fe6aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808794 Nov 03 19:33:57.746344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bc16b-ceb3-46a5-af7b-0809945d9b85 req-0c0f10b8-1dba-42a8-bbab-adcf063aa81a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:57.754549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f2bc16b-ceb3-46a5-af7b-0809945d9b85 req-0c0f10b8-1dba-42a8-bbab-adcf063aa81a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.0681498 Nov 03 19:33:57.844148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f2bc16b-ceb3-46a5-af7b-0809945d9b85 req-19b9fbff-06b3-4a0d-9148-e2ea8b28f8d0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716817 Nov 03 19:33:58.029445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15b7f26d-5704-4640-98be-072551e26578 req-424d36c6-fc56-4396-9c46-a4ec8714d095 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 210 time: 0.0346568 Nov 03 19:33:58.063458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ba0435c-8b11-45cb-a1ba-3ecdbd3e72f4 req-0148727b-99dc-4dc6-bec9-18607c933e04 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0297854 Nov 03 19:33:58.435545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25498268-b1de-4bca-9ae7-0b6652fa75c5 req-0c94c91f-73ca-4128-9ba5-61e62a739b3a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:58.472562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25498268-b1de-4bca-9ae7-0b6652fa75c5 req-0c94c91f-73ca-4128-9ba5-61e62a739b3a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.1252971 Nov 03 19:33:58.521905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-3110fa41-b8b3-472c-89ff-8e32ad35e1a5 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:58.524201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-3110fa41-b8b3-472c-89ff-8e32ad35e1a5 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 810 time: 0.1497636 Nov 03 19:33:58.546117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Request body: {'port': {'device_id': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102', 'admin_state_up': True, 'tenant_id': 'bb3b754b2bbb41008a8207ab8b38399f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:58.557970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25498268-b1de-4bca-9ae7-0b6652fa75c5 req-827073c4-d2e4-4ca9-b815-29688f971ebd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Nov 03 19:33:58.724635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Made reservation on behalf of bb3b754b2bbb41008a8207ab8b38399f for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:33:58.728887 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:58.914276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Allocated IP 172.20.0.4 (38c4cb7f-05b2-4356-a390-1d88432f2102/2f86bbce-15a8-47a7-82a1-157d1e81ed60/46631716-f201-431f-84da-c6442b4130c8) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:33:59.113741 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:59.156140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:59.230332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Pushing event updated for resources: {'Port': ['ID=46631716-f201-431f-84da-c6442b4130c8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:33:59.236586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Network 38c4cb7f-05b2-4356-a390-1d88432f2102 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:33:59.241801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:33:59.249952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:33:59.252807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ffd4134-f4f4-4c30-8721-76878f242f80 req-26b0ae57-1496-4be9-93ca-3465e84a46ad tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0527437 Nov 03 19:33:59.301802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694b299-ca3d-4d4a-828e-12212a3c52cd req-7a468eeb-59fd-4244-9bd5-b5eb14e514cb tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:59.303573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5694b299-ca3d-4d4a-828e-12212a3c52cd req-7a468eeb-59fd-4244-9bd5-b5eb14e514cb tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 931 time: 0.1410065 Nov 03 19:33:59.332617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:59.333824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:59.356597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-9b186497-67e4-422b-b5d8-a35537dfe82b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219931 Nov 03 19:33:59.374689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5694b299-ca3d-4d4a-828e-12212a3c52cd req-10167228-0b19-443c-afd0-2b6af4c1b002 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625625 Nov 03 19:33:59.374975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Request body: {'port': {'device_id': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:33:59.450039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:59.598385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2100a30e-c8bf-449f-9172-3a9f907bf966 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:33:59.678688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 2100a30e-c8bf-449f-9172-3a9f907bf966 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:33:59.679035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 2100a30e-c8bf-449f-9172-3a9f907bf966 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:33:59.771344 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae4c3c-0509-4d36-aade-7e81cc46cb26 req-4e247975-5bd1-4c16-99d9-d67c6d1f0dc5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:59.772947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cae4c3c-0509-4d36-aade-7e81cc46cb26 req-4e247975-5bd1-4c16-99d9-d67c6d1f0dc5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.0676470 Nov 03 19:33:59.836646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46631716-f201-431f-84da-c6442b4130c8 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:33:59.857750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7cae4c3c-0509-4d36-aade-7e81cc46cb26 req-ee9bb340-d969-42bb-9cb1-89659f801446 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758567 Nov 03 19:33:59.861060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.115', 55757) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:33:59.895209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:59.936407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Transition to ACTIVE for port object 46631716-f201-431f-84da-c6442b4130c8 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:33:59.944404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:00.001066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-65483df2-e0ac-4f42-a0eb-db91ce913f94 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374032 Nov 03 19:34:00.021100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-81262b46-46fb-4f8a-af74-e442fb5c7656 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.023843 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-81262b46-46fb-4f8a-af74-e442fb5c7656 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.1752634 Nov 03 19:34:00.044371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Pushing event updated for resources: {'Port': ['ID=46631716-f201-431f-84da-c6442b4130c8,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:00.214813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b22b-f99e-4f26-b744-367af98a08cf req-2c52d140-a514-4cb8-8224-05e0e74bbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.216407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-2c52d140-a514-4cb8-8224-05e0e74bbc33 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 1096 time: 0.1585064 Nov 03 19:34:00.230516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Attempting to bind port 46631716-f201-431f-84da-c6442b4130c8 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:34:00.230844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Attempting to bind port 46631716-f201-431f-84da-c6442b4130c8 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:34:00.231580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Attempting to bind port 46631716-f201-431f-84da-c6442b4130c8 on network 38c4cb7f-05b2-4356-a390-1d88432f2102 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:00.240021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Port 46631716-f201-431f-84da-c6442b4130c8 on network 38c4cb7f-05b2-4356-a390-1d88432f2102 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:34:00.240348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Attempting to bind port 46631716-f201-431f-84da-c6442b4130c8 on network 38c4cb7f-05b2-4356-a390-1d88432f2102 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:00.271429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:34:00.271768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Checking segment: {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:34:00.272151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Bound using segment: {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:34:00.272599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Bound port: 46631716-f201-431f-84da-c6442b4130c8, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312b0c85-cb6d-441d-894d-8535840d6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:34:00.272978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:00.429468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b7654e8-4879-4993-af02-c5b61b1daa86 req-dd786bc4-5aea-48cf-8cbf-9739136a8232 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0442393 Nov 03 19:34:00.437056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] For port 46631716-f201-431f-84da-c6442b4130c8, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:00.440482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] For port 46631716-f201-431f-84da-c6442b4130c8, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=46631716-f201-431f-84da-c6442b4130c8,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:34:00.449969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:00.468639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port f5137393-faff-40eb-a31a-840a24a85159 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:00.469019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:00.537405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562282d9-55a8-4f25-9875-7f9a8c920e25 req-e6f74b31-caf4-4041-80ee-c67e4abbf4e7 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.545780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-562282d9-55a8-4f25-9875-7f9a8c920e25 req-e6f74b31-caf4-4041-80ee-c67e4abbf4e7 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 943 time: 0.0685728 Nov 03 19:34:00.625512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-562282d9-55a8-4f25-9875-7f9a8c920e25 req-660f9f53-bd21-4abe-a3af-685b3757a30e tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705884 Nov 03 19:34:00.714305 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e325b5-ac97-4253-8b67-d708cb554145 req-7c9289ed-993a-4c11-a714-93acf0576202 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.724702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37e325b5-ac97-4253-8b67-d708cb554145 req-7c9289ed-993a-4c11-a714-93acf0576202 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0686595 Nov 03 19:34:00.796077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37e325b5-ac97-4253-8b67-d708cb554145 req-e50e7ae0-d74b-4401-b7d7-cd20124edb97 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702665 Nov 03 19:34:00.921886 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.922493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:00.923979 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] 10.222.0.115 "PUT /v2.0/ports/46631716-f201-431f-84da-c6442b4130c8 HTTP/1.1" status: 200 len: 1091 time: 1.5556006 Nov 03 19:34:00.926609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'tag': '46631716-f201-431f-84da-c6442b4130c8'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:00.929484 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "a045d652-e2c3-4290-b886-eafc8c969e14", "tag": "46631716-f201-431f-84da-c6442b4130c8"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:00.945108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a055882-7a40-4b0c-bddf-153c4241c08f req-94d9dfcf-b316-4d34-856b-093623909d2b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.955042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a055882-7a40-4b0c-bddf-153c4241c08f req-94d9dfcf-b316-4d34-856b-093623909d2b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.0736785 Nov 03 19:34:01.039181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b22b-f99e-4f26-b744-367af98a08cf req-9c37d034-beee-49ec-9075-2e92092e1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.039181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-9c37d034-beee-49ec-9075-2e92092e1468 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.7932034 Nov 03 19:34:01.039747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a055882-7a40-4b0c-bddf-153c4241c08f req-6c433087-56eb-4547-809a-e9e84b96ee4e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804722 Nov 03 19:34:01.059101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:01.114958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402a6c6-77e8-4ac7-bc98-c67dcdf8501e service neutron] Pushing event updated for resources: {'Port': ['ID=46631716-f201-431f-84da-c6442b4130c8,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:01.134731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94376d-1496-437a-97e4-32071caea57e req-ba4f13b5-aa3f-4b97-a11e-491ccf16e91a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.136587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c94376d-1496-437a-97e4-32071caea57e req-ba4f13b5-aa3f-4b97-a11e-491ccf16e91a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 945 time: 0.1345654 Nov 03 19:34:01.197201 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b61696f-1e7e-4a42-875c-7455aabf7840 x-openstack-request-id: req-1b61696f-1e7e-4a42-875c-7455aabf7840 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:01.197504 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a045d652-e2c3-4290-b886-eafc8c969e14", "tag": "46631716-f201-431f-84da-c6442b4130c8", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:01.197762 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1b61696f-1e7e-4a42-875c-7455aabf7840 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:01.201274 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'tag': '46631716-f201-431f-84da-c6442b4130c8', 'status': 'completed', 'code': 200} Nov 03 19:34:01.201644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c94376d-1496-437a-97e4-32071caea57e req-0a9f1a74-b189-486c-9af5-0de3f31b89f4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Nov 03 19:34:01.211795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-c860e74f-8566-4e6f-beef-7a60e7edf473 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18d5ab8e-86b6-444e-865a-64fe033fe066 HTTP/1.1" status: 200 len: 217 time: 0.1616538 Nov 03 19:34:01.278130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b22b-f99e-4f26-b744-367af98a08cf req-3db9bccc-f2ae-465e-bb1d-ac95f730eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.280357 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-3db9bccc-f2ae-465e-bb1d-ac95f730eae5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0580180 Nov 03 19:34:01.314769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-2493ba77-1877-443f-8fbb-22d95ec8c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.316223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-2493ba77-1877-443f-8fbb-22d95ec8c746 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 1094 time: 0.3327808 Nov 03 19:34:01.360855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c8a27da-9988-4ada-98ef-ab59f8a4fcc6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 200 len: 992 time: 0.2979419 Nov 03 19:34:01.391935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port f5137393-faff-40eb-a31a-840a24a85159, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f5137393-faff-40eb-a31a-840a24a85159,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:01.392317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:01.407690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-5a95c2fe-8018-43f8-8710-c501f7829326 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46631716-f201-431f-84da-c6442b4130c8 HTTP/1.1" status: 200 len: 217 time: 0.0706482 Nov 03 19:34:01.428191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for f5137393-faff-40eb-a31a-840a24a85159 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:01.523898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b22b-f99e-4f26-b744-367af98a08cf req-b6c5110f-5bee-4558-841a-0c74c9788f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.527546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-b6c5110f-5bee-4558-841a-0c74c9788f6e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343261 Nov 03 19:34:01.573453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c417d71-4286-4799-ae8b-fdeffed344bc req-3944ea9b-033c-4f36-83fd-07cd4292b848 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0415537 Nov 03 19:34:01.670909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581f23-6070-4169-90d0-08f76df1838e req-14119ba9-1e8b-42db-8d92-d74b970adb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.672439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-14119ba9-1e8b-42db-8d92-d74b970adb5d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2f86bbce-15a8-47a7-82a1-157d1e81ed60 HTTP/1.1" status: 200 len: 850 time: 0.2565579 Nov 03 19:34:01.802121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-718e8025-afa6-4770-aec8-80c0604e73ec service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=38c4cb7f-05b2-4356-a390-1d88432f2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209517 Nov 03 19:34:01.805834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb62485-9278-464f-a2c6-e286b887ad7f req-aea1ae9c-26db-461c-9486-02a05891b5e7 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:01.808894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cb62485-9278-464f-a2c6-e286b887ad7f req-aea1ae9c-26db-461c-9486-02a05891b5e7 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 943 time: 0.0998268 Nov 03 19:34:01.838571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-39f4fd2d-7673-4d86-abc2-510364870f8d service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746673 Nov 03 19:34:01.850745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:01.864388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['18d5ab8e-86b6-444e-865a-64fe033fe066'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:34:01.955411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cb62485-9278-464f-a2c6-e286b887ad7f req-bd226cb7-4c2e-491a-8186-65463e828df1 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219049 Nov 03 19:34:01.965056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=f5137393-faff-40eb-a31a-840a24a85159,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:02.147469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47352) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:02.191600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port f5137393-faff-40eb-a31a-840a24a85159 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:02.209901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:02.213380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "DELETE /v2.0/ports/f5137393-faff-40eb-a31a-840a24a85159 HTTP/1.1" status: 204 len: 173 time: 2.1650391 Nov 03 19:34:02.360630 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f902b22b-f99e-4f26-b744-367af98a08cf req-3720fe3f-b0ef-440d-b4c8-91284f5de30b service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073195 Nov 03 19:34:02.363807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-ab45f059-7ee5-4f61-89b4-5841a341a239 service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240369 Nov 03 19:34:02.407405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c3c0359-f71c-43ef-b159-3a34c803d29d req-2fd09cc5-7466-4874-97fa-5aa71797589b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0512660 Nov 03 19:34:02.432584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-d7280a37-7a74-4f7c-83c3-9b18571110b3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2789893 Nov 03 19:34:02.443695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-90d4a7aa-84cd-4a77-a1d9-f41f1677f0fe service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:34:02.452474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-90d4a7aa-84cd-4a77-a1d9-f41f1677f0fe service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0189123 Nov 03 19:34:02.486976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e282314-6ca5-4489-9f5a-0e209a8500d9 req-c5dd5194-0f4a-4ca4-b4c4-fd4a41716d54 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:02.505262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e282314-6ca5-4489-9f5a-0e209a8500d9 req-c5dd5194-0f4a-4ca4-b4c4-fd4a41716d54 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.3238397 Nov 03 19:34:02.535661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21581f23-6070-4169-90d0-08f76df1838e req-27282195-5b59-4e16-bfd7-2d0da46b0a6c service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635103 Nov 03 19:34:02.623481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:02.638783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9e282314-6ca5-4489-9f5a-0e209a8500d9 req-d0422754-5ce1-430e-b557-5653974f70bf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323614 Nov 03 19:34:02.703458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-1002a075-ede0-4902-9f65-b112f7d678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:02.705058 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-1002a075-ede0-4902-9f65-b112f7d678ea service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 1094 time: 0.1067441 Nov 03 19:34:02.720093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92e9c029-196d-4412-930a-597f6f7b07fc req-3927659d-9a0c-4466-bc91-20ca47554562 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c93c804-5bf4-435b-bf73-e530f55f0964 HTTP/1.1" status: 200 len: 210 time: 0.0408084 Nov 03 19:34:02.840239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-54503d03-54a9-4f26-984d-26db40d1d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:02.843148 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-54503d03-54a9-4f26-984d-26db40d1d02b service neutron] 10.222.0.115 "GET /v2.0/networks?id=38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 200 len: 911 time: 0.1295047 Nov 03 19:34:02.901582 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-5af84b1c-9bb1-4b7e-9513-e8459bd2e032 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46631716-f201-431f-84da-c6442b4130c8 HTTP/1.1" status: 200 len: 217 time: 0.0495296 Nov 03 19:34:02.905301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f5137393-faff-40eb-a31a-840a24a85159 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:02.934808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: f5137393-faff-40eb-a31a-840a24a85159 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:02.935438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f5137393-faff-40eb-a31a-840a24a85159 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:02.970525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-1febe7ca-f6b4-43f5-af58-ae06f5ae546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:02.972255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-1febe7ca-f6b4-43f5-af58-ae06f5ae546a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2f86bbce-15a8-47a7-82a1-157d1e81ed60 HTTP/1.1" status: 200 len: 850 time: 0.0635931 Nov 03 19:34:03.029974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-3920024a-d439-4a05-9675-3519d384a2ba service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=38c4cb7f-05b2-4356-a390-1d88432f2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500596 Nov 03 19:34:03.154181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920742e-4e4a-4e71-85dc-72fd052a4474 req-1202f328-398e-4a27-9b54-0e4a55c18c03 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:03.163532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c920742e-4e4a-4e71-85dc-72fd052a4474 req-1202f328-398e-4a27-9b54-0e4a55c18c03 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 943 time: 0.1006088 Nov 03 19:34:03.212913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'name': 'network-vif-deleted', 'tag': 'f5137393-faff-40eb-a31a-840a24a85159'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:03.217355 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400f7cf-6f61-46a0-bd76-16567592b2a4" -d '{"events": [{"server_uuid": "28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c", "name": "network-vif-deleted", "tag": "f5137393-faff-40eb-a31a-840a24a85159"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:03.247881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-4bb356e9-03a3-4de5-ba80-37bc166c630b service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092612 Nov 03 19:34:03.260649 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:03.309484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c920742e-4e4a-4e71-85dc-72fd052a4474 req-9314af51-484a-482e-9416-2e11c54862ee tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448987 Nov 03 19:34:03.316671 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc84fbb-a4ac-40c8-b942-905b518986f2 x-openstack-request-id: req-0cc84fbb-a4ac-40c8-b942-905b518986f2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:03.317346 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c", "name": "network-vif-deleted", "tag": "f5137393-faff-40eb-a31a-840a24a85159", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:03.318068 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0cc84fbb-a4ac-40c8-b942-905b518986f2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:03.319029 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c', 'name': 'network-vif-deleted', 'tag': 'f5137393-faff-40eb-a31a-840a24a85159', 'status': 'completed', 'code': 200} Nov 03 19:34:03.447226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fde8101-1d0d-4a3a-b4b2-558e74794ef2 req-8c4522c3-c700-4b78-87e2-fee9cd6d73f1 service neutron] 10.222.0.115 "GET /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914060 Nov 03 19:34:03.567800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43e002a0-a815-4885-88de-d0d304bda76a req-23f93c26-f6f3-4dd7-97ce-b7230f74750a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0565033 Nov 03 19:34:03.880885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47400) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:03.920266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86c422-b6c4-4404-a2bb-33beef36fbaf req-11e2e057-43a5-4ac0-ad35-870d0d164905 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:03.923603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b86c422-b6c4-4404-a2bb-33beef36fbaf req-11e2e057-43a5-4ac0-ad35-870d0d164905 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1748598 Nov 03 19:34:04.005690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14abdc6c-4903-4d83-9734-14ae85d65903 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:04.042261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2b86c422-b6c4-4404-a2bb-33beef36fbaf req-beb344e7-3979-4e18-a404-519c88f7794b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052344 Nov 03 19:34:04.066732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14abdc6c-4903-4d83-9734-14ae85d65903 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:04.164661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14abdc6c-4903-4d83-9734-14ae85d65903 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:04.169744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14abdc6c-4903-4d83-9734-14ae85d65903 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:04.172049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14abdc6c-4903-4d83-9734-14ae85d65903 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] 10.222.0.91 "DELETE /v2.0/security-groups/ee566c9b-8a14-45b6-a01b-2ac9fb0fb593 HTTP/1.1" status: 204 len: 168 time: 0.2892542 Nov 03 19:34:04.188587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abdc6c-4903-4d83-9734-14ae85d65903 tempest-TestVolumeBackupRestore-412218000 tempest-TestVolumeBackupRestore-412218000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee566c9b-8a14-45b6-a01b-2ac9fb0fb593,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:04.423219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-879a61ef-61ca-487e-a384-d7b6d6b88afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:04.426817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-879a61ef-61ca-487e-a384-d7b6d6b88afa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0723491 Nov 03 19:34:04.518658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fe5a9-831a-44d1-832f-762a97d21f80 req-88599bb3-548a-4813-b53a-93af2590d38b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:04.528823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-849fe5a9-831a-44d1-832f-762a97d21f80 req-88599bb3-548a-4813-b53a-93af2590d38b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 943 time: 0.0702479 Nov 03 19:34:04.659684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-849fe5a9-831a-44d1-832f-762a97d21f80 req-4528296b-ce82-4bc4-bdfe-f2bec55c49c8 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242778 Nov 03 19:34:04.672111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-e7517ef7-24da-4c2b-b766-61cc663c2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:04.673682 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-e7517ef7-24da-4c2b-b766-61cc663c2e7a service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2356155 Nov 03 19:34:04.703811 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de602f71-92d2-4869-964f-67da28ea7351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:04.799501 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-e6a56fd9-89e2-425d-af75-5876b7533171 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 1000 time: 0.0944431 Nov 03 19:34:04.832046 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-adc21d63-28c7-4a29-99d3-e2c8e6e982d6 req-652830a8-8bcc-46a3-aa8e-b20af7442957 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0661254 Nov 03 19:34:04.904173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 46631716-f201-431f-84da-c6442b4130c8 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:34:04.915762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-8f8cf7aa-568f-477f-ac2e-8d09283827b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:04.917604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-8f8cf7aa-568f-477f-ac2e-8d09283827b6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.1083443 Nov 03 19:34:05.064782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-b3263c20-b5d0-4cb0-a4cf-35cc6f9e4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:05.066953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-b3263c20-b5d0-4cb0-a4cf-35cc6f9e4822 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382010 Nov 03 19:34:05.252760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 46631716-f201-431f-84da-c6442b4130c8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=46631716-f201-431f-84da-c6442b4130c8,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:05.310541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '46631716-f201-431f-84da-c6442b4130c8', 'network_id': '38c4cb7f-05b2-4356-a390-1d88432f2102', 'port_id': '46631716-f201-431f-84da-c6442b4130c8', 'mac_address': 'fa:16:3e:e4:54:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f86bbce-15a8-47a7-82a1-157d1e81ed60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:34:05.365017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-2c835374-953a-4ed4-bd7c-ff2338857e9a service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787409 Nov 03 19:34:05.423179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad960c-3153-48ff-8933-9e849a881980 req-311c4b55-079f-4de6-8fc2-a7962dad0d07 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:05.427775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aad960c-3153-48ff-8933-9e849a881980 req-311c4b55-079f-4de6-8fc2-a7962dad0d07 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1985469 Nov 03 19:34:05.450715 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:05.481179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46631716-f201-431f-84da-c6442b4130c8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:05.511697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 46631716-f201-431f-84da-c6442b4130c8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=46631716-f201-431f-84da-c6442b4130c8,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:05.519083 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:05.610006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2aad960c-3153-48ff-8933-9e849a881980 req-d7ac9441-7304-4e12-bcaf-d77f90cb15f7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669056 Nov 03 19:34:05.631370 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=46631716-f201-431f-84da-c6442b4130c8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:05.701378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-fdb9233c-c2db-4499-b9ad-157726b5983f service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269198 Nov 03 19:34:05.763229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['46631716-f201-431f-84da-c6442b4130c8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:34:05.880695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102310b-4150-4fc1-a8c5-25a5cc7b273c req-8be3d32d-6f69-45b5-89c2-f9a73a41292b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:05.889105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0102310b-4150-4fc1-a8c5-25a5cc7b273c req-8be3d32d-6f69-45b5-89c2-f9a73a41292b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 944 time: 0.1132388 Nov 03 19:34:06.002095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0102310b-4150-4fc1-a8c5-25a5cc7b273c req-0ffd640e-67f6-4814-9137-221dfecd2839 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120088 Nov 03 19:34:06.086456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fc15414-591c-4566-af0b-102ef59c7696 req-9b6741fe-5a9f-445d-9537-e5f72f3916bf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0914967 Nov 03 19:34:06.886412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a2c0e-07cc-4290-ae33-8bf4afaa4e6d req-8e743dee-66d5-4e85-b978-02c001bcc496 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:06.888082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a2c0e-07cc-4290-ae33-8bf4afaa4e6d req-8e743dee-66d5-4e85-b978-02c001bcc496 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1292706 Nov 03 19:34:06.927089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 46631716-f201-431f-84da-c6442b4130c8 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:34:07.052546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a86a2c0e-07cc-4290-ae33-8bf4afaa4e6d req-33591ca8-317e-4b08-9088-483bd16a02af tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560926 Nov 03 19:34:07.064330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 46631716-f201-431f-84da-c6442b4130c8 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:34:07.082934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 46631716-f201-431f-84da-c6442b4130c8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:34:07.083309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:07.279018 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:07.305039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70298d48-7d60-480f-9cea-d76ae0b716ec req-ed6d99ec-0352-4c5f-8a97-a64c2d0bfbb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:07.321863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70298d48-7d60-480f-9cea-d76ae0b716ec req-ed6d99ec-0352-4c5f-8a97-a64c2d0bfbb0 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 944 time: 0.1716914 Nov 03 19:34:07.332767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46631716-f201-431f-84da-c6442b4130c8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:07.334994 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8934fe1-4eb4-493e-9d5a-db1094cbd7cb" -d '{"events": [{"server_uuid": "a045d652-e2c3-4290-b886-eafc8c969e14", "name": "network-vif-plugged", "status": "completed", "tag": "46631716-f201-431f-84da-c6442b4130c8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:07.350718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 46631716-f201-431f-84da-c6442b4130c8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=46631716-f201-431f-84da-c6442b4130c8,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:07.357849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:07.431343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b7593fc0-4059-450d-87f5-6530c6c9b97e req-162e58e1-5e7b-4ae7-b439-b2cf6bc0c207 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.1048782 Nov 03 19:34:07.473094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=46631716-f201-431f-84da-c6442b4130c8,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:07.536311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70298d48-7d60-480f-9cea-d76ae0b716ec req-2b3af329-602f-418b-822e-332a63fdb3ef tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028906 Nov 03 19:34:07.555081 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0371c286-e8ad-4030-9bfc-bc77b1c2eaa7 x-openstack-request-id: req-0371c286-e8ad-4030-9bfc-bc77b1c2eaa7 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:07.555601 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a045d652-e2c3-4290-b886-eafc8c969e14", "name": "network-vif-plugged", "status": "completed", "tag": "46631716-f201-431f-84da-c6442b4130c8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:07.556103 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0371c286-e8ad-4030-9bfc-bc77b1c2eaa7 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:07.557231 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46631716-f201-431f-84da-c6442b4130c8', 'code': 200} Nov 03 19:34:07.693726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626a425-29c3-4ff1-bfb6-a59313994def req-fb3477eb-53a4-4ecf-a199-091e1a0a9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:07.695338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b626a425-29c3-4ff1-bfb6-a59313994def req-fb3477eb-53a4-4ecf-a199-091e1a0a9f8f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 1096 time: 0.0599561 Nov 03 19:34:07.775559 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b626a425-29c3-4ff1-bfb6-a59313994def req-b4b348ef-fba8-42c1-bb41-8a1e14b600af service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679986 Nov 03 19:34:08.209559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0592-f45d-4a8b-b6c4-5098b466f79e req-d808d9d1-b447-43d5-a0f0-4135f9d58b8c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:08.217951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de9b0592-f45d-4a8b-b6c4-5098b466f79e req-d808d9d1-b447-43d5-a0f0-4135f9d58b8c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.0655298 Nov 03 19:34:08.310399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de9b0592-f45d-4a8b-b6c4-5098b466f79e req-b745a966-d7ce-4563-b617-799ff93fc459 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907137 Nov 03 19:34:08.371551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ba88db13-7aa0-4284-8be1-a496053f1c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:08.628425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-316ac732-e13e-44ea-9ce8-fdaf9d8a6f28 req-62859c8d-3c6c-4a81-a811-b028758e7a32 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0611718 Nov 03 19:34:08.738272 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee774f-c6d3-4241-a08e-327597f81464 req-549ea1ec-c433-4090-b75c-60a9d12a8766 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:08.740584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fee774f-c6d3-4241-a08e-327597f81464 req-549ea1ec-c433-4090-b75c-60a9d12a8766 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 945 time: 0.0990717 Nov 03 19:34:08.834701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1fee774f-c6d3-4241-a08e-327597f81464 req-cca70c3b-9818-4e40-b56c-3b0d60e500c1 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Nov 03 19:34:09.473488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3684-e77b-47d9-b32d-e2223324645b req-d93f5da1-b42a-4c48-9ab8-c594e5a1c91b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:09.476543 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f98e3684-e77b-47d9-b32d-e2223324645b req-d93f5da1-b42a-4c48-9ab8-c594e5a1c91b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.0672498 Nov 03 19:34:09.565048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f98e3684-e77b-47d9-b32d-e2223324645b req-037bd2db-4c32-4642-87f7-141a8d0f746d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805867 Nov 03 19:34:09.761180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:09.763815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a15d5ce-a0f2-40a1-82af-57239ba91c72 req-dd63016a-e298-4094-8966-08bdee502659 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=28977ec6-ba1e-467d-aad8-4e3f9ac3cb1c HTTP/1.1" status: 200 len: 210 time: 0.0349636 Nov 03 19:34:10.011312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.045285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57b32725-cc10-4454-bbed-fabd30a52949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.090308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b68571-b534-4a7e-96d5-ed2f5e9b95bb req-5e9562ce-725f-463d-8df8-56ad22277507 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:10.093443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06b68571-b534-4a7e-96d5-ed2f5e9b95bb req-5e9562ce-725f-463d-8df8-56ad22277507 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 945 time: 0.1185646 Nov 03 19:34:10.181341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06b68571-b534-4a7e-96d5-ed2f5e9b95bb req-46e388e0-ff8b-4fc4-8e84-1a35000cb1b7 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798478 Nov 03 19:34:10.230615 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57b32725-cc10-4454-bbed-fabd30a52949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.257139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-57b32725-cc10-4454-bbed-fabd30a52949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.329926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47932) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:10.344092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-57b32725-cc10-4454-bbed-fabd30a52949 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0506c51c0f9d4c39a511f23121299389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5802817 Nov 03 19:34:10.414059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b32725-cc10-4454-bbed-fabd30a52949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafa1862-42ff-4d6f-a7df-6552b820d228,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:10.478029 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.520637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.611180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.616323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:10.621201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fafa1862-42ff-4d6f-a7df-6552b820d228 HTTP/1.1" status: 204 len: 168 time: 0.2899356 Nov 03 19:34:10.632702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafa1862-42ff-4d6f-a7df-6552b820d228,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:10.643352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.643895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.645294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.645845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.646504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.647149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.647692 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.648187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.648682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.649337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.649853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.650349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f47b16-43ff-4dd2-a991-2b0fc82f346f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:10.755824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd3fc6-3341-4113-bb1c-2d22bdfb7ad2 req-7f66cdc1-b21d-4bf2-9d3a-31ff4e06b1b5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:10.766326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdd3fc6-3341-4113-bb1c-2d22bdfb7ad2 req-7f66cdc1-b21d-4bf2-9d3a-31ff4e06b1b5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.0776944 Nov 03 19:34:10.843717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abdd3fc6-3341-4113-bb1c-2d22bdfb7ad2 req-f15e10c1-2dff-40dd-9615-299a3c9814c8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760934 Nov 03 19:34:11.223837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 47952) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:11.244656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd79f2d0-0049-4b9e-a83a-8bd4562993cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.353158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd79f2d0-0049-4b9e-a83a-8bd4562993cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.359291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd79f2d0-0049-4b9e-a83a-8bd4562993cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.414466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f2d0-0049-4b9e-a83a-8bd4562993cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df5617-47aa-43fa-ab91-a153e71127e5,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:11.442362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd79f2d0-0049-4b9e-a83a-8bd4562993cd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fb23f78e84624b77b74b6262ac5006d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160461 Nov 03 19:34:11.443631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 47956) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:11.533686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef11a346-1f22-4932-8ed1-845b8416ec93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.565194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef11a346-1f22-4932-8ed1-845b8416ec93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.624466 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef11a346-1f22-4932-8ed1-845b8416ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.633206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ef11a346-1f22-4932-8ed1-845b8416ec93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:11.635290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ef11a346-1f22-4932-8ed1-845b8416ec93 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/04df5617-47aa-43fa-ab91-a153e71127e5 HTTP/1.1" status: 204 len: 168 time: 0.1892641 Nov 03 19:34:11.653145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a346-1f22-4932-8ed1-845b8416ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df5617-47aa-43fa-ab91-a153e71127e5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:11.918025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:12.068264 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733cb73-3434-4e42-a00b-64394aa74ef4 req-883724db-f374-4b0c-91d3-bcea3222b9b1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:12.081678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0733cb73-3434-4e42-a00b-64394aa74ef4 req-883724db-f374-4b0c-91d3-bcea3222b9b1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1102080 Nov 03 19:34:12.113380 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:12.142622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0733cb73-3434-4e42-a00b-64394aa74ef4 req-15332299-36b9-420f-b090-114bb29822a9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601032 Nov 03 19:34:13.387598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96d60e-1adb-44c8-8506-4292be1ecf70 req-bb73b74d-feb9-4639-b7e0-5cee3f8f45ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:13.390470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a96d60e-1adb-44c8-8506-4292be1ecf70 req-bb73b74d-feb9-4639-b7e0-5cee3f8f45ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1175058 Nov 03 19:34:13.493550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a96d60e-1adb-44c8-8506-4292be1ecf70 req-ce94678a-0703-429d-a366-033dfc3d827d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903387 Nov 03 19:34:14.842691 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6d13-346c-4187-a3f0-8fc9edc3bcdb req-efae9682-9b12-4de9-b52f-f0078853a7a2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:14.852430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-522d6d13-346c-4187-a3f0-8fc9edc3bcdb req-efae9682-9b12-4de9-b52f-f0078853a7a2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1780038 Nov 03 19:34:14.997311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-522d6d13-346c-4187-a3f0-8fc9edc3bcdb req-46b3a1ca-971a-40bb-84fa-195aa0f95330 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431835 Nov 03 19:34:15.233614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48034) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:16.022485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:16.618202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984bdff-9c08-4a94-9bf9-27e01dd71b5a req-5b83d837-f600-46a3-b63b-1eb927388da2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:16.620442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d984bdff-9c08-4a94-9bf9-27e01dd71b5a req-5b83d837-f600-46a3-b63b-1eb927388da2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.3948143 Nov 03 19:34:16.721856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d984bdff-9c08-4a94-9bf9-27e01dd71b5a req-85ba05a6-cc5f-44cb-8300-5cbbba5b6325 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926657 Nov 03 19:34:16.936945 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Deleting port 141d5f5f-eaed-456c-99d7-9d9a9d861b36 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:16.937574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:17.094398 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] For port 141d5f5f-eaed-456c-99d7-9d9a9d861b36, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=141d5f5f-eaed-456c-99d7-9d9a9d861b36,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:17.095358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:17.116895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Calling delete_port for 141d5f5f-eaed-456c-99d7-9d9a9d861b36 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:17.497724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:17.547896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Pushing event deleted for resources: {'Port': ['ID=141d5f5f-eaed-456c-99d7-9d9a9d861b36,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:18.068402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:18.091251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94fc95-1c2e-4c55-a581-82e478e42de4 req-3c29304a-025a-4ee2-8e60-8ee87ca1f17b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:18.092970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb94fc95-1c2e-4c55-a581-82e478e42de4 req-3c29304a-025a-4ee2-8e60-8ee87ca1f17b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.2135422 Nov 03 19:34:18.633156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb94fc95-1c2e-4c55-a581-82e478e42de4 req-4b27d466-67ed-4910-b6d8-5dd1d91cc293 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107297 Nov 03 19:34:18.769678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:34:18.896891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:34:18.904746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b6a35835-8e41-4485-97c8-7d997af9a210 admin admin] 10.222.0.91 "PUT /v2.0/routers/3b359221-9435-4d93-a0a0-48c8a78f3cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6699533 Nov 03 19:34:18.907618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48074) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:18.917440 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] Sync routers for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:34:18.943994 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:34:18.953208 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:34:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:19.043449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:19.195432 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:34:19.215258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:19.307175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Deleting port 21513b96-458e-4597-9bdd-b148f5db2af5 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:19.307609 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:19.530010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] For port 21513b96-458e-4597-9bdd-b148f5db2af5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=21513b96-458e-4597-9bdd-b148f5db2af5,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:19.530613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:19.537850 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:34:17Z', 'revision_number': 5, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port': {'id': '21513b96-458e-4597-9bdd-b148f5db2af5', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:19Z', 'updated_at': '2021-11-03T19:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:19.553825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Calling delete_port for 21513b96-458e-4597-9bdd-b148f5db2af5 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:19.593377 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] Checking router: 3b359221-9435-4d93-a0a0-48c8a78f3cb9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:34:19.605521 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] Routers {'3b359221-9435-4d93-a0a0-48c8a78f3cb9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:34:19.606629 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:34:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:19.802620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] Set router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:34:19.900414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:34:19Z', 'revision_number': 6, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:19.903567 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e1aa-12ef-4b28-bd46-b0bf5bcae5ad req-9ab14693-c470-429f-92a6-621d17903d2f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:19.913290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edf2e1aa-12ef-4b28-bd46-b0bf5bcae5ad req-9ab14693-c470-429f-92a6-621d17903d2f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1378431 Nov 03 19:34:19.929932 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89397bf-3d37-4dc6-b0c9-6aa1fc722b03 None None] The sync data for ids ['3b359221-9435-4d93-a0a0-48c8a78f3cb9'] in n-d-812151-4 is: [{'id': '3b359221-9435-4d93-a0a0-48c8a78f3cb9', 'name': 'tempest-TestVolumeBackupRestore-1538806619-router', 'tenant_id': 'a5b33957bdb04107a04ec652799ba111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:17Z', 'updated_at': '2021-11-03T19:34:19Z', 'revision_number': 6, 'project_id': 'a5b33957bdb04107a04ec652799ba111', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:34:20.030247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edf2e1aa-12ef-4b28-bd46-b0bf5bcae5ad req-76ca9de9-0920-4aa2-9f25-71e995b1c168 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133568 Nov 03 19:34:20.076144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.109479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=21513b96-458e-4597-9bdd-b148f5db2af5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:20.257793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.498218 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.502865 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.571895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.572906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b359221-9435-4d93-a0a0-48c8a78f3cb9 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:34:20.579769 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.583750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dbe4ad82-f1c1-4917-85ad-de2cff0c8a96 admin admin] 10.222.0.91 "DELETE /v2.0/routers/3b359221-9435-4d93-a0a0-48c8a78f3cb9 HTTP/1.1" status: 204 len: 168 time: 1.6724257 Nov 03 19:34:20.584178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:20.662571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Deleting subnet b6cef61c-9202-4400-b832-e009da3429aa {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:34:20.666115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.724922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:20.926224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.015155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.042497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.048652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b6cef61c-9202-4400-b832-e009da3429aa HTTP/1.1" status: 204 len: 168 time: 0.4630809 Nov 03 19:34:21.054402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48096) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:21.067841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ffc00c-166a-4920-a2a2-6f63ee0457e1 None None] Network 3627f359-94b2-45b5-b488-12b52d8adbbf requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:34:21.169775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2c52-4593-4ddf-bacb-b09185cd46c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cef61c-9202-4400-b832-e009da3429aa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:21.183354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.319465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Deleting port 66fe311d-0115-4a21-8202-b443c24c9fae {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:21.320243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.385739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be83a7-a2f8-4f59-9710-08dee113bfa6 req-7bb0c484-2995-48bf-ab78-0af40c29d60a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:21.396342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58be83a7-a2f8-4f59-9710-08dee113bfa6 req-7bb0c484-2995-48bf-ab78-0af40c29d60a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1375365 Nov 03 19:34:21.520461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-58be83a7-a2f8-4f59-9710-08dee113bfa6 req-10431d9e-a365-4d15-9d71-5f7d7de89558 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220379 Nov 03 19:34:21.544551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] For port 66fe311d-0115-4a21-8202-b443c24c9fae, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66fe311d-0115-4a21-8202-b443c24c9fae,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:21.545203 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.570040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Calling delete_port for 66fe311d-0115-4a21-8202-b443c24c9fae owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:21.603315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] DHCP port deletion for 3627f359-94b2-45b5-b488-12b52d8adbbf request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:34:21.714613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Deleting port 66fe311d-0115-4a21-8202-b443c24c9fae {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:21.714977 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.779719 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.839268 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Pushing event deleted for resources: {'Port': ['ID=66fe311d-0115-4a21-8202-b443c24c9fae,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:21.850136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] No DVR routers for this DVR port 66fe311d-0115-4a21-8202-b443c24c9fae on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:21.853623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.854307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.855269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.855916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.857132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.857826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.858415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.858926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.859414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.859909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.860428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.861119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:21.888944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] For port 66fe311d-0115-4a21-8202-b443c24c9fae, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66fe311d-0115-4a21-8202-b443c24c9fae,segment=NetworkSegment(1953a910-cce8-4493-8076-25c1ce6912d8),segment_id=1953a910-cce8-4493-8076-25c1ce6912d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:21.889758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:21.898655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66fe311d-0115-4a21-8202-b443c24c9fae no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:21.941752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 66fe311d-0115-4a21-8202-b443c24c9fae {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:21.942097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66fe311d-0115-4a21-8202-b443c24c9fae not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:21.942530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 21513b96-458e-4597-9bdd-b148f5db2af5 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:21.948706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Calling delete_port for 66fe311d-0115-4a21-8202-b443c24c9fae owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:21.975862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 21513b96-458e-4597-9bdd-b148f5db2af5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:21.976756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 21513b96-458e-4597-9bdd-b148f5db2af5 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:21.977383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 141d5f5f-eaed-456c-99d7-9d9a9d861b36 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:22.035310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 141d5f5f-eaed-456c-99d7-9d9a9d861b36 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:22.036346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 141d5f5f-eaed-456c-99d7-9d9a9d861b36 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:22.084309 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.137870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3627f359-94b2-45b5-b488-12b52d8adbbf']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:22.167519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1953a910-cce8-4493-8076-25c1ce6912d8') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:22.169504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1953a910-cce8-4493-8076-25c1ce6912d8') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:34:22.174342 n-d-812151-4 neutron-server[101991]: self.session.flush() Nov 03 19:34:22.195110 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.197771 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.235315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.249996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:34:22.250527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:34:22.252570 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:34:22.273337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Pushing event deleted for resources: {'Port': ['ID=66fe311d-0115-4a21-8202-b443c24c9fae,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:22.288547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.289507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.290276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.291197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.291968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.292770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.293607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.294380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.295133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.295883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.296640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.297426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:22.305472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07808cd6-ed83-4b75-8df1-fc8e0f6162c2 None None] No DVR routers for this DVR port 66fe311d-0115-4a21-8202-b443c24c9fae on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:22.373723 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.386096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.392645 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] 10.222.0.91 "DELETE /v2.0/networks/3627f359-94b2-45b5-b488-12b52d8adbbf HTTP/1.1" status: 204 len: 168 time: 1.3381863 Nov 03 19:34:22.398015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48110) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:22.433516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd099734-bec6-48eb-acc6-6f89b1fb98ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3627f359-94b2-45b5-b488-12b52d8adbbf,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:22.684917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:22.753151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceec90-136a-4fe0-bdea-38c1fb2da1f9 req-415d8176-67a9-47d9-8c31-c55f3b3d87f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:22.755591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5eceec90-136a-4fe0-bdea-38c1fb2da1f9 req-415d8176-67a9-47d9-8c31-c55f3b3d87f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1264825 Nov 03 19:34:22.837791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81af8ae4-6863-440b-b3e7-3afb19824ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.885126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5eceec90-136a-4fe0-bdea-38c1fb2da1f9 req-b0a02eae-f5a4-40ee-b684-2c43e6d68f53 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113961 Nov 03 19:34:22.974858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81af8ae4-6863-440b-b3e7-3afb19824ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:22.980021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81af8ae4-6863-440b-b3e7-3afb19824ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.038066 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-81af8ae4-6863-440b-b3e7-3afb19824ca2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=835046c3b7cf40519c343ff2dea556de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516798 Nov 03 19:34:23.038338 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48126) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:23.039567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af8ae4-6863-440b-b3e7-3afb19824ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d06acf-6042-4c2e-885a-12bc0c23c5cb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:23.061021 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.479441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29986b64-1437-479b-a614-f44fea04ffe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.540906 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29986b64-1437-479b-a614-f44fea04ffe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.619948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc6c6a-1a9f-4121-a050-c56889d0ae2b req-973e44ef-5e08-4ab5-b0af-deb17efb3244 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.622090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efdc6c6a-1a9f-4121-a050-c56889d0ae2b req-973e44ef-5e08-4ab5-b0af-deb17efb3244 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.1608346 Nov 03 19:34:23.719690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29986b64-1437-479b-a614-f44fea04ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.722405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-29986b64-1437-479b-a614-f44fea04ffe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.723618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-29986b64-1437-479b-a614-f44fea04ffe1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b4d06acf-6042-4c2e-885a-12bc0c23c5cb HTTP/1.1" status: 204 len: 168 time: 0.6781332 Nov 03 19:34:23.732747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efdc6c6a-1a9f-4121-a050-c56889d0ae2b req-4ca648ca-c6f8-42e2-9ee6-f6a797e57e68 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873640 Nov 03 19:34:23.750707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29986b64-1437-479b-a614-f44fea04ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d06acf-6042-4c2e-885a-12bc0c23c5cb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:23.866632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Deleting port 8c7cf3f6-be60-4a48-9b34-3bdbef674886 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:23.866971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:23.977519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] For port 8c7cf3f6-be60-4a48-9b34-3bdbef674886, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8c7cf3f6-be60-4a48-9b34-3bdbef674886,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:23.978110 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.025875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Calling delete_port for 8c7cf3f6-be60-4a48-9b34-3bdbef674886 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:24.073681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:24.089308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46cce48d-7d69-4086-944a-89e404579b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.096431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad7c82-c5be-4c02-9cf0-2ce78477554c req-68a4347c-d53e-4831-91ff-47e743a141df tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.098028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84ad7c82-c5be-4c02-9cf0-2ce78477554c req-68a4347c-d53e-4831-91ff-47e743a141df tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1155550 Nov 03 19:34:24.177649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46cce48d-7d69-4086-944a-89e404579b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.183313 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46cce48d-7d69-4086-944a-89e404579b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.210500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84ad7c82-c5be-4c02-9cf0-2ce78477554c req-826113ad-b8f8-4053-9cc0-1860e84c3f3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043217 Nov 03 19:34:24.225794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-46cce48d-7d69-4086-944a-89e404579b66 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cf0d652b66764a528a4632508b0908d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508617 Nov 03 19:34:24.226782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cce48d-7d69-4086-944a-89e404579b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ac0f9-bd42-43e6-b47f-3d934881a4e6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:24.229255 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48140) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:24.330022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72181462-ded5-4bcc-b733-5bd4314215d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.339922 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.378836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72181462-ded5-4bcc-b733-5bd4314215d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.380755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7cf3f6-be60-4a48-9b34-3bdbef674886,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:24.529145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72181462-ded5-4bcc-b733-5bd4314215d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.531875 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72181462-ded5-4bcc-b733-5bd4314215d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.533126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-72181462-ded5-4bcc-b733-5bd4314215d1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b11ac0f9-bd42-43e6-b47f-3d934881a4e6 HTTP/1.1" status: 204 len: 168 time: 0.3027730 Nov 03 19:34:24.550181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72181462-ded5-4bcc-b733-5bd4314215d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ac0f9-bd42-43e6-b47f-3d934881a4e6,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:24.639296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:24.889346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-2bbfb2aa-ed7b-4abf-a401-b561a1603f86 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.891075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-2bbfb2aa-ed7b-4abf-a401-b561a1603f86 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.0712926 Nov 03 19:34:24.978855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452099-e8cd-4b40-99f9-fbbfc6a1ca5b req-e909f613-d67d-460e-9ee6-4187d3d9dd00 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.979604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8452099-e8cd-4b40-99f9-fbbfc6a1ca5b req-e909f613-d67d-460e-9ee6-4187d3d9dd00 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 945 time: 0.1051586 Nov 03 19:34:25.011619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Router e821b5e7-d314-4c03-8219-69a820d555df has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:34:25.020999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port 18d5ab8e-86b6-444e-865a-64fe033fe066 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:25.021390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.078976 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8452099-e8cd-4b40-99f9-fbbfc6a1ca5b req-1f95f01a-8735-4595-a02a-3dd083a2081a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=a07db570-edd0-4dce-9f63-9f854a449188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907872 Nov 03 19:34:25.133930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port 18d5ab8e-86b6-444e-865a-64fe033fe066, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=18d5ab8e-86b6-444e-865a-64fe033fe066,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:25.134562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.149140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for 18d5ab8e-86b6-444e-865a-64fe033fe066 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:25.156208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:34:25.162421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0fc55f6c-5872-4814-acde-f36c5a1ac1c3 admin admin] 10.222.0.91 "PUT /v2.0/routers/e821b5e7-d314-4c03-8219-69a820d555df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7623265 Nov 03 19:34:25.165392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48158) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:25.170210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] Sync routers for ids ['e821b5e7-d314-4c03-8219-69a820d555df'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:34:25.183283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] Routers {'e821b5e7-d314-4c03-8219-69a820d555df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:34:25.184021 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:34:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e821b5e7-d314-4c03-8219-69a820d555df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:25.305228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] Set router e821b5e7-d314-4c03-8219-69a820d555df gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:34:25.351348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.409131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3ada-e222-48ba-b967-32777d71bf7b req-ff4ce5e2-d2d7-4688-9e52-40cbd267a1e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:25.410767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32cc3ada-e222-48ba-b967-32777d71bf7b req-ff4ce5e2-d2d7-4688-9e52-40cbd267a1e0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.0605874 Nov 03 19:34:25.489547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32cc3ada-e222-48ba-b967-32777d71bf7b req-77ed00e0-d862-4b6e-a22f-0b35e9cd3f40 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713544 Nov 03 19:34:25.511315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.550510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=18d5ab8e-86b6-444e-865a-64fe033fe066,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:25.553268 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.575702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:34:24Z', 'revision_number': 5, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port': {'id': '716eb7c3-db9e-4514-ac08-ac52b654dc08', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:27:38Z', 'updated_at': '2021-11-03T19:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:25.604806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] Checking router: e821b5e7-d314-4c03-8219-69a820d555df for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:34:25.618071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] Routers {'e821b5e7-d314-4c03-8219-69a820d555df'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:34:25.618710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:34:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['e821b5e7-d314-4c03-8219-69a820d555df'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:25.628498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port 18d5ab8e-86b6-444e-865a-64fe033fe066 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:25.632127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.636655 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5095cc55-9b52-4c3c-b703-f3d8df98bc30 req-b4df717d-17ff-49ea-b8e1-9102be1a6db3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "DELETE /v2.0/ports/18d5ab8e-86b6-444e-865a-64fe033fe066 HTTP/1.1" status: 204 len: 173 time: 0.7341187 Nov 03 19:34:25.636655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'name': 'network-vif-deleted', 'tag': '18d5ab8e-86b6-444e-865a-64fe033fe066'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:25.639677 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05d7777-6828-4c31-93e9-9c6e8e5cc056" -d '{"events": [{"server_uuid": "aaf6c038-91bc-4797-b569-0c1bed436988", "name": "network-vif-deleted", "tag": "18d5ab8e-86b6-444e-865a-64fe033fe066"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:25.705341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Deleting port 716eb7c3-db9e-4514-ac08-ac52b654dc08 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:25.705694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.708498 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcce111-e667-4f9d-9a2d-d936a3fc75a0 x-openstack-request-id: req-3fcce111-e667-4f9d-9a2d-d936a3fc75a0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:25.708814 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf6c038-91bc-4797-b569-0c1bed436988", "name": "network-vif-deleted", "tag": "18d5ab8e-86b6-444e-865a-64fe033fe066", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:25.709078 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3fcce111-e667-4f9d-9a2d-d936a3fc75a0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:25.709475 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf6c038-91bc-4797-b569-0c1bed436988', 'name': 'network-vif-deleted', 'tag': '18d5ab8e-86b6-444e-865a-64fe033fe066', 'status': 'completed', 'code': 200} Nov 03 19:34:25.759864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] Set router e821b5e7-d314-4c03-8219-69a820d555df gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:34:25.808633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] For port 716eb7c3-db9e-4514-ac08-ac52b654dc08, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=716eb7c3-db9e-4514-ac08-ac52b654dc08,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:25.809859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:25.828265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Calling delete_port for 716eb7c3-db9e-4514-ac08-ac52b654dc08 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:25.857214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:34:25Z', 'revision_number': 6, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:25.942822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aaa806-847e-4257-b572-6c4a47ba10b7 None None] The sync data for ids ['e821b5e7-d314-4c03-8219-69a820d555df'] in n-d-812151-4 is: [{'id': 'e821b5e7-d314-4c03-8219-69a820d555df', 'name': 'tempest-TestVolumeBackupRestore-1486699150-router', 'tenant_id': 'f299a154c8324e7b94dd263d48353d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:27:37Z', 'updated_at': '2021-11-03T19:34:25Z', 'revision_number': 6, 'project_id': 'f299a154c8324e7b94dd263d48353d14', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:34:26.086629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.133546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Pushing event deleted for resources: {'Port': ['ID=716eb7c3-db9e-4514-ac08-ac52b654dc08,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:26.223998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.248222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2199bfac-75db-401d-9a79-a1cfa8230737 req-288dbc5f-72f5-47f4-a3b0-1fdfb5d46be1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0338397 Nov 03 19:34:26.354893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.357777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.414694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.415397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e821b5e7-d314-4c03-8219-69a820d555df {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:34:26.422099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.425861 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4396fa41-b661-4df6-8b0f-8a1a13270dad admin admin] 10.222.0.91 "DELETE /v2.0/routers/e821b5e7-d314-4c03-8219-69a820d555df HTTP/1.1" status: 204 len: 168 time: 1.2569101 Nov 03 19:34:26.426254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48190) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:26.504455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Deleting subnet 44157eec-9573-45b4-ae4e-2bee0c4f5025 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:34:26.511456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.563356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.686713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60463e39-731f-4c55-9dcb-dd215aa5bfdf req-77f2a375-4916-4b10-b77a-fff25871e45b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:26.688291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60463e39-731f-4c55-9dcb-dd215aa5bfdf req-77f2a375-4916-4b10-b77a-fff25871e45b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1038342 Nov 03 19:34:26.722657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.811117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60463e39-731f-4c55-9dcb-dd215aa5bfdf req-51e91833-8aa4-4545-bc1a-c1a29f305029 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136816 Nov 03 19:34:26.852796 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.883493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1612e-2ecb-433c-a6cd-491a797dd218 None None] Network 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:34:26.903716 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.909395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/44157eec-9573-45b4-ae4e-2bee0c4f5025 HTTP/1.1" status: 204 len: 168 time: 0.4820721 Nov 03 19:34:26.912909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48208) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:26.915087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaac22-6d02-4c19-a343-c5b36e67b8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44157eec-9573-45b4-ae4e-2bee0c4f5025,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:27.051474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 18d5ab8e-86b6-444e-865a-64fe033fe066 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:27.094924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 18d5ab8e-86b6-444e-865a-64fe033fe066 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:27.096026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 18d5ab8e-86b6-444e-865a-64fe033fe066 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:27.179989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] DHCP port deletion for 8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:34:27.318262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] Deleting port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:27.321911 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:27.467292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f31b531-d6ad-4cc9-9b36-e1ded268e084 req-bb0ccd97-da0b-4454-88e5-17eabbefb924 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0559363 Nov 03 19:34:27.484578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:27.548026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Deleting port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:27.548423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:27.632747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] For port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:27.633767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:27.657472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Calling delete_port for a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:27.732603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 716eb7c3-db9e-4514-ac08-ac52b654dc08 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:27.735556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] For port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,segment=NetworkSegment(c15f9b54-9a95-4227-bcb6-6f6c7db6140f),segment_id=c15f9b54-9a95-4227-bcb6-6f6c7db6140f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:27.735951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:27.767825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 716eb7c3-db9e-4514-ac08-ac52b654dc08 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:27.768193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 716eb7c3-db9e-4514-ac08-ac52b654dc08 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:27.768853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c7cf3f6-be60-4a48-9b34-3bdbef674886 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:27.775784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] Calling delete_port for a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:27.776043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:27.794997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] No DVR routers for this DVR port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:27.808116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8c7cf3f6-be60-4a48-9b34-3bdbef674886 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:27.809470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8c7cf3f6-be60-4a48-9b34-3bdbef674886 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:27.810149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:27.838776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:27.839331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:27.882910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:27.957719 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.013229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] Pushing event deleted for resources: {'Port': ['ID=a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:28.017688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.018509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51000428-5a33-4dc7-9498-0ff05dc234bf None None] No DVR routers for this DVR port a61b18e8-b3aa-4cbf-8dc0-d0a9b93ac5eb on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:28.048144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14860c3-ec69-4b63-852e-ae8279ee6d6c req-454b3c5b-72f6-44fb-8ef5-ba10b5d73d08 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:28.049968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f14860c3-ec69-4b63-852e-ae8279ee6d6c req-454b3c5b-72f6-44fb-8ef5-ba10b5d73d08 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.0959201 Nov 03 19:34:28.057897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f5cf7-05b8-46f2-8c45-1b46f57fba44']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:28.077120 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:28.077584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15f9b54-9a95-4227-bcb6-6f6c7db6140f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:34:28.098881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.135105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.165253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:34:28.166151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:34:28.170547 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:34:28.183245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f14860c3-ec69-4b63-852e-ae8279ee6d6c req-01988d1d-5ede-4bea-adea-8b293f242dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250315 Nov 03 19:34:28.266377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48240) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:28.288126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.297826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.302431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] 10.222.0.91 "DELETE /v2.0/networks/8c2f5cf7-05b8-46f2-8c45-1b46f57fba44 HTTP/1.1" status: 204 len: 168 time: 1.3878148 Nov 03 19:34:28.318208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40cee0-281b-421a-a823-4e286a9a39bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2f5cf7-05b8-46f2-8c45-1b46f57fba44,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:28.505973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48250) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:28.551416 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-1dc12e89-633c-4dcc-b6c5-1256ce9428cb service neutron] show failed (client error): The resource could not be found. Nov 03 19:34:28.552342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-1dc12e89-633c-4dcc-b6c5-1256ce9428cb service neutron] 10.222.0.110 "GET /v2.0/ports/a7c7d27f-c77c-4930-89b6-3aa5bd71e758/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.1405571 Nov 03 19:34:28.589739 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2445724c-e895-4273-9220-6ec100a50732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.616405 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-411e6a6c-c2ff-45ce-95b9-dffa39d35a07 req-3ac5262d-a424-4d48-aae5-0acfc8e8e1eb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0348248 Nov 03 19:34:28.619485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c174f30b-b9bd-4851-995d-aa4d0458b18f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a5b33957bdb04107a04ec652799ba111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1123090 Nov 03 19:34:28.625030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48252) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:28.717191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3a4f-5c7f-4fa1-9166-829673f5a883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.755516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3a4f-5c7f-4fa1-9166-829673f5a883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.772328 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2445724c-e895-4273-9220-6ec100a50732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.786894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2445724c-e895-4273-9220-6ec100a50732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.894441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-006cc73a-53bb-4e8f-aba2-0314e25d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:28.896203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-006cc73a-53bb-4e8f-aba2-0314e25d72a4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 1096 time: 0.0961432 Nov 03 19:34:28.901341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2445724c-e895-4273-9220-6ec100a50732 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3cd91d783c834b4e9263f2cf59abc963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6334517 Nov 03 19:34:28.902747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445724c-e895-4273-9220-6ec100a50732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0812b7-7804-4a4f-b34a-c2e260ed4966,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:28.904429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48254) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:28.935596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:28.939351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3a4f-5c7f-4fa1-9166-829673f5a883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.941920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3a4f-5c7f-4fa1-9166-829673f5a883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.945566 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bdfa3a4f-5c7f-4fa1-9166-829673f5a883 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8fe52291-97f8-4ec8-8c08-ad3c6a9ef9ba HTTP/1.1" status: 204 len: 168 time: 0.3169334 Nov 03 19:34:28.974762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3a4f-5c7f-4fa1-9166-829673f5a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe52291-97f8-4ec8-8c08-ad3c6a9ef9ba,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:29.010180 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a26a179-7612-466b-ac87-37287a1ad70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.045543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.051416 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a26a179-7612-466b-ac87-37287a1ad70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.112912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a26a179-7612-466b-ac87-37287a1ad70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.116933 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8a26a179-7612-466b-ac87-37287a1ad70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.118455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8a26a179-7612-466b-ac87-37287a1ad70d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dc0812b7-7804-4a4f-b34a-c2e260ed4966 HTTP/1.1" status: 204 len: 168 time: 0.2126603 Nov 03 19:34:29.159908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26a179-7612-466b-ac87-37287a1ad70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0812b7-7804-4a4f-b34a-c2e260ed4966,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:29.427652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb972a-e63a-4449-9273-ef5e720db128 req-8441e100-3ccf-4420-a2b6-5728b67d0438 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.431534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3bb972a-e63a-4449-9273-ef5e720db128 req-8441e100-3ccf-4420-a2b6-5728b67d0438 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1295266 Nov 03 19:34:29.449064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:29.553241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3bb972a-e63a-4449-9273-ef5e720db128 req-99c24fef-24a6-47b9-88f7-7016e2d2343b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147265 Nov 03 19:34:29.602385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:29.768120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48270) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:29.776818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:29.784493 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8a7ab-9869-402d-867b-6f31213f4787" -d '{"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:29.788006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88ea45df-9670-47d1-b39b-3b76c97f6888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.795438 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.832160 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Transition to ACTIVE for port object a7c7d27f-c77c-4930-89b6-3aa5bd71e758 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:34:29.837387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.898854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48274) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:29.930472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19830349-1792-4646-a889-e5eea267ce39 req-c17b677a-b1aa-4bab-a3e0-3cb11147eeab tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0800662 Nov 03 19:34:29.940238 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2152b5-cff2-4764-bd53-f9e6aed22699 x-openstack-request-id: req-bf2152b5-cff2-4764-bd53-f9e6aed22699 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:29.940587 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:29.940867 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bf2152b5-cff2-4764-bd53-f9e6aed22699 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:29.941287 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'code': 200} Nov 03 19:34:29.947865 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:30.020517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a65add06-0e43-4d0e-85e3-da1751f67b2c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f299a154c8324e7b94dd263d48353d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0880501 Nov 03 19:34:30.023123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48276) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:30.050935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] No DVR routers for this DVR port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:30.083270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88ea45df-9670-47d1-b39b-3b76c97f6888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.089554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-88ea45df-9670-47d1-b39b-3b76c97f6888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.149190 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec1e838d-33e1-4b0e-832b-1079b553163b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.175029 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec1e838d-33e1-4b0e-832b-1079b553163b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.247341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:34:30.247642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:34:30.248028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:30.254506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:34:30.254785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:30.267381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:34:30.267745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Checking segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:34:30.268198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Bound using segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:34:30.268682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Bound port: a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:34:30.269074 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.270245 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec1e838d-33e1-4b0e-832b-1079b553163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.273240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ec1e838d-33e1-4b0e-832b-1079b553163b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.274396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ec1e838d-33e1-4b0e-832b-1079b553163b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/99ff7ac1-ad33-4f78-b833-e0ed7c2de4b3 HTTP/1.1" status: 204 len: 168 time: 0.2503810 Nov 03 19:34:30.290257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-88ea45df-9670-47d1-b39b-3b76c97f6888 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cdd1536744ff448d9390460f02fb4397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206752 Nov 03 19:34:30.291153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea45df-9670-47d1-b39b-3b76c97f6888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf0c6f4-b8f0-4e08-b689-d15747e941e3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:30.295685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:30.325242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e838d-33e1-4b0e-832b-1079b553163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff7ac1-ad33-4f78-b833-e0ed7c2de4b3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:30.368270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:30.372934 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:34:30.383896 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.459842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.461110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.462561 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] 10.222.0.115 "PUT /v2.0/ports/a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 1091 time: 1.5334420 Nov 03 19:34:30.516948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3e9a3-36f2-478a-a43f-98dee34fbe59 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:30.555687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce4e4-7cf8-4077-bc45-8a71f334d209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.588980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-450bdb96-58b5-4ea5-9116-34792c596505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.591488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-450bdb96-58b5-4ea5-9116-34792c596505 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0862856 Nov 03 19:34:30.594681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce4e4-7cf8-4077-bc45-8a71f334d209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.672691 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce4e4-7cf8-4077-bc45-8a71f334d209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.676865 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce4e4-7cf8-4077-bc45-8a71f334d209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.682086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3b1ce4e4-7cf8-4077-bc45-8a71f334d209 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ecf0c6f4-b8f0-4e08-b689-d15747e941e3 HTTP/1.1" status: 204 len: 168 time: 0.3849621 Nov 03 19:34:30.701161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ce4e4-7cf8-4077-bc45-8a71f334d209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf0c6f4-b8f0-4e08-b689-d15747e941e3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:30.769201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f5c87-68ae-4cc0-b00b-b23464ac52a3 req-51a20e21-c77c-45ec-8ebc-752d4ad33fea tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.778701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-331f5c87-68ae-4cc0-b00b-b23464ac52a3 req-51a20e21-c77c-45ec-8ebc-752d4ad33fea tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.0793598 Nov 03 19:34:30.876624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-a6f9c3c1-7820-4065-a598-44120356a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.877282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-331f5c87-68ae-4cc0-b00b-b23464ac52a3 req-f4c2be0f-567c-4642-9ed2-fb540ff7e9d9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882926 Nov 03 19:34:30.877486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-a6f9c3c1-7820-4065-a598-44120356a26c service neutron] 10.222.0.115 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2297804 Nov 03 19:34:31.094344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-d3f2a684-7d37-4c00-8852-2ff718a7c27b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.2136002 Nov 03 19:34:31.159400 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2b52bda-986c-4e1f-973c-fb8ca5b400eb req-6d713d6c-3df4-4b8d-b269-b62835054a7b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0718274 Nov 03 19:34:31.358702 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-5572f0e9-d8e5-471b-b136-477e2b49019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.360019 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-5572f0e9-d8e5-471b-b136-477e2b49019e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.2580681 Nov 03 19:34:31.430758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-e6eecb29-1b76-4bfa-b68b-ec29dfb34ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.432748 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-e6eecb29-1b76-4bfa-b68b-ec29dfb34ed3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624268 Nov 03 19:34:31.563267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-05a0b7b4-2efd-43d6-b473-34c27689c975 service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202016 Nov 03 19:34:31.695115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e601523b-e1ec-47e3-9f58-cfdbc8f99589 req-54f6c9e9-e806-420a-abc6-913db58061b6 service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238596 Nov 03 19:34:31.732049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:31.780312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:31.942749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:31.946564 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:32.013720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124329de-07c0-4bd2-9dd8-a53d1a40aa7f req-548b0cc1-a647-4835-91ca-45d24b0d48df tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.015563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-124329de-07c0-4bd2-9dd8-a53d1a40aa7f req-548b0cc1-a647-4835-91ca-45d24b0d48df tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.0574372 Nov 03 19:34:32.068521 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5843107-faf7-4e7a-9d9d-3537c10dc8dc x-openstack-request-id: req-b5843107-faf7-4e7a-9d9d-3537c10dc8dc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:32.069037 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:32.069451 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b5843107-faf7-4e7a-9d9d-3537c10dc8dc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:32.070110 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'status': 'completed', 'code': 200} Nov 03 19:34:32.095899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-124329de-07c0-4bd2-9dd8-a53d1a40aa7f req-be74a942-ae88-4d06-997c-d36792ed417b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695865 Nov 03 19:34:32.188121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-e43d18f8-28f5-45a5-83f4-4a0c3c1335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.190378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-e43d18f8-28f5-45a5-83f4-4a0c3c1335c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.1191082 Nov 03 19:34:32.195298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-2a21ad65-4fef-4895-a671-957e736f77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.197426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-2a21ad65-4fef-4895-a671-957e736f77b0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0997641 Nov 03 19:34:32.299015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:34:32.344194 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d08822c-b3b7-4656-96bc-170a5c676552 req-4b2f7226-2026-442c-859b-ca35d954f4f0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaf6c038-91bc-4797-b569-0c1bed436988 HTTP/1.1" status: 200 len: 210 time: 0.0471857 Nov 03 19:34:32.420644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-7bd12234-01d5-433c-89cc-e254b9201b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.422278 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-7bd12234-01d5-433c-89cc-e254b9201b1e service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2232034 Nov 03 19:34:32.431641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-142477be-651d-4654-ae30-739f2a2b3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.434388 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-142477be-651d-4654-ae30-739f2a2b3385 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2249629 Nov 03 19:34:32.567849 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-681a2ae3-c2de-4f65-85e9-69d8fa0a40d5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1315801 Nov 03 19:34:32.569826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-08003879-5095-40e7-889a-391a1616e560 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1273828 Nov 03 19:34:32.651084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:32.686371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-f97c3126-e701-4357-9109-4d3e1a20c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.688059 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-f97c3126-e701-4357-9109-4d3e1a20c687 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.1128836 Nov 03 19:34:32.691853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-2ccd04fa-457c-4bb5-8fc2-9f9c93c13e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.693411 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-2ccd04fa-457c-4bb5-8fc2-9f9c93c13e8e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.1077499 Nov 03 19:34:32.740112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48328) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:32.770588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-d04d803b-455a-4057-ad6e-ad7ac17574db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.771792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-d04d803b-455a-4057-ad6e-ad7ac17574db service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753906 Nov 03 19:34:32.777100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-7fe9bf9a-26a1-4f67-b4d6-8db42d3b6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.779303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-7fe9bf9a-26a1-4f67-b4d6-8db42d3b6f37 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733278 Nov 03 19:34:32.930096 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dda19eb9-d12f-4956-a6c1-a6eefaefd001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:32.960086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-9a04cd57-ee27-4f4c-bbca-53e72afa274c service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701066 Nov 03 19:34:32.962476 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-c1d3fe8e-eae7-4432-850e-72b000ce7435 service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645720 Nov 03 19:34:33.122640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dda19eb9-d12f-4956-a6c1-a6eefaefd001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.129066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dda19eb9-d12f-4956-a6c1-a6eefaefd001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.144422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-714e64cd-caa0-4178-b914-ceebb4bc133a service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728568 Nov 03 19:34:33.146826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72b20e91-32a0-4a52-b9e5-1a2e6cb44ca1 req-6771c8c9-0e51-4cfe-9d38-b87479cc0aa5 service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673524 Nov 03 19:34:33.185651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dda19eb9-d12f-4956-a6c1-a6eefaefd001 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9d739bbb62454139aa59ee1046961dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4442286 Nov 03 19:34:33.186750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda19eb9-d12f-4956-a6c1-a6eefaefd001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c4ee1-1d0d-427e-ba24-0b2862ea4203,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:33.188555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48336) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:33.256021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.288098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f23a6691-4b38-4602-bfab-855940e3e402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.299263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8904f-c3ef-4508-bd7b-0fcfd5dbb29b req-013e9618-56ef-4308-9677-49f258504675 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:33.307102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53c8904f-c3ef-4508-bd7b-0fcfd5dbb29b req-013e9618-56ef-4308-9677-49f258504675 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.0886230 Nov 03 19:34:33.323255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f23a6691-4b38-4602-bfab-855940e3e402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.372679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53c8904f-c3ef-4508-bd7b-0fcfd5dbb29b req-e93fcf93-61e7-4788-b952-2b4fdc2ca10e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645742 Nov 03 19:34:33.397685 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f23a6691-4b38-4602-bfab-855940e3e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.400543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f23a6691-4b38-4602-bfab-855940e3e402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:33.406350 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f23a6691-4b38-4602-bfab-855940e3e402 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1c3c4ee1-1d0d-427e-ba24-0b2862ea4203 HTTP/1.1" status: 204 len: 168 time: 0.2137136 Nov 03 19:34:33.422246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a6691-4b38-4602-bfab-855940e3e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c4ee1-1d0d-427e-ba24-0b2862ea4203,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:34.496036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e738f4-3987-4b95-be61-257917e54048 req-aeedeee4-41d0-446b-9d31-99d608992091 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:34.497849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70e738f4-3987-4b95-be61-257917e54048 req-aeedeee4-41d0-446b-9d31-99d608992091 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.0572972 Nov 03 19:34:34.576958 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70e738f4-3987-4b95-be61-257917e54048 req-99ca48c9-4b94-4aaa-ab7b-0f41bc15ab51 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631540 Nov 03 19:34:34.695989 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-460cf367-7b73-4dce-a8ab-099abee2bb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:34.855234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-3fbf6019-484c-41e1-b9e0-d4326fa0e484 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:34.858411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1e08-1b77-4dfa-8b6b-71de6ff118b7 req-65a58b66-5910-4532-8312-d66e1b84e56b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:34.859620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-3fbf6019-484c-41e1-b9e0-d4326fa0e484 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9&tenant_id=f4d240c4693a4d57b0b45382638a52bf&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 943 time: 0.0840578 Nov 03 19:34:34.860164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcff1e08-1b77-4dfa-8b6b-71de6ff118b7 req-65a58b66-5910-4532-8312-d66e1b84e56b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 943 time: 0.0638180 Nov 03 19:34:34.918226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dcff1e08-1b77-4dfa-8b6b-71de6ff118b7 req-1c2b21e2-e744-46ae-9439-8a15bafdd54a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514026 Nov 03 19:34:34.941935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-e5564141-5f82-4a01-9e7c-6028d27c8c68 service neutron] 10.222.0.115 "GET /v2.0/ports/a7c7d27f-c77c-4930-89b6-3aa5bd71e758/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 382 time: 0.0732276 Nov 03 19:34:35.025409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-8837466b-f825-444b-a3a9-1629e1efbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:35.027608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-8837466b-f825-444b-a3a9-1629e1efbb98 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0543203 Nov 03 19:34:35.035839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:34:35.263711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-01bc98a7-90cd-400a-ba66-2b1e0a32fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:35.265254 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-01bc98a7-90cd-400a-ba66-2b1e0a32fc50 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2176602 Nov 03 19:34:35.286632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:35.310956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'mac_address': 'fa:16:3e:1d:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:34:35.379268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-e6eabd60-77a8-4fa9-bd9a-f31f51580ae9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1046188 Nov 03 19:34:35.385168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:35.401812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c7d27f-c77c-4930-89b6-3aa5bd71e758 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:35.433142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:35.441997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:35.456752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-01031397-d0eb-4f6f-8193-5ef9b15db3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:35.458290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-01031397-d0eb-4f6f-8193-5ef9b15db3d2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.0718720 Nov 03 19:34:35.542705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-93c94470-cc72-4f62-b23d-caa26cf0c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:35.544181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-93c94470-cc72-4f62-b23d-caa26cf0c204 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778139 Nov 03 19:34:35.547593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:35.674918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-9dfaaed5-2e8c-4128-9291-91c52494848b service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206219 Nov 03 19:34:35.676978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['a7c7d27f-c77c-4930-89b6-3aa5bd71e758'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:34:35.889310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-e434bb8c-cdba-4b38-84cd-14b6c8e17e7b service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032628 Nov 03 19:34:36.071190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb58c-e12f-4ef3-98e3-81922ca94a2d req-b5017520-4bab-4012-b8ff-429f1a9fc441 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:36.073411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e2fb58c-e12f-4ef3-98e3-81922ca94a2d req-b5017520-4bab-4012-b8ff-429f1a9fc441 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.0542467 Nov 03 19:34:36.154094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6e2fb58c-e12f-4ef3-98e3-81922ca94a2d req-5cab049d-06d6-41c2-bafc-4da8d1cd9a1a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739942 Nov 03 19:34:37.052041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:34:37.131424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:34:37.137179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:34:37.137735 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:37.326725 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:37.360628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:37.375100 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a5d938-3c6b-47aa-a351-e6bddec2d385" -d '{"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:37.393195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:37.399037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22161862-971e-4717-9e12-5c6b26cb93c5 req-7a2bbf8a-0823-4d4e-99b1-2805b5d692be tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:37.402943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:37.416296 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22161862-971e-4717-9e12-5c6b26cb93c5 req-7a2bbf8a-0823-4d4e-99b1-2805b5d692be tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.1027689 Nov 03 19:34:37.539167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-22161862-971e-4717-9e12-5c6b26cb93c5 req-612a497f-53a7-42e2-a93a-672d9b01df1b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207170 Nov 03 19:34:37.549655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:37.715868 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf77af-b381-47ea-afbc-082bbf91a176 x-openstack-request-id: req-7acf77af-b381-47ea-afbc-082bbf91a176 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:37.716319 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:37.716804 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7acf77af-b381-47ea-afbc-082bbf91a176 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:37.717327 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'code': 200} Nov 03 19:34:38.116842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48480) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:38.123178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831315131', 'description': 'tempest-secgroup-smoke-831315131 description', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:38.158173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.267351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.274207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.346864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a527831-94c9-45dc-8f09-b1d301562ad8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:38.362165 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.363633 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5e630fff-e079-4ff1-82bb-5d1a3755d9af tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2450240 Nov 03 19:34:38.368374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48486) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:38.375295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group_rule': {'security_group_id': '5a527831-94c9-45dc-8f09-b1d301562ad8', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:38.377508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5bd123a-44c3-41fa-83b4-1287a31e876a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.387616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-08ee085c-ca93-4a27-b749-880ffca284ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.397906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-08ee085c-ca93-4a27-b749-880ffca284ab service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 1096 time: 0.1061885 Nov 03 19:34:38.424449 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.449347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:38.508657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.517691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.541036 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.547910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75448594-35c3-4b55-93aa-ab0df6618a66,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:38.562374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.566393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2935bd3c-8020-438a-9e17-57fd00db4505 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965497 Nov 03 19:34:38.569115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48490) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:38.575297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group_rule': {'security_group_id': '5a527831-94c9-45dc-8f09-b1d301562ad8', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:38.612982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.687710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.719382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.747523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797a067e-523f-4ae8-8f75-bba405e859af,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:38.769690 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.771909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-178ff6cb-bfc8-4112-8a4d-d44426edf556 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2015381 Nov 03 19:34:38.774547 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48492) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:38.780831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group_rule': {'security_group_id': '5a527831-94c9-45dc-8f09-b1d301562ad8', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:38.796378 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f158b1-c609-43c7-9fed-af48e0af184a req-4cc84bbb-34ba-4736-86b7-7a0a22a24df0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.804239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69f158b1-c609-43c7-9fed-af48e0af184a req-4cc84bbb-34ba-4736-86b7-7a0a22a24df0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 945 time: 0.1145144 Nov 03 19:34:38.850722 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:38.874731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:38.881081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69f158b1-c609-43c7-9fed-af48e0af184a req-1c404dcb-aa82-4e0c-92dd-a5a15d1fe430 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759296 Nov 03 19:34:38.963140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:38.988698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.000954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.020379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34eab59e-8429-4672-8bce-c607f2a06379,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:39.026613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:39.031906 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d93cb0-7964-41bd-8bae-fecf92b89551" -d '{"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:39.057429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.060102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ca0ff8bc-1e6e-4997-acbd-6648b1b5febf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2843575 Nov 03 19:34:39.062354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.063005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48496) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:39.067902 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group_rule': {'security_group_id': '5a527831-94c9-45dc-8f09-b1d301562ad8', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:39.110384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Transition to ACTIVE for port object a7c7d27f-c77c-4930-89b6-3aa5bd71e758 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:34:39.119967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.144912 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.173425 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afec7c-5fef-455e-be01-08f120e3d1cd x-openstack-request-id: req-21afec7c-5fef-455e-be01-08f120e3d1cd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:39.173733 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:39.174229 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21afec7c-5fef-455e-be01-08f120e3d1cd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:39.174675 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'code': 200} Nov 03 19:34:39.226740 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.233827 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.235418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:39.260850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91afb239-8ac8-4039-b34e-12dff7d02035,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:39.290920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.290920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8095370a-ef8f-4be6-b643-be35e6378688 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2265041 Nov 03 19:34:39.294631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48500) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:39.300456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group_rule': {'security_group_id': '5a527831-94c9-45dc-8f09-b1d301562ad8', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:39.322968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] No DVR routers for this DVR port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:39.333942 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Project cd67633cfb56456fa4f58942b5aeceef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:34:39.348470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.495778 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.503648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.559553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cef346-eff4-4e60-8451-4ecf53d70a93,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:39.562592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:34:39.563161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:34:39.563699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:39.569666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:34:39.569969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Attempting to bind port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on network f173c7d7-4a54-4a81-b806-8b8d1d217e78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:39.575385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.576312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:34:39.576655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Checking segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:34:39.577076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Bound using segment: {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:34:39.577512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Bound port: a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:34:39.577868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:39.579630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48504) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:39.580201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75ed3b5c-96e3-4ba1-899a-0b046360ab12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2840614 Nov 03 19:34:39.585346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'security_group_rule': {'security_group_id': '5a527831-94c9-45dc-8f09-b1d301562ad8', 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:39.645255 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Project cd67633cfb56456fa4f58942b5aeceef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:34:39.991115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.003780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.028617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:40.035561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:34:40.045935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.066986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261174-57e9-40b7-b22e-4feeab8e182d req-3699e479-42be-4ba5-87ca-c5f7a331108f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:40.068427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0261174-57e9-40b7-b22e-4feeab8e182d req-3699e479-42be-4ba5-87ca-c5f7a331108f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.0608702 Nov 03 19:34:40.099588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:40.100963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.102073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] 10.222.0.110 "PUT /v2.0/ports/a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 1092 time: 1.6860421 Nov 03 19:34:40.155254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0261174-57e9-40b7-b22e-4feeab8e182d req-6080538e-466a-449b-97c2-a9889c403052 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758057 Nov 03 19:34:40.155470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.186212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f0ee8-d780-4e58-91bc-efcb7d5e5837 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=11']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:40.195327 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.227128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548b53d8-3c61-48ac-869b-e22eef1e5c82,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:40.248104 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:40.249709 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-06b8d1a5-8d1d-45c6-aa16-d1b7b2e35b54 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6691153 Nov 03 19:34:40.253025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-f5240625-1294-4523-8683-11cc22083899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:40.256680 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-f5240625-1294-4523-8683-11cc22083899 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1095 time: 0.1140788 Nov 03 19:34:40.399357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-137c4721-a618-4c6e-a05f-52e75eb45c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:40.400682 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-137c4721-a618-4c6e-a05f-52e75eb45c88 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.1350060 Nov 03 19:34:40.519914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-a8ad1be4-4dad-4b61-9316-4aeb2408e39a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1064818 Nov 03 19:34:40.622193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-9baf6738-9ff6-46b1-a804-51bb50b49bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:40.626127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-9baf6738-9ff6-46b1-a804-51bb50b49bea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.0977390 Nov 03 19:34:40.685068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-0928d516-c4c6-499f-959c-be159b3a5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:40.686681 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-0928d516-c4c6-499f-959c-be159b3a5911 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525441 Nov 03 19:34:40.818736 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-d28f2443-93f9-4e35-9ae8-2e498f9ca600 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211438 Nov 03 19:34:40.977984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c31a4fb6-a427-480f-94fc-bde3fb7f8d90 req-1deefffb-0e5d-40f3-8f71-dbe4f9ba6f02 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494536 Nov 03 19:34:41.052244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:41.110830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:41.176082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:41.178721 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb08e1-4140-42ba-a119-8dfb50df3bca" -d '{"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:41.296120 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddbce2-37af-4310-912f-66724d890e7c x-openstack-request-id: req-63ddbce2-37af-4310-912f-66724d890e7c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:41.297106 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:41.297429 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-63ddbce2-37af-4310-912f-66724d890e7c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:41.297905 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'status': 'completed', 'code': 200} Nov 03 19:34:41.411732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c762-428c-4832-9259-4b0dd5139d67 req-0b0ca159-7f4e-410f-9912-14d1ff26228a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.413999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1008c762-428c-4832-9259-4b0dd5139d67 req-0b0ca159-7f4e-410f-9912-14d1ff26228a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.1130025 Nov 03 19:34:41.440229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-e10d3a77-b625-4f0c-9804-7766a457a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.442109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-e10d3a77-b625-4f0c-9804-7766a457a715 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1095 time: 0.1410310 Nov 03 19:34:41.444667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-e5920cf3-883a-4deb-996a-8221d3d1046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.446743 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-e5920cf3-883a-4deb-996a-8221d3d1046d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1095 time: 0.1011767 Nov 03 19:34:41.533358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1008c762-428c-4832-9259-4b0dd5139d67 req-e1c472d7-2aa0-47b5-9b62-87b4cce821fd tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115441 Nov 03 19:34:41.664504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-3803c71b-a165-45df-a021-4327bac0fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.666102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-3803c71b-a165-45df-a021-4327bac0fab3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.1988871 Nov 03 19:34:41.667360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-c23aba19-4688-4b9a-bc76-c7211aff1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.669735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-c23aba19-4688-4b9a-bc76-c7211aff1d63 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2152271 Nov 03 19:34:41.830155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-8edf8cc8-852b-4078-a568-7eb8100410b8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1084900 Nov 03 19:34:41.838081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-e2afba55-7d5f-4030-a5b3-489de42dd9ed service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 998 time: 0.1628256 Nov 03 19:34:41.896984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-82cd97d2-ec2d-40f1-9ba3-035fe2c0d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.899281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-82cd97d2-ec2d-40f1-9ba3-035fe2c0d2f2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.0564861 Nov 03 19:34:41.968453 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:41.999949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48602) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:42.046532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-ab70c681-4011-4e52-b367-64728ab9607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.050920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-ab70c681-4011-4e52-b367-64728ab9607f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.1501713 Nov 03 19:34:42.060153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-52f9e18d-36fd-4f35-b8bb-ee21fe86236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.063124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-52f9e18d-36fd-4f35-b8bb-ee21fe86236a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489062 Nov 03 19:34:42.128104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.203915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-300838fd-2312-4cc1-9538-4ec5f9743f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.347090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-d11d684e-3688-4db0-b4f3-307ca93d0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.349478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-d11d684e-3688-4db0-b4f3-307ca93d0098 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850139 Nov 03 19:34:42.358052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-f5456450-e63e-489b-b18d-52e0e26a2336 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344000 Nov 03 19:34:42.393375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-300838fd-2312-4cc1-9538-4ec5f9743f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.399077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-300838fd-2312-4cc1-9538-4ec5f9743f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.497689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-300838fd-2312-4cc1-9538-4ec5f9743f2c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1e6323f239ce484e86515f208103243d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4851277 Nov 03 19:34:42.499916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48606) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:42.531780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300838fd-2312-4cc1-9538-4ec5f9743f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de588f1-daf4-4c99-b72e-6e9a3df82d15,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:42.759572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b93a30ce-5165-4f09-a830-802debac6c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.794703 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b93a30ce-5165-4f09-a830-802debac6c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.813998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b303caa-afd1-4c34-82c6-4ecba1de4df4 req-472c2681-a74e-431d-81b1-a5ebd64ec406 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.816106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b303caa-afd1-4c34-82c6-4ecba1de4df4 req-472c2681-a74e-431d-81b1-a5ebd64ec406 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.1114321 Nov 03 19:34:42.925191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-9c408d7e-ad2e-4f3f-b9b6-f9bda54c9559 service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603502 Nov 03 19:34:42.942142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b303caa-afd1-4c34-82c6-4ecba1de4df4 req-e4e5bb8c-d246-4343-9306-f5b415ddba90 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112208 Nov 03 19:34:42.959917 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b93a30ce-5165-4f09-a830-802debac6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.968380 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b93a30ce-5165-4f09-a830-802debac6c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:42.973378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b93a30ce-5165-4f09-a830-802debac6c77 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2de588f1-daf4-4c99-b72e-6e9a3df82d15 HTTP/1.1" status: 204 len: 168 time: 0.4606028 Nov 03 19:34:43.009185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a30ce-5165-4f09-a830-802debac6c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de588f1-daf4-4c99-b72e-6e9a3df82d15,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:43.108601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-d79186d5-b413-45b9-b602-1c5a4f8d6645 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302120 Nov 03 19:34:43.214758 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4eb08e1-4140-42ba-a119-8dfb50df3bca req-ea3bc456-bfa4-4def-8049-5b71d2035b20 service neutron] 10.222.0.115 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800748 Nov 03 19:34:43.477658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48618) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:43.492767 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cffd0daa-a8ba-46d9-b561-b834face61a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.576476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cffd0daa-a8ba-46d9-b561-b834face61a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.581153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cffd0daa-a8ba-46d9-b561-b834face61a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.621721 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cffd0daa-a8ba-46d9-b561-b834face61a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=671a61f027004e68a9fb2810129db6cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428828 Nov 03 19:34:43.622769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd0daa-a8ba-46d9-b561-b834face61a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a793b22-27f3-4b10-9baa-a5292b7d1db0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:43.624627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48620) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:43.682753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-840c42b5-fe2d-4953-a8dc-6066a960fbcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.706344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-840c42b5-fe2d-4953-a8dc-6066a960fbcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.774656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-840c42b5-fe2d-4953-a8dc-6066a960fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.779072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:34:43.779853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-840c42b5-fe2d-4953-a8dc-6066a960fbcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.784290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-840c42b5-fe2d-4953-a8dc-6066a960fbcc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5a793b22-27f3-4b10-9baa-a5292b7d1db0 HTTP/1.1" status: 204 len: 168 time: 0.1548386 Nov 03 19:34:43.790648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c42b5-fe2d-4953-a8dc-6066a960fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a793b22-27f3-4b10-9baa-a5292b7d1db0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:43.934099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:43.951995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'port_id': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'mac_address': 'fa:16:3e:1d:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:34:44.027193 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:44.049639 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c7d27f-c77c-4930-89b6-3aa5bd71e758 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:44.082398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:44.088291 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:44.128913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772c8a-2ef3-4021-b28f-a26cad59cc08 req-0712ad96-56a4-4ca4-9a00-faf2efe2ab45 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:44.131132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b772c8a-2ef3-4021-b28f-a26cad59cc08 req-0712ad96-56a4-4ca4-9a00-faf2efe2ab45 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 944 time: 0.0646794 Nov 03 19:34:44.166356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:44.212017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b772c8a-2ef3-4021-b28f-a26cad59cc08 req-f9b230f2-131e-4331-9790-de30eb5a6c51 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729513 Nov 03 19:34:44.257043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48644) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:34:44.358008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-61f691b5-2244-4881-b150-eb28e54fcb7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 200 len: 991 time: 0.0974038 Nov 03 19:34:44.389082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['a7c7d27f-c77c-4930-89b6-3aa5bd71e758'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:34:45.794358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:34:45.925894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:34:45.934686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:34:45.935178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:46.038698 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:46.067557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:46.070162 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6ad4b9-25d6-4336-ae90-fb34c203ba8a" -d '{"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:46.088364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:46.094986 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:46.177325 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267fb76-7e18-4e20-9e7b-8cf5df9574e9 x-openstack-request-id: req-4267fb76-7e18-4e20-9e7b-8cf5df9574e9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:46.177795 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:46.178220 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4267fb76-7e18-4e20-9e7b-8cf5df9574e9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:46.178836 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'code': 200} Nov 03 19:34:46.203907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=13']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:49.700536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0eb85-a308-4eb5-8bdd-3a568083636f req-40326ce8-1879-4d30-a870-0f3edc46aaa3 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.705619 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9c0eb85-a308-4eb5-8bdd-3a568083636f req-40326ce8-1879-4d30-a870-0f3edc46aaa3 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 945 time: 0.0867548 Nov 03 19:34:49.777006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9c0eb85-a308-4eb5-8bdd-3a568083636f req-40800ab8-70d0-484e-9ff9-a018f3d0aa08 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642805 Nov 03 19:34:50.909090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f477879-e900-4c0d-b8eb-cc42c703482f req-6d150a7d-2b75-4e62-a2dd-3c3336ca3b01 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.910657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f477879-e900-4c0d-b8eb-cc42c703482f req-6d150a7d-2b75-4e62-a2dd-3c3336ca3b01 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 945 time: 0.0553563 Nov 03 19:34:50.966998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f477879-e900-4c0d-b8eb-cc42c703482f req-0d00ab35-211f-4cd9-ab56-8ad81a545d29 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/security-groups?id=7d7a94ec-9a64-4ff9-9208-9f58130bffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Nov 03 19:34:51.292595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3750106-9490-4162-ba2c-629577516fca req-2fe8b4b6-2128-43fe-9564-a2f0cab00e1b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:51.295111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3750106-9490-4162-ba2c-629577516fca req-2fe8b4b6-2128-43fe-9564-a2f0cab00e1b tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 945 time: 0.0631449 Nov 03 19:34:51.410988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Deleting port 46631716-f201-431f-84da-c6442b4130c8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:34:51.411479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:51.516184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] For port 46631716-f201-431f-84da-c6442b4130c8, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=46631716-f201-431f-84da-c6442b4130c8,segment=NetworkSegment(312b0c85-cb6d-441d-894d-8535840d6d54),segment_id=312b0c85-cb6d-441d-894d-8535840d6d54)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:51.517570 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:51.535542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Calling delete_port for 46631716-f201-431f-84da-c6442b4130c8 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:34:51.633087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-68f44580-ab09-481f-90e4-9632c1b13b30 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912497 Nov 03 19:34:51.763847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-97b30946-4a31-4cff-a6d9-9cfa615dd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:51.765879 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-97b30946-4a31-4cff-a6d9-9cfa615dd64a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.1025410 Nov 03 19:34:51.766920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:51.783495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['46631716-f201-431f-84da-c6442b4130c8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:34:51.802855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Pushing event deleted for resources: {'Port': ['ID=46631716-f201-431f-84da-c6442b4130c8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:51.924561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] No DVR routers for this DVR port 46631716-f201-431f-84da-c6442b4130c8 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:51.930623 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:51.935485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3750106-9490-4162-ba2c-629577516fca req-c2a57a41-0a93-4def-a727-38e90f38bd28 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.115 "DELETE /v2.0/ports/46631716-f201-431f-84da-c6442b4130c8 HTTP/1.1" status: 204 len: 173 time: 0.6326048 Nov 03 19:34:51.936104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'name': 'network-vif-deleted', 'tag': '46631716-f201-431f-84da-c6442b4130c8'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:51.938407 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c71ffe4-c460-4800-ad37-47a1b5014eb8" -d '{"events": [{"server_uuid": "a045d652-e2c3-4290-b886-eafc8c969e14", "name": "network-vif-deleted", "tag": "46631716-f201-431f-84da-c6442b4130c8"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:51.994250 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22a2329-3e1b-471c-8f0f-8d1765629f65 x-openstack-request-id: req-e22a2329-3e1b-471c-8f0f-8d1765629f65 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:51.994908 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a045d652-e2c3-4290-b886-eafc8c969e14", "name": "network-vif-deleted", "tag": "46631716-f201-431f-84da-c6442b4130c8", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:51.995170 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e22a2329-3e1b-471c-8f0f-8d1765629f65 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:51.995573 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a045d652-e2c3-4290-b886-eafc8c969e14', 'name': 'network-vif-deleted', 'tag': '46631716-f201-431f-84da-c6442b4130c8', 'status': 'completed', 'code': 200} Nov 03 19:34:52.009663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-b5a49af5-256b-4960-8553-dbdda033fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:52.012356 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-b5a49af5-256b-4960-8553-dbdda033fcb7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.2011681 Nov 03 19:34:52.122620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-da442014-877a-425c-a4b4-fcd9f8112f80 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 1000 time: 0.0978074 Nov 03 19:34:52.122846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5f9bdcc-2fa8-4e5f-9ac3-d176c91dc58a req-b59e6076-bf2e-4859-9cf3-cf4f7dc166f9 tempest-VolumesSnapshotTestJSON-286570938 tempest-VolumesSnapshotTestJSON-286570938-project] 10.222.0.91 "GET /v2.0/ports?device_id=a045d652-e2c3-4290-b886-eafc8c969e14 HTTP/1.1" status: 200 len: 210 time: 0.0352824 Nov 03 19:34:52.203491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-b90d94a5-7b40-4e19-a21d-d8cd74df0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:52.205197 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-b90d94a5-7b40-4e19-a21d-d8cd74df0ca7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.0751500 Nov 03 19:34:52.281661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-f554a461-460c-4b91-bf66-81917cd5d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:52.283235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-f554a461-460c-4b91-bf66-81917cd5d68d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632529 Nov 03 19:34:52.427021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-4446439a-a898-4351-840c-f32716741737 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338446 Nov 03 19:34:52.567479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7b844480-cb5f-465f-8cb2-3ae4ea0aa53e req-fdd4252d-7a54-40e9-a4c4-8c4fc65dffa2 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210775 Nov 03 19:34:55.159331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 46631716-f201-431f-84da-c6442b4130c8 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:55.192882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 46631716-f201-431f-84da-c6442b4130c8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:34:55.193491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 46631716-f201-431f-84da-c6442b4130c8 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:02.640457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.252768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.335044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48914) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:03.460866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab6a900c-1127-46a6-a4c0-ff3be8d1c469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.567883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab6a900c-1127-46a6-a4c0-ff3be8d1c469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.574277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ab6a900c-1127-46a6-a4c0-ff3be8d1c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.602854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a900c-1127-46a6-a4c0-ff3be8d1c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35514529-1343-4b94-b60c-6d77a0a0176c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:03.629346 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ab6a900c-1127-46a6-a4c0-ff3be8d1c469 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1637c0905bdd45fa8aa0b0b8e699285f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932973 Nov 03 19:35:03.633376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48920) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:03.975968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-673c2b7c-7deb-4574-8d6f-1765bfe9df8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:04.000679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-673c2b7c-7deb-4574-8d6f-1765bfe9df8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:04.069153 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-673c2b7c-7deb-4574-8d6f-1765bfe9df8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:04.071992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-673c2b7c-7deb-4574-8d6f-1765bfe9df8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:04.073346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-673c2b7c-7deb-4574-8d6f-1765bfe9df8e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/35514529-1343-4b94-b60c-6d77a0a0176c HTTP/1.1" status: 204 len: 168 time: 0.4370716 Nov 03 19:35:04.086976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c2b7c-7deb-4574-8d6f-1765bfe9df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35514529-1343-4b94-b60c-6d77a0a0176c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:04.151698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-e2ef5a70-f6f3-480d-9862-328f12ad5a83 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831315131&fields=id&tenant_id=cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 267 time: 0.0564251 Nov 03 19:35:04.303741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-f61e1db2-60d7-49d4-be83-2e6ebb7c6466 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:04.305745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-f61e1db2-60d7-49d4-be83-2e6ebb7c6466 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.1468761 Nov 03 19:35:04.324710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-85c5f05b-a7b6-405f-8b1d-a522a3bd440f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0117698 Nov 03 19:35:04.390919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-b63327f3-4329-416b-b048-62b92dee8f27 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593953 Nov 03 19:35:04.512384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-043ca827-021a-4147-a0df-87fdeb10eb20 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102514 Nov 03 19:35:04.649222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-f2c82652-3cfd-45e5-a62b-587fc71d318b service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285357 Nov 03 19:35:04.731838 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0652976c-be60-480f-8e98-78bd02dbe0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.144100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c6a15c4-e886-4d68-946c-1fae9b4f0930 req-a45edcc7-514e-487d-a532-7940ab4bf9ca tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0423684 Nov 03 19:35:05.202637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48964) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:05.410130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1862973687-network', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:05.436285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Made reservation on behalf of 8846e6e344b345d5a9f9c3fd598c3838 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:05.439039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.448519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.538849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.544610 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.586470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:05.592198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4548d24d-d0ea-4ddd-bcf8-e581f56654cb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:05.618189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.619284 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Added segment 469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3 of type vlan for network 85571769-54eb-43d0-ab0d-ab1e5e69cfab Nov 03 19:35:05.692475 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.741152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.742172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:05.742731 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.782597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5758519 Nov 03 19:35:05.785352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 48978) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:05.792246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Request body: {'subnet': {'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1862973687-subnet', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:05.834096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Made reservation on behalf of 8846e6e344b345d5a9f9c3fd598c3838 for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:05.837597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.866114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a4ae-c6b0-4808-aa77-37ccb30652b5 admin admin] Pushing event updated for resources: {'Network': ['ID=85571769-54eb-43d0-ab0d-ab1e5e69cfab,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:05.895225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:06.118375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.190622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:06.220969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Checking segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:06.221394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Network hostable DHCP agents. Network: 85571769-54eb-43d0-ab0d-ab1e5e69cfab, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:06.256351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:06.305072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 85571769-54eb-43d0-ab0d-ab1e5e69cfab) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:06.316407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:06.316666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c26ec6-b324-401e-9d93-a414e91b17dc None None] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:06.317172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.332700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c85e024e-2d37-4218-abd0-226eb6a748c0 req-85e7cd65-bdb0-41d2-a31e-ff45889a1352 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0714922 Nov 03 19:35:06.340581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 48982) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:06.341223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e30e9ba1-ca2f-4248-b99f-f050fb0cebf5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5544944 Nov 03 19:35:06.347789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:06.398364 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.399444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.518960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'fixed_ips': [{'subnet_id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:06.520328 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.520863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.578701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-e6a21620-4254-4423-8961-559c5cb8ee5e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:06.580210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-e6a21620-4254-4423-8961-559c5cb8ee5e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.2117443 Nov 03 19:35:06.669915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Allocated IP 172.20.0.2 (85571769-54eb-43d0-ab0d-ab1e5e69cfab/4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f/f8a91ade-1aa1-4d39-8c54-4b560a025770) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:06.733379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.753402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-e5dbb8ce-ee0a-482b-beba-ee1470f17d0e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 379 time: 0.1409059 Nov 03 19:35:06.772581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'security_groups': ['5a527831-94c9-45dc-8f09-b1d301562ad8']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:06.847219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.856128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.912216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Pushing event updated for resources: {'Port': ['ID=f8a91ade-1aa1-4d39-8c54-4b560a025770,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:06.950724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:06.954498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.962372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:06.963889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:06.967801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:07.055399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Attempting to bind port f8a91ade-1aa1-4d39-8c54-4b560a025770 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:07.055952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Attempting to bind port f8a91ade-1aa1-4d39-8c54-4b560a025770 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:07.056461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Attempting to bind port f8a91ade-1aa1-4d39-8c54-4b560a025770 on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:07.063419 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:07.064468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Checking segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:07.064982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.065458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Bound using segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:07.065997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Bound port: f8a91ade-1aa1-4d39-8c54-4b560a025770, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:07.066441 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.186622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] For port f8a91ade-1aa1-4d39-8c54-4b560a025770, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:07.189914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.190328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] For port f8a91ade-1aa1-4d39-8c54-4b560a025770, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f8a91ade-1aa1-4d39-8c54-4b560a025770,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:07.195015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.236949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.259217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb7a5-c0ec-4c5e-9301-4791cbf95928 None None] Pushing event updated for resources: {'Port': ['ID=f8a91ade-1aa1-4d39-8c54-4b560a025770,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:07.321253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.11 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/05b36c0f-6ed1-4d6a-9dc2-2549b2a43923) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:07.434003 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Allocated IP 172.25.8.223 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/fa54c893-91a6-499e-a2d5-78e0d18afd50) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:07.550955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9be90429-086a-44e0-b653-0faacee6a07e req-26b83196-8c22-4e2d-9a59-fc3f431a8e51 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0445645 Nov 03 19:35:07.691791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.737798 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.796892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.845227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.860877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f8a91ade-1aa1-4d39-8c54-4b560a025770 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:07.862108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:07.872829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:07.875578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:07.890056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:07.920666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:07.923417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:07.928774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f8a91ade-1aa1-4d39-8c54-4b560a025770 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:07.930034 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:07.958072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:08.008757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Pushing event updated for resources: {'Port': ['ID=fa54c893-91a6-499e-a2d5-78e0d18afd50,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:08.041362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:08.042112 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:08.094534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:08.113145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ed29f522-bc2a-48ea-8e3c-8870fe176875 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3462651 Nov 03 19:35:08.146151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Request body: {'port': {'device_id': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:08.162653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f8a91ade-1aa1-4d39-8c54-4b560a025770, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f8a91ade-1aa1-4d39-8c54-4b560a025770,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:08.169570 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:08.244795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:08.287504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f8a91ade-1aa1-4d39-8c54-4b560a025770,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:08.369643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de1fd1b9-6f56-4d08-9f45-abaf0ac0869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:08.413923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fc4a23fd-a3c3-461c-9395-9c426fadba91 None None] Provisioning complete for port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:08.423596 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc4a23fd-a3c3-461c-9395-9c426fadba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:08.499582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a23fd-a3c3-461c-9395-9c426fadba91 None None] Port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:08.780099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822c25-ac46-4df9-96ce-e89671e0611e req-85b17126-166f-4492-b0a5-d80bda4702a8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:08.783451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9822c25-ac46-4df9-96ce-e89671e0611e req-85b17126-166f-4492-b0a5-d80bda4702a8 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 932 time: 0.0728772 Nov 03 19:35:08.888471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9822c25-ac46-4df9-96ce-e89671e0611e req-27fc5ec3-15cd-4cd2-acd5-304daae16a9b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934565 Nov 03 19:35:08.904971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a7dbc-25b9-4446-9313-5305bdcf1f12 None None] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:08.947169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.224143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.267572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-44304ddc-eb4f-44ad-bab5-6d05e8fd4643 None None] Provisioning complete for port f8a91ade-1aa1-4d39-8c54-4b560a025770 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:09.268093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44304ddc-eb4f-44ad-bab5-6d05e8fd4643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.291127 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:35:09.360570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:09.372879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.394833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Transition to ACTIVE for port object 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:35:09.397593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Router b54d153a-7d26-46f1-98e1-a7b6a7922d2e is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:35:09.410981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.468299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:09.623304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Attempting to bind port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:09.623793 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Attempting to bind port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:09.624320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Attempting to bind port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:09.666931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:35:09.667048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Attempting to bind port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:09.674940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:09.675371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:09.675830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:09.676343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Bound port: 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:09.676869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.694050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1ff88973-6b89-41ab-b89d-66b2a6b5754f None None] Provisioning complete for port f8a91ade-1aa1-4d39-8c54-4b560a025770 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:09.694427 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1ff88973-6b89-41ab-b89d-66b2a6b5754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.757927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:09.768482 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Sync routers for ids ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:09.791442 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Routers {'b54d153a-7d26-46f1-98e1-a7b6a7922d2e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:09.792405 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:09.795961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.800216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49002) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:09.801271 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14c6dcb1-7c84-4018-9969-729ddc754405 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4586375 Nov 03 19:35:09.821972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] For port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:09.828884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] For port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:09.838237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.857927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:09.859090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:09.860760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] 10.222.0.115 "PUT /v2.0/ports/05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 200 len: 1092 time: 1.7188344 Nov 03 19:35:09.862557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:09.866507 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5febf8-13ff-44c8-8a35-951418e3eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:09.930646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f8a91ade-1aa1-4d39-8c54-4b560a025770 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:09.985787 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87082b3e-3012-4460-8aef-8372b4b3cecc x-openstack-request-id: req-87082b3e-3012-4460-8aef-8372b4b3cecc {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:09.986605 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:09.986605 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-87082b3e-3012-4460-8aef-8372b4b3cecc {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:09.986849 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'status': 'completed', 'code': 200} Nov 03 19:35:10.012562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb118432-bb5a-486e-b5e6-6af95766cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:10.018785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ecfc86dd-de52-48c9-a5ac-21eccbc0bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:10.020465 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-ecfc86dd-de52-48c9-a5ac-21eccbc0bc22 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1095 time: 0.1032960 Nov 03 19:35:10.104516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:10.133466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-413a7460-0df0-49ff-a7d3-1f11d8ef4e9e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 200 len: 217 time: 0.1045275 Nov 03 19:35:10.143070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f8a91ade-1aa1-4d39-8c54-4b560a025770 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:10.143070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:10.216096 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Set router b54d153a-7d26-46f1-98e1-a7b6a7922d2e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:10.259030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-b03ef642-7d72-4a28-9aa2-60b8f96d06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:10.262801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-b03ef642-7d72-4a28-9aa2-60b8f96d06fb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1208949 Nov 03 19:35:10.324663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d65e-682a-45ce-ba18-d9e3cc4ec98f req-8d9330ca-fd77-45dd-92c7-2793fcc0b074 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:10.332612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd48d65e-682a-45ce-ba18-d9e3cc4ec98f req-8d9330ca-fd77-45dd-92c7-2793fcc0b074 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.1857572 Nov 03 19:35:10.415130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-980205da-8791-4e48-bfb1-8312e19b6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:10.421364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-980205da-8791-4e48-bfb1-8312e19b6713 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450002 Nov 03 19:35:10.639281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-56628ebf-85dd-4e84-b3e0-eaf7841fc566 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141790 Nov 03 19:35:10.782715 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:35:08Z', 'revision_number': 3, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:10.827095 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Checking router: b54d153a-7d26-46f1-98e1-a7b6a7922d2e for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:10.827659 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Updating router b54d153a-7d26-46f1-98e1-a7b6a7922d2e port fa54c893-91a6-499e-a2d5-78e0d18afd50 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:35:10.857367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6388ae25-d0c4-4c30-9c88-197a70e6f94f req-3a85b625-ccd3-44fc-bc1c-e70770875745 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098970 Nov 03 19:35:10.862154 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:10.935741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd48d65e-682a-45ce-ba18-d9e3cc4ec98f req-d52f15b6-0e63-473a-b3c6-df474b1cb347 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6011946 Nov 03 19:35:11.009065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-1a74f05c-5648-4283-af8a-25086430090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:11.013944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-1a74f05c-5648-4283-af8a-25086430090b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1095 time: 0.1000180 Nov 03 19:35:11.137114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.196619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-3781fe9c-6704-47f3-bd5a-38a065c34817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:11.203106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-3781fe9c-6704-47f3-bd5a-38a065c34817 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1784682 Nov 03 19:35:11.291085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-dee348f7-f726-402f-91ec-ac7ea72b94ce service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 200 len: 217 time: 0.0801113 Nov 03 19:35:11.345352 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.354309 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.384333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Allocated IP 172.20.0.1 (85571769-54eb-43d0-ab0d-ab1e5e69cfab/4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f/8162d6ac-bb88-4987-ab62-c4ef14804fb4) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:11.409283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-704e1624-3ccc-4fe5-8ffc-04f22203d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:11.411462 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-704e1624-3ccc-4fe5-8ffc-04f22203d03b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.1109719 Nov 03 19:35:11.453473 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Pushing event updated for resources: {'Port': ['ID=fa54c893-91a6-499e-a2d5-78e0d18afd50,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:11.503460 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.505732 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.507952 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.508467 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.509695 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.510163 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.512021 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.513308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.515397 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.515854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.516286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.516865 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.523544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-c52a3c2b-9b90-471e-a9a6-d88ddac92c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:11.528563 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-c52a3c2b-9b90-471e-a9a6-d88ddac92c79 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096644 Nov 03 19:35:11.549401 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Attempting to bind port fa54c893-91a6-499e-a2d5-78e0d18afd50 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:11.553075 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Attempting to bind port fa54c893-91a6-499e-a2d5-78e0d18afd50 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:11.554151 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Attempting to bind port fa54c893-91a6-499e-a2d5-78e0d18afd50 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:11.564943 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:11.568053 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:11.568593 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.569304 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:11.569914 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Bound port: fa54c893-91a6-499e-a2d5-78e0d18afd50, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:11.572061 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.623587 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.667123 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] For port fa54c893-91a6-499e-a2d5-78e0d18afd50, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:11.673450 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] For port fa54c893-91a6-499e-a2d5-78e0d18afd50, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fa54c893-91a6-499e-a2d5-78e0d18afd50,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:11.681281 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.713152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.758867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-b45dd4f6-0a97-46db-a403-0eb367df5828 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210298 Nov 03 19:35:11.821833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:11.830254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:11.838969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:11.846055 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae43c7-6418-4972-a673-cda56c83c5bc None None] Pushing event updated for resources: {'Port': ['ID=fa54c893-91a6-499e-a2d5-78e0d18afd50,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:11.876479 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Routers {'b54d153a-7d26-46f1-98e1-a7b6a7922d2e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:11.877538 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:11.928322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:11.961213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Pushing event updated for resources: {'Port': ['ID=8162d6ac-bb88-4987-ab62-c4ef14804fb4,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:11.992117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.992480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.996233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.996589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.997067 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.997903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.998878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:11.999467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:12.000856 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:12.002600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:12.002970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:12.003313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:12.036097 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.128028 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.162765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d5febf8-13ff-44c8-8a35-951418e3eaae req-8b900c6c-b845-4b5e-b519-d5bab6607eeb service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851042 Nov 03 19:35:12.272373 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] Set router b54d153a-7d26-46f1-98e1-a7b6a7922d2e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:12.405740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079cc27-cdd7-43f4-adda-54f0a0402c6c req-36fd1b2a-1a1d-4573-9600-3a062a30ec53 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:12.407509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3079cc27-cdd7-43f4-adda-54f0a0402c6c req-36fd1b2a-1a1d-4573-9600-3a062a30ec53 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.2416503 Nov 03 19:35:12.426286 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-22b0d926-3b99-4d9c-bfa8-bbdbac73b580 None None] Provisioning complete for port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:12.426897 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-22b0d926-3b99-4d9c-bfa8-bbdbac73b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.511389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-22b0d926-3b99-4d9c-bfa8-bbdbac73b580 None None] Port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:12.513208 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.531549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3079cc27-cdd7-43f4-adda-54f0a0402c6c req-cdfef379-ae0a-457d-b2cb-019a56699008 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038458 Nov 03 19:35:12.747902 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:35:08Z', 'revision_number': 3, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:12.798737 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf429c-5b2e-4b00-a8bc-d01c568c9d2b None None] The sync data for ids ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'] in n-d-812151-4 is: [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:35:08Z', 'revision_number': 3, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:12.805422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.814632 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:12.920002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Pushing event updated for resources: {'Port': ['ID=8162d6ac-bb88-4987-ab62-c4ef14804fb4,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:12.979553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:13.155940 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:13.157784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:13.362893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Router b54d153a-7d26-46f1-98e1-a7b6a7922d2e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:13.533793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:13.544441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-828a1055-8d38-427c-83ac-f9d31c68aa76 admin admin] 10.222.0.91 "PUT /v2.0/routers/b54d153a-7d26-46f1-98e1-a7b6a7922d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7420759 Nov 03 19:35:13.587426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a8a2794e-eec6-4e93-9b72-c29dd98ad68f None None] Provisioning complete for port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:13.592914 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a8a2794e-eec6-4e93-9b72-c29dd98ad68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:13.656968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2794e-eec6-4e93-9b72-c29dd98ad68f None None] Port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:13.770364 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50738932-2e81-4da7-a214-abb697a86876 req-bce0fc6e-6f90-4b01-8f63-f70e5addbfe2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:13.772171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50738932-2e81-4da7-a214-abb697a86876 req-bce0fc6e-6f90-4b01-8f63-f70e5addbfe2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.0718038 Nov 03 19:35:13.866494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa54c893-91a6-499e-a2d5-78e0d18afd50 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:13.869227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50738932-2e81-4da7-a214-abb697a86876 req-a4dc04cd-fa78-4273-831f-14c3c0447454 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870965 Nov 03 19:35:13.947376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fa54c893-91a6-499e-a2d5-78e0d18afd50 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:13.947764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.081292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.108586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fa54c893-91a6-499e-a2d5-78e0d18afd50, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fa54c893-91a6-499e-a2d5-78e0d18afd50,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:14.120056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.189465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fa54c893-91a6-499e-a2d5-78e0d18afd50,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:14.334953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49048) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:14.342064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1119728437-network', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:14.384912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Made reservation on behalf of 37ed78a0432a40c5b233554dd91805ee for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:14.389523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.405973 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.557012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.570710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.603350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca6b48-7b92-4251-a5cd-38b7e3526815,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:14.621428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:14.634025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.634371 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Added segment 6894c91c-7933-43a9-931b-5ae7e79a665f of type vlan for network 2c56256c-461e-46f8-8315-b72a5d94e4e7 Nov 03 19:35:14.681554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.720000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.721367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:14.722061 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:14.794526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4575803 Nov 03 19:35:14.797726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49056) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:14.803835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Request body: {'subnet': {'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1119728437-subnet', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:14.820776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927943a5-f10e-4f95-bdbd-104717099a2d admin admin] Pushing event updated for resources: {'Network': ['ID=2c56256c-461e-46f8-8315-b72a5d94e4e7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:14.831842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:14.856817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Made reservation on behalf of 37ed78a0432a40c5b233554dd91805ee for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:14.865603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.133694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80146545-02d6-46a5-980b-4599042029d2 req-778d58ed-6f86-48c3-a1e5-8e820a298c9a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:15.136576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80146545-02d6-46a5-980b-4599042029d2 req-778d58ed-6f86-48c3-a1e5-8e820a298c9a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.1423318 Nov 03 19:35:15.147286 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.210503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f692f46f-f176-44db-9334-8f9ba3ba3623,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:15.210877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80146545-02d6-46a5-980b-4599042029d2 req-25bb71b7-c6c3-457d-9ecb-9dc73c03f6e0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570619 Nov 03 19:35:15.221547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Checking segment: {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:15.221947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Network hostable DHCP agents. Network: 2c56256c-461e-46f8-8315-b72a5d94e4e7, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:15.253263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:15.268117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 2c56256c-461e-46f8-8315-b72a5d94e4e7) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:15.269566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Sync routers for ids ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:15.272893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:15.273665 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.280793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0f700-86c0-41aa-95cf-8034eea34f63 None None] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:15.297782 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0174f74c-c8a1-4d44-a9b1-5a0e824709ff admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4949079 Nov 03 19:35:15.297972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Routers {'b54d153a-7d26-46f1-98e1-a7b6a7922d2e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:15.297972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:15.298151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49060) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:15.302183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:15.330983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.332165 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.396577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.497913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Set router b54d153a-7d26-46f1-98e1-a7b6a7922d2e gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:15.549497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.728539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-2c56256c-461e-46f8-8315-b72a5d94e4e7', 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'fixed_ips': [{'subnet_id': 'f692f46f-f176-44db-9334-8f9ba3ba3623'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:15.730314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.779502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa54c893-91a6-499e-a2d5-78e0d18afd50 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:15.786588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.807439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.939756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Allocated IP 172.25.8.85 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b53228de-3ded-42dd-b302-7a855b84dcaa) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:15.951130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:35:12Z', 'revision_number': 4, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8162d6ac-bb88-4987-ab62-c4ef14804fb4', 'name': '', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'mac_address': 'fa:16:3e:70:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:11Z', 'updated_at': '2021-11-03T19:35:12Z', 'revision_number': 2, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'subnets': [{'id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:15.989847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Allocated IP 172.20.0.2 (2c56256c-461e-46f8-8315-b72a5d94e4e7/f692f46f-f176-44db-9334-8f9ba3ba3623/0a4f4b2d-912a-4f91-9874-1b5734577f57) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:15.992068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Checking router: b54d153a-7d26-46f1-98e1-a7b6a7922d2e for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:15.992405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Updating router b54d153a-7d26-46f1-98e1-a7b6a7922d2e port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:35:16.012825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fa54c893-91a6-499e-a2d5-78e0d18afd50 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:16.013303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.057548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.065405 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.152490 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.209310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:16.216873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:16.221532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:16.224822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Pushing event updated for resources: {'Port': ['ID=b53228de-3ded-42dd-b302-7a855b84dcaa,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:16.408485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd358a4-8cb2-4b44-ba83-24276d59807d req-ffef77d4-d097-4607-9652-11350f4e0c89 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:16.413409 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bd358a4-8cb2-4b44-ba83-24276d59807d req-ffef77d4-d097-4607-9652-11350f4e0c89 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.0779822 Nov 03 19:35:16.480610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bd358a4-8cb2-4b44-ba83-24276d59807d req-c1d69a1e-8036-405b-b566-0ee394c41b84 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585401 Nov 03 19:35:16.640554 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.676745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.733065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:16.743349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:16.746000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:16.768786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Pushing event updated for resources: {'Port': ['ID=0a4f4b2d-912a-4f91-9874-1b5734577f57,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:16.910764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Attempting to bind port 0a4f4b2d-912a-4f91-9874-1b5734577f57 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:16.911447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Attempting to bind port 0a4f4b2d-912a-4f91-9874-1b5734577f57 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:16.911931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Attempting to bind port 0a4f4b2d-912a-4f91-9874-1b5734577f57 on network 2c56256c-461e-46f8-8315-b72a5d94e4e7 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:16.925088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:16.925823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Checking segment: {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:16.926408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.926953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Bound using segment: {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:16.927605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Bound port: 0a4f4b2d-912a-4f91-9874-1b5734577f57, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:16.927747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.928619 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.953256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.983635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.090634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7a24-8923-4be0-947d-148e954dd8ac None None] Pushing event updated for resources: {'Port': ['ID=8162d6ac-bb88-4987-ab62-c4ef14804fb4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:17.103225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] For port 0a4f4b2d-912a-4f91-9874-1b5734577f57, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:17.139050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] For port 0a4f4b2d-912a-4f91-9874-1b5734577f57, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a4f4b2d-912a-4f91-9874-1b5734577f57,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:17.161386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.211930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Attempting to bind port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:17.212535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Attempting to bind port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:17.213107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Attempting to bind port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:17.228379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:17.229132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Checking segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:17.230128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.230679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Bound using segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:17.231330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Bound port: 8162d6ac-bb88-4987-ab62-c4ef14804fb4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:17.232500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.282934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.331761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] For port 8162d6ac-bb88-4987-ab62-c4ef14804fb4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:17.336946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] For port 8162d6ac-bb88-4987-ab62-c4ef14804fb4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8162d6ac-bb88-4987-ab62-c4ef14804fb4,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:17.345226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.367050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c34a0-d2f1-4e84-aeda-1b1db9410d22 None None] Pushing event updated for resources: {'Port': ['ID=0a4f4b2d-912a-4f91-9874-1b5734577f57,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:17.443400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Routers {'b54d153a-7d26-46f1-98e1-a7b6a7922d2e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:17.444670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:17.601401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Router 540fe27d-435e-4e0b-a3b1-78aeb079b96b is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:35:17.733904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c447f-b835-4822-a943-8cd13eb93c28 req-91c89f8c-2d58-498d-aa97-67d510c432be tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:17.744916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] Set router b54d153a-7d26-46f1-98e1-a7b6a7922d2e gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:17.757496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e0c447f-b835-4822-a943-8cd13eb93c28 req-91c89f8c-2d58-498d-aa97-67d510c432be tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.1533742 Nov 03 19:35:17.911458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7e0c447f-b835-4822-a943-8cd13eb93c28 req-7b2a272c-a83f-4bee-b539-09c6df40a594 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526799 Nov 03 19:35:17.968504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7a24-8923-4be0-947d-148e954dd8ac None None] Pushing event updated for resources: {'Port': ['ID=8162d6ac-bb88-4987-ab62-c4ef14804fb4,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:17.992270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:18.043105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.044787 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-87092e80-5f64-4ed0-b09a-c8d88a48a119 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7460873 Nov 03 19:35:18.047747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49080) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:18.061576 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Sync routers for ids ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:18.074503 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Routers {'540fe27d-435e-4e0b-a3b1-78aeb079b96b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:18.075979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:18.078572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a67f2c69-30d4-433f-bed4-7fd2b76a5e19 None None] Provisioning complete for port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:18.079399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67f2c69-30d4-433f-bed4-7fd2b76a5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.237696 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Set router 540fe27d-435e-4e0b-a3b1-78aeb079b96b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:18.244288 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67f2c69-30d4-433f-bed4-7fd2b76a5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.300155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a67f2c69-30d4-433f-bed4-7fd2b76a5e19 None None] For port 8162d6ac-bb88-4987-ab62-c4ef14804fb4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8162d6ac-bb88-4987-ab62-c4ef14804fb4,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:18.302723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:35:12Z', 'revision_number': 4, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8162d6ac-bb88-4987-ab62-c4ef14804fb4', 'name': '', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'mac_address': 'fa:16:3e:70:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:11Z', 'updated_at': '2021-11-03T19:35:17Z', 'revision_number': 4, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'subnets': [{'id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:18.307720 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a67f2c69-30d4-433f-bed4-7fd2b76a5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.354361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805befa-0e51-48e0-8c59-358458ac4120 None None] The sync data for ids ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'] in n-d-812151-4 is: [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:35:12Z', 'revision_number': 4, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8162d6ac-bb88-4987-ab62-c4ef14804fb4', 'name': '', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'mac_address': 'fa:16:3e:70:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:11Z', 'updated_at': '2021-11-03T19:35:17Z', 'revision_number': 4, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'subnets': [{'id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:18.463870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6be51aba-7c18-42c6-9402-be4712e22dca None None] Provisioning complete for port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:18.464804 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6be51aba-7c18-42c6-9402-be4712e22dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.499326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f2c69-30d4-433f-bed4-7fd2b76a5e19 None None] Pushing event updated for resources: {'Port': ['ID=8162d6ac-bb88-4987-ab62-c4ef14804fb4,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:18.510345 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:16Z', 'revision_number': 3, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:18.585943 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Checking router: 540fe27d-435e-4e0b-a3b1-78aeb079b96b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:18.586658 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Updating router 540fe27d-435e-4e0b-a3b1-78aeb079b96b port b53228de-3ded-42dd-b302-7a855b84dcaa binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:35:18.634142 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.839938 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.060857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb111de-dd66-4e0a-a5db-f0f711dc1a27 None None] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:19.111237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57049-f8aa-46fe-ab7a-e053c88e8439 req-ee5cc833-94ec-47be-bedf-d291a7b8e540 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:19.116247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36d57049-f8aa-46fe-ab7a-e053c88e8439 req-ee5cc833-94ec-47be-bedf-d291a7b8e540 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.0701060 Nov 03 19:35:19.195779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36d57049-f8aa-46fe-ab7a-e053c88e8439 req-a982e7fa-e69f-4784-a618-a0356a67d928 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717990 Nov 03 19:35:19.197063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e94cc525-5491-4be1-abf2-600551910494 None None] Provisioning complete for port 0a4f4b2d-912a-4f91-9874-1b5734577f57 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:19.197444 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e94cc525-5491-4be1-abf2-600551910494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.202069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Allocated IP 172.20.0.1 (2c56256c-461e-46f8-8315-b72a5d94e4e7/f692f46f-f176-44db-9334-8f9ba3ba3623/6f07e6f9-d6e7-4dd4-9a29-16838cbe4185) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:19.215145 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.228909 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.339031 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Attempting to bind port b53228de-3ded-42dd-b302-7a855b84dcaa on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:19.340326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Attempting to bind port b53228de-3ded-42dd-b302-7a855b84dcaa by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:19.340683 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Attempting to bind port b53228de-3ded-42dd-b302-7a855b84dcaa on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:19.360105 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f5d6a-75d3-4777-908c-48f471d7506b None None] Pushing event updated for resources: {'Port': ['ID=b53228de-3ded-42dd-b302-7a855b84dcaa,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:19.364504 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:19.364504 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:19.364891 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.365264 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:19.365751 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Bound port: b53228de-3ded-42dd-b302-7a855b84dcaa, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:19.366478 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.419021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e94cc525-5491-4be1-abf2-600551910494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.430998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.487111 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] For port b53228de-3ded-42dd-b302-7a855b84dcaa, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:19.490060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e94cc525-5491-4be1-abf2-600551910494 None None] For port 0a4f4b2d-912a-4f91-9874-1b5734577f57, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a4f4b2d-912a-4f91-9874-1b5734577f57,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:19.494381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e94cc525-5491-4be1-abf2-600551910494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.494762 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] For port b53228de-3ded-42dd-b302-7a855b84dcaa, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b53228de-3ded-42dd-b302-7a855b84dcaa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:19.501680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.509146 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.592403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cc525-5491-4be1-abf2-600551910494 None None] Pushing event updated for resources: {'Port': ['ID=0a4f4b2d-912a-4f91-9874-1b5734577f57,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:19.620083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:19.628298 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Routers {'540fe27d-435e-4e0b-a3b1-78aeb079b96b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:19.628952 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:19.630795 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f5d6a-75d3-4777-908c-48f471d7506b None None] Pushing event updated for resources: {'Port': ['ID=b53228de-3ded-42dd-b302-7a855b84dcaa,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:19.653802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:19.658569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:19.664558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Pushing event updated for resources: {'Port': ['ID=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:19.793497 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.899073 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] Set router 540fe27d-435e-4e0b-a3b1-78aeb079b96b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:19.925100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a4f4b2d-912a-4f91-9874-1b5734577f57 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:20.041151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0a4f4b2d-912a-4f91-9874-1b5734577f57 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:20.042557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.117105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.119734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cdbd770b-18cf-4aaa-8850-e7046267a815 None None] Provisioning complete for port 0a4f4b2d-912a-4f91-9874-1b5734577f57 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:20.122163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef76c5-f4a5-4179-9d48-64f6791fae40 req-5b2ffa48-112e-4486-995e-4cad38625fb4 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:20.122618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdbd770b-18cf-4aaa-8850-e7046267a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.142615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6ef76c5-f4a5-4179-9d48-64f6791fae40 req-5b2ffa48-112e-4486-995e-4cad38625fb4 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.1088445 Nov 03 19:35:20.256035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e6ef76c5-f4a5-4179-9d48-64f6791fae40 req-faed7a4a-1600-4955-842f-ffca3c968768 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124194 Nov 03 19:35:20.275091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49098) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:20.418574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8162d6ac-bb88-4987-ab62-c4ef14804fb4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:20.444641 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:16Z', 'revision_number': 3, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:20.505914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.507720 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d36fb-352f-4bff-89f4-59db8b8e2939 None None] The sync data for ids ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'] in n-d-812151-4 is: [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:16Z', 'revision_number': 3, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:20.511197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.584806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:20.585342 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.609575 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4823f47-a3cc-448e-9dc7-6a8081982f52 req-c2f3134b-6d60-49b1-9f1b-23f3d251b016 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:20.611183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4823f47-a3cc-448e-9dc7-6a8081982f52 req-c2f3134b-6d60-49b1-9f1b-23f3d251b016 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.2641678 Nov 03 19:35:20.637773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.639701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Pushing event updated for resources: {'Port': ['ID=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:20.692913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2c15797e-2b81-45d6-a5d0-aac3b5cc2a51 None None] Provisioning complete for port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:20.693237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c15797e-2b81-45d6-a5d0-aac3b5cc2a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.708952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4823f47-a3cc-448e-9dc7-6a8081982f52 req-56414987-d011-4b76-b45f-8ede9c6b011e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893669 Nov 03 19:35:20.719754 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port d55675b1-b5dd-4e3f-9a2f-38a3971faf45 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:20.720032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.772491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2c15797e-2b81-45d6-a5d0-aac3b5cc2a51 None None] Port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:20.792447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:20.794383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:20.839982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.840366 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.872467 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for d55675b1-b5dd-4e3f-9a2f-38a3971faf45 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:21.008644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Router 540fe27d-435e-4e0b-a3b1-78aeb079b96b has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:21.189751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:21.206008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-56d7c096-aee8-4c80-8ae0-1d2fe86c3777 None None] Provisioning complete for port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:21.206569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-56d7c096-aee8-4c80-8ae0-1d2fe86c3777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:21.219489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:21.235220 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bb6d4f5c-abbe-4657-bec9-da77cefff37d admin admin] 10.222.0.91 "PUT /v2.0/routers/540fe27d-435e-4e0b-a3b1-78aeb079b96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1783688 Nov 03 19:35:21.255013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=d55675b1-b5dd-4e3f-9a2f-38a3971faf45,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:21.265299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-56d7c096-aee8-4c80-8ae0-1d2fe86c3777 None None] Port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:21.340470 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:21.341092 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 0ab65417-3c46-46f8-b242-db2303b3e63f disassociated (deleted). External IP: 172.25.8.16, port: a7c7d27f-c77c-4930-89b6-3aa5bd71e758. Nov 03 19:35:21.864362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b53228de-3ded-42dd-b302-7a855b84dcaa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:21.922950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b53228de-3ded-42dd-b302-7a855b84dcaa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:21.923233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:22.027128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:22.053653 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port b53228de-3ded-42dd-b302-7a855b84dcaa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b53228de-3ded-42dd-b302-7a855b84dcaa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:22.059833 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:22.121359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=b53228de-3ded-42dd-b302-7a855b84dcaa,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:22.149929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338d313-d557-44af-a15f-a73c2848169a req-62d02680-c88a-4f1f-8d7e-2a40a32f4991 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:22.151738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6338d313-d557-44af-a15f-a73c2848169a req-62d02680-c88a-4f1f-8d7e-2a40a32f4991 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.2652872 Nov 03 19:35:22.152851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-15911fae-0090-48d9-8196-71d6cb77f4f8 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:22.154284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-15911fae-0090-48d9-8196-71d6cb77f4f8 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.3374970 Nov 03 19:35:22.194863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-b05a1194-692e-451e-88ac-85999b07d993 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/quotas/37ed78a0432a40c5b233554dd91805ee HTTP/1.1" status: 200 len: 375 time: 0.0319040 Nov 03 19:35:22.219936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8ed9f430-2079-42e2-a400-25f197f26ccf has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:22.325249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6338d313-d557-44af-a15f-a73c2848169a req-946d71c0-a20b-47a4-a69d-1360ac3b1c20 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585517 Nov 03 19:35:22.378494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-9f7b29d6-81ad-4b3a-a994-0c4ea842f248 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728797 Nov 03 19:35:22.470072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:22.475698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:22.481916 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] Sync routers for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:22.496872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:22.497511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:22.526378 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ad93a28-29e6-4d9c-970e-76d1849b06cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/floatingips/0ab65417-3c46-46f8-b242-db2303b3e63f HTTP/1.1" status: 204 len: 168 time: 2.2501404 Nov 03 19:35:22.527073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:22.530208 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad441a-b9bc-485e-b2c6-00c5e1233725" -d '{"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:22.661018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:22.747281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-fb582a41-8fed-4997-9832-0ba6ee7ab7d1 service neutron] 10.222.0.91 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596082 Nov 03 19:35:22.767313 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ce7d1c-c108-41c8-9fcd-86a4da1f8bf6 x-openstack-request-id: req-e5ce7d1c-c108-41c8-9fcd-86a4da1f8bf6 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:22.767920 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:22.768447 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e5ce7d1c-c108-41c8-9fcd-86a4da1f8bf6 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:22.769158 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'status': 'completed', 'code': 200} Nov 03 19:35:22.873064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-dcf68a58-c4b0-4f47-9b15-19bd1617788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:22.875509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-dcf68a58-c4b0-4f47-9b15-19bd1617788a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 1097 time: 0.0908623 Nov 03 19:35:22.951091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fcd1-7e3c-45e8-8ee0-2215da980ba1 req-1082ed50-37cd-4960-b6d3-7d1cd718978b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:22.954258 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f4fcd1-7e3c-45e8-8ee0-2215da980ba1 req-1082ed50-37cd-4960-b6d3-7d1cd718978b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 946 time: 0.1020498 Nov 03 19:35:22.960585 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Sync routers for ids ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:22.964570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-248f65e1-671f-4cb0-a8ae-1394f21dc8ac service neutron] 10.222.0.91 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022798 Nov 03 19:35:22.973119 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Routers {'540fe27d-435e-4e0b-a3b1-78aeb079b96b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:22.973999 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:23.167326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:06Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:23.197761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f4fcd1-7e3c-45e8-8ee0-2215da980ba1 req-e27ed1fe-18ec-4a3f-97b4-06f6cf7ef301 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817701 Nov 03 19:35:23.232232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-a8347837-0391-41b6-927a-bde9a73fcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.242534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] Checking router: 8ed9f430-2079-42e2-a400-25f197f26ccf for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:23.246438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-a8347837-0391-41b6-927a-bde9a73fcdbf service neutron] 10.222.0.110 "GET /v2.0/networks?id=f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 200 len: 898 time: 0.3438272 Nov 03 19:35:23.261613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:23.262425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:23.304887 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-f0f5ad23-196d-4a9a-baf7-be6eded35d4d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 200 len: 217 time: 0.0506828 Nov 03 19:35:23.332570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:23.400789 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Set router 540fe27d-435e-4e0b-a3b1-78aeb079b96b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:23.454873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-a9c78cf9-a267-454d-878b-82253e8b0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.460780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-a9c78cf9-a267-454d-878b-82253e8b0dec service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 200 len: 834 time: 0.1447740 Nov 03 19:35:23.505842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.resource_extend [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 19:35:23.615921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-5486e723-2b6a-4183-b8b2-6340742344b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.617197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-33d441ac-4394-4516-9884-4200d1e583b1 req-3deb4c6a-0937-43a7-9d5e-4ef49b01bd4b tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 210 time: 0.0293655 Nov 03 19:35:23.625314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-5486e723-2b6a-4183-b8b2-6340742344b8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f173c7d7-4a54-4a81-b806-8b8d1d217e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538420 Nov 03 19:35:23.644407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7647a-4bbf-4d8b-976d-9ac7d78f632d req-375a1786-0446-48aa-b954-8b4c01fa9328 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.652565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bc7647a-4bbf-4d8b-976d-9ac7d78f632d req-375a1786-0446-48aa-b954-8b4c01fa9328 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 944 time: 0.1669433 Nov 03 19:35:23.811042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bc7647a-4bbf-4d8b-976d-9ac7d78f632d req-f56edefa-ac16-49ac-92a6-09654e273437 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394794 Nov 03 19:35:23.890681 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:20Z', 'revision_number': 4, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '6f07e6f9-d6e7-4dd4-9a29-16838cbe4185', 'name': '', 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'mac_address': 'fa:16:3e:59:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'f692f46f-f176-44db-9334-8f9ba3ba3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:18Z', 'updated_at': '2021-11-03T19:35:20Z', 'revision_number': 2, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'subnets': [{'id': 'f692f46f-f176-44db-9334-8f9ba3ba3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:23.925548 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Checking router: 540fe27d-435e-4e0b-a3b1-78aeb079b96b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:23.925956 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Updating router 540fe27d-435e-4e0b-a3b1-78aeb079b96b port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:35:23.961467 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.980442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-c85d40e7-60f8-436b-98ba-2aae356b3111 service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416305 Nov 03 19:35:23.999325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b53228de-3ded-42dd-b302-7a855b84dcaa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:24.077603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:24.227061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b6ad441a-b9bc-485e-b2c6-00c5e1233725 req-fb7cf0d6-0d8e-4ec3-87b4-6aa6e0534d5a service neutron] 10.222.0.110 "GET /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274599 Nov 03 19:35:24.318491 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:24.411724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b53228de-3ded-42dd-b302-7a855b84dcaa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:24.412084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.477602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'mac_address': 'fa:16:3e:84:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:24.491963 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aaf31-e172-4d9f-a9e8-ec28de4c9b8e req-03198b9d-75ab-4912-9690-063093f75401 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.505728 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc1aaf31-e172-4d9f-a9e8-ec28de4c9b8e req-03198b9d-75ab-4912-9690-063093f75401 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 946 time: 0.1162317 Nov 03 19:35:24.548685 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.564519 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.596848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-6496aaae-2168-427e-a823-adf0a87779d6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.602110 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-6496aaae-2168-427e-a823-adf0a87779d6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 946 time: 0.1023400 Nov 03 19:35:24.602858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.607510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc1aaf31-e172-4d9f-a9e8-ec28de4c9b8e req-da6abd6e-50c6-4289-bbc3-f299d462c211 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=28c237c9-76e9-44c7-9320-61299bf84ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020474 Nov 03 19:35:24.636806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:24.783781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:24.791317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5bb2c-b1b4-4de9-95d0-cdbfa5cf28d8 None None] Pushing event updated for resources: {'Port': ['ID=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:24.793910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.831423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0509e9f5-af9c-4eee-b041-3e0145840714 req-0edb864d-38bc-43fa-9f01-813ba1a4e9e7 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 210 time: 0.0770066 Nov 03 19:35:24.853068 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Attempting to bind port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:24.855306 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Attempting to bind port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:24.855852 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Attempting to bind port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 on network 2c56256c-461e-46f8-8315-b72a5d94e4e7 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:24.869828 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:24.870718 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Checking segment: {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:24.871133 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.871543 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Bound using segment: {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:24.874764 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Bound port: 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894c91c-7933-43a9-931b-5ae7e79a665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:24.875220 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.931262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:24.944214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:24.947116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:24.968219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.968555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.977825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.977825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.977825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.978176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.978483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.978832 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.979157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.979475 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.979829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:24.980145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.046438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['05b36c0f-6ed1-4d6a-9dc2-2549b2a43923'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:25.092470 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] For port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:25.097829 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] For port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:25.107301 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:25.124949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92302-f609-4f67-8df8-fd06142b18bc req-6451d1ec-94bb-4b38-b4ad-d889d296f2cc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:25.141885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9c92302-f609-4f67-8df8-fd06142b18bc req-6451d1ec-94bb-4b38-b4ad-d889d296f2cc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 945 time: 0.1855891 Nov 03 19:35:25.175262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port a7c7d27f-c77c-4930-89b6-3aa5bd71e758, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:25.175838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:25.212754 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Routers {'540fe27d-435e-4e0b-a3b1-78aeb079b96b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:25.213771 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:25.226149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b9c92302-f609-4f67-8df8-fd06142b18bc req-261c949d-f787-4589-8026-eb5086604cb2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751328 Nov 03 19:35:25.234570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for a7c7d27f-c77c-4930-89b6-3aa5bd71e758 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:25.256264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:06Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:25.309807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3993cb36-a15c-42ce-9664-df5a2fb3db46 None None] The sync data for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 is: [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:32:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4', 'name': '', 'network_id': 'f173c7d7-4a54-4a81-b806-8b8d1d217e78', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:d3:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:53Z', 'updated_at': '2021-11-03T19:33:06Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '18fdfc57-8498-4a65-baee-2bbd0b66e7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:25.315052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dc05532b-88f3-4fcc-9d64-7eec36ab1f36 None None] Provisioning complete for port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:25.315537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc05532b-88f3-4fcc-9d64-7eec36ab1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:25.618991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:25.628600 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] Set router 540fe27d-435e-4e0b-a3b1-78aeb079b96b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:25.731481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc05532b-88f3-4fcc-9d64-7eec36ab1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:25.770220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=a7c7d27f-c77c-4930-89b6-3aa5bd71e758,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:25.789137 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5bb2c-b1b4-4de9-95d0-cdbfa5cf28d8 None None] Pushing event updated for resources: {'Port': ['ID=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:25.822618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.822969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.827618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.828139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dc05532b-88f3-4fcc-9d64-7eec36ab1f36 None None] For port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:25.831756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.832586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.832963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.837770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.839731 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dc05532b-88f3-4fcc-9d64-7eec36ab1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:25.840769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.841137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.841474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.842298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.842298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:25.965543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97ada1-8492-4ffa-8603-6fab1f757e6a None None] New status for floating IP 0ab65417-3c46-46f8-b242-db2303b3e63f: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:35:25.988861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] No DVR routers for this DVR port a7c7d27f-c77c-4930-89b6-3aa5bd71e758 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:26.006019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:26.010536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-09d9ed78-a81c-4ef1-9afc-22002dd912bd req-0d7b4281-9ccb-4310-bae0-68331f129416 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "DELETE /v2.0/ports/a7c7d27f-c77c-4930-89b6-3aa5bd71e758 HTTP/1.1" status: 204 len: 173 time: 1.4003167 Nov 03 19:35:26.013163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-deleted', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:26.017430 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73a483-dc18-4cf0-9c7d-03f6e8205d29" -d '{"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-deleted", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:26.032584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b4e7b40-440f-4019-93f9-c3e70a97dd18 req-5eb25319-e330-46eb-b5cb-f708eb612a14 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=7899188f-09f8-4fec-a65e-0976e827f4a9 HTTP/1.1" status: 200 len: 210 time: 0.0810637 Nov 03 19:35:26.132822 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:20Z', 'revision_number': 4, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '6f07e6f9-d6e7-4dd4-9a29-16838cbe4185', 'name': '', 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'mac_address': 'fa:16:3e:59:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'f692f46f-f176-44db-9334-8f9ba3ba3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:18Z', 'updated_at': '2021-11-03T19:35:25Z', 'revision_number': 4, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'subnets': [{'id': 'f692f46f-f176-44db-9334-8f9ba3ba3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:26.136922 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb2769f4-535b-4831-8692-9e3965984903 req-2cc5a89d-c1ad-48a3-9149-648af0d217e5 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 210 time: 0.0996904 Nov 03 19:35:26.172091 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfefbcb4-5b7c-4600-a81a-d417ff92af1d x-openstack-request-id: req-dfefbcb4-5b7c-4600-a81a-d417ff92af1d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:26.172954 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7899188f-09f8-4fec-a65e-0976e827f4a9", "name": "network-vif-deleted", "tag": "a7c7d27f-c77c-4930-89b6-3aa5bd71e758", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:26.173433 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfefbcb4-5b7c-4600-a81a-d417ff92af1d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:26.174069 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7899188f-09f8-4fec-a65e-0976e827f4a9', 'name': 'network-vif-deleted', 'tag': 'a7c7d27f-c77c-4930-89b6-3aa5bd71e758', 'status': 'completed', 'code': 200} Nov 03 19:35:26.208664 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c95458-614d-4690-9b3b-37f8584ee736 None None] The sync data for ids ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'] in n-d-812151-4 is: [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:20Z', 'revision_number': 4, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '6f07e6f9-d6e7-4dd4-9a29-16838cbe4185', 'name': '', 'network_id': '2c56256c-461e-46f8-8315-b72a5d94e4e7', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'mac_address': 'fa:16:3e:59:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'f692f46f-f176-44db-9334-8f9ba3ba3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:18Z', 'updated_at': '2021-11-03T19:35:25Z', 'revision_number': 4, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'subnets': [{'id': 'f692f46f-f176-44db-9334-8f9ba3ba3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:26.269718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05532b-88f3-4fcc-9d64-7eec36ab1f36 None None] Pushing event updated for resources: {'Port': ['ID=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:26.282185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d09012a5-a9e6-4b65-9b03-471706c2c1f8 None None] Provisioning complete for port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:26.286703 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d09012a5-a9e6-4b65-9b03-471706c2c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:26.304490 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-ba41635f-efeb-4d14-a06f-70f5a840152a tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:26.323258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-ba41635f-efeb-4d14-a06f-70f5a840152a tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.110 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.3413963 Nov 03 19:35:26.336555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Request body: {'port': {'device_id': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'admin_state_up': True, 'tenant_id': '37ed78a0432a40c5b233554dd91805ee'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:26.420597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Made reservation on behalf of 37ed78a0432a40c5b233554dd91805ee for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:26.435593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:26.598845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb03bd-d611-46aa-b210-bdf23636dbbc req-dae75b90-fcdf-47d7-baac-d1e58346c0f5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:26.614568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09fb03bd-d611-46aa-b210-bdf23636dbbc req-dae75b90-fcdf-47d7-baac-d1e58346c0f5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 945 time: 0.1511018 Nov 03 19:35:26.727539 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Allocated IP 172.20.0.10 (85571769-54eb-43d0-ab0d-ab1e5e69cfab/4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f/547097b8-d23e-4da3-badc-abcfc9eec5c9) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:26.734978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-09fb03bd-d611-46aa-b210-bdf23636dbbc req-a813d240-ba57-4e59-abef-9f18c626ac7c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145084 Nov 03 19:35:27.009635 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.059279 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.136943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49172) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:27.164530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:27.169530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:27.176166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:27.251429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:27.252053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.255857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Pushing event updated for resources: {'Port': ['ID=547097b8-d23e-4da3-badc-abcfc9eec5c9,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:27.280698 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-352bd09d-5a52-4f2b-bd22-ac65471309a6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9441044 Nov 03 19:35:27.304608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Request body: {'port': {'device_id': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:27.329720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:27.404452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:27.419317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:27.419841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.436318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.532360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a50171-7d0c-4f79-b241-0e35c12f286b req-7cecd452-aad9-4b60-8fa8-ee3550768b16 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:27.534142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43a50171-7d0c-4f79-b241-0e35c12f286b req-7cecd452-aad9-4b60-8fa8-ee3550768b16 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1028 time: 0.2662783 Nov 03 19:35:27.738155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.741854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2c53f919-0970-4a95-abd3-1f55c1dc7a4d None None] Provisioning complete for port 547097b8-d23e-4da3-badc-abcfc9eec5c9 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:27.742215 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c53f919-0970-4a95-abd3-1f55c1dc7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:27.916624 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43a50171-7d0c-4f79-b241-0e35c12f286b req-e906535a-8f26-42f2-b039-7b2d01e16b82 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663116 Nov 03 19:35:27.972937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:27.993031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:27.996517 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c40ed9-33be-43ce-9a3e-844eed3d7650" -d '{"events": [{"server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "name": "network-vif-plugged", "status": "completed", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:28.021413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:28.031174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2c53f919-0970-4a95-abd3-1f55c1dc7a4d None None] Port 547097b8-d23e-4da3-badc-abcfc9eec5c9 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:28.046635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547097b8-d23e-4da3-badc-abcfc9eec5c9 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:28.060873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: a7c7d27f-c77c-4930-89b6-3aa5bd71e758 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:28.061784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device a7c7d27f-c77c-4930-89b6-3aa5bd71e758 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:28.064297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:28.075260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.085884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.107184 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242a843-ee00-44a9-835c-e1c71b5b8e95 x-openstack-request-id: req-a242a843-ee00-44a9-835c-e1c71b5b8e95 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:28.107404 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "name": "network-vif-plugged", "status": "completed", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:28.107737 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a242a843-ee00-44a9-835c-e1c71b5b8e95 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:28.108069 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'code': 200} Nov 03 19:35:28.127455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Transition to ACTIVE for port object 547097b8-d23e-4da3-badc-abcfc9eec5c9 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:35:28.154874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:28.155268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.175045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce073a3-d52a-4e4b-96df-e3c8372875cb req-344d2326-9a7a-46a5-b4cf-ab636a461a20 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:28.185527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bce073a3-d52a-4e4b-96df-e3c8372875cb req-344d2326-9a7a-46a5-b4cf-ab636a461a20 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 945 time: 0.2637231 Nov 03 19:35:28.188869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.199925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:28.284907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bce073a3-d52a-4e4b-96df-e3c8372875cb req-19a826ff-e5cf-45ec-9760-5ac8b7743165 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982425 Nov 03 19:35:28.398301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Pushing event updated for resources: {'Port': ['ID=547097b8-d23e-4da3-badc-abcfc9eec5c9,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:28.440749 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.524761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ffed0-4fd7-4c2a-9e79-486285d68ddb req-16b98464-0b85-4e8c-bc85-90e3ba82a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:28.537642 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-251ffed0-4fd7-4c2a-9e79-486285d68ddb req-16b98464-0b85-4e8c-bc85-90e3ba82a695 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1097 time: 0.2965455 Nov 03 19:35:28.634178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-251ffed0-4fd7-4c2a-9e79-486285d68ddb req-dcaf1fa8-1e42-4834-8874-e36683b7d4a6 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957050 Nov 03 19:35:28.665411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Attempting to bind port 547097b8-d23e-4da3-badc-abcfc9eec5c9 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:28.665753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Attempting to bind port 547097b8-d23e-4da3-badc-abcfc9eec5c9 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:28.666072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Attempting to bind port 547097b8-d23e-4da3-badc-abcfc9eec5c9 on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:28.678144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Port 547097b8-d23e-4da3-badc-abcfc9eec5c9 on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:35:28.678472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Attempting to bind port 547097b8-d23e-4da3-badc-abcfc9eec5c9 on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:28.684524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:28.684923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Checking segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:28.685330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Bound using segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:28.685770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Bound port: 547097b8-d23e-4da3-badc-abcfc9eec5c9, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:28.686134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.765429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] For port 547097b8-d23e-4da3-badc-abcfc9eec5c9, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:28.781976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] For port 547097b8-d23e-4da3-badc-abcfc9eec5c9, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:28.787826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.836337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:28.836673 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.854447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:28.858488 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.858488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] 10.222.0.110 "PUT /v2.0/ports/547097b8-d23e-4da3-badc-abcfc9eec5c9 HTTP/1.1" status: 200 len: 1092 time: 1.5679917 Nov 03 19:35:28.858488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'tag': '547097b8-d23e-4da3-badc-abcfc9eec5c9'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:28.864506 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64939157-4a21-4bc8-8d71-c7ef7134e010" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccc214a-9bcd-450b-acf5-2b114bbe0629", "tag": "547097b8-d23e-4da3-badc-abcfc9eec5c9"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:28.881106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d277-9f50-4afe-8b56-5a0804bb66d5 service neutron] Pushing event updated for resources: {'Port': ['ID=547097b8-d23e-4da3-badc-abcfc9eec5c9,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:28.947701 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e6997-681c-4960-a420-4433470d3994 x-openstack-request-id: req-960e6997-681c-4960-a420-4433470d3994 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:28.948573 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccc214a-9bcd-450b-acf5-2b114bbe0629", "tag": "547097b8-d23e-4da3-badc-abcfc9eec5c9", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:28.948861 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-960e6997-681c-4960-a420-4433470d3994 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:28.949419 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'tag': '547097b8-d23e-4da3-badc-abcfc9eec5c9', 'status': 'completed', 'code': 200} Nov 03 19:35:29.031610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-166f3c70-dc61-4ba2-a538-6ae729969b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.033452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-166f3c70-dc61-4ba2-a538-6ae729969b5f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1095 time: 0.1151121 Nov 03 19:35:29.044185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:29.044700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:29.084336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:29.088642 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-276b2f51-008c-40cb-b4d2-2baf0a2b84c2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9 HTTP/1.1" status: 200 len: 217 time: 0.0457242 Nov 03 19:35:29.160829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef800-b3c9-4569-b2ff-f5f167868bfd req-dffa61a4-4fde-4167-aaf9-438688690309 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.162615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6cef800-b3c9-4569-b2ff-f5f167868bfd req-dffa61a4-4fde-4167-aaf9-438688690309 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1095 time: 0.1209478 Nov 03 19:35:29.190116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-0a8b0663-e395-4857-9fba-93356f8649b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.191827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-0a8b0663-e395-4857-9fba-93356f8649b5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f HTTP/1.1" status: 200 len: 849 time: 0.0944080 Nov 03 19:35:29.265773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-b4894d83-00a4-4f98-84b7-afc0e3d7d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.267566 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-b4894d83-00a4-4f98-84b7-afc0e3d7d4b4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85571769-54eb-43d0-ab0d-ab1e5e69cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671177 Nov 03 19:35:29.306872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6cef800-b3c9-4569-b2ff-f5f167868bfd req-2c3bf9ac-864b-41d9-b65c-85d3dc9bdfc1 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203732 Nov 03 19:35:29.418738 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-b9790e0f-33d5-40e9-9326-cb2e4c6d61be service neutron] 10.222.0.110 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433203 Nov 03 19:35:29.488231 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:29.531912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940466b-cf87-4fd3-b133-b59d9cfa221f req-ae034b7c-d1d4-4bc1-be08-366e09bb0950 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.533826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5940466b-cf87-4fd3-b133-b59d9cfa221f req-ae034b7c-d1d4-4bc1-be08-366e09bb0950 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 946 time: 0.1141615 Nov 03 19:35:29.537105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:29.599588 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6efecf96-4d9e-44d0-b359-d7a2f8507d82 req-a8afb413-d20f-4ad9-bcab-b7a231b5e353 service neutron] 10.222.0.110 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705103 Nov 03 19:35:29.753722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5940466b-cf87-4fd3-b133-b59d9cfa221f req-73c9097c-caa4-44db-a185-e1b7f699757c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073267 Nov 03 19:35:29.860579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-5486d08e-18d2-4660-b7c4-967cf3bb79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.862347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-5486d08e-18d2-4660-b7c4-967cf3bb79ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1095 time: 0.1092942 Nov 03 19:35:29.915467 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:29.988565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-c2bda8b2-8c28-4f1b-9855-913e05092f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.990485 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-c2bda8b2-8c28-4f1b-9855-913e05092f4b service neutron] 10.222.0.110 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.1186640 Nov 03 19:35:30.037726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-2352772e-b5a7-44e8-be6d-4068f9102e5b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9 HTTP/1.1" status: 200 len: 217 time: 0.0387855 Nov 03 19:35:30.100024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-124a152b-8eec-4ac5-834c-9948674d8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:30.101897 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-124a152b-8eec-4ac5-834c-9948674d8ff1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f HTTP/1.1" status: 200 len: 849 time: 0.0559165 Nov 03 19:35:30.174400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-4c427e2e-26c2-4427-bd8a-f0d086fc58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:30.176253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-4c427e2e-26c2-4427-bd8a-f0d086fc58ea service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85571769-54eb-43d0-ab0d-ab1e5e69cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601225 Nov 03 19:35:30.311084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-e1c88489-6ec3-4da0-8923-1c43187eee9f service neutron] 10.222.0.110 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261060 Nov 03 19:35:30.441798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64939157-4a21-4bc8-8d71-c7ef7134e010 req-73e2590f-d107-4cc9-a583-abb295fb994d service neutron] 10.222.0.110 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199894 Nov 03 19:35:30.506039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f84c32-a8ca-4e04-9070-1d7470685bd5 req-de0e9dd4-8528-4e02-8708-51cba44e49b3 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:30.507784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51f84c32-a8ca-4e04-9070-1d7470685bd5 req-de0e9dd4-8528-4e02-8708-51cba44e49b3 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1095 time: 0.0945625 Nov 03 19:35:30.554369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 8ed9f430-2079-42e2-a400-25f197f26ccf has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:30.578871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51f84c32-a8ca-4e04-9070-1d7470685bd5 req-f8d2f5dc-7600-4767-aca7-c74ae7b27563 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625277 Nov 03 19:35:30.705534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:30.714274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-58aaa3c6-b3ed-46b2-a4dc-3c5ffcdcfda9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/8ed9f430-2079-42e2-a400-25f197f26ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5731001 Nov 03 19:35:30.714822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49200) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:30.720244 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] Sync routers for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:30.732274 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:30.732974 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:30.779652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting subnet 18fdfc57-8498-4a65-baee-2bbd0b66e7f5 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:35:30.783151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:30.826803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:30.853461 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:30.906286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce44657-eb01-413f-bf45-77bf19c3708b req-7913cf68-d36b-41be-9048-90185cf312dc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:30.909145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ce44657-eb01-413f-bf45-77bf19c3708b req-7913cf68-d36b-41be-9048-90185cf312dc tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 946 time: 0.0601366 Nov 03 19:35:30.946601 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:30.983826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ce44657-eb01-413f-bf45-77bf19c3708b req-28f91baa-bcff-46f9-a1ec-9612dfd8cc58 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669830 Nov 03 19:35:31.014712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.046975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.053051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/subnets/18fdfc57-8498-4a65-baee-2bbd0b66e7f5 HTTP/1.1" status: 204 len: 168 time: 0.3347423 Nov 03 19:35:31.053051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b686f-2bcb-4988-a76e-a2c6dc0c07cf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Subnet': ['ID=18fdfc57-8498-4a65-baee-2bbd0b66e7f5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:31.053051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:31.061306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b5081-3f28-49ca-a951-e76b8e7eb08b None None] Network f173c7d7-4a54-4a81-b806-8b8d1d217e78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:31.094807 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:35:29Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:31.132982 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] Checking router: 8ed9f430-2079-42e2-a400-25f197f26ccf for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:31.144128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] Routers {'8ed9f430-2079-42e2-a400-25f197f26ccf'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:31.145119 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8ed9f430-2079-42e2-a400-25f197f26ccf'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:31.213238 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.214985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a040d17-5759-455e-963b-9a4edf7ba505 req-6e536ae9-73aa-49ca-9abf-6f3936c2d6db tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:31.217552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a040d17-5759-455e-963b-9a4edf7ba505 req-6e536ae9-73aa-49ca-9abf-6f3936c2d6db tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 946 time: 0.0997798 Nov 03 19:35:31.307720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] DHCP port deletion for f173c7d7-4a54-4a81-b806-8b8d1d217e78 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:35:31.336674 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a040d17-5759-455e-963b-9a4edf7ba505 req-edb089f9-52b3-4f5a-b99b-d01523cbd957 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128831 Nov 03 19:35:31.364439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49210) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:31.376028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.432147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] Deleting port 413fbc23-9261-4d97-b7a0-4d0741484dd7 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:31.432593 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.451624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:31.452016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.489233 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] Set router 8ed9f430-2079-42e2-a400-25f197f26ccf gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:31.531777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] For port 413fbc23-9261-4d97-b7a0-4d0741484dd7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=413fbc23-9261-4d97-b7a0-4d0741484dd7,segment=NetworkSegment(fcf3eb1b-5b62-4082-b2f5-ee45cc91f548),segment_id=fcf3eb1b-5b62-4082-b2f5-ee45cc91f548)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:31.532064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.548761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] Calling delete_port for 413fbc23-9261-4d97-b7a0-4d0741484dd7 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:31.559607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 9f1b2ca1-5bbc-4a74-842f-83113f999dc7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:31.560323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.576347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:31.606872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5209fb68-2fd0-481d-be07-fbffd78791ec tempest-TestVolumeBootPattern-2141524626 tempest-TestVolumeBootPattern-2141524626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:31.611527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5209fb68-2fd0-481d-be07-fbffd78791ec tempest-TestVolumeBootPattern-2141524626 tempest-TestVolumeBootPattern-2141524626-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1092 time: 0.2453785 Nov 03 19:35:31.612137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49216) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:31.616704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:31.645250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.669944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.706413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] Pushing event deleted for resources: {'Port': ['ID=413fbc23-9261-4d97-b7a0-4d0741484dd7,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:31.716590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c3c87-a2a6-4578-8f8d-ec431fb96344 None None] No DVR routers for this DVR port 413fbc23-9261-4d97-b7a0-4d0741484dd7 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:31.793804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc80a5-0a40-4330-baba-c68f78d40959 req-5b6b86ed-cdf4-46ef-9920-715d7d547d9e tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:31.801375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fcc80a5-0a40-4330-baba-c68f78d40959 req-5b6b86ed-cdf4-46ef-9920-715d7d547d9e tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1095 time: 0.0981894 Nov 03 19:35:31.813275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 413fbc23-9261-4d97-b7a0-4d0741484dd7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:31.829590 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:35:29Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:31.843448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 413fbc23-9261-4d97-b7a0-4d0741484dd7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:31.843954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 413fbc23-9261-4d97-b7a0-4d0741484dd7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:31.874227 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95cbbd-49fc-4ad1-80e5-b4207ed6a059 None None] The sync data for ids ['8ed9f430-2079-42e2-a400-25f197f26ccf'] in n-d-812151-4 is: [{'id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403480769', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:32:45Z', 'updated_at': '2021-11-03T19:35:29Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '9f1b2ca1-5bbc-4a74-842f-83113f999dc7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed9f430-2079-42e2-a400-25f197f26ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:32:46Z', 'updated_at': '2021-11-03T19:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:31.894712 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.911505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4fcc80a5-0a40-4330-baba-c68f78d40959 req-449e2c07-0c65-433d-8d0f-07b54d298998 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947170 Nov 03 19:35:31.980458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 547097b8-d23e-4da3-badc-abcfc9eec5c9 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:32.090706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.25.8.232 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/abdc0661-8e70-40a7-a2c4-588779ff3aa0) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:32.161437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 547097b8-d23e-4da3-badc-abcfc9eec5c9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:32.176036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '547097b8-d23e-4da3-badc-abcfc9eec5c9', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'port_id': '547097b8-d23e-4da3-badc-abcfc9eec5c9', 'mac_address': 'fa:16:3e:82:d4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:32.225638 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.267448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547097b8-d23e-4da3-badc-abcfc9eec5c9 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:32.291245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 547097b8-d23e-4da3-badc-abcfc9eec5c9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:32.296882 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.330574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.355247 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.363705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=547097b8-d23e-4da3-badc-abcfc9eec5c9,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:32.396029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=9f1b2ca1-5bbc-4a74-842f-83113f999dc7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:32.431221 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.494423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:32.502503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:32.505139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:32.508433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.510164 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=abdc0661-8e70-40a7-a2c4-588779ff3aa0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:32.548940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['547097b8-d23e-4da3-badc-abcfc9eec5c9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:32.617168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.619494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.674795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.675360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed9f430-2079-42e2-a400-25f197f26ccf {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:35:32.686971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.693647 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c3e7dcfd-3224-40ec-9c32-d2f28850f3ff tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/routers/8ed9f430-2079-42e2-a400-25f197f26ccf HTTP/1.1" status: 204 len: 168 time: 1.6395054 Nov 03 19:35:32.694318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49220) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:32.697881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.818534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.944841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.971625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f173c7d7-4a54-4a81-b806-8b8d1d217e78']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:32.982858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:32.983253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf3eb1b-5b62-4082-b2f5-ee45cc91f548') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:32.999338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.016033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.029659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.036750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:33.037182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:33.043287 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:33.094453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50d169-595d-4c07-8fea-7e190c710f2f req-e8b3fea4-b4ea-4a73-bd86-d416a254884e tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:33.096057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d50d169-595d-4c07-8fea-7e190c710f2f req-e8b3fea4-b4ea-4a73-bd86-d416a254884e tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1096 time: 0.0810156 Nov 03 19:35:33.123206 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.132823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.137910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/networks/f173c7d7-4a54-4a81-b806-8b8d1d217e78 HTTP/1.1" status: 204 len: 168 time: 0.4380279 Nov 03 19:35:33.140801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49224) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:33.166067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82af3b-55e7-4459-a28e-b98210aff153 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Network': ['ID=f173c7d7-4a54-4a81-b806-8b8d1d217e78,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:33.170945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.218656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d50d169-595d-4c07-8fea-7e190c710f2f req-6c152b61-ce75-42a7-a962-f3a995e17913 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080480 Nov 03 19:35:33.255555 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.261840 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3940fe83-8d2a-4a81-bfad-dae1b9a39aae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.298326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3940fe83-8d2a-4a81-bfad-dae1b9a39aae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.388868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3940fe83-8d2a-4a81-bfad-dae1b9a39aae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.393067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3940fe83-8d2a-4a81-bfad-dae1b9a39aae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.394984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3940fe83-8d2a-4a81-bfad-dae1b9a39aae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/security-groups/28c237c9-76e9-44c7-9320-61299bf84ef2 HTTP/1.1" status: 204 len: 168 time: 0.2532945 Nov 03 19:35:33.406360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940fe83-8d2a-4a81-bfad-dae1b9a39aae tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c237c9-76e9-44c7-9320-61299bf84ef2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:33.415090 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.438918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.539451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=abdc0661-8e70-40a7-a2c4-588779ff3aa0,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:33.554951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.653390 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49238) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:33.659224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662336150', 'description': 'tempest-secgroup-smoke-662336150 description', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:33.686746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.695056 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Floating IP 93265511-6b68-4d81-980c-b05f118ca384 associated. External IP: 172.25.8.232, port: 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923. Nov 03 19:35:33.788414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.794654 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.826209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:33.885661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.888315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:33.889996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9f1b2ca1-5bbc-4a74-842f-83113f999dc7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:33.890398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2352047 Nov 03 19:35:33.890927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:33.899668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49240) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:33.922227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '5a4a362d-ac62-49eb-8ca6-b09560e5f606', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:33.929190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:33.929686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5ff18f98-7c39-4dd3-a3a1-34bf04aa05d4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:33.946820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff37c11-e3e6-4e79-a105-1e6d71d459b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a362d-ac62-49eb-8ca6-b09560e5f606,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:33.994853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:33.997025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 547097b8-d23e-4da3-badc-abcfc9eec5c9 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:34.103663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.106847 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:34.109232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.123212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 547097b8-d23e-4da3-badc-abcfc9eec5c9 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:34.131690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b7495a-692b-4936-bac4-d6bd7c9219d8,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.141548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 547097b8-d23e-4da3-badc-abcfc9eec5c9 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:34.142887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.150699 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.152367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fd2e4a25-bb6a-4c48-a8f4-7bc208fd567c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464991 Nov 03 19:35:34.155068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:34.161768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '5a4a362d-ac62-49eb-8ca6-b09560e5f606', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:34.211584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.284334 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.326385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 547097b8-d23e-4da3-badc-abcfc9eec5c9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:34.328288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547097b8-d23e-4da3-badc-abcfc9eec5c9'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:34.331819 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8860be3-e6ae-4b9a-bb72-f347bfdd9f6a" -d '{"events": [{"server_uuid": "6ccc214a-9bcd-450b-acf5-2b114bbe0629", "name": "network-vif-plugged", "status": "completed", "tag": "547097b8-d23e-4da3-badc-abcfc9eec5c9"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:34.343586 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.344747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.351889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.371018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b34d22-593c-4ffb-8166-1f16009454cb,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.381026 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69012733-8510-4012-ab29-b2d8cc9221c3 x-openstack-request-id: req-69012733-8510-4012-ab29-b2d8cc9221c3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:34.381480 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccc214a-9bcd-450b-acf5-2b114bbe0629", "name": "network-vif-plugged", "status": "completed", "tag": "547097b8-d23e-4da3-badc-abcfc9eec5c9", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:34.381895 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-69012733-8510-4012-ab29-b2d8cc9221c3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:34.382557 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547097b8-d23e-4da3-badc-abcfc9eec5c9', 'code': 200} Nov 03 19:35:34.404554 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.404554 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-48bd87fe-3594-4aa9-8b2f-da58a4409b58 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2470400 Nov 03 19:35:34.409118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49248) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:34.413674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '5a4a362d-ac62-49eb-8ca6-b09560e5f606', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:34.416822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:34.428257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:34.444133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=547097b8-d23e-4da3-badc-abcfc9eec5c9,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.449925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:34.450967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:34.454165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beea930-b13e-4361-9f98-9cc53ca64c9a req-83130014-f5ba-4702-82b1-66deec225d94 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:34.457592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0beea930-b13e-4361-9f98-9cc53ca64c9a req-83130014-f5ba-4702-82b1-66deec225d94 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.1181736 Nov 03 19:35:34.520108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.530664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.584024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78531411-5e78-4067-aa25-5958ba35b59b req-dd8395a6-9e66-4004-b58b-2d3b87d0d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:34.585622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78531411-5e78-4067-aa25-5958ba35b59b req-dd8395a6-9e66-4004-b58b-2d3b87d0d13e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.1119363 Nov 03 19:35:34.591402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-af0b42c8-4040-4531-914f-23724354ae24 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9781904 Nov 03 19:35:34.595268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:34.603715 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbdaeb3-9242-4776-9d53-07b9cd400a00" -d '{"events": [{"name": "network-changed", "server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:34.612500 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0beea930-b13e-4361-9f98-9cc53ca64c9a req-aff7f44e-fda5-466c-8194-b49ac0aaf9ad tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482971 Nov 03 19:35:34.667864 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd34ac15-b0db-440c-abd5-f28d3c825faf x-openstack-request-id: req-fd34ac15-b0db-440c-abd5-f28d3c825faf {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:34.668287 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:34.668639 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fd34ac15-b0db-440c-abd5-f28d3c825faf {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:34.669183 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'status': 'completed', 'code': 200} Nov 03 19:35:34.692742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.711902 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.751460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad715b4-3982-4f6c-b7f1-ba08c773f45d,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.760235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-78531411-5e78-4067-aa25-5958ba35b59b req-a2563eaa-1059-4854-98ec-b1265a9e785c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375613 Nov 03 19:35:34.772970 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.774225 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b2caa9db-4570-4ea8-8932-acd0aa8abe2a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3641059 Nov 03 19:35:34.777883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49256) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:34.782675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-9d09727d-a739-4b9d-8474-6331ecb5139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:34.783359 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '5a4a362d-ac62-49eb-8ca6-b09560e5f606', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:34.784398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-9d09727d-a739-4b9d-8474-6331ecb5139e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1097 time: 0.0852449 Nov 03 19:35:34.817535 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.860452 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87e17dc3-c73c-4d86-b896-d5579535e4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.880073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:34.900946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.909358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.918000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-64492a6b-1bfa-4650-b0e7-c56531c4a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:34.921792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-64492a6b-1bfa-4650-b0e7-c56531c4a0f6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1282959 Nov 03 19:35:34.935211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa2d8d6-fbfc-47ea-9ece-2aa34dca0bd6,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.956330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.958065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-359b435d-9705-41c1-a49a-1620cb10e156 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788933 Nov 03 19:35:34.960662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49258) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:34.968634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '5a4a362d-ac62-49eb-8ca6-b09560e5f606', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:35.007570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-5f7074b3-e2e8-40cc-ad55-9b5ed4e878d5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 200 len: 1000 time: 0.0776784 Nov 03 19:35:35.009923 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:35:35.018080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.081062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-8577f415-f572-4b4c-b8f7-c0755d536207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.086135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-8577f415-f572-4b4c-b8f7-c0755d536207 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0709887 Nov 03 19:35:35.098314 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.105000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.141844 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.143950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1811242 Nov 03 19:35:35.147037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49260) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:35.148782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2bace-a41e-4a5d-acc2-afa0d17a4e1f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4b386e-c250-433f-9bab-f29cf09eb931,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:35.153984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '5a4a362d-ac62-49eb-8ca6-b09560e5f606', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:35.192232 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:35:35.199397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-4f53054c-a291-495f-99f7-7648c90ad5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.201042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-4f53054c-a291-495f-99f7-7648c90ad5a3 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058881 Nov 03 19:35:35.202016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '93265511-6b68-4d81-980c-b05f118ca384', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:84:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:35:32Z', 'updated_at': '2021-11-03T19:35:32Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:35.202698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.252996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:35.302351 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:35.303525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:35.374778 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.384025 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.422636 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-51035e29-ed0c-40f3-a7e8-863a697d01aa service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102191 Nov 03 19:35:35.425398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de24623-f108-4965-b50f-ea2d83809977,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:35.437977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.437977 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-294bed12-12c0-4711-9b3b-4978fbe4c6b2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2849495 Nov 03 19:35:35.438824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:35.443682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'network': {'name': 'tempest-network-smoke--298409877', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:35.471317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:35.475995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:35.481115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.515243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:35.538257 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.538812 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Added segment e6256a54-20a0-4fde-ae6c-b03de4a49ac6 of type vlan for network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a Nov 03 19:35:35.557285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbdaeb3-9242-4776-9d53-07b9cd400a00 req-fa348035-d4ae-45de-9c89-ca9abf94b912 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216998 Nov 03 19:35:35.596069 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.630549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.640918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.641762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.673577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2350864 Nov 03 19:35:35.678098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49270) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:35.685919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'admin_state_up': True, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:35.753502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.754684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.790282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f582566-1a21-452e-9f0c-3e1fefaf14e5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Network': ['ID=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:35.806967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:35.858743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5c5bb-5069-4ad6-b0e5-370c89353a05 req-6d8752a4-e1c0-4649-8deb-80c54504bb7c tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.867762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77e5c5bb-5069-4ad6-b0e5-370c89353a05 req-6d8752a4-e1c0-4649-8deb-80c54504bb7c tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.1028323 Nov 03 19:35:35.879099 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.927035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '93265511-6b68-4d81-980c-b05f118ca384', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:84:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:35:32Z', 'updated_at': '2021-11-03T19:35:32Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:35.939899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77e5c5bb-5069-4ad6-b0e5-370c89353a05 req-cc50a0da-72e7-453e-a53f-a57a6c71f805 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709431 Nov 03 19:35:35.974584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed9de9-00e5-4207-96b6-af4b55548f3b None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '93265511-6b68-4d81-980c-b05f118ca384', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:84:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:35:32Z', 'updated_at': '2021-11-03T19:35:32Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:36.078805 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:36.292759 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf40c93-1946-4aed-bca9-174f4a128cd1 None None] New status for floating IP 93265511-6b68-4d81-980c-b05f118ca384: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:35:36.320911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:36.342587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:36.471954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.74 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/1d25d951-b130-4354-9418-1bf5d27d4c10) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:36.600704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:36.638559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:36.678635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:36.684687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:36.689708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:36.713237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=1d25d951-b130-4354-9418-1bf5d27d4c10,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:36.971384 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:37.073957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a540a0-c9e3-49a5-be55-a102bb5dc6d7 req-6b7bc2a6-9f82-4498-9b5b-edf39fdc1fd3 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:37.075908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6a540a0-c9e3-49a5-be55-a102bb5dc6d7 req-6b7bc2a6-9f82-4498-9b5b-edf39fdc1fd3 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.0475118 Nov 03 19:35:37.125055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6a540a0-c9e3-49a5-be55-a102bb5dc6d7 req-046a231d-ec98-41ac-9cd0-7d2fe27c1afa tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Nov 03 19:35:37.193481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:37.262436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f9b9-75b0-479f-acc1-f2508f03e284 req-511377c3-fc6a-4b45-9560-666b2ae23ea6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:37.264177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec96f9b9-75b0-479f-acc1-f2508f03e284 req-511377c3-fc6a-4b45-9560-666b2ae23ea6 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.0613973 Nov 03 19:35:37.312216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec96f9b9-75b0-479f-acc1-f2508f03e284 req-f0364221-1f58-4340-9b33-da2af07c4cc1 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Nov 03 19:35:37.354631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 92981de9-513e-44c4-81ca-4d2db8064c18 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:35:37.436199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca5b9-8708-449e-97ec-53f62731441f req-8d3356b6-a1ba-4166-bec6-c6b76c4e9fc0 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:37.438460 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-971ca5b9-8708-449e-97ec-53f62731441f req-8d3356b6-a1ba-4166-bec6-c6b76c4e9fc0 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.0499699 Nov 03 19:35:37.480461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:37.494829 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-971ca5b9-8708-449e-97ec-53f62731441f req-21910139-d8a1-4e3f-87c2-401f09459815 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484083 Nov 03 19:35:37.501154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Sync routers for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:37.520749 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:37.520749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af808102-61d4-41fa-b73f-d3a32623d106 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8316252 Nov 03 19:35:37.521062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:37.527778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:37.529624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:37.561560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49286) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:37.562074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-30d10ee7-ecc5-4347-bef7-a44a08b1994f tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4d240c4693a4d57b0b45382638a52bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458415 Nov 03 19:35:37.672714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee4f71-c2d6-42e4-80f2-016ef8186ec5 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:37.674468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e0ee4f71-c2d6-42e4-80f2-016ef8186ec5 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114755 Nov 03 19:35:37.678001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:37.685033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:37.738706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1cce3439-d1da-4748-aa88-dbd1f5c4b50c tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493460 Nov 03 19:35:37.739198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49300) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:37.747185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061227781', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:37.928792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:36Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:37.967311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Checking router: 92981de9-513e-44c4-81ca-4d2db8064c18 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:37.968026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Updating router 92981de9-513e-44c4-81ca-4d2db8064c18 port 1d25d951-b130-4354-9418-1bf5d27d4c10 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:35:38.002831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.196062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-cb6cd60d-ff11-49b4-afcc-a8e24f5ebb73 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.198735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-cb6cd60d-ff11-49b4-afcc-a8e24f5ebb73 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.5208831 Nov 03 19:35:38.235943 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-331fb083-e51a-42df-aa5e-f7ea984e5cff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/quotas/37ed78a0432a40c5b233554dd91805ee HTTP/1.1" status: 200 len: 375 time: 0.0179634 Nov 03 19:35:38.237222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:38.243842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.389008 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-616fa11b-8ccc-4b3c-a2c6-5f551c861d84 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216569 Nov 03 19:35:38.396579 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.402367 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ec3ceb8-8cb0-4c36-99f0-7cc1a4cbb61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.405069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.469802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Attempting to bind port 1d25d951-b130-4354-9418-1bf5d27d4c10 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:38.470387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Attempting to bind port 1d25d951-b130-4354-9418-1bf5d27d4c10 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:38.471207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Attempting to bind port 1d25d951-b130-4354-9418-1bf5d27d4c10 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:38.486030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:38.486581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:38.487087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.487585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:38.488376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Bound port: 1d25d951-b130-4354-9418-1bf5d27d4c10, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:38.489180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.492964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4eb4-7107-48d8-b538-a26bc3807c87 None None] Pushing event updated for resources: {'Port': ['ID=1d25d951-b130-4354-9418-1bf5d27d4c10,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:38.585000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] For port 1d25d951-b130-4354-9418-1bf5d27d4c10, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:38.596442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] For port 1d25d951-b130-4354-9418-1bf5d27d4c10, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1d25d951-b130-4354-9418-1bf5d27d4c10,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:38.600942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.606403 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.635133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b13aac79-2fcf-438f-98e7-94a7f48e0c1f service neutron] 10.222.0.91 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255931 Nov 03 19:35:38.689758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:38.690566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:38.696758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4eb4-7107-48d8-b538-a26bc3807c87 None None] Pushing event updated for resources: {'Port': ['ID=1d25d951-b130-4354-9418-1bf5d27d4c10,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:38.767903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Subnet': ['ID=658344eb-1319-4e08-a9d2-3b81422eb2fe,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:38.802700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Checking segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:38.803294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network hostable DHCP agents. Network: bbd086b1-55ad-47b4-bf7f-2471a2fcf16a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:38.837482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:38.846138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-a6411304-d0b3-443f-8bb7-2a30bff712a8 service neutron] 10.222.0.91 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030041 Nov 03 19:35:38.847228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:38.859727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, bbd086b1-55ad-47b4-bf7f-2471a2fcf16a) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:38.866270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.866970 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:38.890044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49304) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:38.891156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-39fb7718-95aa-4975-8af4-9516e16a4318 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1506457 Nov 03 19:35:38.917642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23dfb89-c348-48de-957b-1a32a05fa278 None None] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:39.184329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-31d87d66-99dc-4499-8df7-6f506d1b9d4f req-db8d946b-83a1-4d1a-8b73-13899b7c1cbb tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 210 time: 0.0559068 Nov 03 19:35:39.275109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:39.276932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:39.306726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:36Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:39.626925 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:39.670919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b74987-f29e-4043-b925-b2997bf1d52d None None] The sync data for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 is: [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:36Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:39.721840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Allocated IP 172.20.0.2 (bbd086b1-55ad-47b4-bf7f-2471a2fcf16a/658344eb-1319-4e08-a9d2-3b81422eb2fe/d9ad703f-504f-47a9-839a-4e93737b805a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:39.939244 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:39.948188 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.038227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:40.065375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.1 (bbd086b1-55ad-47b4-bf7f-2471a2fcf16a/658344eb-1319-4e08-a9d2-3b81422eb2fe/4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:40.087890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:40.089735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Pushing event updated for resources: {'Port': ['ID=d9ad703f-504f-47a9-839a-4e93737b805a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:40.099425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:40.103684 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.180210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Attempting to bind port d9ad703f-504f-47a9-839a-4e93737b805a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:40.180579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Attempting to bind port d9ad703f-504f-47a9-839a-4e93737b805a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:40.181478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Attempting to bind port d9ad703f-504f-47a9-839a-4e93737b805a on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:40.197645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:40.197645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Checking segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:40.198081 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.201622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Bound using segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:40.201622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Bound port: d9ad703f-504f-47a9-839a-4e93737b805a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:40.203270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.269173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.333825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.356364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] For port d9ad703f-504f-47a9-839a-4e93737b805a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:40.373320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] For port d9ad703f-504f-47a9-839a-4e93737b805a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d9ad703f-504f-47a9-839a-4e93737b805a,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:40.379844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.381444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03ff9694-eabb-47d1-b68b-b59704f15895 req-4bb45aa9-2014-4f2a-ba34-1e94b20d2f4c tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 210 time: 0.0692849 Nov 03 19:35:40.420154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:40.439553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:40.441195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:40.447548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:40.502089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96f92-8c68-46da-991c-931b1d0e9c0e None None] Pushing event updated for resources: {'Port': ['ID=d9ad703f-504f-47a9-839a-4e93737b805a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:40.532147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:40.707335 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:41.002252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-7c245ddd-17db-4190-97de-7a6f71de1cd8 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:41.003757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-7c245ddd-17db-4190-97de-7a6f71de1cd8 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.115 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.2330627 Nov 03 19:35:41.021030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Request body: {'port': {'device_id': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'admin_state_up': True, 'tenant_id': '37ed78a0432a40c5b233554dd91805ee'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:41.483988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Made reservation on behalf of 37ed78a0432a40c5b233554dd91805ee for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:41.486674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:41.511696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f13bc041-8c78-46e7-867a-1b4e6e6b3e36 req-342be2d1-7ff6-442b-a1ab-694637d52ce7 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 210 time: 0.0433762 Nov 03 19:35:41.667709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:41.675877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:41.705140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44700402-fb48-47e8-86c7-84ef3bd58ca5 None None] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:41.748040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Allocated IP 172.20.0.9 (85571769-54eb-43d0-ab0d-ab1e5e69cfab/4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f/a0f6ea26-24f1-40f1-a9a6-728993d170fd) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:41.783440 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:41.790366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:41.825277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f4788bcf-d828-4367-acec-c8a549b1c9c8 None None] Provisioning complete for port d9ad703f-504f-47a9-839a-4e93737b805a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:41.825836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4788bcf-d828-4367-acec-c8a549b1c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:41.966993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d9ad703f-504f-47a9-839a-4e93737b805a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:41.995480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:41.998958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:42.026898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.031527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.043244 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4788bcf-d828-4367-acec-c8a549b1c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.136501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-f4788bcf-d828-4367-acec-c8a549b1c9c8 None None] For port d9ad703f-504f-47a9-839a-4e93737b805a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d9ad703f-504f-47a9-839a-4e93737b805a,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:42.140925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.147470 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4788bcf-d828-4367-acec-c8a549b1c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.149178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d9ad703f-504f-47a9-839a-4e93737b805a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:42.149531 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.163102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.199980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 92981de9-513e-44c4-81ca-4d2db8064c18 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:42.200326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['547097b8-d23e-4da3-badc-abcfc9eec5c9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:42.217473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:42.224290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:42.233822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:42.243072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f6ea26-24f1-40f1-a9a6-728993d170fd,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:42.344259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4788bcf-d828-4367-acec-c8a549b1c9c8 None None] Pushing event updated for resources: {'Port': ['ID=d9ad703f-504f-47a9-839a-4e93737b805a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:42.344451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:42.344940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.424578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-791d08a4-7a31-4e66-86fe-1f16d0b2b8ff tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4096532 Nov 03 19:35:42.451047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Request body: {'port': {'device_id': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:42.490927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d25d951-b130-4354-9418-1bf5d27d4c10 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:42.501235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:42.513719 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2b96ce28-425a-4511-9f72-20d4ad75a25d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/92981de9-513e-44c4-81ca-4d2db8064c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6225312 Nov 03 19:35:42.528291 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Sync routers for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:42.554284 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:42.555174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:42.614627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.785649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c6e08-e97c-4a2d-a1be-ea9f493da6da req-183ea1f4-278f-4213-9322-5fe9971bb783 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:42.804393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b88c6e08-e97c-4a2d-a1be-ea9f493da6da req-183ea1f4-278f-4213-9322-5fe9971bb783 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1027 time: 0.1372645 Nov 03 19:35:42.812340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1d25d951-b130-4354-9418-1bf5d27d4c10 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:42.813322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.819484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4f81b938-74d0-4a39-a317-ac6f0f82d088 None None] Provisioning complete for port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:42.820078 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f81b938-74d0-4a39-a317-ac6f0f82d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.882647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:42.908257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b88c6e08-e97c-4a2d-a1be-ea9f493da6da req-8e1f3cf3-d22d-4e95-9e00-953c3a0b5460 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030116 Nov 03 19:35:42.962359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4f81b938-74d0-4a39-a317-ac6f0f82d088 None None] Port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:43.012871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4f81b938-74d0-4a39-a317-ac6f0f82d088 None None] Provisioning complete for port d9ad703f-504f-47a9-839a-4e93737b805a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:43.013483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f81b938-74d0-4a39-a317-ac6f0f82d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.014389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-aa5c5ed4-d046-4168-9268-f4a77133fbc3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662336150&fields=id&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 267 time: 0.1241550 Nov 03 19:35:43.083935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.145662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 1d25d951-b130-4354-9418-1bf5d27d4c10, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1d25d951-b130-4354-9418-1bf5d27d4c10,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:43.152459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.161088 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:41Z', 'revision_number': 2, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:43.209681 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Checking router: 92981de9-513e-44c4-81ca-4d2db8064c18 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:43.210633 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Updating router 92981de9-513e-44c4-81ca-4d2db8064c18 port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:35:43.235939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f6ea26-24f1-40f1-a9a6-728993d170fd {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:43.245660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.246132 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.262237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Transition to ACTIVE for port object a0f6ea26-24f1-40f1-a9a6-728993d170fd will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:35:43.265353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-1b825807-5b90-430b-92a1-343381100256 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:43.270277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-1b825807-5b90-430b-92a1-343381100256 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 796 time: 0.2474525 Nov 03 19:35:43.272008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.299064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=1d25d951-b130-4354-9418-1bf5d27d4c10,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:43.300454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-b1ab0ec9-efea-4726-8e85-7594ad362a93 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/quotas/f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 375 time: 0.0213225 Nov 03 19:35:43.390513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-1f1fa943-b581-4511-9c5c-bb82d67b87b5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885286 Nov 03 19:35:43.391786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6ea26-24f1-40f1-a9a6-728993d170fd,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:43.437859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-604708da-69ed-4837-9bd1-5a8a748b3c44 None None] Provisioning complete for port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:43.438239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-604708da-69ed-4837-9bd1-5a8a748b3c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.540062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-604708da-69ed-4837-9bd1-5a8a748b3c44 None None] Port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:43.543396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Attempting to bind port a0f6ea26-24f1-40f1-a9a6-728993d170fd on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:43.543851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Attempting to bind port a0f6ea26-24f1-40f1-a9a6-728993d170fd by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:43.544493 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Attempting to bind port a0f6ea26-24f1-40f1-a9a6-728993d170fd on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:43.552668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Port a0f6ea26-24f1-40f1-a9a6-728993d170fd on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:35:43.553332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Attempting to bind port a0f6ea26-24f1-40f1-a9a6-728993d170fd on network 85571769-54eb-43d0-ab0d-ab1e5e69cfab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:43.559726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:43.562457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Checking segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:43.565585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Bound using segment: {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:43.566342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-c447a1ca-cb51-4697-a2bc-1746e978cf9f service neutron] 10.222.0.91 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662626 Nov 03 19:35:43.566632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Bound port: a0f6ea26-24f1-40f1-a9a6-728993d170fd, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:43.567408 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.688501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0f018475-c139-47bb-915f-6cfb89aeca85 None None] Provisioning complete for port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:43.688924 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0f018475-c139-47bb-915f-6cfb89aeca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.725075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] For port a0f6ea26-24f1-40f1-a9a6-728993d170fd, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:43.731032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] For port a0f6ea26-24f1-40f1-a9a6-728993d170fd, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:43.736402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-9451b4c7-1530-4df2-b3e8-dbd1c11c94b2 service neutron] 10.222.0.91 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612904 Nov 03 19:35:43.738154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.763798 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.764614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0f018475-c139-47bb-915f-6cfb89aeca85 None None] Port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:43.775952 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.824664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6ea26-24f1-40f1-a9a6-728993d170fd,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:43.832700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d9ad703f-504f-47a9-839a-4e93737b805a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:43.840925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:43.841590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.843057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b0301a86-f4a7-4bb4-8807-a96dc16ee254 service neutron] 10.222.0.115 "PUT /v2.0/ports/a0f6ea26-24f1-40f1-a9a6-728993d170fd HTTP/1.1" status: 200 len: 1091 time: 1.3979466 Nov 03 19:35:43.843529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'tag': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:43.855042 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7269cf-9f76-424e-ae75-c8185a6c9350" -d '{"events": [{"name": "network-changed", "server_uuid": "d2851641-94c8-499f-a0ec-fdfccafda6f2", "tag": "a0f6ea26-24f1-40f1-a9a6-728993d170fd"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:43.856138 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f7800-6121-4ccf-9576-ef19af84173f None None] Pushing event updated for resources: {'Port': ['ID=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:43.985840 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Attempting to bind port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:43.986361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port d9ad703f-504f-47a9-839a-4e93737b805a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:43.986655 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Attempting to bind port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:43.987106 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.987400 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Attempting to bind port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:43.991461 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bc035f-ebb7-4d81-8a59-8222e3ffc69f x-openstack-request-id: req-e9bc035f-ebb7-4d81-8a59-8222e3ffc69f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:43.991758 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2851641-94c8-499f-a0ec-fdfccafda6f2", "tag": "a0f6ea26-24f1-40f1-a9a6-728993d170fd", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:43.998534 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:43.999180 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Checking segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:43.999730 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.999853 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e9bc035f-ebb7-4d81-8a59-8222e3ffc69f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:44.000298 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'tag': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd', 'status': 'completed', 'code': 200} Nov 03 19:35:44.000751 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Bound using segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:44.001416 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Bound port: 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:44.001964 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:44.045404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-a7ba7419-c129-4e59-b649-ed9fbf56dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.046989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-a7ba7419-c129-4e59-b649-ed9fbf56dda2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1094 time: 0.1590867 Nov 03 19:35:44.137544 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] For port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:44.141837 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] For port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:44.148218 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:44.206089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d25d951-b130-4354-9418-1bf5d27d4c10 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:44.208927 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-48a9df5e-4e31-41f8-b252-ca9bf14df10a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd HTTP/1.1" status: 200 len: 217 time: 0.1456933 Nov 03 19:35:44.284108 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cc2ebded-cef9-450a-8800-b969469f7aab req-fafbc91b-cb8e-4982-ac46-3087ee970149 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 210 time: 0.0701091 Nov 03 19:35:44.297205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-c84e668f-8bad-4b81-a70e-a03ed38a916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.300044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-c84e668f-8bad-4b81-a70e-a03ed38a916c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f HTTP/1.1" status: 200 len: 849 time: 0.0863795 Nov 03 19:35:44.308653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcf15-ba4a-4c75-a75a-912e480f89f7 req-ad8e1a23-5c7e-43d3-a32d-e703581968bd tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.326399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f21fcf15-ba4a-4c75-a75a-912e480f89f7 req-ad8e1a23-5c7e-43d3-a32d-e703581968bd tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1094 time: 0.1893697 Nov 03 19:35:44.362513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1d25d951-b130-4354-9418-1bf5d27d4c10 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:44.362886 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:44.384155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f21fcf15-ba4a-4c75-a75a-912e480f89f7 req-77e6bcf1-78c4-4cd9-b76f-4c8dd25bb528 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564165 Nov 03 19:35:44.404343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b7be26e1-e90a-41be-9444-edd27b50939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.405917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-b7be26e1-e90a-41be-9444-edd27b50939c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=85571769-54eb-43d0-ab0d-ab1e5e69cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929484 Nov 03 19:35:44.446719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dfbefaaf-1490-4b60-9984-78f385dad0e3 None None] Provisioning complete for port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:44.447277 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dfbefaaf-1490-4b60-9984-78f385dad0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:44.530078 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:44.530979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:44.587565 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f7800-6121-4ccf-9576-ef19af84173f None None] Pushing event updated for resources: {'Port': ['ID=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:44.622024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-9d640bf0-b828-44e9-8105-dd4393046aca service neutron] 10.222.0.115 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072756 Nov 03 19:35:44.710242 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:44.779414 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dfbefaaf-1490-4b60-9984-78f385dad0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:44.815729 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-64cf9eeb-4a5e-4c95-9d65-9c87fbefc0ef req-9028aeaa-c3ad-4c4e-9d68-ee7d0d058117 service neutron] 10.222.0.115 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855819 Nov 03 19:35:44.837418 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-dfbefaaf-1490-4b60-9984-78f385dad0e3 None None] For port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:44.844837 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dfbefaaf-1490-4b60-9984-78f385dad0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:44.946943 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbefaaf-1490-4b60-9984-78f385dad0e3 None None] Pushing event updated for resources: {'Port': ['ID=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:44.991835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-dee1d7c7-8115-46b1-aba7-99ec551caad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.993654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-dee1d7c7-8115-46b1-aba7-99ec551caad2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1094 time: 0.1113119 Nov 03 19:35:45.039401 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:45.047423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ffa629bc-52e6-48a3-ba34-952ffb1a0cf2 None None] Provisioning complete for port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:45.047818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffa629bc-52e6-48a3-ba34-952ffb1a0cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:45.087129 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896c23c-16ed-4a1a-9c72-e68e4d2f88f4 None None] The sync data for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 is: [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:45.150820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-df86a450-668b-4884-9250-d3ec43aca841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:45.152372 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-df86a450-668b-4884-9250-d3ec43aca841 service neutron] 10.222.0.115 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.1503532 Nov 03 19:35:45.250423 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-3dfb6164-452a-4145-84ee-660d9a1b078a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd HTTP/1.1" status: 200 len: 217 time: 0.0846956 Nov 03 19:35:45.316972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-6f52bfcf-a4a3-4f3d-92f8-ab2218108c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:45.318691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-6f52bfcf-a4a3-4f3d-92f8-ab2218108c8a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f HTTP/1.1" status: 200 len: 849 time: 0.0593507 Nov 03 19:35:45.415030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-02f27e5c-4ad6-4c7f-a195-e7ae2aa58e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:45.417101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-02f27e5c-4ad6-4c7f-a195-e7ae2aa58e79 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=85571769-54eb-43d0-ab0d-ab1e5e69cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814080 Nov 03 19:35:45.440538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0418abd7-0e86-4135-8c9e-19941c63dc5f req-a91c671e-9751-4131-a846-28419996915d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 210 time: 0.0604775 Nov 03 19:35:45.541438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c79f8f-9065-4f00-a26a-ef58323c11b8 req-5f5a4abf-7cbd-4ba4-94a5-872b0416bf09 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:45.543923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03c79f8f-9065-4f00-a26a-ef58323c11b8 req-5f5a4abf-7cbd-4ba4-94a5-872b0416bf09 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1094 time: 0.0631404 Nov 03 19:35:45.587320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-66eaf479-9f50-431b-b242-4650fb92a870 service neutron] 10.222.0.115 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612327 Nov 03 19:35:45.640154 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03c79f8f-9065-4f00-a26a-ef58323c11b8 req-9478f28a-4052-40b9-af7b-ed09c2a36e13 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887198 Nov 03 19:35:45.713486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9f7269cf-9f76-424e-ae75-c8185a6c9350 req-0e279591-1250-4a17-915c-a81bf377a844 service neutron] 10.222.0.115 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170580 Nov 03 19:35:45.884853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:45.998230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:45.998831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:46.039141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-f620573d-11e4-4b69-929c-6f9ce071d429 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:46.041116 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-f620573d-11e4-4b69-929c-6f9ce071d429 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 796 time: 0.2103662 Nov 03 19:35:46.133747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-0d380cd8-12bc-44b7-b19b-bea80b3db07f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 379 time: 0.0756114 Nov 03 19:35:46.148217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'port': {'device_id': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'admin_state_up': True, 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'security_groups': ['5a4a362d-ac62-49eb-8ca6-b09560e5f606']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:46.307173 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:35:46.315642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:46.319492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:46.474407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.10 (bbd086b1-55ad-47b4-bf7f-2471a2fcf16a/658344eb-1319-4e08-a9d2-3b81422eb2fe/36f5f0b3-8297-402d-9968-f402e2f3e9ae) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:46.576189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19111e20-f548-45b0-bf5a-18f69db6634c req-23b485f5-c61c-45fd-8496-e67620ad8c8b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 210 time: 0.0453556 Nov 03 19:35:46.699426 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:46.755981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:46.791167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253def-31a1-4283-b2c2-e9b9ba60738e req-db78c489-9f57-4302-83bc-b779f4be786e tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:46.794159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92253def-31a1-4283-b2c2-e9b9ba60738e req-db78c489-9f57-4302-83bc-b779f4be786e tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1094 time: 0.0609148 Nov 03 19:35:46.812392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:46.818811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:46.826587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:46.833954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:46.873322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92253def-31a1-4283-b2c2-e9b9ba60738e req-32981e09-353d-45c6-a376-4a9fdc114ca1 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 Nov 03 19:35:46.923617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:46.924862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:46.963134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-00669fb3-af3e-4110-8deb-a520d4215b3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8111348 Nov 03 19:35:46.969874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Request body: {'port': {'device_id': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:47.043392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.205739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0add030e-13e4-4819-8024-47a044b3f6bf None None] Provisioning complete for port 36f5f0b3-8297-402d-9968-f402e2f3e9ae triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:47.206454 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0add030e-13e4-4819-8024-47a044b3f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.266791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0add030e-13e4-4819-8024-47a044b3f6bf None None] Port 36f5f0b3-8297-402d-9968-f402e2f3e9ae cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:35:47.393961 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a0f6ea26-24f1-40f1-a9a6-728993d170fd details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:47.409536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f5f0b3-8297-402d-9968-f402e2f3e9ae {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:47.418992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.436572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Transition to ACTIVE for port object 36f5f0b3-8297-402d-9968-f402e2f3e9ae will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:35:47.442921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.503619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:47.527308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a0f6ea26-24f1-40f1-a9a6-728993d170fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:47.555548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd', 'network_id': '85571769-54eb-43d0-ab0d-ab1e5e69cfab', 'port_id': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd', 'mac_address': 'fa:16:3e:85:8d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:47.602036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:47.602848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:47.603553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:47.613580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:35:47.614730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:47.622304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:47.623076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Checking segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:47.623778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Bound using segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:47.624821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Bound port: 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:47.625723 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.641513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.656324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f6ea26-24f1-40f1-a9a6-728993d170fd {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:47.682024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a0f6ea26-24f1-40f1-a9a6-728993d170fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:47.687877 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.732919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:47.736610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:47.743379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.770828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a0f6ea26-24f1-40f1-a9a6-728993d170fd,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:47.786890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657ad2-4cf1-4889-bd58-724e9c8be376 req-e89b1c67-a22f-4301-87d0-d3985c888f84 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:47.793607 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b657ad2-4cf1-4889-bd58-724e9c8be376 req-e89b1c67-a22f-4301-87d0-d3985c888f84 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 944 time: 0.0910697 Nov 03 19:35:47.802480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:47.803246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.804770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] 10.222.0.110 "PUT /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1092 time: 0.8395643 Nov 03 19:35:47.805183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:47.808177 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35" -d '{"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:47.885945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b657ad2-4cf1-4889-bd58-724e9c8be376 req-1edcf287-eabd-4205-a01b-eb97ca9538ba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830870 Nov 03 19:35:47.941622 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d01ac-ee61-4b66-9f90-78b417fe40a5 x-openstack-request-id: req-8c5d01ac-ee61-4b66-9f90-78b417fe40a5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:47.952817 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:47.952817 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c5d01ac-ee61-4b66-9f90-78b417fe40a5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:47.952817 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'status': 'completed', 'code': 200} Nov 03 19:35:47.959903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['a0f6ea26-24f1-40f1-a9a6-728993d170fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:47.966110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f315ff-0d96-429c-b104-13a2c5454993 service neutron] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:47.996763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-6bb42f25-17cf-444b-87bf-3825b8e6b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:47.998122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-6bb42f25-17cf-444b-87bf-3825b8e6b4f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1095 time: 0.1261086 Nov 03 19:35:48.066465 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-ecb9525b-a292-4ae0-8eb5-a88c61be97bb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 217 time: 0.0560989 Nov 03 19:35:48.085154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85373dbe-2a83-4dd4-aa5c-e1d244e1c428 req-39a128ac-4288-4932-95fe-77481ec81070 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.086861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85373dbe-2a83-4dd4-aa5c-e1d244e1c428 req-39a128ac-4288-4932-95fe-77481ec81070 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0711188 Nov 03 19:35:48.159035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85373dbe-2a83-4dd4-aa5c-e1d244e1c428 req-ff0de338-2dc0-457b-a86d-df6f37944f86 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655255 Nov 03 19:35:48.168308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-f0257017-62fa-4245-b709-4b4de9d70c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.178259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-f0257017-62fa-4245-b709-4b4de9d70c58 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.1005700 Nov 03 19:35:48.247176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8449be-d255-4a69-9fb3-384bca308753 req-1d16882c-4b06-4a51-8593-791cef633570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.249359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-1d16882c-4b06-4a51-8593-791cef633570 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608480 Nov 03 19:35:48.352501 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-75a4b553-28b2-4083-b628-af27f49c8589 service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937550 Nov 03 19:35:48.450514 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9d8449be-d255-4a69-9fb3-384bca308753 req-cdff5298-0c58-4338-9ada-50b6ecad6180 service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893233 Nov 03 19:35:48.548448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-1ad32719-c7b4-490a-a198-2b7524e76de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.549895 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-1ad32719-c7b4-490a-a198-2b7524e76de9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1095 time: 0.0449386 Nov 03 19:35:48.650204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-0b28e4fb-03ae-4c11-86a8-c99a3aaac6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.652323 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-0b28e4fb-03ae-4c11-86a8-c99a3aaac6cf service neutron] 10.222.0.110 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 897 time: 0.0932119 Nov 03 19:35:48.698790 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-26b4307e-c806-4535-9054-d3afcd9d9c40 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 217 time: 0.0378909 Nov 03 19:35:48.765561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-efbc47be-e24d-4a24-bc31-0af8fcb78b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.767070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-efbc47be-e24d-4a24-bc31-0af8fcb78b43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.0599802 Nov 03 19:35:48.829557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-0c1ffcf6-748e-463a-a4d8-3b71b7cc1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:48.831340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-0c1ffcf6-748e-463a-a4d8-3b71b7cc1c01 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538077 Nov 03 19:35:48.984543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-424191b6-fe28-4e66-a8cf-cd3f937b2b5b service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423230 Nov 03 19:35:49.080250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5418b-91be-4c1a-8e88-b4cf3a909509 req-ecce311d-651b-47bf-bec0-1379e384d9ec tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:49.084581 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2e5418b-91be-4c1a-8e88-b4cf3a909509 req-ecce311d-651b-47bf-bec0-1379e384d9ec tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 944 time: 0.0864339 Nov 03 19:35:49.155554 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18cc5100-cc5e-4f05-b98d-3f907eb5fe35 req-78600060-19d2-4f63-9048-47d150053b24 service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604176 Nov 03 19:35:49.191138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2e5418b-91be-4c1a-8e88-b4cf3a909509 req-17c82284-ee17-4dad-be4c-cb7eb756c2ce tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027007 Nov 03 19:35:49.299270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f8c6-fdab-495f-bb21-b5185f76ba8f req-8acd5b04-a5aa-41a5-b31a-44a330e4e162 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:49.301547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3851f8c6-fdab-495f-bb21-b5185f76ba8f req-8acd5b04-a5aa-41a5-b31a-44a330e4e162 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0545146 Nov 03 19:35:49.379754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3851f8c6-fdab-495f-bb21-b5185f76ba8f req-f9c0d6d6-6461-4d46-8e16-ae5396d8ffc4 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Nov 03 19:35:49.405028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a0f6ea26-24f1-40f1-a9a6-728993d170fd up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:49.465310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port a0f6ea26-24f1-40f1-a9a6-728993d170fd completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:49.470678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port a0f6ea26-24f1-40f1-a9a6-728993d170fd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:49.471264 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.580521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.605445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:49.609016 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d73085c-4d36-4585-bbd8-5e4f98f169a2" -d '{"events": [{"server_uuid": "d2851641-94c8-499f-a0ec-fdfccafda6f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6ea26-24f1-40f1-a9a6-728993d170fd"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:49.631707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port a0f6ea26-24f1-40f1-a9a6-728993d170fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:49.638137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.680681 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe3f26e-8290-412b-9b64-2a01442083fb x-openstack-request-id: req-9fe3f26e-8290-412b-9b64-2a01442083fb {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:49.681382 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2851641-94c8-499f-a0ec-fdfccafda6f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6ea26-24f1-40f1-a9a6-728993d170fd", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:49.681682 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fe3f26e-8290-412b-9b64-2a01442083fb {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:49.682035 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd', 'code': 200} Nov 03 19:35:49.713760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=a0f6ea26-24f1-40f1-a9a6-728993d170fd,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:49.789585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1737f3f-5538-449d-9392-195480f5bbac req-61f23441-d408-4abb-b383-9d2aac33c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:49.791085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a1737f3f-5538-449d-9392-195480f5bbac req-61f23441-d408-4abb-b383-9d2aac33c948 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0421441 Nov 03 19:35:49.846864 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a1737f3f-5538-449d-9392-195480f5bbac req-6440588e-c8e0-44ca-8f70-62437376ee29 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Nov 03 19:35:50.098381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:50.207696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:50.221143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'port_id': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'mac_address': 'fa:16:3e:db:b7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:50.277841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.292752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f5f0b3-8297-402d-9968-f402e2f3e9ae {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:50.315814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:50.325854 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.360001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023c117-67b5-4636-a567-9d8ce7803840 req-6a95d0c9-ac73-4294-8d9a-677a927a7871 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:50.361600 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b023c117-67b5-4636-a567-9d8ce7803840 req-6a95d0c9-ac73-4294-8d9a-677a927a7871 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 944 time: 0.0627706 Nov 03 19:35:50.410828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:50.452559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b023c117-67b5-4636-a567-9d8ce7803840 req-c53a9cda-2ed1-4e6e-b078-e7db36995835 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755198 Nov 03 19:35:50.515890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56e3bf-5b87-4758-879b-bc8e6e4d4f01 req-b04f6968-c5b2-4122-96c3-6a0d683650c2 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:50.517544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d56e3bf-5b87-4758-879b-bc8e6e4d4f01 req-b04f6968-c5b2-4122-96c3-6a0d683650c2 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0505652 Nov 03 19:35:50.573764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d56e3bf-5b87-4758-879b-bc8e6e4d4f01 req-fd6801e8-bcf3-4984-8965-a46135c3f3c9 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 Nov 03 19:35:50.621072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['36f5f0b3-8297-402d-9968-f402e2f3e9ae'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:50.680459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-62a0eaea-4b79-419d-a329-fdfa3fec6787 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437410 Nov 03 19:35:50.782253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-219d8267-15e6-4691-85c7-d3378c5eed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:50.785658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-219d8267-15e6-4691-85c7-d3378c5eed8b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37ed78a0432a40c5b233554dd91805ee&device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.0551634 Nov 03 19:35:50.936182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-8703b8ec-c7ae-4a39-be56-e9283f343e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:50.938123 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-8703b8ec-c7ae-4a39-be56-e9283f343e4a service neutron] 10.222.0.110 "GET /v2.0/networks?id=85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 200 len: 911 time: 0.1276674 Nov 03 19:35:51.004512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-b0e56d52-077d-429b-bcb4-8f093016be5c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9 HTTP/1.1" status: 200 len: 217 time: 0.0565751 Nov 03 19:35:51.077001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-27764a2d-3b19-46f2-9819-3f103a0cd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:51.078658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-27764a2d-3b19-46f2-9819-3f103a0cd6c0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f HTTP/1.1" status: 200 len: 849 time: 0.0658438 Nov 03 19:35:51.145497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-0d6e2f01-4580-485c-ac84-ceafc595bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:51.147252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-0d6e2f01-4580-485c-ac84-ceafc595bd62 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=85571769-54eb-43d0-ab0d-ab1e5e69cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575714 Nov 03 19:35:51.283123 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-51c284d8-9ca6-4c0d-8125-69c3e435151d service neutron] 10.222.0.110 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260195 Nov 03 19:35:51.390305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fadad4f5-ede5-4a61-922f-52a67090fa3a req-21300100-5bac-4d0b-a96d-13b6e5e8d18a service neutron] 10.222.0.110 "GET /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977645 Nov 03 19:35:51.583863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb49d6a-b2af-4f3c-8fae-6e89e7a421f0 req-d7d8b3d6-f145-4015-872b-3454ae42f538 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:51.585529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbb49d6a-b2af-4f3c-8fae-6e89e7a421f0 req-d7d8b3d6-f145-4015-872b-3454ae42f538 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 945 time: 0.0586004 Nov 03 19:35:51.655043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbb49d6a-b2af-4f3c-8fae-6e89e7a421f0 req-5097762d-ca86-4b48-b257-7b94a4a9573a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630951 Nov 03 19:35:51.700485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3c09-c38f-4a7d-a54b-4d9f011a4e50 req-12ffe952-6d76-44a4-b4a3-a3f110ed0a03 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:51.702331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac8a3c09-c38f-4a7d-a54b-4d9f011a4e50 req-12ffe952-6d76-44a4-b4a3-a3f110ed0a03 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0543439 Nov 03 19:35:51.750696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac8a3c09-c38f-4a7d-a54b-4d9f011a4e50 req-6d6d6848-e4c0-42e2-91ca-69111cebfe6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Nov 03 19:35:51.889852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd10d7b-cbc1-40c5-bce9-90ece0909aaa req-95a42ed6-e19a-4b15-8e9e-9dbdb4141664 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:51.892389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efd10d7b-cbc1-40c5-bce9-90ece0909aaa req-95a42ed6-e19a-4b15-8e9e-9dbdb4141664 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0721495 Nov 03 19:35:51.943006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-efd10d7b-cbc1-40c5-bce9-90ece0909aaa req-37189cd7-f53a-4ce5-9f7c-c6dad70adc91 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Nov 03 19:35:52.053383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb63667-e808-4e6d-8319-d901644e04a1 req-18cee7de-c1c9-4277-9d8e-d8c1d935f46f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:52.054902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcb63667-e808-4e6d-8319-d901644e04a1 req-18cee7de-c1c9-4277-9d8e-d8c1d935f46f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0442493 Nov 03 19:35:52.098733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:52.103613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcb63667-e808-4e6d-8319-d901644e04a1 req-c6cbc85e-8f09-4082-b939-63e3c283d7e0 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Nov 03 19:35:52.155135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 36f5f0b3-8297-402d-9968-f402e2f3e9ae completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:52.162234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 36f5f0b3-8297-402d-9968-f402e2f3e9ae triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:52.162803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:52.387168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72077084-6e88-4896-a1a8-cc3c5245adfa req-f7a17a5c-0b60-401c-8343-5db790e3891d tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:52.389027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72077084-6e88-4896-a1a8-cc3c5245adfa req-f7a17a5c-0b60-401c-8343-5db790e3891d tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0503187 Nov 03 19:35:52.455609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72077084-6e88-4896-a1a8-cc3c5245adfa req-c607d2c6-cdee-4e1f-908f-97b78bd742fd tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Nov 03 19:35:52.463565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:52.490496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:52.492789 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28af4a2-1e73-400a-83f5-ea6bb11ffb3f" -d '{"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-plugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:52.507008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:52.513133 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:52.542078 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160533e3-2d03-4ec0-9572-2df651b05da2 x-openstack-request-id: req-160533e3-2d03-4ec0-9572-2df651b05da2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:52.542373 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-plugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:52.542622 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-160533e3-2d03-4ec0-9572-2df651b05da2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:52.543014 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'code': 200} Nov 03 19:35:52.570777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:52.656671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db569e-7641-4049-a99f-37195e9893f5 req-980f04f6-3bfe-4cb7-926f-64fa0f00ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:52.658201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63db569e-7641-4049-a99f-37195e9893f5 req-980f04f6-3bfe-4cb7-926f-64fa0f00ebea service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1097 time: 0.0418768 Nov 03 19:35:52.710642 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63db569e-7641-4049-a99f-37195e9893f5 req-bad1bfb2-5128-499b-9245-28dc3a82de1e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 Nov 03 19:35:52.797309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da386838-d394-4177-bf06-d7f8fca4dd0e req-bbc5bd9d-8574-4837-a652-7469f0f7117f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:52.798872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da386838-d394-4177-bf06-d7f8fca4dd0e req-bbc5bd9d-8574-4837-a652-7469f0f7117f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0559564 Nov 03 19:35:52.893318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da386838-d394-4177-bf06-d7f8fca4dd0e req-5574d20d-cba8-404d-afb1-f40c4bf8a914 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802386 Nov 03 19:35:53.576774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe30f4d-9f06-43a9-bc21-cefd10827223 req-3460647c-5957-4ed7-8f57-88423fd139fe tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:53.578358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfe30f4d-9f06-43a9-bc21-cefd10827223 req-3460647c-5957-4ed7-8f57-88423fd139fe tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0446095 Nov 03 19:35:53.634640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfe30f4d-9f06-43a9-bc21-cefd10827223 req-cdf3bc3d-816b-4d76-890e-4315fe4ea4f4 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Nov 03 19:35:53.947223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-2395e409-2e99-47e6-9b4e-fe33b6073f73 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:53.950026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-2395e409-2e99-47e6-9b4e-fe33b6073f73 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0685883 Nov 03 19:35:54.061715 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9da69-df32-4cf7-9d62-5c9fdba44b0a req-347cfafa-1e35-4fd4-a164-32b131aa4354 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:54.079102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcf9da69-df32-4cf7-9d62-5c9fdba44b0a req-347cfafa-1e35-4fd4-a164-32b131aa4354 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0832181 Nov 03 19:35:54.113058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Deleting port a0f6ea26-24f1-40f1-a9a6-728993d170fd {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:54.113401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.147417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcf9da69-df32-4cf7-9d62-5c9fdba44b0a req-463b3971-7ff4-40e9-bc3f-07b9cbb43b02 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651977 Nov 03 19:35:54.221341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] For port a0f6ea26-24f1-40f1-a9a6-728993d170fd, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=a0f6ea26-24f1-40f1-a9a6-728993d170fd,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:54.221710 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.238266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Calling delete_port for a0f6ea26-24f1-40f1-a9a6-728993d170fd owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:54.382779 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.397376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['547097b8-d23e-4da3-badc-abcfc9eec5c9'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:54.399875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['a0f6ea26-24f1-40f1-a9a6-728993d170fd'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:54.412282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0f6ea26-24f1-40f1-a9a6-728993d170fd,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:54.771738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e56d54e4-0eaa-41bc-ae94-490387ecabcf req-b84bb357-a325-42e3-b65f-456376ea11b7 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d2851641-94c8-499f-a0ec-fdfccafda6f2 HTTP/1.1" status: 200 len: 210 time: 0.0345857 Nov 03 19:35:54.884192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] No DVR routers for this DVR port a0f6ea26-24f1-40f1-a9a6-728993d170fd on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:54.887145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.890675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0f175dee-9a55-46fe-bc91-32ca2942d555 req-38d2e494-de04-48e0-923e-8d8f97131a6f tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.115 "DELETE /v2.0/ports/a0f6ea26-24f1-40f1-a9a6-728993d170fd HTTP/1.1" status: 204 len: 173 time: 0.9348209 Nov 03 19:35:54.891144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'name': 'network-vif-deleted', 'tag': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:54.893426 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158495e0-a5ef-44e1-a0a9-ab1543d76e89" -d '{"events": [{"server_uuid": "d2851641-94c8-499f-a0ec-fdfccafda6f2", "name": "network-vif-deleted", "tag": "a0f6ea26-24f1-40f1-a9a6-728993d170fd"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:54.939975 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26d5553-35a6-453d-b427-372f2898bf4e x-openstack-request-id: req-b26d5553-35a6-453d-b427-372f2898bf4e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:54.940297 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2851641-94c8-499f-a0ec-fdfccafda6f2", "name": "network-vif-deleted", "tag": "a0f6ea26-24f1-40f1-a9a6-728993d170fd", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:54.940553 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b26d5553-35a6-453d-b427-372f2898bf4e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:54.941020 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2851641-94c8-499f-a0ec-fdfccafda6f2', 'name': 'network-vif-deleted', 'tag': 'a0f6ea26-24f1-40f1-a9a6-728993d170fd', 'status': 'completed', 'code': 200} Nov 03 19:35:55.284107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe822524-d66b-4da8-8593-359085f893ff req-5e0892b6-3a87-4f1a-92ea-8d232b5bd9f4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:55.285635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe822524-d66b-4da8-8593-359085f893ff req-5e0892b6-3a87-4f1a-92ea-8d232b5bd9f4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0691078 Nov 03 19:35:55.339524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fe822524-d66b-4da8-8593-359085f893ff req-82fc29ad-37c1-4e04-8ebf-fd26ab181f6b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470831 Nov 03 19:35:55.485974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4b5a-673a-4745-9cd7-3fcc4ad08b37 req-fa831a04-0401-4c24-923b-aadc055b06bb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:55.487545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0ae4b5a-673a-4745-9cd7-3fcc4ad08b37 req-fa831a04-0401-4c24-923b-aadc055b06bb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0603473 Nov 03 19:35:55.545535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0ae4b5a-673a-4745-9cd7-3fcc4ad08b37 req-0e13bebf-1cb7-4fb1-907a-c65b59b7c5ea tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488310 Nov 03 19:35:55.569383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49474) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:55.617586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab0489-d99b-45cb-9927-b1f18f86b780 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:55.619325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-beab0489-d99b-45cb-9927-b1f18f86b780 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1092 time: 0.0488982 Nov 03 19:35:55.624708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49476) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:55.631948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:55.665482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.845551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.975337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.244 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/b297863b-af0d-493b-a566-129dfeabd74c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:56.173128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22b182-bac3-4796-be22-7d542838e59f req-eec7ab6c-1108-4045-b890-9982730d8379 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:56.175611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b22b182-bac3-4796-be22-7d542838e59f req-eec7ab6c-1108-4045-b890-9982730d8379 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.0578122 Nov 03 19:35:56.187049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.255518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.278007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b22b182-bac3-4796-be22-7d542838e59f req-a100b596-6c35-4bcf-abb6-c9db90527f59 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877364 Nov 03 19:35:56.332656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:56.335830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:56.341080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:56.346620 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=b297863b-af0d-493b-a566-129dfeabd74c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:56.817331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.909783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.973195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49490) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:57.134984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.141662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.194972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Deleting subnet 2f86bbce-15a8-47a7-82a1-157d1e81ed60 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:35:57.201235 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.236442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=b297863b-af0d-493b-a566-129dfeabd74c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.248680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.270669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.330639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.396554 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 344ff6e8-43e8-4f53-892c-6a61e93623e7 associated. External IP: 172.25.8.244, port: 36f5f0b3-8297-402d-9968-f402e2f3e9ae. Nov 03 19:35:57.399778 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.429306 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a0f6ea26-24f1-40f1-a9a6-728993d170fd no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:57.453702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: a0f6ea26-24f1-40f1-a9a6-728993d170fd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:57.454494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device a0f6ea26-24f1-40f1-a9a6-728993d170fd not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:57.454944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f86bbce-15a8-47a7-82a1-157d1e81ed60,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.478025 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.482333 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-17264641-b7ee-4caf-9366-cdec063d7f6d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2f86bbce-15a8-47a7-82a1-157d1e81ed60 HTTP/1.1" status: 204 len: 168 time: 0.5077496 Nov 03 19:35:57.485034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49496) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:57.566656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53812fe-35d8-4167-bdaa-34307da2e836 req-c6bebb26-9a51-4d53-91f6-89c0bd5906ed tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:57.568641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f53812fe-35d8-4167-bdaa-34307da2e836 req-c6bebb26-9a51-4d53-91f6-89c0bd5906ed tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.1622825 Nov 03 19:35:57.577710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.690589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f53812fe-35d8-4167-bdaa-34307da2e836 req-04f8cc44-dd88-4e69-8bbf-ce6307bddacf tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=42ca6b48-7b92-4251-a5cd-38b7e3526815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098213 Nov 03 19:35:57.728713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.771236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c4cb7f-05b2-4356-a390-1d88432f2102']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:57.788237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312b0c85-cb6d-441d-894d-8535840d6d54') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:57.788686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312b0c85-cb6d-441d-894d-8535840d6d54') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:57.790511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 92981de9-513e-44c4-81ca-4d2db8064c18 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:57.806466 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.821971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.830923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:57.831456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:57.834040 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:57.915490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.931317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.937890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] 10.222.0.91 "DELETE /v2.0/networks/38c4cb7f-05b2-4356-a390-1d88432f2102 HTTP/1.1" status: 204 len: 168 time: 0.4490926 Nov 03 19:35:57.953501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6559b-859f-463a-960f-a0a84346e5af admin admin] Pushing event deleted for resources: {'Network': ['ID=38c4cb7f-05b2-4356-a390-1d88432f2102,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.963586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:57.979065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] Sync routers for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:57.984968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-4c209d10-7162-4c9f-abac-a54359fc9536 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:57.988552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-4c209d10-7162-4c9f-abac-a54359fc9536 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 1097 time: 0.0810256 Nov 03 19:35:57.991986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:57.992909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:58.022914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.081946 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-80ac1746-53a5-445b-8c9a-67e3865be033 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4557321 Nov 03 19:35:58.093044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:58.101664 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add853f-605d-4030-b989-d5343b0e3280" -d '{"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:58.114355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:58.114739 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49504) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:58.202532 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2614204-13ba-4c79-b427-e35fc3724196 x-openstack-request-id: req-b2614204-13ba-4c79-b427-e35fc3724196 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:58.202814 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:58.203497 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2614204-13ba-4c79-b427-e35fc3724196 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:58.204044 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'status': 'completed', 'code': 200} Nov 03 19:35:58.215893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Deleting port 547097b8-d23e-4da3-badc-abcfc9eec5c9 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:58.216266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.255125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-639033e1-8bd4-4025-9a91-df60643d14ed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb3b754b2bbb41008a8207ab8b38399f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393006 Nov 03 19:35:58.257124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49506) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:58.325924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add853f-605d-4030-b989-d5343b0e3280 req-30ebc669-b197-4c24-a22b-2c1ddf384c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:58.334688 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-30ebc669-b197-4c24-a22b-2c1ddf384c88 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1097 time: 0.0969944 Nov 03 19:35:58.334951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-877da589-3c81-43f1-9144-6883b4124c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.357744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-877da589-3c81-43f1-9144-6883b4124c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.377426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] For port 547097b8-d23e-4da3-badc-abcfc9eec5c9, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=547097b8-d23e-4da3-badc-abcfc9eec5c9,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:58.378113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.384637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '344ff6e8-43e8-4f53-892c-6a61e93623e7', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'port_id': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'mac_address': 'fa:16:3e:db:b7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:35:56Z', 'updated_at': '2021-11-03T19:35:56Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:58.405335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a94d7-8ac8-415a-83f8-20860e19d8cb req-1f7137f9-44e9-4f83-91f7-8bdc5a618447 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:58.406877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-384a94d7-8ac8-415a-83f8-20860e19d8cb req-1f7137f9-44e9-4f83-91f7-8bdc5a618447 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.2450483 Nov 03 19:35:58.411114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Calling delete_port for 547097b8-d23e-4da3-badc-abcfc9eec5c9 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:58.427230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] Checking router: 92981de9-513e-44c4-81ca-4d2db8064c18 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:58.437952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:58.439285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:58.457386 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-877da589-3c81-43f1-9144-6883b4124c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.460493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-877da589-3c81-43f1-9144-6883b4124c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.461734 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-877da589-3c81-43f1-9144-6883b4124c81 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7d7a94ec-9a64-4ff9-9208-9f58130bffcc HTTP/1.1" status: 204 len: 168 time: 0.2036152 Nov 03 19:35:58.484613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-384a94d7-8ac8-415a-83f8-20860e19d8cb req-a64140a2-800e-4993-80db-5df369506a36 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632880 Nov 03 19:35:58.485999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877da589-3c81-43f1-9144-6883b4124c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a94ec-9a64-4ff9-9208-9f58130bffcc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:58.516041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49510) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:58.597363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:58.610812 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ab51879-0711-4495-b0ba-997292f30247 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/344ff6e8-43e8-4f53-892c-6a61e93623e7 HTTP/1.1" status: 200 len: 992 time: 0.0935998 Nov 03 19:35:58.634226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add853f-605d-4030-b989-d5343b0e3280 req-0de221cd-0159-44ac-b543-71a7f11c818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:58.636092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-0de221cd-0159-44ac-b543-71a7f11c818c service neutron] 10.222.0.110 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 897 time: 0.2998581 Nov 03 19:35:58.745525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-f00fb977-53ca-4599-92d9-b9b805499858 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1000 time: 0.0965466 Nov 03 19:35:58.792664 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.830528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Pushing event deleted for resources: {'Port': ['ID=547097b8-d23e-4da3-badc-abcfc9eec5c9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:58.870528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add853f-605d-4030-b989-d5343b0e3280 req-9c877b0d-68cb-4d6e-b5cc-2e56e511d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:58.872097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-9c877b0d-68cb-4d6e-b5cc-2e56e511d611 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.1124537 Nov 03 19:35:58.904888 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] No DVR routers for this DVR port 547097b8-d23e-4da3-badc-abcfc9eec5c9 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:58.912658 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.917257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.110 "DELETE /v2.0/ports/547097b8-d23e-4da3-badc-abcfc9eec5c9 HTTP/1.1" status: 204 len: 173 time: 0.9180520 Nov 03 19:35:58.931146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '344ff6e8-43e8-4f53-892c-6a61e93623e7', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'port_id': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'mac_address': 'fa:16:3e:db:b7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:35:56Z', 'updated_at': '2021-11-03T19:35:56Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:58.950042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0802670-1c7c-4765-8da4-f4e0ca553d82 req-da5bafab-9bee-4c78-aff7-fcb3a5c87c69 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6ccc214a-9bcd-450b-acf5-2b114bbe0629 HTTP/1.1" status: 200 len: 210 time: 0.0596175 Nov 03 19:35:59.009597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add853f-605d-4030-b989-d5343b0e3280 req-69f60c8e-5e92-413d-a6de-09119220033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:59.014898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c710b-994a-4c95-97e4-dab08e525d79 None None] The sync data for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 is: [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '344ff6e8-43e8-4f53-892c-6a61e93623e7', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'port_id': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'mac_address': 'fa:16:3e:db:b7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:35:56Z', 'updated_at': '2021-11-03T19:35:56Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:59.022960 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-69f60c8e-5e92-413d-a6de-09119220033f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013274 Nov 03 19:35:59.172751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-c8433aef-d15b-4922-a275-9bf1e8be536b service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385975 Nov 03 19:35:59.281602 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593b4b3-e4d1-4677-b95d-23f918a2951f None None] New status for floating IP 344ff6e8-43e8-4f53-892c-6a61e93623e7: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:35:59.301041 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3add853f-605d-4030-b989-d5343b0e3280 req-ae396836-b65a-4cb6-a527-78c75e728b10 service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070483 Nov 03 19:35:59.615387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49514) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.689752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3703416d-fbe1-4649-8d68-561a279fbbe8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/344ff6e8-43e8-4f53-892c-6a61e93623e7 HTTP/1.1" status: 200 len: 994 time: 0.0731518 Nov 03 19:36:00.023785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.136273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 547097b8-d23e-4da3-badc-abcfc9eec5c9 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:00.159398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 547097b8-d23e-4da3-badc-abcfc9eec5c9 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:00.159805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 547097b8-d23e-4da3-badc-abcfc9eec5c9 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:00.207252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'name': 'network-vif-deleted', 'tag': '547097b8-d23e-4da3-badc-abcfc9eec5c9'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:00.209789 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b772ac-cf57-474f-8149-b33bcb65ea03" -d '{"events": [{"server_uuid": "6ccc214a-9bcd-450b-acf5-2b114bbe0629", "name": "network-vif-deleted", "tag": "547097b8-d23e-4da3-badc-abcfc9eec5c9"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:00.252925 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe5d99-4ae4-4690-93dc-1fc4b2e59309 x-openstack-request-id: req-3ffe5d99-4ae4-4690-93dc-1fc4b2e59309 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:00.253211 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccc214a-9bcd-450b-acf5-2b114bbe0629", "name": "network-vif-deleted", "tag": "547097b8-d23e-4da3-badc-abcfc9eec5c9", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:00.253455 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3ffe5d99-4ae4-4690-93dc-1fc4b2e59309 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:00.253846 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccc214a-9bcd-450b-acf5-2b114bbe0629', 'name': 'network-vif-deleted', 'tag': '547097b8-d23e-4da3-badc-abcfc9eec5c9', 'status': 'completed', 'code': 200} Nov 03 19:36:00.435584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.704631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Deleting port 8162d6ac-bb88-4987-ab62-c4ef14804fb4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:00.705007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.793201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] For port 8162d6ac-bb88-4987-ab62-c4ef14804fb4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8162d6ac-bb88-4987-ab62-c4ef14804fb4,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:00.793609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.811854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Calling delete_port for 8162d6ac-bb88-4987-ab62-c4ef14804fb4 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:01.011034 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.041229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8162d6ac-bb88-4987-ab62-c4ef14804fb4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:01.234916 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.488579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Router b54d153a-7d26-46f1-98e1-a7b6a7922d2e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:01.600256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:01.605881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0d88449e-e0d6-4260-8769-70968cbfaad9 admin admin] 10.222.0.91 "PUT /v2.0/routers/b54d153a-7d26-46f1-98e1-a7b6a7922d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810802 Nov 03 19:36:01.608828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:01.612136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] Sync routers for ids ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:01.626494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] Routers {'b54d153a-7d26-46f1-98e1-a7b6a7922d2e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:01.627254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:01.765611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] Set router b54d153a-7d26-46f1-98e1-a7b6a7922d2e gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:01.972863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:36:00Z', 'revision_number': 5, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:02.005510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] Checking router: b54d153a-7d26-46f1-98e1-a7b6a7922d2e for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:02.015187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] Routers {'b54d153a-7d26-46f1-98e1-a7b6a7922d2e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:02.015791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:02.057220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.123396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] Set router b54d153a-7d26-46f1-98e1-a7b6a7922d2e gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:02.162469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.218109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Deleting port fa54c893-91a6-499e-a2d5-78e0d18afd50 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:02.218450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.308169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] For port fa54c893-91a6-499e-a2d5-78e0d18afd50, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fa54c893-91a6-499e-a2d5-78e0d18afd50,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:02.308537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.328134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Calling delete_port for fa54c893-91a6-499e-a2d5-78e0d18afd50 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:02.470127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:36:00Z', 'revision_number': 5, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:02.498963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2b36b-e6ec-482a-99b0-88b6ccc87f89 None None] The sync data for ids ['b54d153a-7d26-46f1-98e1-a7b6a7922d2e'] in n-d-812151-4 is: [{'id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'name': 'tempest-TestServerMultinode-1862973687-router', 'tenant_id': '8846e6e344b345d5a9f9c3fd598c3838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:06Z', 'updated_at': '2021-11-03T19:36:00Z', 'revision_number': 5, 'project_id': '8846e6e344b345d5a9f9c3fd598c3838', 'gw_port': {'id': 'fa54c893-91a6-499e-a2d5-78e0d18afd50', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d153a-7d26-46f1-98e1-a7b6a7922d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:07Z', 'updated_at': '2021-11-03T19:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:02.519998 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.569874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Pushing event deleted for resources: {'Port': ['ID=fa54c893-91a6-499e-a2d5-78e0d18afd50,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:02.630897 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.640940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.736539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.739105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.789230 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.789811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Fanout notify agent at l3_agent the message router_deleted on router b54d153a-7d26-46f1-98e1-a7b6a7922d2e {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:36:02.794984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.796507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c62ae7cd-d6b3-42dd-8c77-1ba82f0219de admin admin] 10.222.0.91 "DELETE /v2.0/routers/b54d153a-7d26-46f1-98e1-a7b6a7922d2e HTTP/1.1" status: 204 len: 168 time: 1.1862900 Nov 03 19:36:02.799648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49524) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:02.873692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Deleting subnet 4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:02.879246 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.921474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.925565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-5ee8c551-d06d-4ed2-bb0c-314fabf1c1db service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855896 Nov 03 19:36:03.039523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.068999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-6d3b5eac-821c-4044-aa73-01f6afec97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:03.070552 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-6d3b5eac-821c-4044-aa73-01f6afec97f2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1097 time: 0.0770447 Nov 03 19:36:03.160428 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.196344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:03.201873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5639ac-a8d1-4c3f-b69d-6a4f3c1320db None None] Network 85571769-54eb-43d0-ab0d-ab1e5e69cfab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:03.202021 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.205165 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dbd54ea5-0967-4f0a-a1f0-83ca3e4275c4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4f1605b5-ff1c-48f7-915d-bfc5ac4bc70f HTTP/1.1" status: 204 len: 168 time: 0.4034717 Nov 03 19:36:03.207958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49526) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:03.231644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-27617808-d4db-4a30-92c3-d4921e266e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:03.233251 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-27617808-d4db-4a30-92c3-d4921e266e87 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1391029 Nov 03 19:36:03.290012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.293257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.309519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-40aa71f5-b5bf-4802-b2e9-6cc155dfd735 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 200 len: 1002 time: 0.0680315 Nov 03 19:36:03.348064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Deleting port f8a91ade-1aa1-4d39-8c54-4b560a025770 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:03.348702 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.381758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-d951d49c-05a7-46db-a177-514094996b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:03.383238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-d951d49c-05a7-46db-a177-514094996b64 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0661058 Nov 03 19:36:03.424143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] For port f8a91ade-1aa1-4d39-8c54-4b560a025770, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f8a91ade-1aa1-4d39-8c54-4b560a025770,segment=NetworkSegment(469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3),segment_id=469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:03.425138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.433764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-0a4334a3-67c6-426e-8d9c-5a41f1b85467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:03.435306 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-0a4334a3-67c6-426e-8d9c-5a41f1b85467 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433996 Nov 03 19:36:03.437823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Calling delete_port for f8a91ade-1aa1-4d39-8c54-4b560a025770 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:03.526405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.543349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147fa87-4fa9-4aac-bdcb-624c1779a488 None None] DHCP port deletion for 85571769-54eb-43d0-ab0d-ab1e5e69cfab request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:03.545830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-6190daed-e577-425d-aae2-8971bad9b9dc service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010687 Nov 03 19:36:03.558107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a91ade-1aa1-4d39-8c54-4b560a025770,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:03.563112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] No DVR routers for this DVR port f8a91ade-1aa1-4d39-8c54-4b560a025770 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:03.652972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.662704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dcf82943-b24c-4c43-ac1a-b2192e2ab524 req-a55accd7-7ae0-4497-8d48-cf3a0bb769ef service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005366 Nov 03 19:36:03.673804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85571769-54eb-43d0-ab0d-ab1e5e69cfab']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:03.683774 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:03.684069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469a4ae0-ee2f-4b82-8d5b-5273fe24f9d3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:03.694804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.712374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.721002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:03.721475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:03.723210 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:03.786206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.792351 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.798976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49528) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:03.799177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] 10.222.0.91 "DELETE /v2.0/networks/85571769-54eb-43d0-ab0d-ab1e5e69cfab HTTP/1.1" status: 204 len: 168 time: 0.5896771 Nov 03 19:36:03.803635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8162d6ac-bb88-4987-ab62-c4ef14804fb4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:03.816908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5cae8-321b-426a-b2f8-685eb35ba2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85571769-54eb-43d0-ab0d-ab1e5e69cfab,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:03.825192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8162d6ac-bb88-4987-ab62-c4ef14804fb4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:03.825534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8162d6ac-bb88-4987-ab62-c4ef14804fb4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:03.826088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f8a91ade-1aa1-4d39-8c54-4b560a025770 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:03.846708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f8a91ade-1aa1-4d39-8c54-4b560a025770 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:03.847050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f8a91ade-1aa1-4d39-8c54-4b560a025770 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:03.847464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa54c893-91a6-499e-a2d5-78e0d18afd50 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:03.867725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fa54c893-91a6-499e-a2d5-78e0d18afd50 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:03.868074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa54c893-91a6-499e-a2d5-78e0d18afd50 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:04.163222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.436418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Deleting port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:04.436947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.517206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] For port 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:04.518121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.530989 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Calling delete_port for 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:04.683456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4d718b4a-9c49-4985-a69f-bd6f45ed77d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.724589 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.755608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f07e6f9-d6e7-4dd4-9a29-16838cbe4185,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:04.931684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.159395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Router 540fe27d-435e-4e0b-a3b1-78aeb079b96b has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:05.270412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:05.275314 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-06fcd144-793b-4fb1-9ebe-256293f59fa8 admin admin] 10.222.0.91 "PUT /v2.0/routers/540fe27d-435e-4e0b-a3b1-78aeb079b96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4752836 Nov 03 19:36:05.278616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49532) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:05.279510 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] Sync routers for ids ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:05.289595 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] Routers {'540fe27d-435e-4e0b-a3b1-78aeb079b96b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:05.290200 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.392946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.401439 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] Set router 540fe27d-435e-4e0b-a3b1-78aeb079b96b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:05.500568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.569624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Deleting port b53228de-3ded-42dd-b302-7a855b84dcaa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:05.569961 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.604882 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:36:04Z', 'revision_number': 5, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port': {'id': 'b53228de-3ded-42dd-b302-7a855b84dcaa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.645022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] Checking router: 540fe27d-435e-4e0b-a3b1-78aeb079b96b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:05.656024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] For port b53228de-3ded-42dd-b302-7a855b84dcaa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b53228de-3ded-42dd-b302-7a855b84dcaa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:05.656500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.656739 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] Routers {'540fe27d-435e-4e0b-a3b1-78aeb079b96b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:05.657609 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:35:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.674381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Calling delete_port for b53228de-3ded-42dd-b302-7a855b84dcaa owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:05.779640 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] Set router 540fe27d-435e-4e0b-a3b1-78aeb079b96b gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:05.835662 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:36:05Z', 'revision_number': 6, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.872105 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d878120-d1a8-48f8-b5c4-a3fab5542ab6 None None] The sync data for ids ['540fe27d-435e-4e0b-a3b1-78aeb079b96b'] in n-d-812151-4 is: [{'id': '540fe27d-435e-4e0b-a3b1-78aeb079b96b', 'name': 'tempest-TestServerMultinode-1119728437-router', 'tenant_id': '37ed78a0432a40c5b233554dd91805ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:15Z', 'updated_at': '2021-11-03T19:36:05Z', 'revision_number': 6, 'project_id': '37ed78a0432a40c5b233554dd91805ee', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:05.899011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.929658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Pushing event deleted for resources: {'Port': ['ID=b53228de-3ded-42dd-b302-7a855b84dcaa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:06.003944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.428794 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.430996 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.474698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.475395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540fe27d-435e-4e0b-a3b1-78aeb079b96b {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:36:06.480287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.481502 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5645bcc5-a59b-4848-88be-14703e0f380c admin admin] 10.222.0.91 "DELETE /v2.0/routers/540fe27d-435e-4e0b-a3b1-78aeb079b96b HTTP/1.1" status: 204 len: 168 time: 1.2017646 Nov 03 19:36:06.484035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49534) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:06.534835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Deleting subnet f692f46f-f176-44db-9334-8f9ba3ba3623 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:06.538006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.575201 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.656302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.721881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.750215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f692f46f-f176-44db-9334-8f9ba3ba3623,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:06.753732 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.758033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c36a8d1-8d12-4346-8d85-28052004fbe1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f692f46f-f176-44db-9334-8f9ba3ba3623 HTTP/1.1" status: 204 len: 168 time: 0.2728250 Nov 03 19:36:06.759385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49536) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:06.759794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898760ed-626e-4400-8409-4872728142e0 None None] Network 2c56256c-461e-46f8-8315-b72a5d94e4e7 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:06.837355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.901919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Deleting port 0a4f4b2d-912a-4f91-9874-1b5734577f57 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:06.902447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.959015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] DHCP port deletion for 2c56256c-461e-46f8-8315-b72a5d94e4e7 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:06.989710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] For port 0a4f4b2d-912a-4f91-9874-1b5734577f57, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a4f4b2d-912a-4f91-9874-1b5734577f57,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:06.990148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.009101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Calling delete_port for 0a4f4b2d-912a-4f91-9874-1b5734577f57 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:07.022433 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] Deleting port 0a4f4b2d-912a-4f91-9874-1b5734577f57 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:07.022689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.090100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] For port 0a4f4b2d-912a-4f91-9874-1b5734577f57, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0a4f4b2d-912a-4f91-9874-1b5734577f57,segment=NetworkSegment(6894c91c-7933-43a9-931b-5ae7e79a665f),segment_id=6894c91c-7933-43a9-931b-5ae7e79a665f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:07.090491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.103531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.104869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] Calling delete_port for 0a4f4b2d-912a-4f91-9874-1b5734577f57 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:07.130129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4f4b2d-912a-4f91-9874-1b5734577f57,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:07.133746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] No DVR routers for this DVR port 0a4f4b2d-912a-4f91-9874-1b5734577f57 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:07.192662 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.214124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.218072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] Pushing event deleted for resources: {'Port': ['ID=0a4f4b2d-912a-4f91-9874-1b5734577f57,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:07.222853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec5784-c1f3-480b-8331-5b33a3c6e808 None None] No DVR routers for this DVR port 0a4f4b2d-912a-4f91-9874-1b5734577f57 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:07.251281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c56256c-461e-46f8-8315-b72a5d94e4e7']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:07.262247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6894c91c-7933-43a9-931b-5ae7e79a665f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:07.262471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6894c91c-7933-43a9-931b-5ae7e79a665f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:07.272434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.286748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.292710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:07.293110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:07.295011 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:07.351134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.357452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.361359 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2c56256c-461e-46f8-8315-b72a5d94e4e7 HTTP/1.1" status: 204 len: 168 time: 0.6009157 Nov 03 19:36:07.372757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86534b2-da19-4428-b80b-6cb6a8545468 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c56256c-461e-46f8-8315-b72a5d94e4e7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:07.554290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49540) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:07.603657 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eef06e3c-a1e2-48a1-96e6-76fb8b0369c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8846e6e344b345d5a9f9c3fd598c3838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480552 Nov 03 19:36:07.606176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49542) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:07.663410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d014939e-c044-4f44-bef9-95fb35e9077a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.685296 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d014939e-c044-4f44-bef9-95fb35e9077a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.735011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d014939e-c044-4f44-bef9-95fb35e9077a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.737742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d014939e-c044-4f44-bef9-95fb35e9077a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.739300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d014939e-c044-4f44-bef9-95fb35e9077a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4548d24d-d0ea-4ddd-bcf8-e581f56654cb HTTP/1.1" status: 204 len: 168 time: 0.1316299 Nov 03 19:36:07.747731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014939e-c044-4f44-bef9-95fb35e9077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4548d24d-d0ea-4ddd-bcf8-e581f56654cb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:07.806290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a4f4b2d-912a-4f91-9874-1b5734577f57 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:07.828692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0a4f4b2d-912a-4f91-9874-1b5734577f57 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:07.829104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0a4f4b2d-912a-4f91-9874-1b5734577f57 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:07.829739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:07.849153 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:07.849481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6f07e6f9-d6e7-4dd4-9a29-16838cbe4185 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:07.849883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b53228de-3ded-42dd-b302-7a855b84dcaa no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:07.873710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b53228de-3ded-42dd-b302-7a855b84dcaa {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:07.874062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b53228de-3ded-42dd-b302-7a855b84dcaa not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:08.112857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49548) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:08.161060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2b1285f7-3723-471b-a81d-1f014fa9f054 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=37ed78a0432a40c5b233554dd91805ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470359 Nov 03 19:36:08.163882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49550) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:08.215193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfc721e3-6a8f-47bb-9478-15d42b94487b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.238639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfc721e3-6a8f-47bb-9478-15d42b94487b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.287752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfc721e3-6a8f-47bb-9478-15d42b94487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.290898 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfc721e3-6a8f-47bb-9478-15d42b94487b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.292559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cfc721e3-6a8f-47bb-9478-15d42b94487b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/42ca6b48-7b92-4251-a5cd-38b7e3526815 HTTP/1.1" status: 204 len: 168 time: 0.1279378 Nov 03 19:36:08.303044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc721e3-6a8f-47bb-9478-15d42b94487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca6b48-7b92-4251-a5cd-38b7e3526815,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:08.359680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b38f5357-d45c-4e0e-a5f1-c1efb7cdd54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.007605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.921007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.105997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:23.297426 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:36:28.464623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000693a-8738-4a52-81dd-eb41e0e2d71b req-0d2b1c80-82a4-4939-9310-a134857d40a9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:28.466287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c000693a-8738-4a52-81dd-eb41e0e2d71b req-0d2b1c80-82a4-4939-9310-a134857d40a9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0790563 Nov 03 19:36:28.534869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c000693a-8738-4a52-81dd-eb41e0e2d71b req-d9e04232-7378-412b-9740-509e16ad0a74 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613825 Nov 03 19:36:28.573985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49568) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:28.643861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-08eae7e7-ada0-4681-afd6-913a1151a41a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/344ff6e8-43e8-4f53-892c-6a61e93623e7 HTTP/1.1" status: 200 len: 994 time: 0.0686738 Nov 03 19:36:29.007743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd88a82-6302-4d30-904d-038acaf4e1f8 req-1712b62b-95b2-4e7d-89b3-1e53d1e022e4 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:29.009350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bd88a82-6302-4d30-904d-038acaf4e1f8 req-1712b62b-95b2-4e7d-89b3-1e53d1e022e4 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1097 time: 0.0520196 Nov 03 19:36:29.061311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bd88a82-6302-4d30-904d-038acaf4e1f8 req-ca86aea4-6a3b-4b1e-9b2f-1c24e82be242 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Nov 03 19:36:29.775630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-a782b02f-922a-4d1c-8909-e25022cdc5a7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1703174 Nov 03 19:36:29.785354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-a32cae7d-1bca-44e7-8ee7-a27823db86e6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:36:29.786395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-a32cae7d-1bca-44e7-8ee7-a27823db86e6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054870 Nov 03 19:36:30.350855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-7c5c5ab0-678f-48a3-aff8-7b9d3e0a59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:30.352285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-7c5c5ab0-678f-48a3-aff8-7b9d3e0a59d7 service neutron] 10.222.0.91 "GET /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1094 time: 0.0409558 Nov 03 19:36:30.362540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Request body: {'binding': {'host': 'n-h1-812151-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:30.363006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Unknown quota resources ['binding']. {{(pid=101989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:36:30.507181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on host n-h1-812151-4 for vnic_type normal with profile None {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:30.507520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:30.507852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:30.512593 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:36:30.512949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:30.518182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:30.518526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Checking segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:30.518916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Bound using segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} {{(pid=101989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:30.519346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.managers [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Bound port: 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}}] {{(pid=101989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:30.618001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:30.625540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] Publish callbacks [] for binding, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:30.626657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] 10.222.0.91 "POST /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.2678442 Nov 03 19:36:30.805101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f228c-e99f-4c95-9194-1acc1e10d281 req-c3fd7439-7ed5-4a0e-b768-e39f58d65fd1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:30.806680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c51f228c-e99f-4c95-9194-1acc1e10d281 req-c3fd7439-7ed5-4a0e-b768-e39f58d65fd1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0641496 Nov 03 19:36:30.870495 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c51f228c-e99f-4c95-9194-1acc1e10d281 req-f1ca8ee7-070c-4f6a-a680-7d15299242cc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569422 Nov 03 19:36:30.905371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-8fe9c9a9-b73d-4573-b109-9b4b8df2f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:30.906917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-8fe9c9a9-b73d-4573-b109-9b4b8df2f069 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1097 time: 0.0511131 Nov 03 19:36:31.007256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-38fa8d10-26a4-43e9-8623-eabd382c8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:31.008812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-38fa8d10-26a4-43e9-8623-eabd382c8ef0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 897 time: 0.0936124 Nov 03 19:36:31.083310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-658c1899-08c5-40b0-a835-9ff394a1f337 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1002 time: 0.0657184 Nov 03 19:36:31.137447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-e60ff48c-f68a-43d8-a2f9-8453e5673a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:31.138741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-e60ff48c-f68a-43d8-a2f9-8453e5673a87 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.0475860 Nov 03 19:36:31.193760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-9eb22ad5-127b-450e-9621-096791a90803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:31.195292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-9eb22ad5-127b-450e-9621-096791a90803 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478728 Nov 03 19:36:31.290467 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-0a56169a-39a6-4ef8-b675-a1c849cdf816 service neutron] 10.222.0.115 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 Nov 03 19:36:31.407546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-96499026-8d0b-4fce-899c-93aef5586e80 service neutron] 10.222.0.115 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083403 Nov 03 19:36:31.547801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-2e7aae95-f143-45ab-9188-fca437e3d339 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:31.549379 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-2e7aae95-f143-45ab-9188-fca437e3d339 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0&tenant_id=f4d240c4693a4d57b0b45382638a52bf&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1097 time: 0.0811317 Nov 03 19:36:31.562679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812151-4'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:31.626565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:31.766247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:31.804504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:31.848386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:31.850755 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ee2bfa-99be-4d8c-a285-6c82588f946e" -d '{"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-unplugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:31.855806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:31.862406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:31.895525 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2a360-f71a-4129-a806-ba4e234ab93b x-openstack-request-id: req-5bd2a360-f71a-4129-a806-ba4e234ab93b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:31.895821 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-unplugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:31.896074 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5bd2a360-f71a-4129-a806-ba4e234ab93b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:31.896484 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'code': 200} Nov 03 19:36:31.991406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:32.001792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.002143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.002489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.002831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.003168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.003497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.003829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.004153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.004520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.004978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.005313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.005647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.020890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efc685-0802-4bc3-9a78-feea899f5121 req-57e703ed-ef29-4544-8a8b-87e3ee29ac92 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:32.023223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1efc685-0802-4bc3-9a78-feea899f5121 req-57e703ed-ef29-4544-8a8b-87e3ee29ac92 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 944 time: 0.0640111 Nov 03 19:36:32.062059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on host n-h2-812151-4 for vnic_type normal with profile {"migrating_to": "n-h1-812151-4"} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:32.062397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:32.062732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:32.068225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:36:32.068515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Attempting to bind port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:32.075458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:32.075875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Checking segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:32.076540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Bound using segment: {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:32.077027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Bound port: 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:32.077503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.091518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1efc685-0802-4bc3-9a78-feea899f5121 req-340a77d1-3dc4-4a9c-b5ea-e105ee8ee2e2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586841 Nov 03 19:36:32.151451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:32.155076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:32.164168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.272139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Provisioning complete for port 36f5f0b3-8297-402d-9968-f402e2f3e9ae triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:32.273147 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.282315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=8']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:32.327578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:32.329161 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.331802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-ac6908ef-c5d1-4f4c-b5f5-52bbb7d8a386 service neutron] 10.222.0.115 "PUT /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1122 time: 0.7731667 Nov 03 19:36:32.398471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.437034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['36f5f0b3-8297-402d-9968-f402e2f3e9ae'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:36:32.452099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:32.455060 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc2fbf-3714-4d0c-8456-a0d6019ca7ba" -d '{"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-plugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:32.502435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:32.514668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.527534 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e199fa-3fb4-431c-ab18-2623d1b7770e x-openstack-request-id: req-b2e199fa-3fb4-431c-ab18-2623d1b7770e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:32.527866 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-plugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:32.528253 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2e199fa-3fb4-431c-ab18-2623d1b7770e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:32.528971 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'code': 200} Nov 03 19:36:32.726699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:32.755068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:32.770519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.770786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.771097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.771452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.771768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.772179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.772521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.772872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.773200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.773523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.773846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.774163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c964a28-ec0f-4cf3-ad66-363e80fa28ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:32.973128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3e72fe49-5e36-4f2b-8de3-8bc6c920f86a None None] Provisioning complete for port 36f5f0b3-8297-402d-9968-f402e2f3e9ae triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:32.973407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3e72fe49-5e36-4f2b-8de3-8bc6c920f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:33.235933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff31433-db53-4695-ba04-207ce3e4d2e7 req-331ccfbc-3f65-44de-8241-c137b79a4e2f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:33.238407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bff31433-db53-4695-ba04-207ce3e4d2e7 req-331ccfbc-3f65-44de-8241-c137b79a4e2f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0703306 Nov 03 19:36:33.243159 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:33.308532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bff31433-db53-4695-ba04-207ce3e4d2e7 req-aebd710d-9dbb-44f5-99c7-4786f1c1248c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589216 Nov 03 19:36:33.564922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:36:33.691289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:33.703386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae has no active binding in host n-h1-812151-4 {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 19:36:33.898299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:33.901218 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4830d4-cd00-4775-91b7-554d49647cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:33.945258 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11bcc55-7681-4fd9-a85c-b16c01c3f2b1 x-openstack-request-id: req-e11bcc55-7681-4fd9-a85c-b16c01c3f2b1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:33.945553 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:33.945813 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e11bcc55-7681-4fd9-a85c-b16c01c3f2b1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:33.946232 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'status': 'completed', 'code': 200} Nov 03 19:36:34.012484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-6eef7d3d-272c-40b2-93c4-91392c1a884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:34.014090 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-6eef7d3d-272c-40b2-93c4-91392c1a884a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1127 time: 0.0459440 Nov 03 19:36:34.132491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-51b7d23b-2183-4cec-b6cf-228e61b61899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:34.134034 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-51b7d23b-2183-4cec-b6cf-228e61b61899 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 897 time: 0.1122627 Nov 03 19:36:34.220709 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-5ff31515-f0eb-453a-85ea-e0e19052ed77 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1002 time: 0.0754199 Nov 03 19:36:34.280486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-8bd87edb-c4a8-4bfa-b259-9ff2ee6e3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:34.282158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-8bd87edb-c4a8-4bfa-b259-9ff2ee6e3580 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.0511067 Nov 03 19:36:34.333936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-01bfa758-ead5-482c-8022-ac34f4c3e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:34.335518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-01bfa758-ead5-482c-8022-ac34f4c3e6e1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456705 Nov 03 19:36:34.435125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-cc81492e-8531-4596-b8ae-72488922e34b service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909686 Nov 03 19:36:34.436873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b91c7-9844-44ee-b3b3-8a0fceec6f9e req-78067445-955e-4c37-8b3c-2040652dc737 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:34.438490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca2b91c7-9844-44ee-b3b3-8a0fceec6f9e req-78067445-955e-4c37-8b3c-2040652dc737 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0546772 Nov 03 19:36:34.493713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca2b91c7-9844-44ee-b3b3-8a0fceec6f9e req-158e6a6a-7975-488a-846d-668de1d73125 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485582 Nov 03 19:36:34.536442 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef4830d4-cd00-4775-91b7-554d49647cc3 req-28ce9fab-a447-48b9-ae30-8e64b0e20364 service neutron] 10.222.0.110 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929303 Nov 03 19:36:34.687405 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af84e2d8-6ea8-4df1-b10b-a709e1d3b349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:35.670145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee796-f31b-4c33-a731-4854ad995924 req-58f9cb4d-5f81-41a2-9147-9212d96a878c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:35.672023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5eee796-f31b-4c33-a731-4854ad995924 req-58f9cb4d-5f81-41a2-9147-9212d96a878c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0634017 Nov 03 19:36:36.130562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5eee796-f31b-4c33-a731-4854ad995924 req-13ec29a3-dca8-4cb0-8e2c-42723813b7ee tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497473 Nov 03 19:36:37.250780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0919c-0684-4dbe-8446-47f1f593277d req-b75935d0-077a-43b2-889e-0280369ce517 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:37.252372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15f0919c-0684-4dbe-8446-47f1f593277d req-b75935d0-077a-43b2-889e-0280369ce517 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 946 time: 0.0511525 Nov 03 19:36:37.306041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15f0919c-0684-4dbe-8446-47f1f593277d req-379d3599-038f-488e-862d-faf198439279 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469251 Nov 03 19:36:37.589166 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-208f7eb8-fd5d-4130-af58-1f43877cc536 service neutron] 10.222.0.110 "GET /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae/bindings/n-h1-812151-4 HTTP/1.1" status: 200 len: 384 time: 0.0584950 Nov 03 19:36:37.788991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:37.809298 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:37.852932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:37.855209 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04085e-7b1c-4296-8b30-483e7ed2d0ff" -d '{"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-unplugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:37.864707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:37.881443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:37.899359 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1109fe6b-30f7-411e-a45d-39e0b6c64f87 x-openstack-request-id: req-1109fe6b-30f7-411e-a45d-39e0b6c64f87 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:37.899359 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-unplugged", "status": "completed", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:37.899359 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1109fe6b-30f7-411e-a45d-39e0b6c64f87 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:37.899359 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'code': 200} Nov 03 19:36:37.966172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] Transition to ACTIVE for port object 36f5f0b3-8297-402d-9968-f402e2f3e9ae will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:36:37.970315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:38.076008 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] Pushing event updated for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=11']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:38.112572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] No DVR routers for this DVR port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:38.279446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-1162e4ae-6c36-4fa0-b312-7124bbe52009 service neutron] 10.222.0.110 "PUT /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae/bindings/n-h1-812151-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6777263 Nov 03 19:36:38.366408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8bc846ea-0899-4cb2-a9c6-f8a8eab678d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:38.390797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-7822ef09-b495-4a50-8b7d-982cfb8cd6e7 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.392333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-7822ef09-b495-4a50-8b7d-982cfb8cd6e7 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0&tenant_id=f4d240c4693a4d57b0b45382638a52bf&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.0635688 Nov 03 19:36:38.447077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-4d488917-120d-4d9b-b194-51a1535e7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.448669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-4d488917-120d-4d9b-b194-51a1535e7d42 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 1096 time: 0.0478389 Nov 03 19:36:38.450524 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5236e8-0a19-44fc-895c-de9493c9081f req-20fd6bb2-ffe4-445d-909b-f551cca1f007 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.452055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b5236e8-0a19-44fc-895c-de9493c9081f req-20fd6bb2-ffe4-445d-909b-f551cca1f007 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Nov 03 19:36:38.516149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b5236e8-0a19-44fc-895c-de9493c9081f req-f5d597cf-697c-4ace-8170-716a06801000 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563354 Nov 03 19:36:38.524516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-5590f751-e650-431f-a811-6c674272a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.527469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-5590f751-e650-431f-a811-6c674272a129 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1096 time: 0.0555553 Nov 03 19:36:38.635588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-7b988410-c223-4845-afdf-7e92133c854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.637086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-7b988410-c223-4845-afdf-7e92133c854c service neutron] 10.222.0.115 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 897 time: 0.1014884 Nov 03 19:36:38.710290 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-c7947ba2-a875-450f-b41a-279f06fa3180 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 1000 time: 0.0646124 Nov 03 19:36:38.760626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-f8127c13-5f00-4f44-a61e-baae4808846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.762170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-f8127c13-5f00-4f44-a61e-baae4808846e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.0446460 Nov 03 19:36:38.813019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-731fbf63-4b57-4492-8bbd-de4e281807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:38.814660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-731fbf63-4b57-4492-8bbd-de4e281807b2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456243 Nov 03 19:36:38.909335 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-43421edd-6498-426e-a5a0-10bb3427ebd8 service neutron] 10.222.0.115 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874703 Nov 03 19:36:39.005905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-b1080282-c882-4cec-8ae2-ca6e55db5bab service neutron] 10.222.0.115 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Nov 03 19:36:39.255750 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-b5cfb3ee-9ab9-40c1-b874-b6a94098dfeb tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:39.257310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-b5cfb3ee-9ab9-40c1-b874-b6a94098dfeb tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.115 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0&tenant_id=f4d240c4693a4d57b0b45382638a52bf&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 1096 time: 0.0465322 Nov 03 19:36:39.410869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-cd6a640e-4e41-4d77-b75c-df0892671e2f service neutron] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:39.414284 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-cd6a640e-4e41-4d77-b75c-df0892671e2f service neutron] Publish callbacks [] for binding, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:39.415421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-cd6a640e-4e41-4d77-b75c-df0892671e2f service neutron] 10.222.0.115 "DELETE /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae/bindings/n-h2-812151-4 HTTP/1.1" status: 204 len: 173 time: 0.1500225 Nov 03 19:36:39.655346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55a3f9-d97b-464c-ad89-bc448981866a req-8771b745-b2a7-4e34-96d8-e2f6b980c057 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:39.656960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b55a3f9-d97b-464c-ad89-bc448981866a req-8771b745-b2a7-4e34-96d8-e2f6b980c057 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 945 time: 0.0584583 Nov 03 19:36:39.715804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b55a3f9-d97b-464c-ad89-bc448981866a req-58857b13-f090-4436-bdb6-634a73602456 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519905 Nov 03 19:36:39.839077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16af6ef-f478-4e48-9f5d-190ff8e97017 req-80823e7e-20ca-411d-b0b9-50bd7dc9afd1 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:39.841725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a16af6ef-f478-4e48-9f5d-190ff8e97017 req-80823e7e-20ca-411d-b0b9-50bd7dc9afd1 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1096 time: 0.0443723 Nov 03 19:36:39.892803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a16af6ef-f478-4e48-9f5d-190ff8e97017 req-852c44b5-ea4e-4231-bf7b-e89550061521 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455751 Nov 03 19:36:40.014688 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.031673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1e73-a13d-4a54-af6a-51ae84a384eb req-a511330b-7f00-4089-9c4d-ba9dc8e91110 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:40.033439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecb1e73-a13d-4a54-af6a-51ae84a384eb req-a511330b-7f00-4089-9c4d-ba9dc8e91110 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Nov 03 19:36:40.090919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ecb1e73-a13d-4a54-af6a-51ae84a384eb req-2aef5b1e-be71-4310-a4b5-0f317e26fb1e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498049 Nov 03 19:36:40.114569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49630) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:40.181274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d678f77e-f0e0-45fb-86cb-97b99148ef97 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/344ff6e8-43e8-4f53-892c-6a61e93623e7 HTTP/1.1" status: 200 len: 992 time: 0.0654757 Nov 03 19:36:40.386610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:40.429752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:40.431190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49636) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:40.589652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port b297863b-af0d-493b-a566-129dfeabd74c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:40.589987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.669170 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.669448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.681884 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for b297863b-af0d-493b-a566-129dfeabd74c owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:40.849769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.882431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=b297863b-af0d-493b-a566-129dfeabd74c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:40.940223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:40.940467 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 344ff6e8-43e8-4f53-892c-6a61e93623e7 disassociated (deleted). External IP: 172.25.8.244, port: 36f5f0b3-8297-402d-9968-f402e2f3e9ae. Nov 03 19:36:41.159118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 92981de9-513e-44c4-81ca-4d2db8064c18 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:41.268443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:41.273375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:41.278178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] Sync routers for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:41.289774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:41.290569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:41.300764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4463ec4f-8a6a-41b9-a78c-ceb42a1a2dba tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/floatingips/344ff6e8-43e8-4f53-892c-6a61e93623e7 HTTP/1.1" status: 204 len: 168 time: 0.8684418 Nov 03 19:36:41.301868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:41.304206 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063d99f5-f454-4eb1-bd18-a98b5be97253" -d '{"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:41.344782 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73db6d9a-32e3-48c7-8ad9-13c946c82495 x-openstack-request-id: req-73db6d9a-32e3-48c7-8ad9-13c946c82495 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:41.344959 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:41.345694 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73db6d9a-32e3-48c7-8ad9-13c946c82495 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:41.345694 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'status': 'completed', 'code': 200} Nov 03 19:36:41.412948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:41.554912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3750d-3da3-4b35-af40-62345d41bc00 req-66f744d4-f099-4b62-ba4c-5ca3235601f1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:41.558109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd3750d-3da3-4b35-af40-62345d41bc00 req-66f744d4-f099-4b62-ba4c-5ca3235601f1 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 945 time: 0.0571313 Nov 03 19:36:41.616994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcd3750d-3da3-4b35-af40-62345d41bc00 req-c20c9787-49d4-48d8-a8ec-0fc246d20d38 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a4a362d-ac62-49eb-8ca6-b09560e5f606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525980 Nov 03 19:36:41.772556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-2c0dbe12-c407-4b38-aac0-c3f6f5a9f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:41.774116 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-2c0dbe12-c407-4b38-aac0-c3f6f5a9f9f2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 1096 time: 0.4055617 Nov 03 19:36:41.822325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:41.854379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] Checking router: 92981de9-513e-44c4-81ca-4d2db8064c18 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:41.866192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:41.867502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:41.873079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-278c1706-507d-410a-8f55-f534747ac945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:41.874327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-278c1706-507d-410a-8f55-f534747ac945 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 200 len: 897 time: 0.0921803 Nov 03 19:36:41.922989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-5ffde350-b36d-4bc4-a31a-26353daf51fe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 200 len: 217 time: 0.0398486 Nov 03 19:36:41.963681 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:41.993880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:42.007348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-19ca8e3b-c3c4-4dbc-83a1-cbddbb00402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:42.008976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-19ca8e3b-c3c4-4dbc-83a1-cbddbb00402a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 200 len: 835 time: 0.0749764 Nov 03 19:36:42.021299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-0f6d77d4-c017-4ac3-8cde-ef08e839f0bd tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:42.022723 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-0f6d77d4-c017-4ac3-8cde-ef08e839f0bd tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 945 time: 0.0877075 Nov 03 19:36:42.118181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-d25ece09-6b7e-42b6-af44-fdf5c5d5fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:42.119644 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-d25ece09-6b7e-42b6-af44-fdf5c5d5fb26 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960653 Nov 03 19:36:42.140818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.219059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 36f5f0b3-8297-402d-9968-f402e2f3e9ae {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:42.220120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.220245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:42.252342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17736f7-fd43-4086-b7ff-e11a76f54973 None None] The sync data for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 is: [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:35:40Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d', 'name': '', 'network_id': 'bbd086b1-55ad-47b4-bf7f-2471a2fcf16a', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:5d:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:39Z', 'updated_at': '2021-11-03T19:35:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '658344eb-1319-4e08-a9d2-3b81422eb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:42.290801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-99ffd450-83b0-4f12-ae90-a85b82d5d680 service neutron] 10.222.0.115 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625957 Nov 03 19:36:42.389011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 36f5f0b3-8297-402d-9968-f402e2f3e9ae, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=36f5f0b3-8297-402d-9968-f402e2f3e9ae,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:42.389436 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.410016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 36f5f0b3-8297-402d-9968-f402e2f3e9ae owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:42.467900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-063d99f5-f454-4eb1-bd18-a98b5be97253 req-f3ff7a25-6b50-4286-a7dd-b4d399dd9279 service neutron] 10.222.0.115 "GET /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653688 Nov 03 19:36:42.520951 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b947c83-f393-4be8-8e86-32f2579868f5 None None] New status for floating IP 344ff6e8-43e8-4f53-892c-6a61e93623e7: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:36:42.571005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.606389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=36f5f0b3-8297-402d-9968-f402e2f3e9ae,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:42.654025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] No DVR routers for this DVR port 36f5f0b3-8297-402d-9968-f402e2f3e9ae on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:42.656880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:42.660352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-81272a3e-20e6-460e-98e6-90f83ef70398 req-8b489bdd-36b1-488e-9350-4b85690d3205 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.115 "DELETE /v2.0/ports/36f5f0b3-8297-402d-9968-f402e2f3e9ae HTTP/1.1" status: 204 len: 173 time: 0.6286850 Nov 03 19:36:42.733273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d614230-cca2-4d89-8adc-2a9e64fb4f51 req-b2686d30-bea5-49ea-bbc6-4a924e12da07 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=42e2f223-c3c3-443b-8a69-6ad4859817d0 HTTP/1.1" status: 200 len: 210 time: 0.0296302 Nov 03 19:36:43.346624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-deleted', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:43.349069 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f4740-c005-4dfc-a1fe-88a6c2f7a5ff" -d '{"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-deleted", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:43.385589 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38de3e4-167c-4bc4-be87-802f1670bb84 x-openstack-request-id: req-e38de3e4-167c-4bc4-be87-802f1670bb84 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:43.385885 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e2f223-c3c3-443b-8a69-6ad4859817d0", "name": "network-vif-deleted", "tag": "36f5f0b3-8297-402d-9968-f402e2f3e9ae", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:43.386140 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e38de3e4-167c-4bc4-be87-802f1670bb84 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:43.386539 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e2f223-c3c3-443b-8a69-6ad4859817d0', 'name': 'network-vif-deleted', 'tag': '36f5f0b3-8297-402d-9968-f402e2f3e9ae', 'status': 'completed', 'code': 200} Nov 03 19:36:43.791023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49652) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:44.168289 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.447695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:44.448392 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.542026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:44.542383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.558720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:44.762155 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:44.793236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:44.975523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.204963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 92981de9-513e-44c4-81ca-4d2db8064c18 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:45.327331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:45.333535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8b02c1d6-8016-4fc5-a169-d431445efed7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/92981de9-513e-44c4-81ca-4d2db8064c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404191 Nov 03 19:36:45.335420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49654) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:45.338772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] Sync routers for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:45.350130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:45.350753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:45.391400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting subnet 658344eb-1319-4e08-a9d2-3b81422eb2fe {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:45.395033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.439873 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.471047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:45.540148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.610292 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.641047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Subnet': ['ID=658344eb-1319-4e08-a9d2-3b81422eb2fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:45.643197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.646535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-712fd804-2b3e-48c3-b3b2-ddf1e63f5f7b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/subnets/658344eb-1319-4e08-a9d2-3b81422eb2fe HTTP/1.1" status: 204 len: 168 time: 0.3101389 Nov 03 19:36:45.649212 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49656) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:45.652816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08eacf3-2c97-4663-8a10-0e8ff33ace15 None None] Network bbd086b1-55ad-47b4-bf7f-2471a2fcf16a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:45.736071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:36:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:45.774070 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.798668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] Checking router: 92981de9-513e-44c4-81ca-4d2db8064c18 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:45.811241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] Routers {'92981de9-513e-44c4-81ca-4d2db8064c18'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:45.811837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['92981de9-513e-44c4-81ca-4d2db8064c18'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:45.901596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.935047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] Set router 92981de9-513e-44c4-81ca-4d2db8064c18 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:45.963325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 1d25d951-b130-4354-9418-1bf5d27d4c10 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:45.963912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:45.967933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] DHCP port deletion for bbd086b1-55ad-47b4-bf7f-2471a2fcf16a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:46.056100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 1d25d951-b130-4354-9418-1bf5d27d4c10, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1d25d951-b130-4354-9418-1bf5d27d4c10,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:46.056455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.070149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 1d25d951-b130-4354-9418-1bf5d27d4c10 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:46.143624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] Deleting port d9ad703f-504f-47a9-839a-4e93737b805a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:46.143624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.217327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] For port d9ad703f-504f-47a9-839a-4e93737b805a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d9ad703f-504f-47a9-839a-4e93737b805a,segment=NetworkSegment(e6256a54-20a0-4fde-ae6c-b03de4a49ac6),segment_id=e6256a54-20a0-4fde-ae6c-b03de4a49ac6)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:46.217734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.243091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] Calling delete_port for d9ad703f-504f-47a9-839a-4e93737b805a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:46.258990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:36:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:46.259434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.289598 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=1d25d951-b130-4354-9418-1bf5d27d4c10,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:46.289849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01bb5d-6bd3-4694-a7f9-83f126cea911 None None] The sync data for ids ['92981de9-513e-44c4-81ca-4d2db8064c18'] in n-d-812151-4 is: [{'id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147187080', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:35:35Z', 'updated_at': '2021-11-03T19:36:44Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '1d25d951-b130-4354-9418-1bf5d27d4c10', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92981de9-513e-44c4-81ca-4d2db8064c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:35:36Z', 'updated_at': '2021-11-03T19:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:46.366979 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.367333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.396851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] Pushing event deleted for resources: {'Port': ['ID=d9ad703f-504f-47a9-839a-4e93737b805a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:46.402431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c09ef-a5ff-4cfd-82de-c5c473c050ec None None] No DVR routers for this DVR port d9ad703f-504f-47a9-839a-4e93737b805a on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:46.465312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.467652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.515205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.515701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Fanout notify agent at l3_agent the message router_deleted on router 92981de9-513e-44c4-81ca-4d2db8064c18 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:36:46.522629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.523798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4b8e8f87-6988-4d51-9b24-971e2ea6c35c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/routers/92981de9-513e-44c4-81ca-4d2db8064c18 HTTP/1.1" status: 204 len: 168 time: 0.8736560 Nov 03 19:36:46.527221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49658) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:46.604266 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.706573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.731856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd086b1-55ad-47b4-bf7f-2471a2fcf16a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:46.749601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:46.750006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6256a54-20a0-4fde-ae6c-b03de4a49ac6') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:46.762156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.781311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.788696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:46.789248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:46.793013 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:46.856976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.864908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.868086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/networks/bbd086b1-55ad-47b4-bf7f-2471a2fcf16a HTTP/1.1" status: 204 len: 168 time: 0.3399398 Nov 03 19:36:46.871053 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49660) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:46.949224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:46.981094 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.062938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.065721 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.066940 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/security-groups/5a4a362d-ac62-49eb-8ca6-b09560e5f606 HTTP/1.1" status: 204 len: 168 time: 0.1948183 Nov 03 19:36:47.078644 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a362d-ac62-49eb-8ca6-b09560e5f606,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:47.086990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.087343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.087656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.088032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.088356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.088793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.089166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.089499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.089825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.090145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.090462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.090776 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cdcb4-456f-43bb-9a50-75a473fde22e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:47.208528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ac046-897e-4b62-b182-bb3e65745260 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Network': ['ID=bbd086b1-55ad-47b4-bf7f-2471a2fcf16a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:47.387904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49666) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:47.393015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698235024', 'description': 'tempest-secgroup-smoke-1698235024 description', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:47.419302 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.492577 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.498918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.533433 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.534681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1457386 Nov 03 19:36:47.535555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14376e72-0a61-435e-b317-55fb03b05bbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:47.537832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49668) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:47.542804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '40fe2fdc-cd81-4815-8bfe-5d1c2926c48c', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:47.573035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.608903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:47.636792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 36f5f0b3-8297-402d-9968-f402e2f3e9ae {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:47.637192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.637380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 36f5f0b3-8297-402d-9968-f402e2f3e9ae not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:47.642566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.661356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef440dc-6d5d-45be-80ae-5fb6d9b73f65,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:47.669940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.671172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ad01b2c-13c9-4914-b5ad-d48e691e616d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324182 Nov 03 19:36:47.674158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49670) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:47.678645 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '40fe2fdc-cd81-4815-8bfe-5d1c2926c48c', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:47.707429 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.771576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.776154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.795250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987b351d-4db4-4569-b346-797c25300528,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:47.803949 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d9ad703f-504f-47a9-839a-4e93737b805a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:47.805084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.806411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8bb5936c-a806-47ab-a096-c38897501aad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313252 Nov 03 19:36:47.809210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49672) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:47.813602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '40fe2fdc-cd81-4815-8bfe-5d1c2926c48c', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:47.828217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d9ad703f-504f-47a9-839a-4e93737b805a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:47.829273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d9ad703f-504f-47a9-839a-4e93737b805a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:47.829273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:47.844613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.853442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:47.854293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 4d85a3fc-8bb5-4d5b-9204-ce70a8f0144d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:47.854716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d25d951-b130-4354-9418-1bf5d27d4c10 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:47.876443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1d25d951-b130-4354-9418-1bf5d27d4c10 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:47.876739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d25d951-b130-4354-9418-1bf5d27d4c10 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:47.917478 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.922810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.942942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28506fc-c2c8-49f7-a973-4854764e1366,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:47.953563 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:47.954968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c470d0e4-aeb0-4cd5-a831-07a4b8a7abbc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448162 Nov 03 19:36:47.957832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49674) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:47.964051 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '40fe2fdc-cd81-4815-8bfe-5d1c2926c48c', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:47.994488 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.066282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.071816 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.091054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a81bd4b-3e19-4644-822a-f5d2da19d124,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:48.101421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.102657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75b8edcf-56d9-4815-93a2-fc9bd7c69629 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436028 Nov 03 19:36:48.106137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49676) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:48.110561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '40fe2fdc-cd81-4815-8bfe-5d1c2926c48c', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:48.132710 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:36:48.138224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.215350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.221748 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.241755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb31a31b-e74e-41a2-a17e-e641121b61b8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:48.255576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.256863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-91877f67-3dda-4282-9f2e-e9b61d284d71 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497762 Nov 03 19:36:48.261090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49678) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:48.266281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'security_group_rule': {'security_group_id': '40fe2fdc-cd81-4815-8bfe-5d1c2926c48c', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:48.291428 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Project f4d240c4693a4d57b0b45382638a52bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:36:48.296859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.360326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.364588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.382897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e582c2-b2ff-46a1-bef4-566b2ed0ceda,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:48.393899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.395126 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ebbbc067-deb5-4ba9-9c74-8b623acbe60e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330063 Nov 03 19:36:48.398182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49680) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:48.403679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'network': {'name': 'tempest-network-smoke--1716609927', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'port_security_enabled': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:48.426191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:48.429760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.455277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:36:48.465090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.465428 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Added segment a635e096-eb40-495a-8ae2-538bbe00da6a of type vlan for network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 Nov 03 19:36:48.516283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.541993 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.547595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:48.548211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.613091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2138193 Nov 03 19:36:48.616263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49682) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:48.621674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'admin_state_up': True, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:48.628566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade7c1-8e81-4d43-88f3-2210cab92579 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Network': ['ID=05f824ac-12ad-43fc-8d81-8e0d82ac4c42,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:48.642724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:36:48.648879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.649553 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.704455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:48.849524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.061870 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.081944 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.188661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.147 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/2c2f60f4-75ce-448d-92da-c70c1dc5f557) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:49.305834 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.344333 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.406486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:49.409917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:49.412621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:49.419482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=2c2f60f4-75ce-448d-92da-c70c1dc5f557,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:49.687821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.900117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.037225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:36:50.162217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:50.172864 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Sync routers for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:50.183845 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:50.184463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:50.186054 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.187557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1e744d2b-6703-44b7-bcca-0c6b22feaa4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5700531 Nov 03 19:36:50.190975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49684) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:50.223546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0ccb74da-508e-4cdd-a6ed-5a4ddf095cea tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=f4d240c4693a4d57b0b45382638a52bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309415 Nov 03 19:36:50.226574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49686) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:50.408528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf70c07-8154-4d7d-9d8b-79c8c552d667 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:50.412672 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7bf70c07-8154-4d7d-9d8b-79c8c552d667 tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1824586 Nov 03 19:36:50.413180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49688) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:50.416321 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:50.443313 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a4a2155-2146-423b-86fd-d77d0bb5433b tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288827 Nov 03 19:36:50.445930 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49690) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:50.450846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842329913', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:50.547812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:50.551426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.615552 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:49Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:50.642264 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Checking router: 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:50.642602 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Updating router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:36:50.668897 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.748968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.845716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Subnet': ['ID=40200782-68a5-4a0e-92a1-8ad9630c726a,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:50.858169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Checking segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:50.858807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network hostable DHCP agents. Network: 05f824ac-12ad-43fc-8d81-8e0d82ac4c42, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:36:50.878796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:36:50.889014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 05f824ac-12ad-43fc-8d81-8e0d82ac4c42) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:50.893563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:50.894189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.899378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b9295-253e-42d1-9ec5-dd164efde888 None None] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:50.917039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-02965163-54f3-4320-9d1b-26c3f65babdc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4663687 Nov 03 19:36:50.917433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:50.975632 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:50.985669 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.046735 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Attempting to bind port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:51.047176 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Attempting to bind port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:51.047459 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Attempting to bind port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:51.049929 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Pushing event updated for resources: {'Port': ['ID=2c2f60f4-75ce-448d-92da-c70c1dc5f557,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.059479 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:51.059880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:51.060236 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.060632 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:51.061130 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Bound port: 2c2f60f4-75ce-448d-92da-c70c1dc5f557, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:51.061505 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.065447 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.067238 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.067592 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.067938 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.068270 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.068594 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.068947 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.069272 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.069597 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.069912 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.070232 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.070548 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.128251 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] For port 2c2f60f4-75ce-448d-92da-c70c1dc5f557, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:51.131761 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] For port 2c2f60f4-75ce-448d-92da-c70c1dc5f557, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2c2f60f4-75ce-448d-92da-c70c1dc5f557,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:51.138451 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.236654 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47694d-8995-4db6-8812-70bf54e17b2e None None] Pushing event updated for resources: {'Port': ['ID=2c2f60f4-75ce-448d-92da-c70c1dc5f557,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.247915 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:51.249137 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:51.266426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:36:51.268173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.405370 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:51.450734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Allocated IP 172.20.0.2 (05f824ac-12ad-43fc-8d81-8e0d82ac4c42/40200782-68a5-4a0e-92a1-8ad9630c726a/90cb098c-1e3d-4780-824f-8ce15311fcf0) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:51.480417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.654707 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:49Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:51.665337 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.673844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.706888 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bdc2-5d2e-4384-ad17-2319115856c9 None None] The sync data for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 is: [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:49Z', 'revision_number': 3, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:51.722804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:51.729004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:51.736251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:51.742643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Pushing event updated for resources: {'Port': ['ID=90cb098c-1e3d-4780-824f-8ce15311fcf0,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.809628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Attempting to bind port 90cb098c-1e3d-4780-824f-8ce15311fcf0 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:51.809995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Attempting to bind port 90cb098c-1e3d-4780-824f-8ce15311fcf0 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:51.810342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Attempting to bind port 90cb098c-1e3d-4780-824f-8ce15311fcf0 on network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:51.816218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:51.816783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Checking segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:51.817003 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.817394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Bound using segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:51.817875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Bound port: 90cb098c-1e3d-4780-824f-8ce15311fcf0, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:51.818251 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.903454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] For port 90cb098c-1e3d-4780-824f-8ce15311fcf0, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:51.909354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] For port 90cb098c-1e3d-4780-824f-8ce15311fcf0, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90cb098c-1e3d-4780-824f-8ce15311fcf0,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:51.914622 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.006504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd2f5-e790-45e2-8059-97a06b5d8486 None None] Pushing event updated for resources: {'Port': ['ID=90cb098c-1e3d-4780-824f-8ce15311fcf0,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:52.232936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.1 (05f824ac-12ad-43fc-8d81-8e0d82ac4c42/40200782-68a5-4a0e-92a1-8ad9630c726a/48c60bb5-9b5c-491b-94da-1be4354fe532) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:52.381148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.418503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.462233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:52.467505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:52.474170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:52.507534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=48c60bb5-9b5c-491b-94da-1be4354fe532,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:52.540569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.703127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:52.994666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68115e0-d759-4fbe-af92-d3b612ff833c None None] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:53.025753 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.031400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.060968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-efba3972-8b2c-4871-bc0e-bd7c2d8a33e4 None None] Provisioning complete for port 90cb098c-1e3d-4780-824f-8ce15311fcf0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:53.061384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efba3972-8b2c-4871-bc0e-bd7c2d8a33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.114493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=48c60bb5-9b5c-491b-94da-1be4354fe532,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:53.118456 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.208988 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efba3972-8b2c-4871-bc0e-bd7c2d8a33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.236086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:53.237714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:53.277646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-efba3972-8b2c-4871-bc0e-bd7c2d8a33e4 None None] For port 90cb098c-1e3d-4780-824f-8ce15311fcf0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90cb098c-1e3d-4780-824f-8ce15311fcf0,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:53.282871 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-efba3972-8b2c-4871-bc0e-bd7c2d8a33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.372143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba3972-8b2c-4871-bc0e-bd7c2d8a33e4 None None] Pushing event updated for resources: {'Port': ['ID=90cb098c-1e3d-4780-824f-8ce15311fcf0,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:53.394314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:53.530447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:53.547658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a163f5a4-d088-4602-9d61-33ffb2f9795f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/27e9ae29-c686-4b89-8bb5-a6a2352d3ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173556 Nov 03 19:36:53.582128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Sync routers for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:53.597923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:53.598570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:53.663954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b749973c-7679-4dda-a862-52cc04768700 None None] Provisioning complete for port 90cb098c-1e3d-4780-824f-8ce15311fcf0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:53.664325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b749973c-7679-4dda-a862-52cc04768700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.770575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-5a635011-9023-4a09-885c-ca5ee12c0a4c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698235024&fields=id&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 267 time: 0.0596299 Nov 03 19:36:53.779051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:53.948836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-fb20a957-fdb5-4328-9233-4a6654a3287c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:53.952023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-fb20a957-fdb5-4328-9233-4a6654a3287c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/networks?id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 200 len: 797 time: 0.1728280 Nov 03 19:36:53.986528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-eb1bd02c-4fc6-4ab5-8971-0f3ec4b14bc4 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/quotas/f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 375 time: 0.0203412 Nov 03 19:36:54.010789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90cb098c-1e3d-4780-824f-8ce15311fcf0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:54.051757 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-721f08f5-13d7-473e-81de-b6aca8afb98c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566499 Nov 03 19:36:54.085173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b749973c-7679-4dda-a862-52cc04768700 None None] Provisioning complete for port 48c60bb5-9b5c-491b-94da-1be4354fe532 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:54.085451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b749973c-7679-4dda-a862-52cc04768700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.199612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b749973c-7679-4dda-a862-52cc04768700 None None] Port 48c60bb5-9b5c-491b-94da-1be4354fe532 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:54.210509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-430242ef-8c97-4e31-a83f-dc8cd98cd3ed service neutron] 10.222.0.91 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438966 Nov 03 19:36:54.215154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 90cb098c-1e3d-4780-824f-8ce15311fcf0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:54.215522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.297212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 2, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:54.324881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-28be4988-e20a-443f-8168-b6814b079ff8 service neutron] 10.222.0.91 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055164 Nov 03 19:36:54.342387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Checking router: 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:54.342905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Updating router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 port 48c60bb5-9b5c-491b-94da-1be4354fe532 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:36:54.401948 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.411553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b0e8628f-b845-4f8a-a114-c0130d103edc None None] Provisioning complete for port 48c60bb5-9b5c-491b-94da-1be4354fe532 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:54.411884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0e8628f-b845-4f8a-a114-c0130d103edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.445114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2c2f60f4-75ce-448d-92da-c70c1dc5f557 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:54.522521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4844c3d0-ca86-4f36-886a-00bcffa85b69 req-5ae3d129-682b-44fd-ba50-b9f0ab0ce93b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 210 time: 0.0324793 Nov 03 19:36:54.524023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8628f-b845-4f8a-a114-c0130d103edc None None] Port 48c60bb5-9b5c-491b-94da-1be4354fe532 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:54.602720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:54.603090 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.774483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.999283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 2c2f60f4-75ce-448d-92da-c70c1dc5f557, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2c2f60f4-75ce-448d-92da-c70c1dc5f557,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:55.015393 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.022727 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.044862 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.089728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=2c2f60f4-75ce-448d-92da-c70c1dc5f557,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.183924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Attempting to bind port 48c60bb5-9b5c-491b-94da-1be4354fe532 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:55.184328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Attempting to bind port 48c60bb5-9b5c-491b-94da-1be4354fe532 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:55.184754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Attempting to bind port 48c60bb5-9b5c-491b-94da-1be4354fe532 on network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:55.192921 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621557b-c34e-4f83-b76d-75570e476235 None None] Pushing event updated for resources: {'Port': ['ID=48c60bb5-9b5c-491b-94da-1be4354fe532,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.195878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:55.196181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Checking segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:55.196522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.196953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Bound using segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:55.197623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Bound port: 48c60bb5-9b5c-491b-94da-1be4354fe532, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:55.197883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.299269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] For port 48c60bb5-9b5c-491b-94da-1be4354fe532, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:55.303466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] For port 48c60bb5-9b5c-491b-94da-1be4354fe532, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=48c60bb5-9b5c-491b-94da-1be4354fe532,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:55.311190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.374714 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:55.375352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:55.448781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621557b-c34e-4f83-b76d-75570e476235 None None] Pushing event updated for resources: {'Port': ['ID=48c60bb5-9b5c-491b-94da-1be4354fe532,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.508115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1c139deb-2beb-45a8-a0f7-561fc06bc60d None None] Provisioning complete for port 48c60bb5-9b5c-491b-94da-1be4354fe532 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:55.508545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c139deb-2beb-45a8-a0f7-561fc06bc60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.570785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:55.672837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c706c10-063e-4d1a-9fba-581aa507231b req-62454661-9db5-4519-a3d6-601060386d5b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 210 time: 0.0548663 Nov 03 19:36:55.787951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-33fb4963-2def-405e-a370-d75561e89f8d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.789700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-33fb4963-2def-405e-a370-d75561e89f8d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/networks?id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 200 len: 797 time: 0.1371305 Nov 03 19:36:55.835676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c139deb-2beb-45a8-a0f7-561fc06bc60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.843927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2c2f60f4-75ce-448d-92da-c70c1dc5f557 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:55.889095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-f29aa885-6ca0-4ea4-810a-f1baa55e3467 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d240c4693a4d57b0b45382638a52bf HTTP/1.1" status: 200 len: 380 time: 0.0819292 Nov 03 19:36:55.901229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'port': {'device_id': '51588041-441f-448e-93b3-b4a334a4e104', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'admin_state_up': True, 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'security_groups': ['40fe2fdc-cd81-4815-8bfe-5d1c2926c48c']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:55.940256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1c139deb-2beb-45a8-a0f7-561fc06bc60d None None] For port 48c60bb5-9b5c-491b-94da-1be4354fe532, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=48c60bb5-9b5c-491b-94da-1be4354fe532,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:55.948346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c139deb-2beb-45a8-a0f7-561fc06bc60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.019448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c139deb-2beb-45a8-a0f7-561fc06bc60d None None] Pushing event updated for resources: {'Port': ['ID=48c60bb5-9b5c-491b-94da-1be4354fe532,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:56.022171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:56.022601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.025649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:56.031015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Made reservation on behalf of f4d240c4693a4d57b0b45382638a52bf for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:56.034886 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.076705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4b655-6f05-468f-bd11-0dac6ef0859d None None] The sync data for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 is: [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:56.105864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1227e85a-0248-428c-8233-9f8c22120248 None None] Provisioning complete for port 48c60bb5-9b5c-491b-94da-1be4354fe532 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:56.106183 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1227e85a-0248-428c-8233-9f8c22120248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.200544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.20.0.13 (05f824ac-12ad-43fc-8d81-8e0d82ac4c42/40200782-68a5-4a0e-92a1-8ad9630c726a/c43bee6f-b46e-42bc-967a-75738ac69dd8) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:56.383777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.421369 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.468699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:56.474557 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:56.479416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:56.507894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:56.545712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:56.546334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.567872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-c68ee329-d0e2-4ed7-b589-694b0c46b15d tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6717858 Nov 03 19:36:56.591327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Request body: {'port': {'device_id': '51588041-441f-448e-93b3-b4a334a4e104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:56.662567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.809177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-288fb372-d36f-4b08-9885-b2327c9d9359 None None] Provisioning complete for port c43bee6f-b46e-42bc-967a-75738ac69dd8 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:56.809890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-288fb372-d36f-4b08-9885-b2327c9d9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:56.856159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d06b74-623a-414d-9111-6bac4fcfd73b req-679ae871-716c-4e70-9663-092a25a08875 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:56.857905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30d06b74-623a-414d-9111-6bac4fcfd73b req-679ae871-716c-4e70-9663-092a25a08875 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 932 time: 0.0866158 Nov 03 19:36:56.884915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-288fb372-d36f-4b08-9885-b2327c9d9359 None None] Port c43bee6f-b46e-42bc-967a-75738ac69dd8 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:56.921920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30d06b74-623a-414d-9111-6bac4fcfd73b req-135602bb-2696-4259-8ed3-42443400f84e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544848 Nov 03 19:36:57.012302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43bee6f-b46e-42bc-967a-75738ac69dd8 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:36:57.021889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.038309 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Transition to ACTIVE for port object c43bee6f-b46e-42bc-967a-75738ac69dd8 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:36:57.043754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.100010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:57.191079 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Attempting to bind port c43bee6f-b46e-42bc-967a-75738ac69dd8 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:57.191416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Attempting to bind port c43bee6f-b46e-42bc-967a-75738ac69dd8 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:57.191743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Attempting to bind port c43bee6f-b46e-42bc-967a-75738ac69dd8 on network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:57.203340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Port c43bee6f-b46e-42bc-967a-75738ac69dd8 on network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:36:57.203340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Attempting to bind port c43bee6f-b46e-42bc-967a-75738ac69dd8 on network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:57.204710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:57.205227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Checking segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:57.205503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Bound using segment: {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:57.205967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Bound port: c43bee6f-b46e-42bc-967a-75738ac69dd8, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a635e096-eb40-495a-8ae2-538bbe00da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:57.206482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.293473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:57.297962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:57.305443 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.343036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:57.343660 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.345872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] 10.222.0.110 "PUT /v2.0/ports/c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 200 len: 1092 time: 0.7674065 Nov 03 19:36:57.345872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:57.348470 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:57.395910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20f59-0b1b-4deb-996b-1031d3ab0790 service neutron] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:57.413206 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8f1a9c-4845-404d-b875-08fc8062f10e x-openstack-request-id: req-3c8f1a9c-4845-404d-b875-08fc8062f10e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:57.413720 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:57.413806 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3c8f1a9c-4845-404d-b875-08fc8062f10e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:57.414285 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'status': 'completed', 'code': 200} Nov 03 19:36:57.467482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-f51f7714-3f52-4b56-8a8c-bea8cb9263e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:57.469379 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-f51f7714-3f52-4b56-8a8c-bea8cb9263e0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1095 time: 0.0543561 Nov 03 19:36:57.520910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-a2895bac-b2ee-4fea-ad74-b95d3b3dfbcb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0422158 Nov 03 19:36:57.574361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-aa09efd4-2a73-497d-93e9-bec69f742960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:57.575896 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-aa09efd4-2a73-497d-93e9-bec69f742960 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=40200782-68a5-4a0e-92a1-8ad9630c726a HTTP/1.1" status: 200 len: 834 time: 0.0475826 Nov 03 19:36:57.636867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-5ccb8d76-2f17-4c7b-a20e-6e84d70bca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:57.638983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-5ccb8d76-2f17-4c7b-a20e-6e84d70bca71 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551133 Nov 03 19:36:57.734742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-92172968-5b09-4ed9-8f95-5a83b103f7b0 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873692 Nov 03 19:36:57.835780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 48c60bb5-9b5c-491b-94da-1be4354fe532 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:57.841986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e11c4d21-f0c1-45f0-95a4-137ce293dde8 req-30562068-ec02-41af-8c12-1cf402de2e38 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986567 Nov 03 19:36:57.901386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 48c60bb5-9b5c-491b-94da-1be4354fe532 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:57.901767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.944993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-195d6982-099e-478c-9acc-61abf8c7a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:57.947785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-195d6982-099e-478c-9acc-61abf8c7a939 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1095 time: 0.0503740 Nov 03 19:36:58.060320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b8199-eaa3-4784-a03a-27ec3c09d395 req-17632251-36c4-4952-9240-9c7f9dc97b65 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:58.062012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-029b8199-eaa3-4784-a03a-27ec3c09d395 req-17632251-36c4-4952-9240-9c7f9dc97b65 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 944 time: 0.0518847 Nov 03 19:36:58.072484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-bdbf03e8-4a4b-4b9d-8cc2-f49ddcb8a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:58.074137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-bdbf03e8-4a4b-4b9d-8cc2-f49ddcb8a733 service neutron] 10.222.0.110 "GET /v2.0/networks?id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 200 len: 898 time: 0.1162734 Nov 03 19:36:58.121807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-a4c9fd94-f8b7-4fdd-bef1-1b80e18bce9c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0384564 Nov 03 19:36:58.124604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-029b8199-eaa3-4784-a03a-27ec3c09d395 req-0fedd005-046a-4b39-a85b-3e791a59847b tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563698 Nov 03 19:36:58.180036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-d290be83-c987-4dad-b7b8-adeb5953af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:58.182253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-d290be83-c987-4dad-b7b8-adeb5953af39 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=40200782-68a5-4a0e-92a1-8ad9630c726a HTTP/1.1" status: 200 len: 834 time: 0.0526826 Nov 03 19:36:58.233110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-0a32fa78-4dae-4a9b-8cf8-d7ff352a4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:58.234667 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-0a32fa78-4dae-4a9b-8cf8-d7ff352a4166 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444613 Nov 03 19:36:58.346501 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-24231310-1ed4-4ef3-9ae5-d3db47094e19 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013682 Nov 03 19:36:58.461029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b764e664-1daf-4f5d-b3e3-c4fb3f3f7d4f req-984b3dab-a88b-460a-92c3-e1a367cbf87f service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026423 Nov 03 19:36:59.363886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb5fde-ba97-4782-bbcc-0c1ac6dde17e req-c0e8b154-7b3c-43b4-bce7-ea1039d3eb94 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:59.365935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aceb5fde-ba97-4782-bbcc-0c1ac6dde17e req-c0e8b154-7b3c-43b4-bce7-ea1039d3eb94 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 944 time: 0.1689167 Nov 03 19:36:59.416885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aceb5fde-ba97-4782-bbcc-0c1ac6dde17e req-2ee77562-4b90-44f1-813b-ff2946ad92a8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450466 Nov 03 19:37:00.297124 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:37:00.424251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:37:00.526378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:00.535089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1c8d-00ae-4d6f-9567-69258779c4da req-d2f03d0b-5036-4af9-9db9-f9e2ba25298a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:00.536657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b7c1c8d-00ae-4d6f-9567-69258779c4da req-d2f03d0b-5036-4af9-9db9-f9e2ba25298a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 944 time: 0.0505545 Nov 03 19:37:00.538154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'port_id': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'mac_address': 'fa:16:3e:c4:10:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:37:00.576015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:00.588208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b7c1c8d-00ae-4d6f-9567-69258779c4da req-00b6d826-00a4-4167-858a-6db3d5761642 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Nov 03 19:37:00.590316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43bee6f-b46e-42bc-967a-75738ac69dd8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:00.610777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:00.615256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:00.666461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:00.845486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['c43bee6f-b46e-42bc-967a-75738ac69dd8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:01.705555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4788f-6bb7-4694-8620-e3fad5254feb req-e3ad727c-db4e-4277-85da-e8f18975f9a0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:01.707036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebd4788f-6bb7-4694-8620-e3fad5254feb req-e3ad727c-db4e-4277-85da-e8f18975f9a0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Nov 03 19:37:01.762936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebd4788f-6bb7-4694-8620-e3fad5254feb req-8e6540f4-868d-4ab5-9e24-7271175c0c3f tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498714 Nov 03 19:37:02.441019 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:02.494734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port c43bee6f-b46e-42bc-967a-75738ac69dd8 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:37:02.498964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port c43bee6f-b46e-42bc-967a-75738ac69dd8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:02.499247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:02.578520 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:02.601072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:02.603340 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300b6ecd-ee69-4de9-b754-0dea3f2c0c27" -d '{"events": [{"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-plugged", "status": "completed", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:02.622546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:02.627746 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:02.653746 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e61fe89-d837-4862-8186-dc30515ebf96 x-openstack-request-id: req-2e61fe89-d837-4862-8186-dc30515ebf96 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:02.654107 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-plugged", "status": "completed", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:02.654438 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2e61fe89-d837-4862-8186-dc30515ebf96 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:02.654833 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'code': 200} Nov 03 19:37:02.661020 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:02.686654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:02.757516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4e83-1acc-4c84-8063-66da57fa5e84 req-358b91eb-1748-4004-a42a-9fa7d459a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:02.759012 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-462e4e83-1acc-4c84-8063-66da57fa5e84 req-358b91eb-1748-4004-a42a-9fa7d459a681 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1097 time: 0.0443964 Nov 03 19:37:02.816394 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-462e4e83-1acc-4c84-8063-66da57fa5e84 req-8f5c61f6-0b46-4b50-9ea0-4459bc2fb624 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451512 Nov 03 19:37:02.892196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b76aa3-80cc-45a4-8802-0b1c00fe91e4 req-c433a69e-550a-4050-9148-addc95272442 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:02.893767 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2b76aa3-80cc-45a4-8802-0b1c00fe91e4 req-c433a69e-550a-4050-9148-addc95272442 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0592649 Nov 03 19:37:02.950272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2b76aa3-80cc-45a4-8802-0b1c00fe91e4 req-8a45e405-2137-4055-9f20-dc6521306032 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502603 Nov 03 19:37:03.234314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:04.078829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41e7e-628a-41ee-8bed-7c91c5008f80 req-9313106c-f237-40bb-856c-812d7912a54a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:04.080338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4f41e7e-628a-41ee-8bed-7c91c5008f80 req-9313106c-f237-40bb-856c-812d7912a54a tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0539622 Nov 03 19:37:04.131095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4f41e7e-628a-41ee-8bed-7c91c5008f80 req-ad70e6cd-6e9e-4f37-9551-18349103ec50 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Nov 03 19:37:04.254771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b392e81-e617-4591-8f87-eda3413d68cc req-f64411a3-29e4-4fff-b54a-25a46c28e5af tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:04.256295 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b392e81-e617-4591-8f87-eda3413d68cc req-f64411a3-29e4-4fff-b54a-25a46c28e5af tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0575190 Nov 03 19:37:04.308647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b392e81-e617-4591-8f87-eda3413d68cc req-180f1a42-822d-4417-b167-648b73eaa386 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Nov 03 19:37:04.331047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49746) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:04.372916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe75afba-bb91-40f3-ab47-79845670c63a tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:04.374148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fe75afba-bb91-40f3-ab47-79845670c63a tempest-TestNetworkAdvancedServerOps-1927203187 tempest-TestNetworkAdvancedServerOps-1927203187-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1092 time: 0.0421674 Nov 03 19:37:04.377266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49748) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:04.381786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:04.406592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:04.510282 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:04.615887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Allocated IP 172.25.8.140 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/62564f9f-41f5-4f5c-9df2-ac0febd74d7c) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:04.698773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-95d783c5-0211-464e-99b3-a7f060327e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:04.730151 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:04.764806 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:04.808422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:04.814173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:04.818123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:04.840435 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=62564f9f-41f5-4f5c-9df2-ac0febd74d7c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:04.886860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-3568cfc0-3ae7-4d1c-bebc-080b044a04f3 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489154 Nov 03 19:37:04.974329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-3a4df46c-54df-41b6-955d-4f4d2acecec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:04.975825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-3a4df46c-54df-41b6-955d-4f4d2acecec7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 1097 time: 0.0423942 Nov 03 19:37:05.090622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-b59ef613-a0e9-4e35-9f47-d02837d10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:05.092125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-b59ef613-a0e9-4e35-9f47-d02837d10325 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0946906 Nov 03 19:37:05.175612 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-7c9b2d2d-546b-4a14-bb0c-ff9152d914d3 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 200 len: 1002 time: 0.0752497 Nov 03 19:37:05.216438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:05.231496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-bafd2356-6544-48a9-b54b-28b5a8a02a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:05.234004 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-bafd2356-6544-48a9-b54b-28b5a8a02a83 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0498376 Nov 03 19:37:05.283608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-11d18005-7ca9-4147-ad58-9977eca1b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:05.285161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-11d18005-7ca9-4147-ad58-9977eca1b4b1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429068 Nov 03 19:37:05.296347 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:05.383859 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-e719013e-bfce-482e-8ba0-6581b9708372 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905845 Nov 03 19:37:05.457376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:05.462155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:05.481019 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1660234b-de20-49d7-8826-e307c8f15fb5 req-6dd411b3-e925-43bd-aac0-55b71f0f0e89 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897112 Nov 03 19:37:05.538663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event updated for resources: {'Port': ['ID=62564f9f-41f5-4f5c-9df2-ac0febd74d7c,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:05.553526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:05.656191 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 43aa4a58-06b4-4690-8e1f-5c3a4d3e0210 associated. External IP: 172.25.8.140, port: c43bee6f-b46e-42bc-967a-75738ac69dd8. Nov 03 19:37:05.878761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:37:05.992150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:06.004897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] Sync routers for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:06.014693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:06.016243 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:06.016985 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:06.042540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a6e8c8ac-b1a3-4c2f-b773-774a7c5a3589 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6642148 Nov 03 19:37:06.043128 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:06.045460 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6473e69d-59f6-478b-8ba7-f2d6c874b35d" -d '{"events": [{"name": "network-changed", "server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:06.148776 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:06.173550 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da961e-74a8-4950-8915-921da00045c7 x-openstack-request-id: req-e4da961e-74a8-4950-8915-921da00045c7 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:06.174019 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:06.174418 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4da961e-74a8-4950-8915-921da00045c7 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:06.175248 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'status': 'completed', 'code': 200} Nov 03 19:37:06.259916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-77d91cb2-f528-4268-a909-f0afe1654e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:06.262624 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-77d91cb2-f528-4268-a909-f0afe1654e89 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1097 time: 0.0619469 Nov 03 19:37:06.273109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c5128-5a4d-4e6b-8940-9a9c4bd09e16 req-33a97e2c-9c55-4613-b389-9d4058ba12db tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:06.274705 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb1c5128-5a4d-4e6b-8940-9a9c4bd09e16 req-33a97e2c-9c55-4613-b389-9d4058ba12db tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.1645348 Nov 03 19:37:06.338372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb1c5128-5a4d-4e6b-8940-9a9c4bd09e16 req-d8ab8c64-7519-424f-82cd-399e2743a0b0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521595 Nov 03 19:37:06.363675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49758) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:06.385130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-c740dc7d-c2c9-498e-b612-cf331ba35e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:06.387093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-c740dc7d-c2c9-498e-b612-cf331ba35e1e service neutron] 10.222.0.110 "GET /v2.0/networks?id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 200 len: 898 time: 0.1173203 Nov 03 19:37:06.426813 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '43aa4a58-06b4-4690-8e1f-5c3a4d3e0210', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'port_id': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'mac_address': 'fa:16:3e:c4:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51588041-441f-448e-93b3-b4a334a4e104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:37:05Z', 'updated_at': '2021-11-03T19:37:05Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:06.442719 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0a417488-d58e-49ca-9eb5-49ed06a1bfbf tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/43aa4a58-06b4-4690-8e1f-5c3a4d3e0210 HTTP/1.1" status: 200 len: 992 time: 0.0775876 Nov 03 19:37:06.455944 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] Checking router: 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:06.465470 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:06.466077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:36:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:06.475849 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-830ecbc6-37db-4a8b-9fe7-115db0820b2f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 200 len: 1000 time: 0.0798435 Nov 03 19:37:06.538479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-ba725e6c-0035-4151-9657-6b05238abb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:06.539941 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-ba725e6c-0035-4151-9657-6b05238abb16 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=40200782-68a5-4a0e-92a1-8ad9630c726a HTTP/1.1" status: 200 len: 834 time: 0.0552068 Nov 03 19:37:06.594331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-686d0e9b-be00-427b-bb60-b54a03b95774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:06.596889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-686d0e9b-be00-427b-bb60-b54a03b95774 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473804 Nov 03 19:37:06.702392 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:06.717361 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-2cadedb4-18a2-44f6-90a1-78feb4e88e0b service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117861 Nov 03 19:37:06.830331 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6473e69d-59f6-478b-8ba7-f2d6c874b35d req-e119dfa3-eb4a-4a1e-9f54-864906274ab8 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046305 Nov 03 19:37:06.971441 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '43aa4a58-06b4-4690-8e1f-5c3a4d3e0210', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'port_id': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'mac_address': 'fa:16:3e:c4:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51588041-441f-448e-93b3-b4a334a4e104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:37:05Z', 'updated_at': '2021-11-03T19:37:05Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:07.000239 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1ebc1-c1c0-455e-a992-8d638b8da45f None None] The sync data for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 is: [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '43aa4a58-06b4-4690-8e1f-5c3a4d3e0210', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'port_id': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'mac_address': 'fa:16:3e:c4:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51588041-441f-448e-93b3-b4a334a4e104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:37:05Z', 'updated_at': '2021-11-03T19:37:05Z', 'revision_number': 0, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:07.231388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62e2e7-97fb-4484-9d10-49a8a6532451 None None] New status for floating IP 43aa4a58-06b4-4690-8e1f-5c3a4d3e0210: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:37:07.446714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49764) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:07.520151 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9dd014fe-bd21-44f4-bab5-8514a9a0acd2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/43aa4a58-06b4-4690-8e1f-5c3a4d3e0210 HTTP/1.1" status: 200 len: 994 time: 0.0722442 Nov 03 19:37:08.349695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-53197823-1eb1-4083-8a54-d8feca6d6465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:10.019485 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:11.931483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:12.114426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.629722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.128986 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997c72-6324-4a34-9683-6a7728348b93 req-09ee83be-25bf-4288-a5d2-8a943ec1a194 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:33.130541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc997c72-6324-4a34-9683-6a7728348b93 req-09ee83be-25bf-4288-a5d2-8a943ec1a194 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 946 time: 0.0619261 Nov 03 19:37:33.202962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc997c72-6324-4a34-9683-6a7728348b93 req-c064226a-ab8a-4c88-8927-e83cf4534570 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648694 Nov 03 19:37:33.261120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.363886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8477f-ee73-4e32-b7e8-4b0e8936d1d9 req-69aa8333-f838-4e36-b043-800a10cb1493 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:34.365499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ff8477f-ee73-4e32-b7e8-4b0e8936d1d9 req-69aa8333-f838-4e36-b043-800a10cb1493 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 946 time: 0.0785167 Nov 03 19:37:34.433342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ff8477f-ee73-4e32-b7e8-4b0e8936d1d9 req-91cbc310-7c0a-46c1-90e0-b1f2aa7feb20 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608518 Nov 03 19:37:34.693870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-229c405b-a4aa-4876-8437-5917d9f1303a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.754647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-c8d683a0-77c6-41b9-bea0-78ce6f55b118 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:34.756146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-c8d683a0-77c6-41b9-bea0-78ce6f55b118 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 946 time: 0.0591249 Nov 03 19:37:34.857202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:34.857538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.954219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:34.954584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.129450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.129862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.130185 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Floating IP 93265511-6b68-4d81-980c-b05f118ca384 disassociated. External IP: 172.25.8.232, port: 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923. Nov 03 19:37:35.130536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:35.275689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.308827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=05b36c0f-6ed1-4d6a-9dc2-2549b2a43923,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:35.320581 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.320975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.321315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.321648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.321979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.322306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.322633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.323554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.323899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.324196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.324520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.324864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.449667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:37:35.537305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a58500ec-3106-4d6e-b15a-e738bc211875 req-e6276b8b-11ce-4464-baf3-24ac5103fdf9 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0286431 Nov 03 19:37:35.579574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:35.591167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:35.602539 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:35.603224 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:37:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:35.621302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:37:35.625789 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.627602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bdaf09cd-1fb5-4b26-9902-8c827c404a83 req-d16f5537-3dda-42cd-8202-b5d8aef8a29e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "DELETE /v2.0/ports/05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 HTTP/1.1" status: 204 len: 173 time: 0.8645370 Nov 03 19:37:35.628086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'name': 'network-vif-deleted', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:35.630385 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b94907-4ab5-4343-9db2-fac9050e6ea8" -d '{"events": [{"server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "name": "network-vif-deleted", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:35.677703 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7804e2c2-df66-4794-962e-dabe95935c6b x-openstack-request-id: req-7804e2c2-df66-4794-962e-dabe95935c6b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:35.678005 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216285c2-2c08-4b2e-a6d6-b9c8dc9f4594", "name": "network-vif-deleted", "tag": "05b36c0f-6ed1-4d6a-9dc2-2549b2a43923", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:35.678261 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7804e2c2-df66-4794-962e-dabe95935c6b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:35.678668 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216285c2-2c08-4b2e-a6d6-b9c8dc9f4594', 'name': 'network-vif-deleted', 'tag': '05b36c0f-6ed1-4d6a-9dc2-2549b2a43923', 'status': 'completed', 'code': 200} Nov 03 19:37:35.719390 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:35.982259 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:36.011620 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:36.020522 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:36.021162 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:37:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:36.148335 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:36.372313 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:36.402959 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840360c-6d88-4a61-a956-9ffe0df38414 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:36.664834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de66a2a5-6af8-4577-9b29-83abfe3fa766 req-91e6102f-aa48-4d48-8c55-4bdf616da2e6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0477719 Nov 03 19:37:36.679298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea41dc5-07b6-4cdd-be0f-de7f1874faaa None None] New status for floating IP 93265511-6b68-4d81-980c-b05f118ca384: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:37:37.298441 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:37:37.763546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a6e182b-e59c-4794-9312-0a9903fca0bd req-33e0a4f6-168a-4e7e-97df-bec27ecb51d0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0288575 Nov 03 19:37:38.357136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e6dd-3280-49cb-b17b-02722386f2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.880826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b900eef8-52d5-45d9-8e18-8cf441da6718 req-f84fe866-e242-4a87-b6ba-6f3312950c12 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0340929 Nov 03 19:37:39.763894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:39.789278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:39.789615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 05b36c0f-6ed1-4d6a-9dc2-2549b2a43923 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:39.985347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77b50975-b543-4e49-a5cb-731242bdf617 req-3e6d409b-77a5-43f7-864a-8441e1563c2e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=216285c2-2c08-4b2e-a6d6-b9c8dc9f4594 HTTP/1.1" status: 200 len: 210 time: 0.0284777 Nov 03 19:37:40.018499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.075599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e509d31-826d-4c1a-b12b-f5ad0177bb1d req-620cd503-0f20-4b46-bc9a-6bb368b37ce0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:41.077178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e509d31-826d-4c1a-b12b-f5ad0177bb1d req-620cd503-0f20-4b46-bc9a-6bb368b37ce0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0634861 Nov 03 19:37:41.146397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e509d31-826d-4c1a-b12b-f5ad0177bb1d req-5639d3d6-92f6-4c3f-80de-ea9a298d3c3c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599880 Nov 03 19:37:41.317030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-748ff9b3-e300-471c-8074-f85b9d5be5fe tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831315131&fields=id&tenant_id=cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 267 time: 0.0601549 Nov 03 19:37:41.432581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-50e7a9c2-5243-4fbb-95f2-e413a324df85 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:41.434121 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-50e7a9c2-5243-4fbb-95f2-e413a324df85 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.1088593 Nov 03 19:37:41.450808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-fc87ae53-a936-4b86-9a30-b6908d6a8539 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0107012 Nov 03 19:37:41.507138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-2754d73d-0f96-4223-bce2-4c7626a9d298 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501990 Nov 03 19:37:41.609574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-eca9be3c-bcf6-4c13-922e-b1d372c8300f service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903895 Nov 03 19:37:41.706962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-a33b55e6-4448-4987-99f9-e30b57bc3bc7 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910740 Nov 03 19:37:41.929870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.120251 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.335759 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16785e0c-32c1-478e-a348-ecb4cc4a92ca req-2c43a935-e0a7-4788-8c2f-fe0ffb8e618d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 210 time: 0.3341100 Nov 03 19:37:42.396357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843caa0a-71cb-4e1a-abcc-3d87d21e4b6c req-6b561ac2-dcf4-4e49-86db-d686e07c7943 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:42.397826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-843caa0a-71cb-4e1a-abcc-3d87d21e4b6c req-6b561ac2-dcf4-4e49-86db-d686e07c7943 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0647285 Nov 03 19:37:42.458807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-843caa0a-71cb-4e1a-abcc-3d87d21e4b6c req-c827285f-448c-46dc-b566-df34ae5f2873 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534279 Nov 03 19:37:43.096219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-7f03f3c6-7bd4-4115-8ab1-95feb45d27c1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:43.097795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-7f03f3c6-7bd4-4115-8ab1-95feb45d27c1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.1153314 Nov 03 19:37:43.178279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-f8130e5d-118f-41bd-895d-9f156be99e63 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 379 time: 0.0634520 Nov 03 19:37:43.196500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'security_groups': ['5a527831-94c9-45dc-8f09-b1d301562ad8']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:43.359682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:43.365951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.457167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed9eceae-f658-4411-87ef-3de377c17a14 req-562dd918-eca7-4c86-9505-334ae56f3e81 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 210 time: 0.0428331 Nov 03 19:37:43.522450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.12 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/c333509d-c0ae-4b03-8d74-e6bd9366ea59) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:43.595226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6bf9-90a5-4352-a65e-11bd9e782a49 req-19dc2b85-0242-4ba2-866b-cf551ce3e252 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:43.597402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5ba6bf9-90a5-4352-a65e-11bd9e782a49 req-19dc2b85-0242-4ba2-866b-cf551ce3e252 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0614281 Nov 03 19:37:43.653671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5ba6bf9-90a5-4352-a65e-11bd9e782a49 req-b7bf6f2f-2961-444a-a3e1-184ada8766ac tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Nov 03 19:37:43.676893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.712473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.756711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:43.762209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:43.766123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:43.772782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=c333509d-c0ae-4b03-8d74-e6bd9366ea59,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:43.829238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:43.829880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.847396 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-6b2f2195-d4d4-4981-9f81-dd66210e5541 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6553323 Nov 03 19:37:43.861792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Request body: {'port': {'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:43.927004 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.016462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-69a85796-6165-48a8-a666-f9dd038f4f27 None None] Provisioning complete for port c333509d-c0ae-4b03-8d74-e6bd9366ea59 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:44.017069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-69a85796-6165-48a8-a666-f9dd038f4f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.061399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-69a85796-6165-48a8-a666-f9dd038f4f27 None None] Port c333509d-c0ae-4b03-8d74-e6bd9366ea59 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:44.212928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c333509d-c0ae-4b03-8d74-e6bd9366ea59 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:44.221301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.235045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Transition to ACTIVE for port object c333509d-c0ae-4b03-8d74-e6bd9366ea59 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:37:44.242519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.323796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c333509d-c0ae-4b03-8d74-e6bd9366ea59,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:44.392005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Attempting to bind port c333509d-c0ae-4b03-8d74-e6bd9366ea59 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:44.392603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Attempting to bind port c333509d-c0ae-4b03-8d74-e6bd9366ea59 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:44.393063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Attempting to bind port c333509d-c0ae-4b03-8d74-e6bd9366ea59 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:44.398046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Port c333509d-c0ae-4b03-8d74-e6bd9366ea59 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:37:44.398590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Attempting to bind port c333509d-c0ae-4b03-8d74-e6bd9366ea59 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:44.405603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:44.406096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:44.406659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:44.407347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Bound port: c333509d-c0ae-4b03-8d74-e6bd9366ea59, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:44.407807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.483136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] For port c333509d-c0ae-4b03-8d74-e6bd9366ea59, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:44.493563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] For port c333509d-c0ae-4b03-8d74-e6bd9366ea59, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:44.499352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.543339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:44.544047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.546648 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] 10.222.0.115 "PUT /v2.0/ports/c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 1092 time: 0.6888716 Nov 03 19:37:44.547392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:44.551944 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5661ccb-2b38-4e45-9095-f61a7e6776e8" -d '{"events": [{"name": "network-changed", "server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:44.609458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2745ba3-37f7-49be-a32e-eb5c1ab06bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c333509d-c0ae-4b03-8d74-e6bd9366ea59,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:44.640319 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66875561-e2b2-48a4-9461-ff75d39990f7 x-openstack-request-id: req-66875561-e2b2-48a4-9461-ff75d39990f7 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:44.640711 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:44.640927 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-66875561-e2b2-48a4-9461-ff75d39990f7 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:44.641285 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'status': 'completed', 'code': 200} Nov 03 19:37:44.666656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c15392-7de2-4053-b62f-e24884bd531f req-a8629b32-9aaa-4549-b108-72b27f9a59d7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:44.668398 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43c15392-7de2-4053-b62f-e24884bd531f req-a8629b32-9aaa-4549-b108-72b27f9a59d7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.1281109 Nov 03 19:37:44.669832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-36bce048-b2d8-4667-a2fd-d0db674befd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:44.671564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-36bce048-b2d8-4667-a2fd-d0db674befd2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1095 time: 0.0775168 Nov 03 19:37:44.726370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-f5716b71-035f-4497-8c4d-0eda52ccda15 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 217 time: 0.0449343 Nov 03 19:37:44.744807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43c15392-7de2-4053-b62f-e24884bd531f req-3c4b9b2b-732c-4d1b-964b-46610eba68de tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700786 Nov 03 19:37:44.833990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5999b33-888a-4c41-ba48-d66cb4dbf12c req-d76fba35-0788-49f2-9113-d7f332c502f2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:44.836394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5999b33-888a-4c41-ba48-d66cb4dbf12c req-d76fba35-0788-49f2-9113-d7f332c502f2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0706303 Nov 03 19:37:44.922314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c5999b33-888a-4c41-ba48-d66cb4dbf12c req-b2620775-b793-46df-b965-08251c191301 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650566 Nov 03 19:37:45.155849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-91cf21de-e105-4824-bac8-9ed9ddeb4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.157281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-91cf21de-e105-4824-bac8-9ed9ddeb4849 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.4230134 Nov 03 19:37:45.210806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-ac5ea645-de7b-41a7-a48e-c873923f513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.212234 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-ac5ea645-de7b-41a7-a48e-c873923f513a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460243 Nov 03 19:37:45.314540 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-629ee2c0-89ea-4c12-bbec-9cbe5e3ce685 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943112 Nov 03 19:37:45.411958 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ab67ea0-f12e-4194-8981-e29dbd3b9177 req-e5148820-580d-4975-8848-54b592d187f0 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897679 Nov 03 19:37:45.510893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-91e8ec9e-42e9-4501-8a8e-9f073d99ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.512591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-91e8ec9e-42e9-4501-8a8e-9f073d99ed44 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1095 time: 0.0467689 Nov 03 19:37:45.618871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-80f486e1-52b3-4881-901b-2f9aebe70962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.621039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-80f486e1-52b3-4881-901b-2f9aebe70962 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1010170 Nov 03 19:37:45.669860 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-674d0901-8e9f-4051-9612-8604ef75849a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 217 time: 0.0394876 Nov 03 19:37:45.739251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-912f78f8-3200-4f8e-941b-e6fed53f5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.740851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-912f78f8-3200-4f8e-941b-e6fed53f5184 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0565393 Nov 03 19:37:45.808707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-a471e4ad-4b9f-4316-bac4-5387c974e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.811045 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-a471e4ad-4b9f-4316-bac4-5387c974e44a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570240 Nov 03 19:37:45.877842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b770-70de-4cbd-8809-30157111435c req-71eab50d-6a6b-4a89-8c95-442a8e2b8e3a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:45.880159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c159b770-70de-4cbd-8809-30157111435c req-71eab50d-6a6b-4a89-8c95-442a8e2b8e3a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0579820 Nov 03 19:37:45.927954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-8a54d283-b1a7-4bef-9ada-dbb755ebd945 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090505 Nov 03 19:37:45.934918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c159b770-70de-4cbd-8809-30157111435c req-943434a1-096f-4b9b-a4eb-d5e24716a616 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486467 Nov 03 19:37:46.042767 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c5661ccb-2b38-4e45-9095-f61a7e6776e8 req-4f1578f2-c99c-40c6-96f7-45ae00a484af service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065977 Nov 03 19:37:46.070355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8701-d1e8-4e59-bc9f-8c8adafa9844 req-37cf8c4c-7d1b-4c73-af57-2882fbc41dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:46.072001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca8a8701-d1e8-4e59-bc9f-8c8adafa9844 req-37cf8c4c-7d1b-4c73-af57-2882fbc41dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0578451 Nov 03 19:37:46.127542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca8a8701-d1e8-4e59-bc9f-8c8adafa9844 req-d1d4d918-2381-44e4-bc94-74329590cf9e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Nov 03 19:37:47.058854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617aad9-45d8-40ab-aac7-00d21c3d7ced req-8945c905-4dbf-4e22-ac12-26f0aa985529 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:47.060374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8617aad9-45d8-40ab-aac7-00d21c3d7ced req-8945c905-4dbf-4e22-ac12-26f0aa985529 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0545025 Nov 03 19:37:47.110840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8617aad9-45d8-40ab-aac7-00d21c3d7ced req-e5b5ecee-ee2d-48d8-b4ed-b4fbeb3d3333 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Nov 03 19:37:47.251070 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78d50-a876-4bd1-9f96-416c97ed2f4b req-8731b831-4d55-4c92-995e-94c04ceb04aa tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:47.252603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55c78d50-a876-4bd1-9f96-416c97ed2f4b req-8731b831-4d55-4c92-995e-94c04ceb04aa tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0513542 Nov 03 19:37:47.310020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55c78d50-a876-4bd1-9f96-416c97ed2f4b req-24c0e5d0-440a-4b29-becc-d735fb7e31c0 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509593 Nov 03 19:37:48.247745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569d111-3752-4089-9de5-c5fe570bb954 req-13083ed9-9ac2-4de6-9ce4-bb319c6bc5aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:48.251293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c569d111-3752-4089-9de5-c5fe570bb954 req-13083ed9-9ac2-4de6-9ce4-bb319c6bc5aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0676734 Nov 03 19:37:48.310418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c569d111-3752-4089-9de5-c5fe570bb954 req-dd6244de-62aa-44d7-9339-5a51496b0c4a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535874 Nov 03 19:37:48.438598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826c50-55e9-49b3-aab3-4a4d88641220 req-6c42004f-a5ca-47e4-8060-7a49059c2cf6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:48.440155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8826c50-55e9-49b3-aab3-4a4d88641220 req-6c42004f-a5ca-47e4-8060-7a49059c2cf6 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0502982 Nov 03 19:37:48.504073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8826c50-55e9-49b3-aab3-4a4d88641220 req-35a1305c-a3db-48e5-82a4-f54f77355a1e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508869 Nov 03 19:37:49.438144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1c86d-2d69-404e-8cf9-d0e5c6f8cb0e req-6e8b22a3-d456-4172-adff-30b5e9319c0a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:49.439567 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abd1c86d-2d69-404e-8cf9-d0e5c6f8cb0e req-6e8b22a3-d456-4172-adff-30b5e9319c0a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0517752 Nov 03 19:37:49.494685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-abd1c86d-2d69-404e-8cf9-d0e5c6f8cb0e req-467b0c3f-91e1-42b6-8c11-0bfc02568087 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483663 Nov 03 19:37:49.623501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465458b-f007-4e76-bd25-dfe23003bf44 req-8c7fab21-6564-4e9c-8bd5-81104327b5f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:49.625054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0465458b-f007-4e76-bd25-dfe23003bf44 req-8c7fab21-6564-4e9c-8bd5-81104327b5f8 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0508816 Nov 03 19:37:49.677783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0465458b-f007-4e76-bd25-dfe23003bf44 req-cea88be2-6bc4-423f-ae19-5ce364ecd4e3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Nov 03 19:37:50.610405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafae25-f382-4a0a-a61e-e04d7f225b83 req-eec9202b-bdfd-4dde-b232-dc816ecb40fb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:50.611917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfafae25-f382-4a0a-a61e-e04d7f225b83 req-eec9202b-bdfd-4dde-b232-dc816ecb40fb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0488138 Nov 03 19:37:50.662081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfafae25-f382-4a0a-a61e-e04d7f225b83 req-3bd18528-0527-4a74-9ec9-3cc2a50d4afe tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440066 Nov 03 19:37:50.797143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b49d3-91aa-4180-9a7f-946357de4eab req-8bf944f3-973b-42f7-b811-5fd75ddbbae5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:50.798550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-147b49d3-91aa-4180-9a7f-946357de4eab req-8bf944f3-973b-42f7-b811-5fd75ddbbae5 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0535755 Nov 03 19:37:50.847908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-147b49d3-91aa-4180-9a7f-946357de4eab req-fffb2c74-131c-47f4-be79-75b234f65db2 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Nov 03 19:37:51.787491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50eb09-373b-4a1d-ba8f-4fe6188986bd req-ee7775a4-662e-4e7c-8b80-4f6d44c53c59 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:51.789061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b50eb09-373b-4a1d-ba8f-4fe6188986bd req-ee7775a4-662e-4e7c-8b80-4f6d44c53c59 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0509844 Nov 03 19:37:51.843055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b50eb09-373b-4a1d-ba8f-4fe6188986bd req-d2bdf605-1bd8-4773-807e-42bfd682bf80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472450 Nov 03 19:37:51.976487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012c22-d063-4d4b-bb05-c8fb50b6e1e2 req-068b2f45-52a0-43c7-b0f4-cd0c4bac3791 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:51.978013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f012c22-d063-4d4b-bb05-c8fb50b6e1e2 req-068b2f45-52a0-43c7-b0f4-cd0c4bac3791 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0574412 Nov 03 19:37:52.035616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3f012c22-d063-4d4b-bb05-c8fb50b6e1e2 req-9cda19a2-ab3c-483e-b59d-e018c27770a9 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509057 Nov 03 19:37:52.708018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-5c004e06-fe44-44c3-af88-cc185bec6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:52.709629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-5c004e06-fe44-44c3-af88-cc185bec6ca3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1097 time: 0.0491388 Nov 03 19:37:52.832183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-e8098065-d767-403e-8f0d-983f63dbe87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:52.833534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-e8098065-d767-403e-8f0d-983f63dbe87d service neutron] 10.222.0.110 "GET /v2.0/networks?id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 200 len: 898 time: 0.1003571 Nov 03 19:37:52.904899 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-e8bbe6ea-dcbd-45ea-a512-c0e02537450b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 200 len: 1002 time: 0.0642824 Nov 03 19:37:52.962718 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-6c5bbd39-f944-4ab6-8bf8-8866dc5d7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:52.964515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e70d05-fd90-41b0-a325-19807d068287 req-83ba59b3-76bd-4509-a537-2d048bf8792c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:52.965074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-6c5bbd39-f944-4ab6-8bf8-8866dc5d7706 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=40200782-68a5-4a0e-92a1-8ad9630c726a HTTP/1.1" status: 200 len: 834 time: 0.0491259 Nov 03 19:37:52.966073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96e70d05-fd90-41b0-a325-19807d068287 req-83ba59b3-76bd-4509-a537-2d048bf8792c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0530803 Nov 03 19:37:53.019518 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96e70d05-fd90-41b0-a325-19807d068287 req-34d1890b-81e5-434b-8ac6-92a77f0b979f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472956 Nov 03 19:37:53.019771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-e71b40f8-e513-4d5a-b07a-d97f32af8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:53.021350 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-e71b40f8-e513-4d5a-b07a-d97f32af8792 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487669 Nov 03 19:37:53.117184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-57c2c138-eeeb-416d-812d-9bef086990c3 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863655 Nov 03 19:37:53.157429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e25ec-dcd7-4ea9-92fb-75f413554223 req-e889d5aa-7191-4426-916e-c0f351320669 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:53.158988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406e25ec-dcd7-4ea9-92fb-75f413554223 req-e889d5aa-7191-4426-916e-c0f351320669 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0542529 Nov 03 19:37:53.214417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406e25ec-dcd7-4ea9-92fb-75f413554223 req-0c6cf21f-3446-472f-8669-8f2c9a17b5ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489447 Nov 03 19:37:53.223156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-998577cb-5a6a-42a8-aeac-ed57bebe9261 req-0c4c51ab-b1a6-42c5-b8e2-62ba0b6f1b5f service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982115 Nov 03 19:37:53.920105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07887b1a-e394-4efa-bb00-2db3ce7efc00 req-fa412793-2db4-47b2-9f7f-dbd0e2c27ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:53.921684 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07887b1a-e394-4efa-bb00-2db3ce7efc00 req-fa412793-2db4-47b2-9f7f-dbd0e2c27ed3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1097 time: 0.0421293 Nov 03 19:37:53.970798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07887b1a-e394-4efa-bb00-2db3ce7efc00 req-19518ac8-a51b-4599-940a-8ab2948afa9c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Nov 03 19:37:54.142443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713bc0-0b5d-44b3-9d93-eb13b030dbd1 req-bda8b167-f910-405f-8cea-2feae93c9835 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:54.143938 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48713bc0-0b5d-44b3-9d93-eb13b030dbd1 req-bda8b167-f910-405f-8cea-2feae93c9835 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0542746 Nov 03 19:37:54.196306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48713bc0-0b5d-44b3-9d93-eb13b030dbd1 req-ea4d953c-8e54-4427-ba44-68127e908f0a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461650 Nov 03 19:37:54.356041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46cb86-97c0-4074-8add-4fe48fd4dc8f req-302bf8ad-c02e-4598-9c35-b216008250f3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:54.358702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b46cb86-97c0-4074-8add-4fe48fd4dc8f req-302bf8ad-c02e-4598-9c35-b216008250f3 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0615511 Nov 03 19:37:54.415071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b46cb86-97c0-4074-8add-4fe48fd4dc8f req-bdc07f05-2617-4bd5-949c-fe0a20441545 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479729 Nov 03 19:37:55.320368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff44c39-1ffd-4e74-b1f2-4c92300d7b0d req-6e7e1bab-9e17-4f73-b885-d39e65d8e946 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:55.321929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fff44c39-1ffd-4e74-b1f2-4c92300d7b0d req-6e7e1bab-9e17-4f73-b885-d39e65d8e946 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 944 time: 0.0551643 Nov 03 19:37:55.373225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fff44c39-1ffd-4e74-b1f2-4c92300d7b0d req-4883a550-d7fe-4bf1-b9e9-b568e8117d7b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442042 Nov 03 19:37:55.534787 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d9fbf-46e5-4dbf-8793-37dc57e84892 req-f705ac4f-151a-4e20-9f2b-206587671b5c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:55.536342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f0d9fbf-46e5-4dbf-8793-37dc57e84892 req-f705ac4f-151a-4e20-9f2b-206587671b5c tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0495198 Nov 03 19:37:55.585678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f0d9fbf-46e5-4dbf-8793-37dc57e84892 req-32cc1a0a-1248-42c1-aace-38446bf99640 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Nov 03 19:37:55.608545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49890) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:55.674022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6bf0a12a-8853-498f-a00a-463313986d39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/floatingips/43aa4a58-06b4-4690-8e1f-5c3a4d3e0210 HTTP/1.1" status: 200 len: 994 time: 0.0640998 Nov 03 19:37:55.856895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c333509d-c0ae-4b03-8d74-e6bd9366ea59 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:37:55.954385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c333509d-c0ae-4b03-8d74-e6bd9366ea59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:55.966074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:37:56.003614 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:56.016125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c333509d-c0ae-4b03-8d74-e6bd9366ea59 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:56.035847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c333509d-c0ae-4b03-8d74-e6bd9366ea59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:56.039926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:56.088535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c333509d-c0ae-4b03-8d74-e6bd9366ea59,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:56.095882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.096230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.096794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.096964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.097260 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.097594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.097918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.098242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.098565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.098963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.099208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.099539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:56.320000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['c333509d-c0ae-4b03-8d74-e6bd9366ea59'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:56.493694 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecc99a-ddfa-4951-9ee3-d72938d1fda3 req-7c9e91de-0acb-469e-bc3c-85def7a7797f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:56.495211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30ecc99a-ddfa-4951-9ee3-d72938d1fda3 req-7c9e91de-0acb-469e-bc3c-85def7a7797f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 945 time: 0.0503201 Nov 03 19:37:56.545646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30ecc99a-ddfa-4951-9ee3-d72938d1fda3 req-bfa87cf7-b170-4115-9360-cb1728f73e47 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Nov 03 19:37:56.710791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:37:56.714316 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:56.866611 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:56.874700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:56.897939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'port_id': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'mac_address': 'fa:16:3e:c4:10:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:37:56.906459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:56.908759 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca4a29-e82d-467d-9c75-f5353fb449e0" -d '{"events": [{"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-unplugged", "status": "completed", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:56.939602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:56.952035 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac6fc40-8c82-4e41-abb3-f2219d6fc529 x-openstack-request-id: req-bac6fc40-8c82-4e41-abb3-f2219d6fc529 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:56.952035 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-unplugged", "status": "completed", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:56.952035 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bac6fc40-8c82-4e41-abb3-f2219d6fc529 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:56.952035 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'code': 200} Nov 03 19:37:56.952035 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:56.981931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.004301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43bee6f-b46e-42bc-967a-75738ac69dd8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:57.023164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:57.061301 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:37:57.061650 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:37:57.606124 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.620582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43bee6f-b46e-42bc-967a-75738ac69dd8 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:37:57.640633 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:57.645426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.673758 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7e0a1-9b01-4a19-ac8c-c4b57ffc8ff3 req-c5be5dfa-03bf-4b9d-9bdd-c98cc8e1105a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:57.675431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90f7e0a1-9b01-4a19-ac8c-c4b57ffc8ff3 req-c5be5dfa-03bf-4b9d-9bdd-c98cc8e1105a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 945 time: 0.0512450 Nov 03 19:37:57.717889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:57.730786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90f7e0a1-9b01-4a19-ac8c-c4b57ffc8ff3 req-39d4c4be-fdff-4b1b-b430-b39ec4082892 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491498 Nov 03 19:37:57.883107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['c43bee6f-b46e-42bc-967a-75738ac69dd8'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:57.885213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c333509d-c0ae-4b03-8d74-e6bd9366ea59 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:57.993004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port c333509d-c0ae-4b03-8d74-e6bd9366ea59 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:37:58.001687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port c333509d-c0ae-4b03-8d74-e6bd9366ea59 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:58.002052 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.140175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.199534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port c333509d-c0ae-4b03-8d74-e6bd9366ea59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:58.205406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.280125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=c333509d-c0ae-4b03-8d74-e6bd9366ea59,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:58.724538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:58.778173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port c43bee6f-b46e-42bc-967a-75738ac69dd8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:58.778543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.856821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.864622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484fd71-a15d-4fe7-aed5-fa8d6588df5d req-3b69278d-d67b-4e29-a717-17161a67f208 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:58.866170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a484fd71-a15d-4fe7-aed5-fa8d6588df5d req-3b69278d-d67b-4e29-a717-17161a67f208 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0542011 Nov 03 19:37:58.891155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:58.895945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.924656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a484fd71-a15d-4fe7-aed5-fa8d6588df5d req-2d7aa9fb-a772-494e-94e9-73c8e8686c96 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519342 Nov 03 19:37:58.949527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:58.951896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59'}, {'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:58.954218 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3e7acd-528b-4079-b850-2237d46c6c01" -d '{"events": [{"server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "name": "network-vif-plugged", "status": "completed", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59"}, {"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-plugged", "status": "completed", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:58.998884 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa33380-e067-441f-a855-27e7e97de3ff x-openstack-request-id: req-2aa33380-e067-441f-a855-27e7e97de3ff {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:58.999277 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "name": "network-vif-plugged", "status": "completed", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59", "code": 200}, {"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-plugged", "status": "completed", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:58.999531 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2aa33380-e067-441f-a855-27e7e97de3ff {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:59.000002 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'code': 200} Nov 03 19:37:59.000244 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'code': 200} Nov 03 19:37:59.102439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5266d-ade5-4f55-8a77-2f461c08a931 req-b36d04ba-d4ca-4395-8bd5-93de218e11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:59.103929 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ab5266d-ade5-4f55-8a77-2f461c08a931 req-b36d04ba-d4ca-4395-8bd5-93de218e11e2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0460441 Nov 03 19:37:59.151857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1ab5266d-ade5-4f55-8a77-2f461c08a931 req-f64af582-b7d6-4d81-b258-13667b2130dd service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Nov 03 19:38:00.045632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731190d-e388-48a1-8ef0-be822b32b51f req-482e08bf-4e97-437b-a1c1-b9241d797adb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:00.047387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7731190d-e388-48a1-8ef0-be822b32b51f req-482e08bf-4e97-437b-a1c1-b9241d797adb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0523384 Nov 03 19:38:00.098482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7731190d-e388-48a1-8ef0-be822b32b51f req-1be471a9-d523-4d5a-b28f-4e240cb7972d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451243 Nov 03 19:38:01.221717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e6293-dd48-477c-83c7-23ff823f5167 req-74f78bb8-27d7-4632-a090-d897d19afef6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:01.223240 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a96e6293-dd48-477c-83c7-23ff823f5167 req-74f78bb8-27d7-4632-a090-d897d19afef6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0551383 Nov 03 19:38:01.274071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a96e6293-dd48-477c-83c7-23ff823f5167 req-acefcb16-4166-43e8-a327-8653bf828945 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447528 Nov 03 19:38:01.388154 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0eb03-fb44-4a80-ac57-609a45bfbca1 req-a1c7eb2d-166d-4d73-8d80-54f6a8bea0e3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:01.389579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0e0eb03-fb44-4a80-ac57-609a45bfbca1 req-a1c7eb2d-166d-4d73-8d80-54f6a8bea0e3 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0494521 Nov 03 19:38:01.438814 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0e0eb03-fb44-4a80-ac57-609a45bfbca1 req-6bae1c32-3527-4be9-be83-c9356f320475 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431271 Nov 03 19:38:01.461423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49908) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:01.502301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc11208-2010-4344-8e38-b7e3923f42c5 tempest-TestVolumeBootPattern-2141524626 tempest-TestVolumeBootPattern-2141524626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:01.503844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1fc11208-2010-4344-8e38-b7e3923f42c5 tempest-TestVolumeBootPattern-2141524626 tempest-TestVolumeBootPattern-2141524626-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1092 time: 0.0410037 Nov 03 19:38:01.506767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49910) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:01.511683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:01.533715 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.634440 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.744689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.25.8.72 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/fa1e2bb0-c963-4d57-b1d5-6e3c352e73e2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:01.846374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.881568 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.917982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:01.920751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:01.926871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:01.954190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=fa1e2bb0-c963-4d57-b1d5-6e3c352e73e2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:01.966115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.966455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.966791 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.967123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.967468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.967784 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.968102 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.968418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.968761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.969085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.969402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:01.969719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:02.321442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:02.395951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:02.548228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:02.552645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:02.623994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:02.624668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=fa1e2bb0-c963-4d57-b1d5-6e3c352e73e2,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:02.638567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:02.744152 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Floating IP 39037123-1030-4342-8786-91a64712fda8 associated. External IP: 172.25.8.72, port: c333509d-c0ae-4b03-8d74-e6bd9366ea59. Nov 03 19:38:02.967038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:38:03.081545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:38:03.091660 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:38:03.100648 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:03.100992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:03.101595 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:37:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:03.129594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-103abd53-7e6e-4799-913d-8ecec194933f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6217957 Nov 03 19:38:03.130181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:03.132550 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e" -d '{"events": [{"name": "network-changed", "server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:03.174481 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdc44f4-22b0-4944-a927-f1860a1a8c35 x-openstack-request-id: req-4cdc44f4-22b0-4944-a927-f1860a1a8c35 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:03.174867 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:03.175036 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4cdc44f4-22b0-4944-a927-f1860a1a8c35 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:03.175655 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'status': 'completed', 'code': 200} Nov 03 19:38:03.247406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-cdbf3710-500c-451c-962c-a6b897256af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:03.249228 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-cdbf3710-500c-451c-962c-a6b897256af6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0490990 Nov 03 19:38:03.263450 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:03.314898 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:03.351553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-117bafc9-3fd5-4e00-83a6-f6a68204a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:03.353083 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-117bafc9-3fd5-4e00-83a6-f6a68204a016 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0957930 Nov 03 19:38:03.421468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-0a6fbc43-071e-4658-a829-18d2e400a59c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 999 time: 0.0606043 Nov 03 19:38:03.472256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-396455aa-50c8-4d3c-b4e2-6aa84a732edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:03.473785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-396455aa-50c8-4d3c-b4e2-6aa84a732edc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0446572 Nov 03 19:38:03.525915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-16b9fa5c-86d2-430f-9558-0f306b954dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:03.527345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-16b9fa5c-86d2-430f-9558-0f306b954dda service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456302 Nov 03 19:38:03.549702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:02Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:03.576606 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:38:03.584817 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:03.585412 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:37:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:03.617938 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-6929c791-5d8c-40bd-bbf3-537a4347428e service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 Nov 03 19:38:03.690262 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:03.713967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5d6fb581-3246-4723-bf4f-7eb2aa60d89e req-8b32602e-4ad5-4a39-b116-4140c78107d4 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885565 Nov 03 19:38:03.923092 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:02Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:03.949273 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b205a20-9029-47ff-971a-5d8a5e844030 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:02Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:38:04.150249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d7b7f-7c13-4f45-8910-2bfadfd7727b None None] New status for floating IP 39037123-1030-4342-8786-91a64712fda8: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:38:04.695359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7b462fcd-ecaa-46e7-8831-f496757993a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:04.862745 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-f79f5d28-f677-495d-b970-bbc0c1edd006 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463767 Nov 03 19:38:04.952155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-885642b8-a24f-407b-a94f-302487d2d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:04.953699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-885642b8-a24f-407b-a94f-302487d2d20a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0419469 Nov 03 19:38:05.065640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-f870e22a-58cc-4ad5-ab09-cd69eac2b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:05.067129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-f870e22a-58cc-4ad5-ab09-cd69eac2b9bf service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0918627 Nov 03 19:38:05.138948 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-8b8d2a2d-89e6-4b3e-a914-608e7ad73a47 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 1001 time: 0.0598185 Nov 03 19:38:05.195418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-13c88b84-9be8-49cd-a987-29b3e27537f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:05.196914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-13c88b84-9be8-49cd-a987-29b3e27537f4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0499411 Nov 03 19:38:05.245350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-36aee95b-011d-4fef-b1a6-aa05680e3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:05.246883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-36aee95b-011d-4fef-b1a6-aa05680e3df1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427952 Nov 03 19:38:05.342652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-b10f889c-d137-456e-a5fa-b51b4391977e service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873947 Nov 03 19:38:05.441433 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03f91fd9-7c2e-43e4-b8bb-826304ccb64d req-59b2d6dc-02cf-4ea1-84bb-6996b785f08d service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906529 Nov 03 19:38:08.351354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcc6b-2c50-4d86-a18b-dca9d570462a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:10.020556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:11.933991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.115327 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:14.299143 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:38:32.639501 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:32.891497 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49936) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:33.063110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 62564f9f-41f5-4f5c-9df2-ac0febd74d7c {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:38:33.063441 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.146485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.146731 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.159451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 62564f9f-41f5-4f5c-9df2-ac0febd74d7c owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:38:33.277702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.312387 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.349468 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=62564f9f-41f5-4f5c-9df2-ac0febd74d7c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:33.409953 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:33.410305 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Floating IP 43aa4a58-06b4-4690-8e1f-5c3a4d3e0210 disassociated (deleted). External IP: 172.25.8.140, port: c43bee6f-b46e-42bc-967a-75738ac69dd8. Nov 03 19:38:33.912696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:38:34.026489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:38:34.031402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:34.036648 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] Sync routers for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:38:34.046770 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:34.047300 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:34.060706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-92fe3576-2235-4d1d-a42f-04c2fa275b81 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/floatingips/43aa4a58-06b4-4690-8e1f-5c3a4d3e0210 HTTP/1.1" status: 204 len: 168 time: 1.1681828 Nov 03 19:38:34.061320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:34.063587 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79" -d '{"events": [{"name": "network-changed", "server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:34.105078 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c7a651-fc9f-4000-b9e0-d092c2add11b x-openstack-request-id: req-94c7a651-fc9f-4000-b9e0-d092c2add11b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:34.105386 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:34.105960 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94c7a651-fc9f-4000-b9e0-d092c2add11b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:34.106702 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'status': 'completed', 'code': 200} Nov 03 19:38:34.160303 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:34.176634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-e99f311a-6028-4533-8d1f-89f86877e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:34.178445 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-e99f311a-6028-4533-8d1f-89f86877e266 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f4d240c4693a4d57b0b45382638a52bf&device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 1097 time: 0.0482090 Nov 03 19:38:34.310650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-ee54cca8-8bba-4c7b-bd9a-9a02ec5edede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:34.312107 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-ee54cca8-8bba-4c7b-bd9a-9a02ec5edede service neutron] 10.222.0.110 "GET /v2.0/networks?id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 200 len: 898 time: 0.1207826 Nov 03 19:38:34.328487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8521f0-44c4-463d-a810-a4c56e6a3e32 req-a141260f-09fc-4ff8-8086-246478efaf85 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:34.330130 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d8521f0-44c4-463d-a810-a4c56e6a3e32 req-a141260f-09fc-4ff8-8086-246478efaf85 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0609596 Nov 03 19:38:34.364464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-ba63d5d5-207e-43b9-b0e0-2c5108c4d0cb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 200 len: 217 time: 0.0366681 Nov 03 19:38:34.406040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d8521f0-44c4-463d-a810-a4c56e6a3e32 req-292b76d6-ee8d-4453-a2fa-085cb36129a7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682087 Nov 03 19:38:34.406396 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:34.430443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-9b2da9c5-d396-45a7-aab2-824f1740de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:34.431972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-9b2da9c5-d396-45a7-aab2-824f1740de70 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=40200782-68a5-4a0e-92a1-8ad9630c726a HTTP/1.1" status: 200 len: 834 time: 0.0667865 Nov 03 19:38:34.434932 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] Checking router: 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:38:34.444389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:34.445068 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:34.490629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-db34b563-bed8-4983-9079-23297b9b9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:34.491154 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-db34b563-bed8-4983-9079-23297b9b9299 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=05f824ac-12ad-43fc-8d81-8e0d82ac4c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500789 Nov 03 19:38:34.565605 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:34.607257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-785c60f8-4383-46ba-a8f7-21707b418a00 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059294 Nov 03 19:38:34.702819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fbc86e9-c8f3-445a-8035-72b4754f91c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:34.738474 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aaa8c2fd-9c88-411d-aba4-05859c1f2b79 req-6ba35b0e-8ea0-4b0a-b27f-8a89b8555617 service neutron] 10.222.0.110 "GET /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227279 Nov 03 19:38:34.798366 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:34.923166 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fe64e-1cb7-4489-84d9-58a9f3833dba None None] The sync data for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 is: [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:36:52Z', 'revision_number': 4, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '48c60bb5-9b5c-491b-94da-1be4354fe532', 'name': '', 'network_id': '05f824ac-12ad-43fc-8d81-8e0d82ac4c42', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'mac_address': 'fa:16:3e:11:f2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:52Z', 'updated_at': '2021-11-03T19:36:55Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'subnets': [{'id': '40200782-68a5-4a0e-92a1-8ad9630c726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:38:35.162285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1be0e7-18ec-4033-8dec-693dfe20f54f None None] New status for floating IP 43aa4a58-06b4-4690-8e1f-5c3a4d3e0210: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:38:35.536337 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbefe0f-0fb7-4b80-993f-6b92a6b3de05 req-9d4f6dd6-a9bf-4df5-93fc-c4e482d5a293 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:35.537896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffbefe0f-0fb7-4b80-993f-6b92a6b3de05 req-9d4f6dd6-a9bf-4df5-93fc-c4e482d5a293 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0598719 Nov 03 19:38:35.605592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffbefe0f-0fb7-4b80-993f-6b92a6b3de05 req-47d3a332-28f3-4328-b18e-94c02626abeb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/security-groups?id=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607557 Nov 03 19:38:35.794085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-22d7bb2f-297b-4cb6-a9f0-372478509dfb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:35.795521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-22d7bb2f-297b-4cb6-a9f0-372478509dfb tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 946 time: 0.0509758 Nov 03 19:38:35.891712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port c43bee6f-b46e-42bc-967a-75738ac69dd8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:38:35.892089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:35.989429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port c43bee6f-b46e-42bc-967a-75738ac69dd8, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=c43bee6f-b46e-42bc-967a-75738ac69dd8,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:35.989822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:36.003483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for c43bee6f-b46e-42bc-967a-75738ac69dd8 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:38:36.139241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:36.169623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=c43bee6f-b46e-42bc-967a-75738ac69dd8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:36.197459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.197827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.198171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.198501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.198838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.199172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.199498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.199825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.200152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.200495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.200824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.201154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:36.220323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] No DVR routers for this DVR port c43bee6f-b46e-42bc-967a-75738ac69dd8 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:38:36.222957 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:36.226518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-18f15351-f7c5-434b-ad8a-53aa421d565b req-0d796ebe-55a6-43f4-89ab-e3f0eb5d8fb7 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.110 "DELETE /v2.0/ports/c43bee6f-b46e-42bc-967a-75738ac69dd8 HTTP/1.1" status: 204 len: 173 time: 0.4239585 Nov 03 19:38:36.226970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-deleted', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:36.229385 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c396e4c6-6ae3-4cfc-83f3-6843762fb576" -d '{"events": [{"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-deleted", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:36.336248 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0862f062-13fd-4a2f-adbd-7c7837b17c38 x-openstack-request-id: req-0862f062-13fd-4a2f-adbd-7c7837b17c38 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:36.336539 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51588041-441f-448e-93b3-b4a334a4e104", "name": "network-vif-deleted", "tag": "c43bee6f-b46e-42bc-967a-75738ac69dd8", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:36.336820 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0862f062-13fd-4a2f-adbd-7c7837b17c38 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:36.337219 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51588041-441f-448e-93b3-b4a334a4e104', 'name': 'network-vif-deleted', 'tag': 'c43bee6f-b46e-42bc-967a-75738ac69dd8', 'status': 'completed', 'code': 200} Nov 03 19:38:36.720368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-347967d0-15cf-481a-9ec2-d5e50c8914fa req-f2dc9a82-3046-4bc5-99f5-4325061466ad tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "GET /v2.0/ports?device_id=51588041-441f-448e-93b3-b4a334a4e104 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Nov 03 19:38:37.779918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49954) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:38.148978 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:38.365976 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9819d5d6-9c78-48f9-8e89-088e7c0996a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:38.428456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 48c60bb5-9b5c-491b-94da-1be4354fe532 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:38:38.428706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:38.522315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 48c60bb5-9b5c-491b-94da-1be4354fe532, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=48c60bb5-9b5c-491b-94da-1be4354fe532,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:38.522693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:38.535679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 48c60bb5-9b5c-491b-94da-1be4354fe532 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:38:38.725724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:38.753663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=48c60bb5-9b5c-491b-94da-1be4354fe532,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:38.936046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.156553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:38:39.270864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:38:39.275995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8e53433b-3618-46f8-a423-9141de56a4ab tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "PUT /v2.0/routers/27e9ae29-c686-4b89-8bb5-a6a2352d3ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950454 Nov 03 19:38:39.278806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49956) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:39.281390 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] Sync routers for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:38:39.290812 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:39.291425 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:39.334785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting subnet 40200782-68a5-4a0e-92a1-8ad9630c726a {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:38:39.337920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.387820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.399459 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:39.476574 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.551141 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.580108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Subnet': ['ID=40200782-68a5-4a0e-92a1-8ad9630c726a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:39.582139 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.589275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ea585db4-8832-4c47-94a1-aa59ba8b8dcc tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/subnets/40200782-68a5-4a0e-92a1-8ad9630c726a HTTP/1.1" status: 204 len: 168 time: 0.3055856 Nov 03 19:38:39.589275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49958) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:39.592004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116337fc-cecf-4421-b3ee-2fadb4601642 None None] Network 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:38:39.600549 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:38:38Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:39.635763 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] Checking router: 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:38:39.644541 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] Routers {'27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:39.645193 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:39.700575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.755218 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] Set router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:39.815841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] DHCP port deletion for 05f824ac-12ad-43fc-8d81-8e0d82ac4c42 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:38:39.831482 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.872508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] Deleting port 90cb098c-1e3d-4780-824f-8ce15311fcf0 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:38:39.873212 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.902890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Deleting port 2c2f60f4-75ce-448d-92da-c70c1dc5f557 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:38:39.903142 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:39.966642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 90cb098c-1e3d-4780-824f-8ce15311fcf0 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:38:39.986207 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:38:38Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:39.991622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] For port 2c2f60f4-75ce-448d-92da-c70c1dc5f557, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2c2f60f4-75ce-448d-92da-c70c1dc5f557,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:39.992524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.004768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] For port 90cb098c-1e3d-4780-824f-8ce15311fcf0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=90cb098c-1e3d-4780-824f-8ce15311fcf0,segment=NetworkSegment(a635e096-eb40-495a-8ae2-538bbe00da6a),segment_id=a635e096-eb40-495a-8ae2-538bbe00da6a)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:40.005187 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.006881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Calling delete_port for 2c2f60f4-75ce-448d-92da-c70c1dc5f557 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:38:40.014305 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66e6cf-9f31-419b-b28f-8e0063499917 None None] The sync data for ids ['27e9ae29-c686-4b89-8bb5-a6a2352d3ac9'] in n-d-812151-4 is: [{'id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360304787', 'tenant_id': 'f4d240c4693a4d57b0b45382638a52bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:48Z', 'updated_at': '2021-11-03T19:38:38Z', 'revision_number': 5, 'project_id': 'f4d240c4693a4d57b0b45382638a52bf', 'gw_port': {'id': '2c2f60f4-75ce-448d-92da-c70c1dc5f557', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9ae29-c686-4b89-8bb5-a6a2352d3ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:49Z', 'updated_at': '2021-11-03T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:38:40.040342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] Calling delete_port for 90cb098c-1e3d-4780-824f-8ce15311fcf0 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:38:40.047354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.149228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.178040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.185824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.216476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Port': ['ID=2c2f60f4-75ce-448d-92da-c70c1dc5f557,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:40.230307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] Pushing event deleted for resources: {'Port': ['ID=90cb098c-1e3d-4780-824f-8ce15311fcf0,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:40.238100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf386c9d-5db5-4a5f-b306-f99dd6160814 None None] No DVR routers for this DVR port 90cb098c-1e3d-4780-824f-8ce15311fcf0 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:38:40.283570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.389573 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.391886 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.443108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.443108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Fanout notify agent at l3_agent the message router_deleted on router 27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:38:40.450811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.451978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7987aa7e-1a5c-452f-8070-03780859ef39 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/routers/27e9ae29-c686-4b89-8bb5-a6a2352d3ac9 HTTP/1.1" status: 204 len: 168 time: 0.8625188 Nov 03 19:38:40.455220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49960) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:40.547847 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.644877 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.828116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:38:40.850058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: c43bee6f-b46e-42bc-967a-75738ac69dd8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:38:40.850400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device c43bee6f-b46e-42bc-967a-75738ac69dd8 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:38:40.946312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f824ac-12ad-43fc-8d81-8e0d82ac4c42']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:40.956370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a635e096-eb40-495a-8ae2-538bbe00da6a') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:40.956668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a635e096-eb40-495a-8ae2-538bbe00da6a') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:40.966552 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.979791 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.985793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:38:40.986177 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:38:40.989429 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:38:41.049240 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.056940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.061029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/networks/05f824ac-12ad-43fc-8d81-8e0d82ac4c42 HTTP/1.1" status: 204 len: 168 time: 0.6042054 Nov 03 19:38:41.065513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49962) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:41.074332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21519077-969f-476c-953d-228a6608289e tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'Network': ['ID=05f824ac-12ad-43fc-8d81-8e0d82ac4c42,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:41.139420 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a42585f7-0e13-4fa6-9cb2-b33f89181907 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.166465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a42585f7-0e13-4fa6-9cb2-b33f89181907 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.229075 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a42585f7-0e13-4fa6-9cb2-b33f89181907 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.231644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a42585f7-0e13-4fa6-9cb2-b33f89181907 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.232840 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a42585f7-0e13-4fa6-9cb2-b33f89181907 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] 10.222.0.91 "DELETE /v2.0/security-groups/40fe2fdc-cd81-4815-8bfe-5d1c2926c48c HTTP/1.1" status: 204 len: 168 time: 0.1631861 Nov 03 19:38:41.242572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42585f7-0e13-4fa6-9cb2-b33f89181907 tempest-TestNetworkAdvancedServerOps-426949467 tempest-TestNetworkAdvancedServerOps-426949467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe2fdc-cd81-4815-8bfe-5d1c2926c48c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:41.534736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49970) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:41.667773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-04342e5c-1b8d-407e-8456-4b3911b083f3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f4d240c4693a4d57b0b45382638a52bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318445 Nov 03 19:38:41.670389 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 49974) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:41.719370 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3cec-1049-490a-ae6a-77c9a7963095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.740695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3cec-1049-490a-ae6a-77c9a7963095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.790265 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3cec-1049-490a-ae6a-77c9a7963095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.793196 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3cec-1049-490a-ae6a-77c9a7963095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:41.794472 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e3ea3cec-1049-490a-ae6a-77c9a7963095 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fa76b860-3770-445d-9d87-e0bdd3afabd9 HTTP/1.1" status: 204 len: 168 time: 0.1231773 Nov 03 19:38:41.803202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3cec-1049-490a-ae6a-77c9a7963095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa76b860-3770-445d-9d87-e0bdd3afabd9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:41.878696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2c2f60f4-75ce-448d-92da-c70c1dc5f557 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:38:41.901139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2c2f60f4-75ce-448d-92da-c70c1dc5f557 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:38:41.901559 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2c2f60f4-75ce-448d-92da-c70c1dc5f557 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:38:41.902001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 48c60bb5-9b5c-491b-94da-1be4354fe532 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:38:41.927195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 48c60bb5-9b5c-491b-94da-1be4354fe532 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:38:41.927542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 48c60bb5-9b5c-491b-94da-1be4354fe532 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:38:41.940675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.089158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49982) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:42.109320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.129789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a7dda012-3ce7-463b-8934-8a55c20c3d74 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=86f1ea3f86134d688530f79dd9698498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393295 Nov 03 19:38:42.132115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 49984) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:42.187136 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dcf-2aaa-43e4-b396-c89bba0768c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.208961 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dcf-2aaa-43e4-b396-c89bba0768c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.257762 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dcf-2aaa-43e4-b396-c89bba0768c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.261084 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dcf-2aaa-43e4-b396-c89bba0768c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:42.262255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b6d84dcf-2aaa-43e4-b396-c89bba0768c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f8abdb5-396f-4b16-9f3a-a001431f2b52 HTTP/1.1" status: 204 len: 168 time: 0.1292527 Nov 03 19:38:42.270345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d84dcf-2aaa-43e4-b396-c89bba0768c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8abdb5-396f-4b16-9f3a-a001431f2b52,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:44.618498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50036) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:44.623571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'network': {'name': 'tempest-network-smoke--21220687', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'port_security_enabled': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:44.644804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Made reservation on behalf of 2ad060c8a2f94881bdd5ffcc44bc4362 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:38:44.648190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.660446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.741226 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.745032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.769738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:38:44.785128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ce8c8-b983-48c6-9f8f-a2df65c6208d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:44.791395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.791760 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Added segment e140a92e-e25a-41ac-949d-299b048edf9c of type vlan for network d8ba172a-9156-40a9-a9e2-06464bf0cd5f Nov 03 19:38:44.833539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.858632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.864663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:44.865277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.932954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3132722 Nov 03 19:38:44.935786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50038) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:44.940085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'admin_state_up': True, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:44.954288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e68747-d966-4cf5-b5b8-63c5488a4b24 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Network': ['ID=d8ba172a-9156-40a9-a9e2-06464bf0cd5f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:44.966107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:38:44.971158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:44.972192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.026689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.177695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.378857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.399819 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.511832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.25.8.50 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/0ec88873-0a2c-4866-ae04-9c821f9e3fe8) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:45.618193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.653557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.692203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:45.697240 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:45.701468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:45.724346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:45.958872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:46.500506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:46.633108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:38:46.748442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:38:46.758866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Sync routers for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:38:46.769463 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:46.769686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:46.770231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:46.771221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6016a048-e242-4bf3-9db9-f9ff242de2d2 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8344893 Nov 03 19:38:46.774429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50040) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:46.879780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:46.898168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1400165f-09ec-43ec-8c0e-b78f62c729a1 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=2ad060c8a2f94881bdd5ffcc44bc4362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220844 Nov 03 19:38:46.901600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50044) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:46.990078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c9db5-d56b-40d2-8aec-1d82ef4b540f tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:46.991579 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-152c9db5-d56b-40d2-8aec-1d82ef4b540f tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884345 Nov 03 19:38:46.994387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50046) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:47.026983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c097e042-0dfd-4fed-b247-b5d1eea2e4c7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313470 Nov 03 19:38:47.029400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50048) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:47.034152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58023739', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:47.068171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:45Z', 'revision_number': 3, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:47.096139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Checking router: b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:38:47.096480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Updating router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:38:47.124158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.131106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Made reservation on behalf of 2ad060c8a2f94881bdd5ffcc44bc4362 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:38:47.135179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.343500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.403289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Subnet': ['ID=2c074243-0525-4dd9-9365-fc716b4ee850,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:47.413729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Checking segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:47.414114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network hostable DHCP agents. Network: d8ba172a-9156-40a9-a9e2-06464bf0cd5f, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:38:47.434168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:38:47.444121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, d8ba172a-9156-40a9-a9e2-06464bf0cd5f) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:47.448438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:47.449063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.461473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e2234-e044-4851-a31f-513b7024afc0 None None] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:38:47.466944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-78e1d310-4301-47e9-b1b7-1c38ee9630ad tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4365344 Nov 03 19:38:47.469733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50050) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:47.684495 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.690002 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.701345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-d8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:38:47.702302 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.770342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Attempting to bind port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:47.771049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Attempting to bind port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:47.771049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Attempting to bind port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:47.777350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec310e78-a73d-4759-94bf-633ca03164ce None None] Pushing event updated for resources: {'Port': ['ID=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:47.830058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:47.830450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:47.830839 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.831233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:47.831708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Bound port: 0ec88873-0a2c-4866-ae04-9c821f9e3fe8, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:47.832089 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.934809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] For port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:47.941261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] For port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:47.948814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Allocated IP 172.20.0.2 (d8ba172a-9156-40a9-a9e2-06464bf0cd5f/2c074243-0525-4dd9-9365-fc716b4ee850/991809aa-8357-448a-b5b6-192f4502298a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:47.951162 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:47.961165 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.037983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:48.038619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:48.115102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec310e78-a73d-4759-94bf-633ca03164ce None None] Pushing event updated for resources: {'Port': ['ID=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:48.236234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:48.317165 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.329813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.382216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.20.0.1 (d8ba172a-9156-40a9-a9e2-06464bf0cd5f/2c074243-0525-4dd9-9365-fc716b4ee850/9ec5f10e-8f87-40fe-8669-4196a718d714) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:48.404072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:48.413520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:48.420753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:48.438671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Pushing event updated for resources: {'Port': ['ID=991809aa-8357-448a-b5b6-192f4502298a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:48.507418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.514050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Attempting to bind port 991809aa-8357-448a-b5b6-192f4502298a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:48.514410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Attempting to bind port 991809aa-8357-448a-b5b6-192f4502298a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:48.514773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Attempting to bind port 991809aa-8357-448a-b5b6-192f4502298a on network d8ba172a-9156-40a9-a9e2-06464bf0cd5f {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:48.524886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:48.525181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Checking segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:48.525606 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.527219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Bound using segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:48.527219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Bound port: 991809aa-8357-448a-b5b6-192f4502298a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:48.527219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.543085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.570371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:45Z', 'revision_number': 3, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:48.589446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:48.594623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:48.598441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:48.600034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593952c2-974a-4b61-8a97-5e00ae00ff46 None None] The sync data for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 is: [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:45Z', 'revision_number': 3, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:38:48.605420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=9ec5f10e-8f87-40fe-8669-4196a718d714,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:48.628925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] For port 991809aa-8357-448a-b5b6-192f4502298a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:48.632935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] For port 991809aa-8357-448a-b5b6-192f4502298a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=991809aa-8357-448a-b5b6-192f4502298a,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:48.639458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.652743 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:48.709146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8cc61-db28-4041-87a9-6f2cbd0280fe None None] Pushing event updated for resources: {'Port': ['ID=991809aa-8357-448a-b5b6-192f4502298a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:48.809834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.172561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.178666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.264797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.273084 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=9ec5f10e-8f87-40fe-8669-4196a718d714,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:49.377751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:49.379411 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:49.510478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:38:49.633306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:38:49.639265 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-eb992a86-15fe-4e06-a5d5-d8bef1fbc25a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "PUT /v2.0/routers/b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685421 Nov 03 19:38:49.642014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50052) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:49.646475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--849283853', 'description': 'tempest-secgroup_access--849283853 description', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:49.670389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.690626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f509b90-18e0-48e7-bff7-26165e4376f1 None None] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:38:49.747065 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.751976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.775020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fc45ee1d-37f6-434e-b4d4-d72ae79c7a80 None None] Provisioning complete for port 991809aa-8357-448a-b5b6-192f4502298a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:49.775644 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc45ee1d-37f6-434e-b4d4-d72ae79c7a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.784411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.785823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1428533 Nov 03 19:38:49.791532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121577e7-69c1-4f36-b64a-7d2d18a1653d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc654d22-3549-41d2-b122-75d681f0a18b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:49.796459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50054) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:49.801641 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1809382207', 'description': 'tempest-secgroup_general--1809382207 description', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:49.827092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.927157 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.933474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.942317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc45ee1d-37f6-434e-b4d4-d72ae79c7a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.983220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:49.986219 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1885819 Nov 03 19:38:49.991858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50056) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:49.994381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee40bd-3845-4ef5-852b-af4fe9db5250 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f784a65b-4e77-44e0-9d86-6a0702294f34,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:49.998099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'security_group_rule': {'security_group_id': 'cc654d22-3549-41d2-b122-75d681f0a18b', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:49.999577 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fc45ee1d-37f6-434e-b4d4-d72ae79c7a80 None None] For port 991809aa-8357-448a-b5b6-192f4502298a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=991809aa-8357-448a-b5b6-192f4502298a,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:50.005885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc45ee1d-37f6-434e-b4d4-d72ae79c7a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.039211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.047187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 991809aa-8357-448a-b5b6-192f4502298a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:50.108361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45ee1d-37f6-434e-b4d4-d72ae79c7a80 None None] Pushing event updated for resources: {'Port': ['ID=991809aa-8357-448a-b5b6-192f4502298a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:50.110259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.121030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.133087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 991809aa-8357-448a-b5b6-192f4502298a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:50.133456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.151596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e54d5d-5146-44cd-9ad8-947d0a7bf90b,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:50.162599 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.163906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a0a2ea8d-5bc9-4308-aebf-c7f8722ba0bc tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709528 Nov 03 19:38:50.235456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:50.301231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:50.301679 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.358866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-02dabf28-8116-42e2-b832-657df051278d None None] Provisioning complete for port 9ec5f10e-8f87-40fe-8669-4196a718d714 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:50.359231 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02dabf28-8116-42e2-b832-657df051278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.361490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-ef788df0-d72b-47c6-96de-753db8083809 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup_general--1809382207&fields=id&tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362 HTTP/1.1" status: 200 len: 267 time: 0.0627072 Nov 03 19:38:50.421090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-1045e281-3ad5-47ba-ba38-6a49b14bfab8 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup_access--849283853&fields=id&tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362 HTTP/1.1" status: 200 len: 267 time: 0.0571589 Nov 03 19:38:50.545336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-541642ff-e3db-45f8-8587-eee225952c8b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:50.547571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-541642ff-e3db-45f8-8587-eee225952c8b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/networks?id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 200 len: 795 time: 0.1257234 Nov 03 19:38:50.559326 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Sync routers for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:38:50.581508 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-96a427d7-b2a3-4fe5-a538-540b21911b38 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/quotas/2ad060c8a2f94881bdd5ffcc44bc4362 HTTP/1.1" status: 200 len: 375 time: 0.0277123 Nov 03 19:38:50.583627 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:50.584262 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:50.599009 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-02dabf28-8116-42e2-b832-657df051278d None None] Port 9ec5f10e-8f87-40fe-8669-4196a718d714 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:38:50.620184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-02dabf28-8116-42e2-b832-657df051278d None None] Provisioning complete for port 991809aa-8357-448a-b5b6-192f4502298a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:50.620584 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-02dabf28-8116-42e2-b832-657df051278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.624540 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.661379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-26e4dd6c-e06f-46a4-8c70-8e938e0a697a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787959 Nov 03 19:38:50.667959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-9b715506-afe7-4694-a958-c00194a31432 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:38:50.669085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-9b715506-afe7-4694-a958-c00194a31432 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061259 Nov 03 19:38:50.671648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:50.682467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.714880 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:50.742637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:50.798427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-56f40fd6-c12f-4eac-80f0-0eaa66719366 service neutron] 10.222.0.91 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215436 Nov 03 19:38:50.901511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-418d0904-3219-4620-8244-68f31eee35ab service neutron] 10.222.0.91 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950885 Nov 03 19:38:50.913538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e3a06264-92bd-4cff-ac5d-5c3baba95d1c None None] Provisioning complete for port 9ec5f10e-8f87-40fe-8669-4196a718d714 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:50.913951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3a06264-92bd-4cff-ac5d-5c3baba95d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:50.940318 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:49Z', 'revision_number': 2, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:50.950566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e3a06264-92bd-4cff-ac5d-5c3baba95d1c None None] Port 9ec5f10e-8f87-40fe-8669-4196a718d714 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:38:50.969289 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Checking router: b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:38:50.969641 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Updating router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 port 9ec5f10e-8f87-40fe-8669-4196a718d714 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:38:50.999695 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.113415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5def12f2-4c72-4d63-b775-9fcc5fd4eb7f req-8ab4a2aa-a96f-4c08-93ec-8aee77943279 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 210 time: 0.0351002 Nov 03 19:38:51.314914 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.322135 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:38:51.324433 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.397423 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Pushing event updated for resources: {'Port': ['ID=9ec5f10e-8f87-40fe-8669-4196a718d714,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:51.435212 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.435559 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.436012 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.436227 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.436555 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.436914 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.437241 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.437567 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.437890 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.438209 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.438526 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.438998 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:51.482039 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Attempting to bind port 9ec5f10e-8f87-40fe-8669-4196a718d714 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:51.483598 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Attempting to bind port 9ec5f10e-8f87-40fe-8669-4196a718d714 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:51.483939 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Attempting to bind port 9ec5f10e-8f87-40fe-8669-4196a718d714 on network d8ba172a-9156-40a9-a9e2-06464bf0cd5f {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:51.490995 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:51.491361 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Checking segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:51.491955 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.492350 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Bound using segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:51.492854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Bound port: 9ec5f10e-8f87-40fe-8669-4196a718d714, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:51.493274 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.670063 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] For port 9ec5f10e-8f87-40fe-8669-4196a718d714, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:51.675556 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] For port 9ec5f10e-8f87-40fe-8669-4196a718d714, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9ec5f10e-8f87-40fe-8669-4196a718d714,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:51.679795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2236c2ab-bc9d-454b-9cf1-57db798e0bbb None None] Provisioning complete for port 9ec5f10e-8f87-40fe-8669-4196a718d714 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:51.680351 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2236c2ab-bc9d-454b-9cf1-57db798e0bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.681433 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.742053 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:51.742823 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:51.797630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2236c2ab-bc9d-454b-9cf1-57db798e0bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.812557 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868b07-1b05-42d9-b311-4bae5b6fd168 None None] Pushing event updated for resources: {'Port': ['ID=9ec5f10e-8f87-40fe-8669-4196a718d714,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:51.838181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2236c2ab-bc9d-454b-9cf1-57db798e0bbb None None] For port 9ec5f10e-8f87-40fe-8669-4196a718d714, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9ec5f10e-8f87-40fe-8669-4196a718d714,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:51.845678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2236c2ab-bc9d-454b-9cf1-57db798e0bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:51.891854 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:51.909572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236c2ab-bc9d-454b-9cf1-57db798e0bbb None None] Pushing event updated for resources: {'Port': ['ID=9ec5f10e-8f87-40fe-8669-4196a718d714,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:51.925938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 991809aa-8357-448a-b5b6-192f4502298a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:51.986784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 991809aa-8357-448a-b5b6-192f4502298a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:51.987227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:52.087255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:52.089473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d477e496-7d7b-4475-8086-67d415acc943 None None] Provisioning complete for port 9ec5f10e-8f87-40fe-8669-4196a718d714 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:52.089945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d477e496-7d7b-4475-8086-67d415acc943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:52.164988 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:52.232027 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b30e14-5d27-49ab-b91c-ee9ba15567c6 None None] The sync data for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 is: [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:38:52.257102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:52.257473 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:52.273584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f3dd50d6-519e-4090-aee2-980c17cbedf6 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:52.275345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f3dd50d6-519e-4090-aee2-980c17cbedf6 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.110 "GET /v2.0/networks?id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 200 len: 795 time: 0.1842554 Nov 03 19:38:52.340877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ed803f-5fcd-4d1b-b5a2-c4bb57a7b37e req-e86ffa1e-7e1f-4ae0-82d7-247f62b08f98 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 210 time: 0.0946934 Nov 03 19:38:52.428751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-fd7c2541-ea68-4b1f-9baf-3becf461cd37 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362 HTTP/1.1" status: 200 len: 477 time: 0.1400585 Nov 03 19:38:52.438117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'port': {'device_id': '7dfdc528-759f-42b2-a029-a5084df72126', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'admin_state_up': True, 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'security_groups': ['f784a65b-4e77-44e0-9d86-6a0702294f34', 'cc654d22-3549-41d2-b122-75d681f0a18b']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:52.582496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Made reservation on behalf of 2ad060c8a2f94881bdd5ffcc44bc4362 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:38:52.586528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:52.743427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.20.0.9 (d8ba172a-9156-40a9-a9e2-06464bf0cd5f/2c074243-0525-4dd9-9365-fc716b4ee850/4ff32b72-dbcb-4aa7-969d-3f9097ecfc81) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:52.921333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:52.959470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.012711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:53.019910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:53.025904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:53.058458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:53.097849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.098622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.118837 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-f31ac10f-1fc5-4c7a-820e-e45a2527830a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6853256 Nov 03 19:38:53.191354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Request body: {'port': {'device_id': '7dfdc528-759f-42b2-a029-a5084df72126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:53.257452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.276965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-179a825d-fa3f-43ea-8124-f00902228eea None None] Provisioning complete for port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:53.277544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-179a825d-fa3f-43ea-8124-f00902228eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.330640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-179a825d-fa3f-43ea-8124-f00902228eea None None] Port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:38:53.479333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d369905-8d1e-4cb1-a701-ccff84be7c08 req-e4e73ee8-9352-4792-92b5-143ee99c1d92 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.481670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d369905-8d1e-4cb1-a701-ccff84be7c08 req-e4e73ee8-9352-4792-92b5-143ee99c1d92 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 970 time: 0.0543773 Nov 03 19:38:53.548713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9d369905-8d1e-4cb1-a701-ccff84be7c08 req-ddaaa75a-4bcc-46de-a559-ac72075a0519 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0610640 Nov 03 19:38:53.579890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:53.589870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.603875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Transition to ACTIVE for port object 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:38:53.609817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.669554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Pushing event updated for resources: {'Port': ['ID=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:53.754523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Attempting to bind port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:53.754855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Attempting to bind port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:53.755271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Attempting to bind port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 on network d8ba172a-9156-40a9-a9e2-06464bf0cd5f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:53.761076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 on network d8ba172a-9156-40a9-a9e2-06464bf0cd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:38:53.761464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Attempting to bind port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 on network d8ba172a-9156-40a9-a9e2-06464bf0cd5f {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:53.767498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:53.767961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Checking segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:53.768314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Bound using segment: {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:53.768910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Bound port: 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e140a92e-e25a-41ac-949d-299b048edf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:53.769197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.858832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] For port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:53.865159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] For port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:53.873620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.917609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.918617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:53.920336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] 10.222.0.110 "PUT /v2.0/ports/4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 200 len: 1130 time: 0.7921808 Nov 03 19:38:53.920974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:53.923921 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8fdd9c6a53b1454289f556b7904e1497c4c64469c95191e5d41322da9cc1e2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8774e9d-6e7d-437f-8b02-4d375ace24a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:53.978678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81acc50-5320-4aa1-93c8-6a0c6cebe7be service neutron] Pushing event updated for resources: {'Port': ['ID=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:53.982555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9ec5f10e-8f87-40fe-8669-4196a718d714 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:53.996562 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1722442-8785-40d3-91f7-ba14c0f2dabf x-openstack-request-id: req-c1722442-8785-40d3-91f7-ba14c0f2dabf {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:53.996993 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:53.997347 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c1722442-8785-40d3-91f7-ba14c0f2dabf {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:53.997785 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'status': 'completed', 'code': 200} Nov 03 19:38:54.036211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-057f0251-766c-43c6-ad27-9f3a22d66a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.038005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-057f0251-766c-43c6-ad27-9f3a22d66a8d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1133 time: 0.0526404 Nov 03 19:38:54.042711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 9ec5f10e-8f87-40fe-8669-4196a718d714 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:54.043158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:54.097021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-b5ada0b0-db2d-418e-ad30-c8c8d96bafbd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 200 len: 217 time: 0.0489390 Nov 03 19:38:54.157673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-8b3bf49d-32bb-4ee8-b9ed-36343d3df991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.159181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-8b3bf49d-32bb-4ee8-b9ed-36343d3df991 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c074243-0525-4dd9-9365-fc716b4ee850 HTTP/1.1" status: 200 len: 833 time: 0.0543468 Nov 03 19:38:54.209159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684506b9-0f29-46e4-86a6-cf57db868133 req-4dd8dffc-9122-411c-983a-8ab19a1214b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.210766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-4dd8dffc-9122-411c-983a-8ab19a1214b8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432549 Nov 03 19:38:54.319328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-3f9a1972-95d8-47cc-aea9-efe08440ead3 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988226 Nov 03 19:38:54.416957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-684506b9-0f29-46e4-86a6-cf57db868133 req-c0a775ec-2a64-4f30-9263-de4478d850df service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879250 Nov 03 19:38:54.524655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-f3b3a5a7-a388-4f04-9672-a82a0a7aaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.526260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-f3b3a5a7-a388-4f04-9672-a82a0a7aaf53 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1133 time: 0.0548708 Nov 03 19:38:54.634375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-a13a55bd-e534-4b66-8d36-b3f17fbca919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.635871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-a13a55bd-e534-4b66-8d36-b3f17fbca919 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 200 len: 896 time: 0.1019208 Nov 03 19:38:54.687752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-71895860-a7f1-4e4a-b070-af2444dfa96f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 200 len: 217 time: 0.0427389 Nov 03 19:38:54.691412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afdac2-e9c6-4ee9-803f-8d6ad022e0b0 req-a0708256-597c-4a1b-88df-dc3c054a137b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.693162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03afdac2-e9c6-4ee9-803f-8d6ad022e0b0 req-a0708256-597c-4a1b-88df-dc3c054a137b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 982 time: 0.0641444 Nov 03 19:38:54.750274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-235a36e3-7701-4780-97f6-dfeb5e5d0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.751784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-235a36e3-7701-4780-97f6-dfeb5e5d0862 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c074243-0525-4dd9-9365-fc716b4ee850 HTTP/1.1" status: 200 len: 833 time: 0.0544300 Nov 03 19:38:54.779490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03afdac2-e9c6-4ee9-803f-8d6ad022e0b0 req-7d6fa370-0904-4cb3-bf01-0da3b8085755 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0777869 Nov 03 19:38:54.812475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-679b81c3-ecec-4a44-8c49-35f18b6e0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.814127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-679b81c3-ecec-4a44-8c49-35f18b6e0e4b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541482 Nov 03 19:38:54.943711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-9ae1fc12-12ff-43c6-a266-f9593c13f5bf service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210077 Nov 03 19:38:55.051332 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e8774e9d-6e7d-437f-8b02-4d375ace24a6 req-e3e50e6e-e4c8-4738-978c-5f45af5da7a1 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991011 Nov 03 19:38:55.902256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5815b6-af31-4583-9852-282179911cf2 req-287ed6fa-5fea-4bc2-a14f-3625c01ac081 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:55.903082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b5815b6-af31-4583-9852-282179911cf2 req-287ed6fa-5fea-4bc2-a14f-3625c01ac081 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 982 time: 0.0503218 Nov 03 19:38:55.961001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b5815b6-af31-4583-9852-282179911cf2 req-9852d0ea-5fe5-4960-abdb-8f1f01ea57e8 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517755 Nov 03 19:38:57.081508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf85fb-c09b-4555-8aa5-1637f539ee96 req-3f2d48e1-ec87-41e1-9807-645c523af581 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:57.083011 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66bf85fb-c09b-4555-8aa5-1637f539ee96 req-3f2d48e1-ec87-41e1-9807-645c523af581 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 982 time: 0.0510159 Nov 03 19:38:57.145338 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66bf85fb-c09b-4555-8aa5-1637f539ee96 req-d4d519c0-e403-466d-8f1d-4930fc5ec6ed tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0562875 Nov 03 19:38:58.269709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd48cc-bbbc-4314-a17c-8f93001b6c3d req-3dc9a56c-76ed-4c06-ab19-fe27cb39faed tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.271248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abd48cc-bbbc-4314-a17c-8f93001b6c3d req-3dc9a56c-76ed-4c06-ab19-fe27cb39faed tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 982 time: 0.0558066 Nov 03 19:38:58.334274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4abd48cc-bbbc-4314-a17c-8f93001b6c3d req-4535772d-9400-4658-852a-70b1d8bff68f tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0545158 Nov 03 19:38:58.889458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:38:58.989176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:59.000252 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'port_id': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'mac_address': 'fa:16:3e:f0:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:38:59.038000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:59.050777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:59.072036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:59.075951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:59.127406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:59.135730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.136076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.136427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.136795 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.137133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.137470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.137801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.138130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.138466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.138933 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.139137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.139481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:59.298000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['4ff32b72-dbcb-4aa7-969d-3f9097ecfc81'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:38:59.454889 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a52c-7fe0-4012-a161-2cfdb0d55ba7 req-01955ff8-07d5-4a9a-9d83-b59bbc7af722 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:59.456464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b766a52c-7fe0-4012-a161-2cfdb0d55ba7 req-01955ff8-07d5-4a9a-9d83-b59bbc7af722 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 983 time: 0.0514939 Nov 03 19:38:59.517035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b766a52c-7fe0-4012-a161-2cfdb0d55ba7 req-a1d868e4-8811-48ea-aa48-6ddd9bda4732 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542307 Nov 03 19:39:00.645781 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423409f-e09a-4c2a-b14a-dbabf1599261 req-92974658-c028-4780-acb8-479f63005886 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:00.647086 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9423409f-e09a-4c2a-b14a-dbabf1599261 req-92974658-c028-4780-acb8-479f63005886 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 983 time: 0.0577393 Nov 03 19:39:00.708120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9423409f-e09a-4c2a-b14a-dbabf1599261 req-c36364cd-5af3-4df0-9bfe-b83da96d7e67 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540996 Nov 03 19:39:00.907047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:00.961181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:39:00.965997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:00.966366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:01.052260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:01.077106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:01.080425 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f523e7-d107-4316-be92-58c08bd8a94f" -d '{"events": [{"server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "name": "network-vif-plugged", "status": "completed", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:01.096412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:01.101391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:01.128336 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c349e-601d-4b37-bf31-db626afef48e x-openstack-request-id: req-831c349e-601d-4b37-bf31-db626afef48e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:01.128622 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "name": "network-vif-plugged", "status": "completed", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:01.128907 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-831c349e-601d-4b37-bf31-db626afef48e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:01.129302 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'code': 200} Nov 03 19:39:01.159721 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:01.254740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb3dd-24f6-40b9-94dd-b1cfe5131ed1 req-a31065c6-55ac-4b6b-a058-9a15f9a16498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.256504 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-905eb3dd-24f6-40b9-94dd-b1cfe5131ed1 req-a31065c6-55ac-4b6b-a058-9a15f9a16498 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1135 time: 0.0518813 Nov 03 19:39:01.319996 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-905eb3dd-24f6-40b9-94dd-b1cfe5131ed1 req-56d2c0be-0676-40f2-84df-966b6f76f53f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552256 Nov 03 19:39:01.839196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d674-bee6-451c-9ba2-829f397f08fc req-031e166f-b91e-4771-91e1-615e58f82dae tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:01.840711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e595d674-bee6-451c-9ba2-829f397f08fc req-031e166f-b91e-4771-91e1-615e58f82dae tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 984 time: 0.0580354 Nov 03 19:39:01.905383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e595d674-bee6-451c-9ba2-829f397f08fc req-92b84173-4938-4ba3-b45d-3205deef3a7d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0580697 Nov 03 19:39:02.642595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.036406 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2770f3-50a8-4061-b5d9-c39a861af9cb req-81e3a641-5485-486d-aad8-0fd16b699718 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:03.037991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb2770f3-50a8-4061-b5d9-c39a861af9cb req-81e3a641-5485-486d-aad8-0fd16b699718 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 984 time: 0.0576134 Nov 03 19:39:03.105139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb2770f3-50a8-4061-b5d9-c39a861af9cb req-f5813450-f085-4718-9dec-347d6204687f tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0607324 Nov 03 19:39:03.251876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f2dac-44a8-43ed-a60a-a45a64542158 req-2d3aa12e-f692-487d-bc3b-f6fdc0ab906c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:03.254113 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-343f2dac-44a8-43ed-a60a-a45a64542158 req-2d3aa12e-f692-487d-bc3b-f6fdc0ab906c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 984 time: 0.0703886 Nov 03 19:39:03.271356 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.331432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-343f2dac-44a8-43ed-a60a-a45a64542158 req-e3bb260a-58e7-46b8-a16d-19e0a5664959 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0685573 Nov 03 19:39:03.464189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a1f01-28a8-425e-9ed5-7126626ab3b2 req-5824f307-1e65-4cc0-afa4-b22c77feb8b8 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:03.466558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c1a1f01-28a8-425e-9ed5-7126626ab3b2 req-5824f307-1e65-4cc0-afa4-b22c77feb8b8 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1135 time: 0.0559881 Nov 03 19:39:03.492592 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c1a1f01-28a8-425e-9ed5-7126626ab3b2 req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.588657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c1a1f01-28a8-425e-9ed5-7126626ab3b2 req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.594124 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-4c1a1f01-28a8-425e-9ed5-7126626ab3b2 req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.667307 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eb1a48-7e99-4ccb-96f8-1022317e5910,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:03.681164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c1a1f01-28a8-425e-9ed5-7126626ab3b2 req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2065303 Nov 03 19:39:03.683922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.684439 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.684844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.685290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.685633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.686005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.686417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.686747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.687166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.687587 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.687916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.688340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28518da8-d067-4798-a000-2d896bc5c8d7 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:03.704844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50120) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:03.756852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f93f7a-0949-48ca-bce7-ab33152dab88 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:03.758531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a3f93f7a-0949-48ca-bce7-ab33152dab88 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1130 time: 0.0528355 Nov 03 19:39:03.761629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50122) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:03.766578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:03.794833 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:03.916089 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.046849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.25.8.163 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/79b7f36b-ac87-4d9f-adeb-608fcf445c5d) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:04.165035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.202849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.242879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:04.245101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:04.248094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:04.278300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=79b7f36b-ac87-4d9f-adeb-608fcf445c5d,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:04.651027 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.697133 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4313184c-314d-49d5-adda-66f912a793db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.730736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.926631 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:04.933608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:05.004058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=79b7f36b-ac87-4d9f-adeb-608fcf445c5d,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:05.019846 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:05.137960 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Floating IP 426971ac-8342-49a2-a6a4-196214ddecd0 associated. External IP: 172.25.8.163, port: 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81. Nov 03 19:39:05.414668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:39:05.535042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:05.546081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] Sync routers for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:05.556088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:05.556866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:05.557778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:05.585622 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c5ea845c-7b50-4d64-a4f6-8fa640cc4e93 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8227112 Nov 03 19:39:05.586221 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:05.589005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50124) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:05.589545 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e8fc650c89cfcb5aca97cb0d8bd80ac36069eae6fcebc7de170c4a49eb0866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd7655-b8e1-47df-9eae-b0f895c44bad" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:05.630284 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ee86e3-d54a-4e4d-b97c-af0c4e1865b0 x-openstack-request-id: req-40ee86e3-d54a-4e4d-b97c-af0c4e1865b0 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:05.630609 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:05.630954 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40ee86e3-d54a-4e4d-b97c-af0c4e1865b0 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:05.631382 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'status': 'completed', 'code': 200} Nov 03 19:39:05.706222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:05.824533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-5ef7ce33-063f-427f-8da3-4253f8a747b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.825873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-5ef7ce33-063f-427f-8da3-4253f8a747b2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1135 time: 0.1364684 Nov 03 19:39:05.827817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.828277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.828777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.829251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.829724 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.830964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:05.834436 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7fe7d62a-eeeb-47f4-a163-d7491586c4f5 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2407804 Nov 03 19:39:05.834804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50128) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:05.980079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '426971ac-8342-49a2-a6a4-196214ddecd0', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'port_id': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'mac_address': 'fa:16:3e:f0:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc528-759f-42b2-a029-a5084df72126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:39:04Z', 'updated_at': '2021-11-03T19:39:04Z', 'revision_number': 0, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:06.015660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] Checking router: b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:06.026206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:06.026843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:38:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:06.307687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:06.317660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.318132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.318597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.319048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.319538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.319953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.326775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b2f46182-a243-4594-b3a5-3c23c5fa7c74 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.4861937 Nov 03 19:39:06.327641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50130) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:06.349239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-1fe768bb-f45f-43ad-a53c-6fa48930fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.351078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-1fe768bb-f45f-43ad-a53c-6fa48930fd40 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 200 len: 896 time: 0.5066049 Nov 03 19:39:06.463889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-6ac05b30-4a7b-47a0-bc1d-a5dfdb00b00b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 200 len: 999 time: 0.0988271 Nov 03 19:39:06.524665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-8b65f9e2-3a28-4c89-9562-3bae6aca478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.527190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-8b65f9e2-3a28-4c89-9562-3bae6aca478c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c074243-0525-4dd9-9365-fc716b4ee850 HTTP/1.1" status: 200 len: 833 time: 0.0551629 Nov 03 19:39:06.593829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-37acc2c5-c27c-4203-b88e-898c039fe95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.598350 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-37acc2c5-c27c-4203-b88e-898c039fe95c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554297 Nov 03 19:39:06.598513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6737a5f6-f330-4bdc-8d86-1a27a3b96d30 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2676277 Nov 03 19:39:06.599736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50132) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:06.604870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '426971ac-8342-49a2-a6a4-196214ddecd0', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'port_id': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'mac_address': 'fa:16:3e:f0:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc528-759f-42b2-a029-a5084df72126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:39:04Z', 'updated_at': '2021-11-03T19:39:04Z', 'revision_number': 0, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:06.637705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92768174-8885-41b9-9d11-f6d07aab5fd4 None None] The sync data for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 is: [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '426971ac-8342-49a2-a6a4-196214ddecd0', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'port_id': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'mac_address': 'fa:16:3e:f0:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdc528-759f-42b2-a029-a5084df72126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:39:04Z', 'updated_at': '2021-11-03T19:39:04Z', 'revision_number': 0, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:39:06.706798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600cace-c47b-46e6-989c-2e1ed3c55532 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.707300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600cace-c47b-46e6-989c-2e1ed3c55532 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:06.710766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0600cace-c47b-46e6-989c-2e1ed3c55532 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 HTTP/1.1" status: 200 len: 1989 time: 0.1081586 Nov 03 19:39:06.732505 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-a7781c2f-9099-433c-8e64-106bac84c508 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231437 Nov 03 19:39:06.847842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-afbd7655-b8e1-47df-9eae-b0f895c44bad req-754798d8-3c7d-41d4-9193-1fb11c770d01 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046612 Nov 03 19:39:06.887958 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954746d-ad63-4de7-ad71-1721beb08709 None None] New status for floating IP 426971ac-8342-49a2-a6a4-196214ddecd0: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:39:06.942249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-cfb15b52-0061-4a58-9d4c-32352f20f537 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274285 Nov 03 19:39:07.052031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-3173ca0a-9136-4c2c-a82a-e4e101af07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.053943 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-3173ca0a-9136-4c2c-a82a-e4e101af07eb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0573528 Nov 03 19:39:07.202391 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-f4265d7e-9ef8-4de5-aecf-e0c969a93e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.203950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-f4265d7e-9ef8-4de5-aecf-e0c969a93e9f service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1252382 Nov 03 19:39:07.279079 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-46b0fcaf-3b1d-4880-8fa9-bfad7534c8f6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 1001 time: 0.0669670 Nov 03 19:39:07.331617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-ecc342ec-c2cf-40a5-bd46-42f8f22ee8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.333039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-ecc342ec-c2cf-40a5-bd46-42f8f22ee8f6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0473466 Nov 03 19:39:07.381585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-802fb087-e124-4ed1-aa8d-ef2ee09d5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:07.383122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-802fb087-e124-4ed1-aa8d-ef2ee09d5b42 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431542 Nov 03 19:39:07.483073 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-fcf9d51c-6a72-43fa-bb6c-8db887fe1f37 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929713 Nov 03 19:39:07.607742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-13b2dc59-2bf6-4d5e-a150-5d78adc9b341 req-f4955f13-d191-4b5a-aaf3-bdc9628a8e97 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161132 Nov 03 19:39:08.357282 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7486ce43-7c8b-4f9b-8e23-aa1d50b565ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:10.028267 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:11.939918 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:12.114015 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:28.301811 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:39:32.640268 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:33.278152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:34.701964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-516ed1df-32cf-40a8-b3c0-09b2bcb1faee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:38.360215 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7dbfee40-c7f3-4129-b131-99f6a1ec98d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:40.028642 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.488131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50150) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:41.550886 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a234b930-fa7b-48db-ab3f-824211168864 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.0613260 Nov 03 19:39:41.553527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50152) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:41.559381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'network': {'name': 'tempest-network-smoke--21217581', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'port_security_enabled': False}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:41.581574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Made reservation on behalf of 2ad060c8a2f94881bdd5ffcc44bc4362 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:41.586207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.614036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:39:41.625512 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.625852 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Added segment ef61c0a5-17c0-4344-8b45-109105c5e7c4 of type vlan for network 7725ee56-0334-4976-9c70-107039d7b9ef Nov 03 19:39:41.669759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.696135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.701880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:41.702498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.768112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2132053 Nov 03 19:39:41.770901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50154) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:41.775526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'admin_state_up': True, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:41.778333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Network': ['ID=7725ee56-0334-4976-9c70-107039d7b9ef,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:41.786431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.786785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.787129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.787639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.787982 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.788327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.789197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.789513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.789851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.790179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.790610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.790929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a01999-8dfe-4fb8-ba56-9f341c0aa36c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:41.802650 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.803654 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.803788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7725ee56-0334-4976-9c70-107039d7b9ef details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:39:41.857752 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:41.946374 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.001286 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.116536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.487399 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.507396 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.623040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.25.8.44 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/5326ab9b-6807-48f7-a206-27d6e882ef59) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:42.727056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.761554 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:42.801438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:42.804208 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:42.806830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:42.836975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=5326ab9b-6807-48f7-a206-27d6e882ef59,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:43.070461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:43.280161 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:43.434268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:39:43.546914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:43.557051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Sync routers for ids ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:43.567675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Routers {'d2dc3c53-71be-4ac5-b69e-3a3e72253b85'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:43.568713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:39:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:43.570014 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:43.571428 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f8b46274-986b-4c61-b10c-cb6e71e36e5c tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7993629 Nov 03 19:39:43.574959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50166) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.647859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ae8ef-f9f5-4bdf-a594-79c570914912 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:43.652479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d40ae8ef-f9f5-4bdf-a594-79c570914912 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=2ad060c8a2f94881bdd5ffcc44bc4362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0733335 Nov 03 19:39:43.652707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50168) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.689313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Set router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:43.753010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b64dca-8f6f-4ffd-a808-6dab61e7fecb tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:43.757472 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-73b64dca-8f6f-4ffd-a808-6dab61e7fecb tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008725 Nov 03 19:39:43.757735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50170) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.791944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ae95e28a-5211-4294-b9ed-d3915486fc91 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292909 Nov 03 19:39:43.793501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50172) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.828784 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d6f607fb-9571-44dc-975d-ee26b75d2bb2 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=2ad060c8a2f94881bdd5ffcc44bc4362&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326481 Nov 03 19:39:43.830887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50174) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.913709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:39:42Z', 'revision_number': 3, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:43.937156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aec275-0133-4f3a-83c1-54ca209799c4 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:43.938711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-31aec275-0133-4f3a-83c1-54ca209799c4 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1067142 Nov 03 19:39:43.941212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Checking router: d2dc3c53-71be-4ac5-b69e-3a3e72253b85 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:43.941503 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50176) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.941655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Updating router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 port 5326ab9b-6807-48f7-a206-27d6e882ef59 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:39:43.971122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eaf6e2cd-e26c-4f32-b7d8-d8dcc33a223e tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284491 Nov 03 19:39:43.973391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:43.973932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50178) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:43.982254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1545201081', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:44.085786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Made reservation on behalf of 2ad060c8a2f94881bdd5ffcc44bc4362 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:44.092240 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.271944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.280847 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.327884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.340983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Attempting to bind port 5326ab9b-6807-48f7-a206-27d6e882ef59 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:44.341443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Attempting to bind port 5326ab9b-6807-48f7-a206-27d6e882ef59 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:44.341895 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Attempting to bind port 5326ab9b-6807-48f7-a206-27d6e882ef59 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:44.345337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8fa83-e33a-4f2b-826d-99810e1cb919 None None] Pushing event updated for resources: {'Port': ['ID=5326ab9b-6807-48f7-a206-27d6e882ef59,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:44.359524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:44.359713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:44.360130 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.360526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:44.361288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Bound port: 5326ab9b-6807-48f7-a206-27d6e882ef59, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:44.361565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.407561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Subnet': ['ID=adf8767f-3ac1-4043-85fc-0f3aca647c33,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:44.428976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Checking segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:44.429453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network hostable DHCP agents. Network: 7725ee56-0334-4976-9c70-107039d7b9ef, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:39:44.433959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] For port 5326ab9b-6807-48f7-a206-27d6e882ef59, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:44.438096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] For port 5326ab9b-6807-48f7-a206-27d6e882ef59, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5326ab9b-6807-48f7-a206-27d6e882ef59,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:44.444643 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.459290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 7725ee56-0334-4976-9c70-107039d7b9ef is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:39:44.472146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7725ee56-0334-4976-9c70-107039d7b9ef) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:44.477096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:44.477852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.489466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052be18-e61b-472d-89ee-23456d8db25e None None] Network 7725ee56-0334-4976-9c70-107039d7b9ef requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:44.505259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50182) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:44.506444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-827c8be7-c5f8-41bf-bfa1-96f29cf3f3ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5297909 Nov 03 19:39:44.586846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8fa83-e33a-4f2b-826d-99810e1cb919 None None] Pushing event updated for resources: {'Port': ['ID=5326ab9b-6807-48f7-a206-27d6e882ef59,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:44.593596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Routers {'d2dc3c53-71be-4ac5-b69e-3a3e72253b85'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:44.594228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:39:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:44.792623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] Set router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:44.873003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-7725ee56-0334-4976-9c70-107039d7b9ef', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'fixed_ips': [{'subnet_id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:39:44.873912 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.153916 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.186673 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Allocated IP 172.20.0.18 (7725ee56-0334-4976-9c70-107039d7b9ef/adf8767f-3ac1-4043-85fc-0f3aca647c33/30cf9c6b-527b-41cf-a31f-404fb966d612) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:45.281792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:39:42Z', 'revision_number': 3, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:45.314687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbccf1-a23e-43ac-85ed-22f61ba63809 None None] The sync data for ids ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'] in n-d-812151-4 is: [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:39:42Z', 'revision_number': 3, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:39:45.401036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.410925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.453000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Network 7725ee56-0334-4976-9c70-107039d7b9ef is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:45.460791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:45.468957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:45.472281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Pushing event updated for resources: {'Port': ['ID=30cf9c6b-527b-41cf-a31f-404fb966d612,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:45.504700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.20.0.17 (7725ee56-0334-4976-9c70-107039d7b9ef/adf8767f-3ac1-4043-85fc-0f3aca647c33/a97dac5c-e921-4635-9aa9-3406fd035323) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:45.553238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Attempting to bind port 30cf9c6b-527b-41cf-a31f-404fb966d612 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:45.553613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Attempting to bind port 30cf9c6b-527b-41cf-a31f-404fb966d612 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:45.553979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Attempting to bind port 30cf9c6b-527b-41cf-a31f-404fb966d612 on network 7725ee56-0334-4976-9c70-107039d7b9ef {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:45.560527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:45.560945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Checking segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:45.561493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.561892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Bound using segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:45.562634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Bound port: 30cf9c6b-527b-41cf-a31f-404fb966d612, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:45.563025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.678570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] For port 30cf9c6b-527b-41cf-a31f-404fb966d612, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:45.682183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] For port 30cf9c6b-527b-41cf-a31f-404fb966d612, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=30cf9c6b-527b-41cf-a31f-404fb966d612,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:45.687648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.705184 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.761875 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564788a-697b-4d3b-a319-bd48e3e329e8 None None] Pushing event updated for resources: {'Port': ['ID=30cf9c6b-527b-41cf-a31f-404fb966d612,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:45.781665 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.836890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 7725ee56-0334-4976-9c70-107039d7b9ef is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:45.843938 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:45.847387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:45.888346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=a97dac5c-e921-4635-9aa9-3406fd035323,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:45.924823 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.984677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5326ab9b-6807-48f7-a206-27d6e882ef59 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:46.101305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5326ab9b-6807-48f7-a206-27d6e882ef59 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:46.101668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.229870 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.261475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.304350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 5326ab9b-6807-48f7-a206-27d6e882ef59, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5326ab9b-6807-48f7-a206-27d6e882ef59,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:46.324171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.408444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=5326ab9b-6807-48f7-a206-27d6e882ef59,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:46.644373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.650020 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.737622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=a97dac5c-e921-4635-9aa9-3406fd035323,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:46.744579 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:46.868836 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 7725ee56-0334-4976-9c70-107039d7b9ef is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:46.870740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:47.013908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:39:47.061156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6026762-702d-469b-a827-131389188fbe None None] Network 7725ee56-0334-4976-9c70-107039d7b9ef requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:47.205857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:47.226660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f11684d4-81ca-4c71-bdd0-c3761a5f97ee tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "PUT /v2.0/routers/d2dc3c53-71be-4ac5-b69e-3a3e72253b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7188447 Nov 03 19:39:47.420014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bc32e18c-52b4-4699-82db-28dabb170583 None None] Provisioning complete for port 30cf9c6b-527b-41cf-a31f-404fb966d612 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:47.420387 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc32e18c-52b4-4699-82db-28dabb170583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.579040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc32e18c-52b4-4699-82db-28dabb170583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.632907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bc32e18c-52b4-4699-82db-28dabb170583 None None] For port 30cf9c6b-527b-41cf-a31f-404fb966d612, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=30cf9c6b-527b-41cf-a31f-404fb966d612,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:47.639544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bc32e18c-52b4-4699-82db-28dabb170583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.712687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32e18c-52b4-4699-82db-28dabb170583 None None] Pushing event updated for resources: {'Port': ['ID=30cf9c6b-527b-41cf-a31f-404fb966d612,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:47.793139 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Sync routers for ids ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:47.811731 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Routers {'d2dc3c53-71be-4ac5-b69e-3a3e72253b85'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:47.812348 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:39:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:47.879239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-619e88f5-31f3-4a4c-b2d3-32b707c7dd55 None None] Provisioning complete for port 30cf9c6b-527b-41cf-a31f-404fb966d612 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:47.879612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-619e88f5-31f3-4a4c-b2d3-32b707c7dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.924172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-73ad9166-7c3c-458b-aba4-cd77f7867cd8 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:47.933962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-73ad9166-7c3c-458b-aba4-cd77f7867cd8 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/networks?id=7725ee56-0334-4976-9c70-107039d7b9ef HTTP/1.1" status: 200 len: 796 time: 0.1669827 Nov 03 19:39:47.966178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-5b14db19-fff8-40c9-8fb6-ed63ff8d32f5 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/quotas/2ad060c8a2f94881bdd5ffcc44bc4362 HTTP/1.1" status: 200 len: 375 time: 0.0307589 Nov 03 19:39:48.024740 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Set router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:48.077632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-94109555-c1a8-46e4-b310-622fc42c2907 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0903239 Nov 03 19:39:48.083516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-619e88f5-31f3-4a4c-b2d3-32b707c7dd55 None None] Provisioning complete for port a97dac5c-e921-4635-9aa9-3406fd035323 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:48.084491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-619e88f5-31f3-4a4c-b2d3-32b707c7dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.131913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5326ab9b-6807-48f7-a206-27d6e882ef59 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:48.169979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-5d95816c-fa88-4556-a97a-cae06c2fb06f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:39:48.181434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-5d95816c-fa88-4556-a97a-cae06c2fb06f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0986841 Nov 03 19:39:48.183102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-619e88f5-31f3-4a4c-b2d3-32b707c7dd55 None None] Port a97dac5c-e921-4635-9aa9-3406fd035323 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:39:48.208060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5326ab9b-6807-48f7-a206-27d6e882ef59 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:48.209069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.376922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1d0c9337-b68d-4d88-bf21-0ed7ea8915f6 None None] Provisioning complete for port a97dac5c-e921-4635-9aa9-3406fd035323 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:48.377591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1d0c9337-b68d-4d88-bf21-0ed7ea8915f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.380683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30cf9c6b-527b-41cf-a31f-404fb966d612 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:48.431093 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a97dac5c-e921-4635-9aa9-3406fd035323', 'name': '', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:6c:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:45Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 2, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:48.469151 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Checking router: d2dc3c53-71be-4ac5-b69e-3a3e72253b85 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:48.469804 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Updating router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 port a97dac5c-e921-4635-9aa9-3406fd035323 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:39:48.481838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c9337-b68d-4d88-bf21-0ed7ea8915f6 None None] Port a97dac5c-e921-4635-9aa9-3406fd035323 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:39:48.486028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 30cf9c6b-527b-41cf-a31f-404fb966d612 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:48.486465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.513643 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.626839 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-62c5aa3c-26bc-4773-99cc-860dbad0a31d None None] Provisioning complete for port a97dac5c-e921-4635-9aa9-3406fd035323 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:48.627347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-62c5aa3c-26bc-4773-99cc-860dbad0a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.679965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-62c5aa3c-26bc-4773-99cc-860dbad0a31d None None] Port a97dac5c-e921-4635-9aa9-3406fd035323 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:39:48.746230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ec7f8ee9-5b08-4d02-9661-00b4c614f868 service neutron] 10.222.0.91 "GET /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637326 Nov 03 19:39:48.852183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-4a04231a-abb8-4ea3-bc9f-02f782e9b05e service neutron] 10.222.0.91 "GET /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994191 Nov 03 19:39:48.986690 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.006106 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.153075 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc49d9-9edb-4b97-bed4-7844318090f0 None None] Pushing event updated for resources: {'Port': ['ID=a97dac5c-e921-4635-9aa9-3406fd035323,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:49.175796 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Attempting to bind port a97dac5c-e921-4635-9aa9-3406fd035323 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:49.176205 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Attempting to bind port a97dac5c-e921-4635-9aa9-3406fd035323 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:49.176633 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Attempting to bind port a97dac5c-e921-4635-9aa9-3406fd035323 on network 7725ee56-0334-4976-9c70-107039d7b9ef {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:49.183683 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:49.184377 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Checking segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:49.184863 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.185317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Bound using segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:49.185959 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Bound port: a97dac5c-e921-4635-9aa9-3406fd035323, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:49.186345 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.330447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0b25861d-d7d1-4cec-b7f0-9816057d22fc req-7d87e17d-da3c-4bd4-b301-b03ab8a6c123 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 210 time: 0.1323571 Nov 03 19:39:49.335389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] For port a97dac5c-e921-4635-9aa9-3406fd035323, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:49.345603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] For port a97dac5c-e921-4635-9aa9-3406fd035323, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a97dac5c-e921-4635-9aa9-3406fd035323,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:49.355257 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.416890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-564c21d9-7e31-4ada-bf35-900fceedc30a None None] Provisioning complete for port a97dac5c-e921-4635-9aa9-3406fd035323 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:49.417505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-564c21d9-7e31-4ada-bf35-900fceedc30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.436815 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Routers {'d2dc3c53-71be-4ac5-b69e-3a3e72253b85'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:49.437508 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:39:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:49.508245 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc49d9-9edb-4b97-bed4-7844318090f0 None None] Pushing event updated for resources: {'Port': ['ID=a97dac5c-e921-4635-9aa9-3406fd035323,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:49.547688 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-564c21d9-7e31-4ada-bf35-900fceedc30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.638344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-564c21d9-7e31-4ada-bf35-900fceedc30a None None] For port a97dac5c-e921-4635-9aa9-3406fd035323, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a97dac5c-e921-4635-9aa9-3406fd035323,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:49.646850 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-564c21d9-7e31-4ada-bf35-900fceedc30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.686619 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] Set router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:49.714240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c21d9-7e31-4ada-bf35-900fceedc30a None None] Pushing event updated for resources: {'Port': ['ID=a97dac5c-e921-4635-9aa9-3406fd035323,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:49.772122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3614d2d6-bc36-4919-883f-48485d5b3b88 None None] Provisioning complete for port a97dac5c-e921-4635-9aa9-3406fd035323 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:49.772778 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3614d2d6-bc36-4919-883f-48485d5b3b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.934450 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a97dac5c-e921-4635-9aa9-3406fd035323', 'name': '', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:6c:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:45Z', 'updated_at': '2021-11-03T19:39:49Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:49.961502 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325a5c1-0903-430e-88e3-5b0629e8cf1b None None] The sync data for ids ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'] in n-d-812151-4 is: [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'a97dac5c-e921-4635-9aa9-3406fd035323', 'name': '', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:6c:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:45Z', 'updated_at': '2021-11-03T19:39:49Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:39:50.536087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-08215114-0998-4352-b5fb-747c3543905d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:50.545193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-08215114-0998-4352-b5fb-747c3543905d tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.115 "GET /v2.0/networks?id=7725ee56-0334-4976-9c70-107039d7b9ef HTTP/1.1" status: 200 len: 796 time: 0.2129376 Nov 03 19:39:50.554953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Request body: {'port': {'device_id': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'admin_state_up': True, 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:50.564302 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-711e291a-872a-4862-bd84-f1ea24ad1992 req-e027411b-d602-4325-a666-a86374e24df6 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 210 time: 0.0734503 Nov 03 19:39:50.769645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Made reservation on behalf of 2ad060c8a2f94881bdd5ffcc44bc4362 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:50.773324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.963544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Allocated IP 172.20.0.26 (7725ee56-0334-4976-9c70-107039d7b9ef/adf8767f-3ac1-4043-85fc-0f3aca647c33/38bf8401-a3d8-47ce-bd82-92cadf436f30) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:51.113855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.179568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.231205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Network 7725ee56-0334-4976-9c70-107039d7b9ef is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:51.238899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:51.244013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:51.286731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event updated for resources: {'Port': ['ID=38bf8401-a3d8-47ce-bd82-92cadf436f30,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:51.342154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:51.342971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.368765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ecd364a8-6776-49d9-bc1c-59def23551f7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8183308 Nov 03 19:39:51.579412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Request body: {'port': {'device_id': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:51.653749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-58795253-957b-46ae-b082-b44de670e842 None None] Provisioning complete for port 38bf8401-a3d8-47ce-bd82-92cadf436f30 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:51.654322 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58795253-957b-46ae-b082-b44de670e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.681824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.733027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-58795253-957b-46ae-b082-b44de670e842 None None] Port 38bf8401-a3d8-47ce-bd82-92cadf436f30 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:39:51.777907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0ed9-d5a7-482a-aa54-55ae04d92a7c req-a47d6eff-60c7-4e38-8487-99d2385912b3 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:51.782117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeab0ed9-d5a7-482a-aa54-55ae04d92a7c req-a47d6eff-60c7-4e38-8487-99d2385912b3 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 895 time: 0.0871742 Nov 03 19:39:51.977378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a97dac5c-e921-4635-9aa9-3406fd035323 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:52.038118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a97dac5c-e921-4635-9aa9-3406fd035323 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:52.038489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.115739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bf8401-a3d8-47ce-bd82-92cadf436f30 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:39:52.125937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.143127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Transition to ACTIVE for port object 38bf8401-a3d8-47ce-bd82-92cadf436f30 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:39:52.151503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.226250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Pushing event updated for resources: {'Port': ['ID=38bf8401-a3d8-47ce-bd82-92cadf436f30,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:52.333408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Attempting to bind port 38bf8401-a3d8-47ce-bd82-92cadf436f30 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:52.333747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Attempting to bind port 38bf8401-a3d8-47ce-bd82-92cadf436f30 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:52.334078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Attempting to bind port 38bf8401-a3d8-47ce-bd82-92cadf436f30 on network 7725ee56-0334-4976-9c70-107039d7b9ef {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:52.340906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Port 38bf8401-a3d8-47ce-bd82-92cadf436f30 on network 7725ee56-0334-4976-9c70-107039d7b9ef not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:39:52.341257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Attempting to bind port 38bf8401-a3d8-47ce-bd82-92cadf436f30 on network 7725ee56-0334-4976-9c70-107039d7b9ef {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:52.348967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:52.348967 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Checking segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:52.350768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Bound using segment: {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:52.351400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Bound port: 38bf8401-a3d8-47ce-bd82-92cadf436f30, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef61c0a5-17c0-4344-8b45-109105c5e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:52.351706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.444420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] For port 38bf8401-a3d8-47ce-bd82-92cadf436f30, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:52.449288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] For port 38bf8401-a3d8-47ce-bd82-92cadf436f30, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:52.459067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.509940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.510698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.512696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] 10.222.0.115 "PUT /v2.0/ports/38bf8401-a3d8-47ce-bd82-92cadf436f30 HTTP/1.1" status: 200 len: 1055 time: 1.0382571 Nov 03 19:39:52.513368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'tag': '38bf8401-a3d8-47ce-bd82-92cadf436f30'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:52.568957 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17154bde-3e57-40cb-8286-baba5bcceff8 service neutron] Pushing event updated for resources: {'Port': ['ID=38bf8401-a3d8-47ce-bd82-92cadf436f30,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:52.617338 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65134c93-2b1b-4283-8d2d-2761d8232265" -d '{"events": [{"name": "network-changed", "server_uuid": "872d9506-0b72-40a9-a812-96ee3ed7fc13", "tag": "38bf8401-a3d8-47ce-bd82-92cadf436f30"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:52.729182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-552f6976-7061-424d-be2c-fd0981f140ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.732024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-552f6976-7061-424d-be2c-fd0981f140ab service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 1058 time: 0.1387362 Nov 03 19:39:52.810335 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd86caa-da21-4919-bf70-b0c7a3398e7e x-openstack-request-id: req-7cd86caa-da21-4919-bf70-b0c7a3398e7e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:52.812235 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872d9506-0b72-40a9-a812-96ee3ed7fc13", "tag": "38bf8401-a3d8-47ce-bd82-92cadf436f30", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:52.812235 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7cd86caa-da21-4919-bf70-b0c7a3398e7e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:52.813013 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'tag': '38bf8401-a3d8-47ce-bd82-92cadf436f30', 'status': 'completed', 'code': 200} Nov 03 19:39:52.816648 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-757fe9c2-b463-4f5a-af4b-32c986eaa7a0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30 HTTP/1.1" status: 200 len: 217 time: 0.0753067 Nov 03 19:39:52.882174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-b753952e-a1c5-4a07-ad44-ec8b171b3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.883670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-b753952e-a1c5-4a07-ad44-ec8b171b3887 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=adf8767f-3ac1-4043-85fc-0f3aca647c33 HTTP/1.1" status: 200 len: 838 time: 0.0602386 Nov 03 19:39:52.942760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-689e819e-4037-472c-896b-454111c823cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.944869 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-689e819e-4037-472c-896b-454111c823cf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7725ee56-0334-4976-9c70-107039d7b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528340 Nov 03 19:39:52.964845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401239e1-6ded-4db7-ab63-e6af1b257a2f req-4ff40ede-0fc7-468b-834f-bc46641b585a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:52.968449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-401239e1-6ded-4db7-ab63-e6af1b257a2f req-4ff40ede-0fc7-468b-834f-bc46641b585a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 907 time: 0.0901418 Nov 03 19:39:53.101770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-6ac0377d-31b5-43e1-84af-0b355240d82b service neutron] 10.222.0.115 "GET /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496613 Nov 03 19:39:53.248614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f8fc06cb-e215-49f2-b3b2-1e87403b101b req-ba6427ce-8712-4cbe-bebd-3e44db928703 service neutron] 10.222.0.115 "GET /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376522 Nov 03 19:39:53.362936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-9ef954c3-8929-4409-8d03-e1b6047cdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:53.364635 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-9ef954c3-8929-4409-8d03-e1b6047cdc57 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 1058 time: 0.0576270 Nov 03 19:39:53.531484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-39f9bbf0-712d-4851-8cda-ccb33b6164d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:53.532454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-39f9bbf0-712d-4851-8cda-ccb33b6164d1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7725ee56-0334-4976-9c70-107039d7b9ef HTTP/1.1" status: 200 len: 897 time: 0.1557047 Nov 03 19:39:53.598518 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-73d1d304-fa1b-473e-923f-510fe041573e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30 HTTP/1.1" status: 200 len: 217 time: 0.0565555 Nov 03 19:39:53.659025 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-519c671d-53f2-4131-a8bc-b29ddcd2c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:53.662309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-519c671d-53f2-4131-a8bc-b29ddcd2c0ee service neutron] 10.222.0.115 "GET /v2.0/subnets?id=adf8767f-3ac1-4043-85fc-0f3aca647c33 HTTP/1.1" status: 200 len: 838 time: 0.0563333 Nov 03 19:39:53.717721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-ecc7f113-a8bf-4605-ad3d-282429416691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:53.719409 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-ecc7f113-a8bf-4605-ad3d-282429416691 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7725ee56-0334-4976-9c70-107039d7b9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490594 Nov 03 19:39:53.831221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-a588cf7a-2152-4a1d-a9eb-8a69f3bf5355 service neutron] 10.222.0.115 "GET /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970178 Nov 03 19:39:53.942018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-65134c93-2b1b-4283-8d2d-2761d8232265 req-c554c5b0-dea0-4d9e-9bb8-f42d393cdaa5 service neutron] 10.222.0.115 "GET /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059313 Nov 03 19:39:54.137118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aa04e-7fed-4e06-9c60-f55bd85d4b54 req-3d52677d-23e5-41e7-9aee-997e7ff6163f tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:54.138782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e27aa04e-7fed-4e06-9c60-f55bd85d4b54 req-3d52677d-23e5-41e7-9aee-997e7ff6163f tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 907 time: 0.0782275 Nov 03 19:39:54.353490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38bf8401-a3d8-47ce-bd82-92cadf436f30 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:39:54.491311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38bf8401-a3d8-47ce-bd82-92cadf436f30, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:54.504563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '38bf8401-a3d8-47ce-bd82-92cadf436f30', 'network_id': '7725ee56-0334-4976-9c70-107039d7b9ef', 'port_id': '38bf8401-a3d8-47ce-bd82-92cadf436f30', 'mac_address': 'fa:16:3e:6a:a9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf8767f-3ac1-4043-85fc-0f3aca647c33', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:39:54.570762 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.586844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bf8401-a3d8-47ce-bd82-92cadf436f30 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:39:54.611025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38bf8401-a3d8-47ce-bd82-92cadf436f30, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:54.615976 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.671112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38bf8401-a3d8-47ce-bd82-92cadf436f30,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:54.857780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['38bf8401-a3d8-47ce-bd82-92cadf436f30'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:55.278381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc054e-b6a3-4bfb-a242-553aba882b68 req-69bfdf29-da75-435a-8575-b18fd0e46da9 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:55.280993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11cc054e-b6a3-4bfb-a242-553aba882b68 req-69bfdf29-da75-435a-8575-b18fd0e46da9 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 908 time: 0.0663562 Nov 03 19:39:55.664196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-e1f42e05-2e48-4de8-a548-ca3cfa3e2f7b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439842 Nov 03 19:39:55.763089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-82fc3df6-d22e-414f-ac3a-4d321a1bc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:55.764857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-82fc3df6-d22e-414f-ac3a-4d321a1bc1a5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1135 time: 0.0483854 Nov 03 19:39:55.931379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-dc0aa5ba-122d-45af-b5ad-73577ff431fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:55.932874 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-dc0aa5ba-122d-45af-b5ad-73577ff431fd service neutron] 10.222.0.110 "GET /v2.0/networks?id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 200 len: 896 time: 0.1441417 Nov 03 19:39:56.008763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-f117e89f-185f-4b11-9cab-236306edbc38 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 200 len: 1001 time: 0.0678434 Nov 03 19:39:56.072419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-6b04ae36-6049-47b9-b89e-f05b687f3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:56.074530 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-6b04ae36-6049-47b9-b89e-f05b687f3117 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c074243-0525-4dd9-9365-fc716b4ee850 HTTP/1.1" status: 200 len: 833 time: 0.0567040 Nov 03 19:39:56.126586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-6b1e8914-52f8-4f20-8bed-3f29bb60c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:56.128155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-6b1e8914-52f8-4f20-8bed-3f29bb60c261 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451407 Nov 03 19:39:56.241967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-3c2e943a-6cfa-40ac-b047-17fe504cd9f1 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047308 Nov 03 19:39:56.345710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f187951-d7c2-4926-8d29-a7d658c756c3 req-d4bb7a0b-5f23-4a83-a94c-10400e920061 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952539 Nov 03 19:39:56.354313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38bf8401-a3d8-47ce-bd82-92cadf436f30 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:39:56.414035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 38bf8401-a3d8-47ce-bd82-92cadf436f30 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:39:56.419602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 38bf8401-a3d8-47ce-bd82-92cadf436f30 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:56.420100 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.422380 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80e4a-9c05-468b-b0be-37d83d5d20c8 req-74cd7b54-bd00-4dad-a360-f876ab62e32e tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:56.424272 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39c80e4a-9c05-468b-b0be-37d83d5d20c8 req-74cd7b54-bd00-4dad-a360-f876ab62e32e tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 908 time: 0.0616832 Nov 03 19:39:56.502675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.529644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bf8401-a3d8-47ce-bd82-92cadf436f30'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:56.531942 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85dce9e6897cfb7ffb2da84a8ac49f3de81a109917e53a5420e3c8fa0cc35ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359f311-60e2-4dd9-843c-2bdece023ebb" -d '{"events": [{"server_uuid": "872d9506-0b72-40a9-a812-96ee3ed7fc13", "name": "network-vif-plugged", "status": "completed", "tag": "38bf8401-a3d8-47ce-bd82-92cadf436f30"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:56.546013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38bf8401-a3d8-47ce-bd82-92cadf436f30, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:56.550493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.603104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38bf8401-a3d8-47ce-bd82-92cadf436f30,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.639718 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c090cf97-176b-4d37-86b8-0bbf4a65a5d1 x-openstack-request-id: req-c090cf97-176b-4d37-86b8-0bbf4a65a5d1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:56.640013 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d9506-0b72-40a9-a812-96ee3ed7fc13", "name": "network-vif-plugged", "status": "completed", "tag": "38bf8401-a3d8-47ce-bd82-92cadf436f30", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:56.640272 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c090cf97-176b-4d37-86b8-0bbf4a65a5d1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:56.640673 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bf8401-a3d8-47ce-bd82-92cadf436f30', 'code': 200} Nov 03 19:39:56.752165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef1272-1e64-47be-b1ee-513fcdfe865b req-a5c94f1c-19bb-4b95-9b79-7dcbe7c4043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:56.753797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51ef1272-1e64-47be-b1ee-513fcdfe865b req-a5c94f1c-19bb-4b95-9b79-7dcbe7c4043f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 1060 time: 0.0490601 Nov 03 19:39:57.148630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-5d369cbf-2336-4be3-aa60-20fd7a1c5cd6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831315131&fields=id&tenant_id=cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 267 time: 0.0483177 Nov 03 19:39:57.270365 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-fb1aa25d-213e-4a49-95ee-da53f8a6dd29 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:57.272786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-fb1aa25d-213e-4a49-95ee-da53f8a6dd29 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.1159673 Nov 03 19:39:57.290603 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9c1f7ec8-4459-4a6e-b983-d2e06e84477f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/quotas/cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 375 time: 0.0107951 Nov 03 19:39:57.359491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9f423c90-2779-4749-983f-c28ec77dd706 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0611970 Nov 03 19:39:57.478432 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-ed5b9451-9e73-4cc3-9703-897e181a68f5 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046193 Nov 03 19:39:57.620189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b098f-2de6-4ade-84aa-d9e95f31216c req-e568fa74-3a42-402b-99b8-1ae5fa7da826 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:57.621836 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-745b098f-2de6-4ade-84aa-d9e95f31216c req-e568fa74-3a42-402b-99b8-1ae5fa7da826 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.0965779 Nov 03 19:39:57.633256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-bd05ebab-fadd-4b40-8e60-6a3c14d34233 service neutron] 10.222.0.91 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483958 Nov 03 19:39:57.972806 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f40ffedd-b4f2-48bf-9a29-5aff7bdfd1eb req-317e1f5c-f0b8-4cf6-98c5-65c82ad69585 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0350537 Nov 03 19:39:58.764288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbc4d1-155b-4379-8df9-b46116685eb8 req-d0a92fd8-75ef-43fb-b057-5abb650eb789 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:58.765955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fddbc4d1-155b-4379-8df9-b46116685eb8 req-d0a92fd8-75ef-43fb-b057-5abb650eb789 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.0599248 Nov 03 19:39:58.906079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a05e6-cf26-429e-8209-e0001b0289c2 req-a4cc6e66-63b1-497f-b173-0dc3c5cf1b44 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:58.907755 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e07a05e6-cf26-429e-8209-e0001b0289c2 req-a4cc6e66-63b1-497f-b173-0dc3c5cf1b44 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.0603476 Nov 03 19:39:59.082413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe19f8-8187-4808-a837-81f0f308d502 req-4365d289-d572-4c94-86ab-64d162bad6b1 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.090122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-febe19f8-8187-4808-a837-81f0f308d502 req-4365d289-d572-4c94-86ab-64d162bad6b1 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 1060 time: 0.0795059 Nov 03 19:39:59.132178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-b7caa525-87aa-459e-b2cc-c1fa837a06b0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.134085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-b7caa525-87aa-459e-b2cc-c1fa837a06b0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 812 time: 0.2043412 Nov 03 19:39:59.146144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68c0b7ba-8ebc-4d92-ae07-513122253f53 req-3b403630-057c-481e-a136-b73f4e382edd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0546558 Nov 03 19:39:59.244808 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-e11ae627-be37-4fa6-91b8-b0223b488ad7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd67633cfb56456fa4f58942b5aeceef HTTP/1.1" status: 200 len: 379 time: 0.0931029 Nov 03 19:39:59.259839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'port': {'device_id': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'admin_state_up': True, 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'security_groups': ['5a527831-94c9-45dc-8f09-b1d301562ad8']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:59.263429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422590a-c557-4c11-a08f-6adfc630fa98 req-c7f60d75-cad3-4e10-8f04-2672954e2d9d tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.265125 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8422590a-c557-4c11-a08f-6adfc630fa98 req-c7f60d75-cad3-4e10-8f04-2672954e2d9d tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1135 time: 0.0598876 Nov 03 19:39:59.342629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8422590a-c557-4c11-a08f-6adfc630fa98 req-b9e0ae32-9c9a-480c-b931-9e205126a690 tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0697982 Nov 03 19:39:59.380115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50312) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:59.432437 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d56f5-f78c-4da4-937c-4bf2eb75281d tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.438426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d49d56f5-f78c-4da4-937c-4bf2eb75281d tempest-TestSecurityGroupsBasicOps-475389241 tempest-TestSecurityGroupsBasicOps-475389241-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 1055 time: 0.0523381 Nov 03 19:39:59.447273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Made reservation on behalf of cd67633cfb56456fa4f58942b5aeceef for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:59.452241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.682854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.20.0.7 (d6d98c0b-e179-4440-9b50-a08faf888161/8978b0ce-bd59-47ba-bcff-974477f4dbf8/9e0f4603-0371-4954-befe-8f39982a23b4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:59.752196 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d5f8-d5bd-4256-abe4-e1dcfb55b87f req-de0df386-9696-464c-aeb7-039c76a66ed7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.754142 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5128d5f8-d5bd-4256-abe4-e1dcfb55b87f req-de0df386-9696-464c-aeb7-039c76a66ed7 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.0743062 Nov 03 19:39:59.882897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.922527 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.968740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network d6d98c0b-e179-4440-9b50-a08faf888161 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:59.974941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:59.979144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:00.011275 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=9e0f4603-0371-4954-befe-8f39982a23b4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.047108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:00.047108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.068824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-35c918b3-0db5-430b-a3c8-4671bb2c8cbd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133733 Nov 03 19:40:00.083896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Request body: {'port': {'device_id': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:00.152333 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.295429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2b3f4860-1dd3-4b4c-adba-47e79b05894f None None] Provisioning complete for port 9e0f4603-0371-4954-befe-8f39982a23b4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:00.296775 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b3f4860-1dd3-4b4c-adba-47e79b05894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.347954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f4860-1dd3-4b4c-adba-47e79b05894f None None] Port 9e0f4603-0371-4954-befe-8f39982a23b4 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:00.363353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442872-9d96-4680-9352-c87221e31e3d req-590a7d9f-7b1b-4cae-9e93-17f88d0a9d80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:00.366144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00442872-9d96-4680-9352-c87221e31e3d req-590a7d9f-7b1b-4cae-9e93-17f88d0a9d80 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 931 time: 0.0990882 Nov 03 19:40:00.454362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00442872-9d96-4680-9352-c87221e31e3d req-30d0cebe-9a45-49f6-80e6-c8b8aafc6b1d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796070 Nov 03 19:40:00.529186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0f4603-0371-4954-befe-8f39982a23b4 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:40:00.537538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.552086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Transition to ACTIVE for port object 9e0f4603-0371-4954-befe-8f39982a23b4 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:40:00.557269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.613932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0f4603-0371-4954-befe-8f39982a23b4,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.727056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Attempting to bind port 9e0f4603-0371-4954-befe-8f39982a23b4 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:40:00.727318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Attempting to bind port 9e0f4603-0371-4954-befe-8f39982a23b4 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:40:00.727616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Attempting to bind port 9e0f4603-0371-4954-befe-8f39982a23b4 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:00.733472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Port 9e0f4603-0371-4954-befe-8f39982a23b4 on network d6d98c0b-e179-4440-9b50-a08faf888161 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:40:00.733808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Attempting to bind port 9e0f4603-0371-4954-befe-8f39982a23b4 on network d6d98c0b-e179-4440-9b50-a08faf888161 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:00.741207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:40:00.741703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Checking segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:40:00.742461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Bound using segment: {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:40:00.743107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Bound port: 9e0f4603-0371-4954-befe-8f39982a23b4, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72ceac-fe7d-4ea9-988e-572052091383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:40:00.743708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.870297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] For port 9e0f4603-0371-4954-befe-8f39982a23b4, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:40:00.874544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] For port 9e0f4603-0371-4954-befe-8f39982a23b4, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9e0f4603-0371-4954-befe-8f39982a23b4,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:40:00.885766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.921411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88375f0f-cb83-4417-8235-86425f6b853c req-2fd44817-afd8-4d1c-8fee-76374e646c74 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:00.923350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88375f0f-cb83-4417-8235-86425f6b853c req-2fd44817-afd8-4d1c-8fee-76374e646c74 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.0727901 Nov 03 19:40:00.931458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:00.932083 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.934669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] 10.222.0.110 "PUT /v2.0/ports/9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 1091 time: 0.8549516 Nov 03 19:40:00.935247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:00.938226 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7294905-2734-4865-a451-b22aa5f68d92" -d '{"events": [{"name": "network-changed", "server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:01.044541 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db83267-b62d-496b-aba6-9bf91ceb7b14 x-openstack-request-id: req-9db83267-b62d-496b-aba6-9bf91ceb7b14 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:01.045381 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:01.045657 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9db83267-b62d-496b-aba6-9bf91ceb7b14 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:01.046101 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4', 'status': 'completed', 'code': 200} Nov 03 19:40:01.069357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5844d7-f7e9-41e8-b5b6-0f5cd2424e22 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0f4603-0371-4954-befe-8f39982a23b4,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:01.097608 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-8e00e28f-218e-4da5-8ab6-deee52b4eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:01.099249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-8e00e28f-218e-4da5-8ab6-deee52b4eb2c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1094 time: 0.0894942 Nov 03 19:40:01.163294 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-a6117c12-8f7f-4623-a4fc-23206b8e4b4f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 217 time: 0.0535307 Nov 03 19:40:01.246113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-0baa617f-b51b-4c3e-a121-80c79abf756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:01.248796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-0baa617f-b51b-4c3e-a121-80c79abf756e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0753484 Nov 03 19:40:01.350319 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-82fddc41-5c34-49b9-ba24-a3ef89ae1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:01.352029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-82fddc41-5c34-49b9-ba24-a3ef89ae1d4b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947139 Nov 03 19:40:01.366523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-207fa186-42c7-4d4c-a877-1b8c21d14aaa tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:01.368580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-207fa186-42c7-4d4c-a877-1b8c21d14aaa tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.115 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.1093359 Nov 03 19:40:01.632885 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586211-5c23-4954-bc75-f4be71fbace5 req-b6616884-e2fa-4ad4-8c0d-c45a8ee9ae3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:01.634691 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c586211-5c23-4954-bc75-f4be71fbace5 req-b6616884-e2fa-4ad4-8c0d-c45a8ee9ae3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0706201 Nov 03 19:40:01.694657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1c586211-5c23-4954-bc75-f4be71fbace5 req-170919e1-429a-4fca-8e0c-6d8b0b7d83b7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520821 Nov 03 19:40:01.882080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-9df381b1-4b30-43e5-9b6c-913702c62469 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122130 Nov 03 19:40:01.916434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port 38bf8401-a3d8-47ce-bd82-92cadf436f30 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:01.917305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.075595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba834c4e-ea9b-4c87-8e83-b13de07fe215 req-86fd12d4-efd9-42d9-8bf7-138264259993 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820486 Nov 03 19:40:02.084644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] For port 38bf8401-a3d8-47ce-bd82-92cadf436f30, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38bf8401-a3d8-47ce-bd82-92cadf436f30,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:02.085264 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.092482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80dea0-585f-42ab-9ba4-f349caa6c39d req-d5e88dfc-5b57-467e-ac65-b4b78dc35e61 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.094220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad80dea0-585f-42ab-9ba4-f349caa6c39d req-d5e88dfc-5b57-467e-ac65-b4b78dc35e61 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=872d9506-0b72-40a9-a812-96ee3ed7fc13 HTTP/1.1" status: 200 len: 909 time: 0.0656927 Nov 03 19:40:02.106870 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for 38bf8401-a3d8-47ce-bd82-92cadf436f30 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:02.232909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294905-2734-4865-a451-b22aa5f68d92 req-c5aa15d2-d3c3-4243-a8ab-98c1599b6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.239477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-c5aa15d2-d3c3-4243-a8ab-98c1599b6715 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1094 time: 0.0683110 Nov 03 19:40:02.375520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.415201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=38bf8401-a3d8-47ce-bd82-92cadf436f30,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:02.471774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] No DVR routers for this DVR port 38bf8401-a3d8-47ce-bd82-92cadf436f30 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:40:02.474945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.479802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b4b505ef-fcad-4754-9659-2f48c5cc7aa4 req-40d6df2e-31ca-4e97-a2bb-5c3d062a4504 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.115 "DELETE /v2.0/ports/38bf8401-a3d8-47ce-bd82-92cadf436f30 HTTP/1.1" status: 204 len: 173 time: 1.0999825 Nov 03 19:40:02.484614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294905-2734-4865-a451-b22aa5f68d92 req-0ffc6b8c-4acf-4963-85a3-a1eac0e4f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.486087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-0ffc6b8c-4acf-4963-85a3-a1eac0e4f498 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.2350810 Nov 03 19:40:02.574935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-60fe9356-a800-422f-8e33-fe36e27fb35e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 217 time: 0.0718925 Nov 03 19:40:02.652620 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.679041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294905-2734-4865-a451-b22aa5f68d92 req-01dc0b85-c7d3-44e6-961f-997e754b126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.683867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-01dc0b85-c7d3-44e6-961f-997e754b126e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0965376 Nov 03 19:40:02.756278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294905-2734-4865-a451-b22aa5f68d92 req-3b9534ad-d28b-4116-9e28-80a6171397a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.757873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-3b9534ad-d28b-4116-9e28-80a6171397a9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614679 Nov 03 19:40:02.843689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc447da-5bd1-4002-bb6b-a291b848d730 req-9b23fd71-0a32-4459-b46d-cd95f066766b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.845322 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bfc447da-5bd1-4002-bb6b-a291b848d730 req-9b23fd71-0a32-4459-b46d-cd95f066766b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0567360 Nov 03 19:40:02.876480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-5a76906e-2c37-466b-af1f-fa54db8d2cea service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069973 Nov 03 19:40:02.907706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bfc447da-5bd1-4002-bb6b-a291b848d730 req-3e0e01fb-e1cb-49ce-84b8-417bbdd0964f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553453 Nov 03 19:40:03.001390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c7294905-2734-4865-a451-b22aa5f68d92 req-0906952b-a76b-411a-b27b-bb707927a98a service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157849 Nov 03 19:40:03.047172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'name': 'network-vif-deleted', 'tag': '38bf8401-a3d8-47ce-bd82-92cadf436f30'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:03.051002 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9557e-cb93-4ce7-8ac7-ece4ddde96b6" -d '{"events": [{"server_uuid": "872d9506-0b72-40a9-a812-96ee3ed7fc13", "name": "network-vif-deleted", "tag": "38bf8401-a3d8-47ce-bd82-92cadf436f30"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:03.101632 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f6208f-5b7a-479f-ba4c-4fde3b3a5304 x-openstack-request-id: req-f8f6208f-5b7a-479f-ba4c-4fde3b3a5304 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:03.102082 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872d9506-0b72-40a9-a812-96ee3ed7fc13", "name": "network-vif-deleted", "tag": "38bf8401-a3d8-47ce-bd82-92cadf436f30", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:03.102447 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8f6208f-5b7a-479f-ba4c-4fde3b3a5304 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:03.102999 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872d9506-0b72-40a9-a812-96ee3ed7fc13', 'name': 'network-vif-deleted', 'tag': '38bf8401-a3d8-47ce-bd82-92cadf436f30', 'status': 'completed', 'code': 200} Nov 03 19:40:03.173291 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50336) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:03.319362 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.704053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.066459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01a9b-d23e-4a2d-911d-56b84cbd4171 req-4f5f392e-2d64-4edd-a749-beef1260567f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:04.068026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81c01a9b-d23e-4a2d-911d-56b84cbd4171 req-4f5f392e-2d64-4edd-a749-beef1260567f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0727785 Nov 03 19:40:04.071539 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port a97dac5c-e921-4635-9aa9-3406fd035323 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:04.071873 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.197443 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81c01a9b-d23e-4a2d-911d-56b84cbd4171 req-0a598a90-263d-4569-b402-c77a5dc3cad2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200292 Nov 03 19:40:04.221015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] For port a97dac5c-e921-4635-9aa9-3406fd035323, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a97dac5c-e921-4635-9aa9-3406fd035323,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:04.221723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.239286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for a97dac5c-e921-4635-9aa9-3406fd035323 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:04.511797 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.541871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=a97dac5c-e921-4635-9aa9-3406fd035323,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:04.556342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.556817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.557663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.558004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.558345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.558562 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.558913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.559228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.559623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.560029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.560335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.560699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:04.740007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8dd3918e-8192-4c7a-846d-b72eea129cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.826706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-f6caa555-977f-46f4-92db-db5e5ab8447b req-41c4124d-7847-40ea-999e-60d57e6b52e5 service neutron] (101989) timed out ('10.222.0.91', 60942) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:40:04.842608 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.153823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:05.309413 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:40:05.318602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:05.327656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6bc509be-6a12-4264-abbf-16a3a5bec240 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "PUT /v2.0/routers/d2dc3c53-71be-4ac5-b69e-3a3e72253b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1526804 Nov 03 19:40:05.330626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50342) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:05.334193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] Sync routers for ids ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:05.357202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] Routers {'d2dc3c53-71be-4ac5-b69e-3a3e72253b85'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:05.358182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:39:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:05.437233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting subnet adf8767f-3ac1-4043-85fc-0f3aca647c33 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:40:05.444805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.496588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] Set router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:05.501350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdbaea-8700-433e-9cb9-0e24fcd81b2b req-ec24d0bb-6225-4208-9eb4-ff992b245a9b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:05.502485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eebdbaea-8700-433e-9cb9-0e24fcd81b2b req-ec24d0bb-6225-4208-9eb4-ff992b245a9b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.1332710 Nov 03 19:40:05.513824 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.629930 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eebdbaea-8700-433e-9cb9-0e24fcd81b2b req-9d51ac0c-4de8-4fd5-83ed-bc6d0f1044cd tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117694 Nov 03 19:40:05.681299 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.725129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:40:04Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:05.760709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.766462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] Checking router: d2dc3c53-71be-4ac5-b69e-3a3e72253b85 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:05.781035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] Routers {'d2dc3c53-71be-4ac5-b69e-3a3e72253b85'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:05.781659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:39:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:05.789024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Subnet': ['ID=adf8767f-3ac1-4043-85fc-0f3aca647c33,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:05.795848 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.802479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-814bfbb6-7eed-45fa-aae5-b7f01af10558 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/subnets/adf8767f-3ac1-4043-85fc-0f3aca647c33 HTTP/1.1" status: 204 len: 168 time: 0.4702699 Nov 03 19:40:05.802621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50344) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:05.833335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29536ed5-14c6-4d6a-b632-35e8a2c60daa None None] Network 7725ee56-0334-4976-9c70-107039d7b9ef requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:40:05.943060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.018777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] Set router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:06.068772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.139788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port 5326ab9b-6807-48f7-a206-27d6e882ef59 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:06.140317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.229383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] DHCP port deletion for 7725ee56-0334-4976-9c70-107039d7b9ef request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:40:06.250420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] For port 5326ab9b-6807-48f7-a206-27d6e882ef59, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5326ab9b-6807-48f7-a206-27d6e882ef59,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:06.250810 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.267669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for 5326ab9b-6807-48f7-a206-27d6e882ef59 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:06.423323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38bf8401-a3d8-47ce-bd82-92cadf436f30 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:06.451053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 38bf8401-a3d8-47ce-bd82-92cadf436f30 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:06.451493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38bf8401-a3d8-47ce-bd82-92cadf436f30 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:06.454871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:40:04Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:06.486114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.489056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b9d29-2697-4587-a448-12f46f7a8d6b None None] The sync data for ids ['d2dc3c53-71be-4ac5-b69e-3a3e72253b85'] in n-d-812151-4 is: [{'id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1820169877', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:41Z', 'updated_at': '2021-11-03T19:40:04Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '5326ab9b-6807-48f7-a206-27d6e882ef59', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dc3c53-71be-4ac5-b69e-3a3e72253b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:42Z', 'updated_at': '2021-11-03T19:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:06.506434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Deleting port 30cf9c6b-527b-41cf-a31f-404fb966d612 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:06.506862 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.516444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=5326ab9b-6807-48f7-a206-27d6e882ef59,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:06.586126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] For port 30cf9c6b-527b-41cf-a31f-404fb966d612, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=30cf9c6b-527b-41cf-a31f-404fb966d612,segment=NetworkSegment(ef61c0a5-17c0-4344-8b45-109105c5e7c4),segment_id=ef61c0a5-17c0-4344-8b45-109105c5e7c4)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:06.586524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.597919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.602364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Calling delete_port for 30cf9c6b-527b-41cf-a31f-404fb966d612 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:06.697960 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.713975 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.717663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.743356 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Pushing event deleted for resources: {'Port': ['ID=30cf9c6b-527b-41cf-a31f-404fb966d612,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:06.747399 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] No DVR routers for this DVR port 30cf9c6b-527b-41cf-a31f-404fb966d612 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:40:06.766027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.766589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.767125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.767599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.768045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.768583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.769088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.770267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.771504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.771504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.771707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.773847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b2a7e-2625-4994-9a3e-ceb362856d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:06.786972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.787845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Fanout notify agent at l3_agent the message router_deleted on router d2dc3c53-71be-4ac5-b69e-3a3e72253b85 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:40:06.794407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe2f91-2936-4275-b550-bba1aa95879f req-316f44a5-cbea-43bb-a486-341bade5c9cb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.796266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ffe2f91-2936-4275-b550-bba1aa95879f req-316f44a5-cbea-43bb-a486-341bade5c9cb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0688398 Nov 03 19:40:06.804116 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:06.806665 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-139bc43d-e046-4056-97c6-26615673e550 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/routers/d2dc3c53-71be-4ac5-b69e-3a3e72253b85 HTTP/1.1" status: 204 len: 168 time: 1.0025756 Nov 03 19:40:06.809191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:06.884665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ffe2f91-2936-4275-b550-bba1aa95879f req-afcecfdf-6ec2-4bb7-b002-08a62b4227a0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811293 Nov 03 19:40:06.937651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.038316 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.063624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7725ee56-0334-4976-9c70-107039d7b9ef']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:07.075943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef61c0a5-17c0-4344-8b45-109105c5e7c4') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:07.076612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef61c0a5-17c0-4344-8b45-109105c5e7c4') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:07.096045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.113704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.120508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:40:07.120930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:40:07.124216 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:40:07.198407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.207895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.211460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/networks/7725ee56-0334-4976-9c70-107039d7b9ef HTTP/1.1" status: 204 len: 168 time: 0.4011447 Nov 03 19:40:07.215657 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50350) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:07.225913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553fb0f-ea3e-4ddc-9687-eb3ecfe46013 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Network': ['ID=7725ee56-0334-4976-9c70-107039d7b9ef,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:07.422117 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port 79b7f36b-ac87-4d9f-adeb-608fcf445c5d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:07.422606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.511724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.511985 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.527703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for 79b7f36b-ac87-4d9f-adeb-608fcf445c5d owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:07.717793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.748713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=79b7f36b-ac87-4d9f-adeb-608fcf445c5d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:07.836024 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:07.837174 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Floating IP 426971ac-8342-49a2-a6a4-196214ddecd0 disassociated (deleted). External IP: 172.25.8.163, port: 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81. Nov 03 19:40:07.886976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-ca02c344-7249-4369-8e21-1ffa51123a8c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551476 Nov 03 19:40:07.950102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30cf9c6b-527b-41cf-a31f-404fb966d612 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:07.982137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 30cf9c6b-527b-41cf-a31f-404fb966d612 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:07.982628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30cf9c6b-527b-41cf-a31f-404fb966d612 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:07.983313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a97dac5c-e921-4635-9aa9-3406fd035323 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:08.005213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a97dac5c-e921-4635-9aa9-3406fd035323 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:08.005720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a97dac5c-e921-4635-9aa9-3406fd035323 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:08.006272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5326ab9b-6807-48f7-a206-27d6e882ef59 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:08.028993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5326ab9b-6807-48f7-a206-27d6e882ef59 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:08.029514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5326ab9b-6807-48f7-a206-27d6e882ef59 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:08.034392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-9b513589-6ac3-40c4-8e41-2d30abfaa008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.036001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-9b513589-6ac3-40c4-8e41-2d30abfaa008 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0808501 Nov 03 19:40:08.154214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-dc76eb48-6621-47ea-96e1-d9d61b6abf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.155615 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-dc76eb48-6621-47ea-96e1-d9d61b6abf6c service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0974905 Nov 03 19:40:08.236661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-23a2cdbd-e233-4da4-a661-e4241f1e36d4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 1001 time: 0.0722542 Nov 03 19:40:08.296105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-c5f661de-f565-4542-a20a-6a556237dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.297715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-c5f661de-f565-4542-a20a-6a556237dd7b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0520008 Nov 03 19:40:08.336990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb82a5-ef5d-4a04-b153-5e8a63de45a8 req-3fc24438-6087-4696-8964-c85b25ba957b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.339504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bb82a5-ef5d-4a04-b153-5e8a63de45a8 req-3fc24438-6087-4696-8964-c85b25ba957b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0804052 Nov 03 19:40:08.358689 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-d1ac9cb4-100d-42ce-9297-30dbfecf952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.360323 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-d1ac9cb4-100d-42ce-9297-30dbfecf952c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550220 Nov 03 19:40:08.386444 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-89e1ae1c-a316-4dbf-911b-e019d896fc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:08.485305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bb82a5-ef5d-4a04-b153-5e8a63de45a8 req-2d64c042-17bc-4dab-8b0b-7a1604323425 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056242 Nov 03 19:40:08.507997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:08.514181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-222ac15b-29e5-4333-9d14-3fc034830464 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322889 Nov 03 19:40:08.628932 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7ebeb8b7-a0ca-41b6-99a1-59c46bcc90bc req-a03fdc2e-25be-46cc-83ae-13770fc87ffb service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064737 Nov 03 19:40:08.649621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:08.655945 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:08.661360 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] Sync routers for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:08.674599 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:08.675308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:40:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:08.687506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2a8cad06-e0e0-4c32-9366-657c611172e1 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/floatingips/426971ac-8342-49a2-a6a4-196214ddecd0 HTTP/1.1" status: 204 len: 168 time: 1.4702930 Nov 03 19:40:08.688123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:08.727615 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcc7d90-68bd-4bb3-b798-d3d918385aab" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:08.802843 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:08.825205 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa65dbf-9d11-4efe-9803-cfa3f63386c6 x-openstack-request-id: req-bfa65dbf-9d11-4efe-9803-cfa3f63386c6 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:08.825525 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:08.825756 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bfa65dbf-9d11-4efe-9803-cfa3f63386c6 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:08.826152 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'status': 'completed', 'code': 200} Nov 03 19:40:08.929394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-d2c2f0b8-541f-448a-8feb-3a686bd1145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.930694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-d2c2f0b8-541f-448a-8feb-3a686bd1145f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 1135 time: 0.0630989 Nov 03 19:40:09.022594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f027633-18aa-4739-86c1-45e38acf15c1 req-c90813ed-7282-4728-8015-1ca5188c5b1a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.024170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f027633-18aa-4739-86c1-45e38acf15c1 req-c90813ed-7282-4728-8015-1ca5188c5b1a tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 984 time: 0.0741773 Nov 03 19:40:09.037839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-c715eb29-6bff-4874-8a3b-25f056aa973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.039493 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-c715eb29-6bff-4874-8a3b-25f056aa973b service neutron] 10.222.0.110 "GET /v2.0/networks?id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 200 len: 896 time: 0.1005099 Nov 03 19:40:09.068821 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:09.095473 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-25ac373e-fa4a-4de4-845a-c26bb472614f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 200 len: 217 time: 0.0452704 Nov 03 19:40:09.100677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f027633-18aa-4739-86c1-45e38acf15c1 req-671061e6-e0db-46b2-8667-9e74ed384527 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686593 Nov 03 19:40:09.104827 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] Checking router: b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:09.115511 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:09.116450 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:40:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:09.156492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-16dd7b25-254b-4de0-bbb9-bee86b7c4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.158023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-16dd7b25-254b-4de0-bbb9-bee86b7c4ba5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c074243-0525-4dd9-9365-fc716b4ee850 HTTP/1.1" status: 200 len: 833 time: 0.0525312 Nov 03 19:40:09.210258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-335dbe19-60b8-4296-ba22-09650aa33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.211800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-335dbe19-60b8-4296-ba22-09650aa33378 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d8ba172a-9156-40a9-a9e2-06464bf0cd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439985 Nov 03 19:40:09.230361 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:09.321164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-7c6f55ac-9432-4878-811c-ef3cd944aaee service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990400 Nov 03 19:40:09.426176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcc7d90-68bd-4bb3-b798-d3d918385aab req-60a6df51-acd4-4512-a0ce-426e04253382 service neutron] 10.222.0.110 "GET /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961530 Nov 03 19:40:09.458387 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:09.491279 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b026f-6287-4080-a99b-e21a5ad98218 None None] The sync data for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 is: [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:38:48Z', 'revision_number': 4, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '9ec5f10e-8f87-40fe-8669-4196a718d714', 'name': '', 'network_id': 'd8ba172a-9156-40a9-a9e2-06464bf0cd5f', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'mac_address': 'fa:16:3e:16:28:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:48Z', 'updated_at': '2021-11-03T19:38:51Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'subnets': [{'id': '2c074243-0525-4dd9-9365-fc716b4ee850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:09.622219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081480d-9e1c-4b65-acf2-670efae4abaa req-68572253-3e2b-4962-b404-45b9462879e6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.623918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6081480d-9e1c-4b65-acf2-670efae4abaa req-68572253-3e2b-4962-b404-45b9462879e6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0583911 Nov 03 19:40:09.691463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6081480d-9e1c-4b65-acf2-670efae4abaa req-6c43fae8-5d4f-483f-9787-60464c522562 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601749 Nov 03 19:40:09.795878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ffc893-e271-4f3f-b06d-6b6009a56822 None None] New status for floating IP 426971ac-8342-49a2-a6a4-196214ddecd0: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:40:10.038451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.265443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed5554-4b76-472c-9840-9ae32de92a9c req-657c2315-a498-4745-8a87-b72d95288f39 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:10.267761 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85ed5554-4b76-472c-9840-9ae32de92a9c req-657c2315-a498-4745-8a87-b72d95288f39 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 984 time: 0.0833535 Nov 03 19:40:10.352571 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85ed5554-4b76-472c-9840-9ae32de92a9c req-6b6c6d99-2e44-4eb3-b1f2-e7c689a4019e tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f784a65b-4e77-44e0-9d86-6a0702294f34&id=cc654d22-3549-41d2-b122-75d681f0a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0768838 Nov 03 19:40:10.593458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-eb30e0ca-c466-4191-9358-828b02117207 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:10.595019 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-eb30e0ca-c466-4191-9358-828b02117207 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.110 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 984 time: 0.0540807 Nov 03 19:40:10.702789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:10.703122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.817339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] For port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:10.817857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.821531 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d271cd-40c7-4a19-a1e3-1c9beb15cdfd req-89ff8313-09d2-4e8a-b667-48c46c1d8f7c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:10.824108 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d271cd-40c7-4a19-a1e3-1c9beb15cdfd req-89ff8313-09d2-4e8a-b667-48c46c1d8f7c tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0563335 Nov 03 19:40:10.832899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:10.896811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56d271cd-40c7-4a19-a1e3-1c9beb15cdfd req-1302c5af-916c-4434-adef-41c95ae1e9aa tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602729 Nov 03 19:40:11.047593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:11.090691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=4ff32b72-dbcb-4aa7-969d-3f9097ecfc81,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:11.150103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] No DVR routers for this DVR port 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:40:11.153597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:11.159188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d39a61ea-161d-417b-941f-44c5ce45d6d5 req-aae11b81-bc79-4018-910a-ee7ac834be12 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.110 "DELETE /v2.0/ports/4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 HTTP/1.1" status: 204 len: 173 time: 0.5567822 Nov 03 19:40:11.159659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'name': 'network-vif-deleted', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:11.162168 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4f2a8-b0fa-4e7c-97b0-61a639fdc00f" -d '{"events": [{"server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "name": "network-vif-deleted", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:11.204830 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc37a2dd-a861-4b34-b6c4-ec4b3928f31f x-openstack-request-id: req-cc37a2dd-a861-4b34-b6c4-ec4b3928f31f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:11.205116 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfdc528-759f-42b2-a029-a5084df72126", "name": "network-vif-deleted", "tag": "4ff32b72-dbcb-4aa7-969d-3f9097ecfc81", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:11.205368 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cc37a2dd-a861-4b34-b6c4-ec4b3928f31f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:11.205766 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdc528-759f-42b2-a029-a5084df72126', 'name': 'network-vif-deleted', 'tag': '4ff32b72-dbcb-4aa7-969d-3f9097ecfc81', 'status': 'completed', 'code': 200} Nov 03 19:40:11.475214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b16e46d6-8213-4b73-b407-12cd439840a4 req-5de40f14-dba5-4e08-b8dc-882500ad2cc4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dfdc528-759f-42b2-a029-a5084df72126 HTTP/1.1" status: 200 len: 210 time: 0.0298321 Nov 03 19:40:11.946486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.030947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2381e-f411-4a99-8c81-d8f54354bb13 req-f79922b1-8514-406d-bd4a-97313b639cc4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:12.032422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbc2381e-f411-4a99-8c81-d8f54354bb13 req-f79922b1-8514-406d-bd4a-97313b639cc4 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0496130 Nov 03 19:40:12.086865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbc2381e-f411-4a99-8c81-d8f54354bb13 req-69dc35d4-919f-4452-aa29-f16a64a29e37 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 Nov 03 19:40:12.123221 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.538577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:12.592136 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1d16a52-e3aa-4700-aaee-a457ffa040ea tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.615885 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1d16a52-e3aa-4700-aaee-a457ffa040ea tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.659348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1d16a52-e3aa-4700-aaee-a457ffa040ea tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.662030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f1d16a52-e3aa-4700-aaee-a457ffa040ea tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.663246 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f1d16a52-e3aa-4700-aaee-a457ffa040ea tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/security-groups/f784a65b-4e77-44e0-9d86-6a0702294f34 HTTP/1.1" status: 204 len: 168 time: 0.1236870 Nov 03 19:40:12.667336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50382) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:12.673418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16a52-e3aa-4700-aaee-a457ffa040ea tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784a65b-4e77-44e0-9d86-6a0702294f34,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:12.733810 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e21ce45f-580d-4770-a856-f1de6916dff4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.759777 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e21ce45f-580d-4770-a856-f1de6916dff4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.806064 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e21ce45f-580d-4770-a856-f1de6916dff4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.809281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e21ce45f-580d-4770-a856-f1de6916dff4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.810467 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e21ce45f-580d-4770-a856-f1de6916dff4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/security-groups/cc654d22-3549-41d2-b122-75d681f0a18b HTTP/1.1" status: 204 len: 168 time: 0.1419313 Nov 03 19:40:12.813477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50384) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:12.824263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ce45f-580d-4770-a856-f1de6916dff4 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc654d22-3549-41d2-b122-75d681f0a18b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:13.192888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.204525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7237e2-070b-457d-b2b4-8936127bd7d8 req-b0cfcb52-81c7-4fc4-9328-46f04b54a1c2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:13.206084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e7237e2-070b-457d-b2b4-8936127bd7d8 req-b0cfcb52-81c7-4fc4-9328-46f04b54a1c2 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 943 time: 0.0498974 Nov 03 19:40:13.260107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e7237e2-070b-457d-b2b4-8936127bd7d8 req-1b9e7747-e9fc-4c5a-887c-f93edb4c9a68 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478606 Nov 03 19:40:13.343724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9e0f4603-0371-4954-befe-8f39982a23b4 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:40:13.444902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9e0f4603-0371-4954-befe-8f39982a23b4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9e0f4603-0371-4954-befe-8f39982a23b4,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:13.456836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '9e0f4603-0371-4954-befe-8f39982a23b4', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'port_id': '9e0f4603-0371-4954-befe-8f39982a23b4', 'mac_address': 'fa:16:3e:ea:35:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:40:13.477030 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port 9ec5f10e-8f87-40fe-8669-4196a718d714 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:13.477371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.498935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.511695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0f4603-0371-4954-befe-8f39982a23b4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:40:13.531457 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9e0f4603-0371-4954-befe-8f39982a23b4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9e0f4603-0371-4954-befe-8f39982a23b4,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:13.536979 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.576078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] For port 9ec5f10e-8f87-40fe-8669-4196a718d714, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=9ec5f10e-8f87-40fe-8669-4196a718d714,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:13.576665 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.591863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for 9ec5f10e-8f87-40fe-8669-4196a718d714 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:13.598338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9e0f4603-0371-4954-befe-8f39982a23b4,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:13.772649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['9e0f4603-0371-4954-befe-8f39982a23b4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:40:13.796787 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.824435 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=9ec5f10e-8f87-40fe-8669-4196a718d714,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:14.027863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:14.267253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:14.394112 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68908f-2f96-4dc7-aeb3-c4b1fb9b2300 req-bf919e5e-aba8-4e6e-9511-9540c9f02f9b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.395769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d68908f-2f96-4dc7-aeb3-c4b1fb9b2300 req-bf919e5e-aba8-4e6e-9511-9540c9f02f9b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 944 time: 0.0607724 Nov 03 19:40:14.454208 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d68908f-2f96-4dc7-aeb3-c4b1fb9b2300 req-341ba4f1-a114-4ecf-9b49-8929c6e7360a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513341 Nov 03 19:40:14.725260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:14.731956 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cbff04d9-cefd-4385-b37a-1258d798f479 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "PUT /v2.0/routers/b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9172392 Nov 03 19:40:14.734561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50390) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:14.738295 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] Sync routers for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:14.749068 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:14.749761 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:40:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:14.789546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting subnet 2c074243-0525-4dd9-9365-fc716b4ee850 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:40:14.793547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:14.843571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:14.946424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:14.952241 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:15.011528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.039514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Subnet': ['ID=2c074243-0525-4dd9-9365-fc716b4ee850,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:15.044159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.052423 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ed098ed-4b06-4970-97bf-2c592afd710b tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/subnets/2c074243-0525-4dd9-9365-fc716b4ee850 HTTP/1.1" status: 204 len: 168 time: 0.3124793 Nov 03 19:40:15.053979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e7d285-ba11-4d43-bac9-3f7d8b13a1f2 None None] Network d8ba172a-9156-40a9-a9e2-06464bf0cd5f requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:40:15.055622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50392) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:15.141189 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:40:13Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:15.168048 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] Checking router: b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:15.178087 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] Routers {'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:15.178711 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:40:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:15.210863 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.264118 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] DHCP port deletion for d8ba172a-9156-40a9-a9e2-06464bf0cd5f request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:40:15.307477 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] Set router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:15.321060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] Deleting port 991809aa-8357-448a-b5b6-192f4502298a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:15.321060 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.341914 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.374622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9e0f4603-0371-4954-befe-8f39982a23b4 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:15.410181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Deleting port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:15.411145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.429288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] For port 991809aa-8357-448a-b5b6-192f4502298a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=991809aa-8357-448a-b5b6-192f4502298a,segment=NetworkSegment(e140a92e-e25a-41ac-949d-299b048edf9c),segment_id=e140a92e-e25a-41ac-949d-299b048edf9c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:15.429689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.446404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] Calling delete_port for 991809aa-8357-448a-b5b6-192f4502298a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:15.500350 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 9e0f4603-0371-4954-befe-8f39982a23b4 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:40:15.506726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 9e0f4603-0371-4954-befe-8f39982a23b4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:15.507108 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.516678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] For port 0ec88873-0a2c-4866-ae04-9c821f9e3fe8, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:15.517321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.538504 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Calling delete_port for 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:15.552121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:40:13Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:15.587632 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b9956-1243-46dd-bf10-1fb7296a557c None None] The sync data for ids ['b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0'] in n-d-812151-4 is: [{'id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-711166517', 'tenant_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:38:44Z', 'updated_at': '2021-11-03T19:40:13Z', 'revision_number': 5, 'project_id': '2ad060c8a2f94881bdd5ffcc44bc4362', 'gw_port': {'id': '0ec88873-0a2c-4866-ae04-9c821f9e3fe8', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:38:45Z', 'updated_at': '2021-11-03T19:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:15.605453 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.639511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] Pushing event deleted for resources: {'Port': ['ID=991809aa-8357-448a-b5b6-192f4502298a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:15.649133 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44928e11-c22a-44cb-93a1-8175e4ed86d4 None None] No DVR routers for this DVR port 991809aa-8357-448a-b5b6-192f4502298a on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:40:15.654192 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.659680 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943cd81-9efb-4401-aca9-39dbcbd67493 req-94eee5d7-f757-4151-88c2-f5e67affc074 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:15.661286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8943cd81-9efb-4401-aca9-39dbcbd67493 req-94eee5d7-f757-4151-88c2-f5e67affc074 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 944 time: 0.1141472 Nov 03 19:40:15.694973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:15.714242 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9e0f4603-0371-4954-befe-8f39982a23b4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9e0f4603-0371-4954-befe-8f39982a23b4,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:15.722186 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.723003 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:15.774442 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb4061-c4b1-4404-b08a-48379d694099" -d '{"events": [{"server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "name": "network-vif-plugged", "status": "completed", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:15.777078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8943cd81-9efb-4401-aca9-39dbcbd67493 req-5b3bf9bf-471c-4d17-b2ff-2b6695c9939e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073232 Nov 03 19:40:15.786435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:15.786775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 4ff32b72-dbcb-4aa7-969d-3f9097ecfc81 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:15.845148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9e0f4603-0371-4954-befe-8f39982a23b4,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:15.858266 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:15.889886 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Port': ['ID=0ec88873-0a2c-4866-ae04-9c821f9e3fe8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:15.911064 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd6185a-e0ab-4f97-92e7-63dcc878cdae x-openstack-request-id: req-dfd6185a-e0ab-4f97-92e7-63dcc878cdae {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:15.911389 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "name": "network-vif-plugged", "status": "completed", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:15.911650 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfd6185a-e0ab-4f97-92e7-63dcc878cdae {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:15.912098 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4', 'code': 200} Nov 03 19:40:15.974567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 991809aa-8357-448a-b5b6-192f4502298a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:15.978756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.003038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 991809aa-8357-448a-b5b6-192f4502298a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:16.003038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 991809aa-8357-448a-b5b6-192f4502298a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:16.003038 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9ec5f10e-8f87-40fe-8669-4196a718d714 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:16.034880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 9ec5f10e-8f87-40fe-8669-4196a718d714 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:16.035223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 9ec5f10e-8f87-40fe-8669-4196a718d714 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:16.063258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798cc4d-1f5c-4f2b-9c78-813bf89e4369 req-8e98531a-9d87-4936-b5c2-c454dee0d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:16.065797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a798cc4d-1f5c-4f2b-9c78-813bf89e4369 req-8e98531a-9d87-4936-b5c2-c454dee0d51e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1096 time: 0.0547390 Nov 03 19:40:16.084177 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.086641 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.123910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a798cc4d-1f5c-4f2b-9c78-813bf89e4369 req-85c4fa67-dfc1-4454-86f2-f1def7a26504 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487230 Nov 03 19:40:16.139372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.140352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Fanout notify agent at l3_agent the message router_deleted on router b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:40:16.152761 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.154724 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1a343f43-380e-42e8-8c68-1fa09bb46f13 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/routers/b226df68-2e8a-4ebf-be8f-7e8cfdaf44a0 HTTP/1.1" status: 204 len: 168 time: 1.0967243 Nov 03 19:40:16.157875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:16.279895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.382493 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.407635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ba172a-9156-40a9-a9e2-06464bf0cd5f']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:16.423526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e140a92e-e25a-41ac-949d-299b048edf9c') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:16.424218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e140a92e-e25a-41ac-949d-299b048edf9c') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:16.439324 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.455935 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.464407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:40:16.464841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:40:16.468453 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:40:16.543414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.549474 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:16.553720 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] 10.222.0.91 "DELETE /v2.0/networks/d8ba172a-9156-40a9-a9e2-06464bf0cd5f HTTP/1.1" status: 204 len: 168 time: 0.3948143 Nov 03 19:40:16.572392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d3612-021d-4cc5-a72b-c00f75300526 tempest-TestSecurityGroupsBasicOps-585273081 tempest-TestSecurityGroupsBasicOps-585273081-project] Pushing event deleted for resources: {'Network': ['ID=d8ba172a-9156-40a9-a9e2-06464bf0cd5f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:16.930192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50412) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:16.952135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607ede-30b9-4200-b8aa-8c75d2eccf86 req-57e6d631-48b4-446c-b7c8-b8f536e11791 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:16.952963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40607ede-30b9-4200-b8aa-8c75d2eccf86 req-57e6d631-48b4-446c-b7c8-b8f536e11791 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 945 time: 0.0875542 Nov 03 19:40:17.018415 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40607ede-30b9-4200-b8aa-8c75d2eccf86 req-70a8ced8-9c2c-478c-a4d3-b16c781ed927 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582118 Nov 03 19:40:17.123674 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4fcda430-ae6b-48e1-be84-f49d0e5da044 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2ad060c8a2f94881bdd5ffcc44bc4362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917167 Nov 03 19:40:17.125860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50416) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:17.183791 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d32d384-3488-4a0a-a7c4-cc8f7070b3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.216698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d32d384-3488-4a0a-a7c4-cc8f7070b3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.281132 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d32d384-3488-4a0a-a7c4-cc8f7070b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.283942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1d32d384-3488-4a0a-a7c4-cc8f7070b3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.285009 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1d32d384-3488-4a0a-a7c4-cc8f7070b3b6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c63ce8c8-b983-48c6-9f8f-a2df65c6208d HTTP/1.1" status: 204 len: 168 time: 0.1581197 Nov 03 19:40:17.295375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32d384-3488-4a0a-a7c4-cc8f7070b3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ce8c8-b983-48c6-9f8f-a2df65c6208d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:17.566515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50422) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:17.581023 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-957416ab-11db-4c45-9a11-1ed0cd64559d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.659059 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-957416ab-11db-4c45-9a11-1ed0cd64559d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.663189 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-957416ab-11db-4c45-9a11-1ed0cd64559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.702006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-957416ab-11db-4c45-9a11-1ed0cd64559d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e8c1594f69da4a7192facdfd3d5ef5ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343334 Nov 03 19:40:17.702879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957416ab-11db-4c45-9a11-1ed0cd64559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471798f-07b4-424e-ba43-cc4739ca9c35,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:17.704676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:17.755466 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac82001c-1b07-48d4-be64-9e98ac8dcf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.780587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac82001c-1b07-48d4-be64-9e98ac8dcf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.827007 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac82001c-1b07-48d4-be64-9e98ac8dcf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.829649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ac82001c-1b07-48d4-be64-9e98ac8dcf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:17.830798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ac82001c-1b07-48d4-be64-9e98ac8dcf40 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8471798f-07b4-424e-ba43-cc4739ca9c35 HTTP/1.1" status: 204 len: 168 time: 0.1250172 Nov 03 19:40:17.838922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82001c-1b07-48d4-be64-9e98ac8dcf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471798f-07b4-424e-ba43-cc4739ca9c35,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:17.925772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:17.951348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:17.951699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0ec88873-0a2c-4866-ae04-9c821f9e3fe8 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:18.155018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd0f97-20e0-4814-a2c2-4f93cf25b92d req-cb3f8a2e-eee6-4827-9e60-3386e03f6b2d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:18.156549 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ecd0f97-20e0-4814-a2c2-4f93cf25b92d req-cb3f8a2e-eee6-4827-9e60-3386e03f6b2d tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 945 time: 0.0539498 Nov 03 19:40:18.188590 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50432) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:18.215506 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ecd0f97-20e0-4814-a2c2-4f93cf25b92d req-acadf119-2c61-4ff9-9e20-1f46d47f8b10 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530117 Nov 03 19:40:18.231902 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6a8b6b22-8604-49cd-a091-e4eb4dc3c472 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ba08b9facc654efa82ba85f3cb59ec8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420983 Nov 03 19:40:18.236412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50434) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:18.289074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84c97c35-46f0-43c1-81dc-d352fa66de95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.334219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84c97c35-46f0-43c1-81dc-d352fa66de95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.380201 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3bff3-eaa9-454d-b8c6-6a3bd4d95282 req-0d75e37f-5b67-4f65-86fe-a39a638ce60b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:18.381815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68b3bff3-eaa9-454d-b8c6-6a3bd4d95282 req-0d75e37f-5b67-4f65-86fe-a39a638ce60b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 945 time: 0.0823240 Nov 03 19:40:18.411416 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84c97c35-46f0-43c1-81dc-d352fa66de95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.414000 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-84c97c35-46f0-43c1-81dc-d352fa66de95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.415147 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-84c97c35-46f0-43c1-81dc-d352fa66de95 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/30eb1a48-7e99-4ccb-96f8-1022317e5910 HTTP/1.1" status: 204 len: 168 time: 0.1771724 Nov 03 19:40:18.430967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c97c35-46f0-43c1-81dc-d352fa66de95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eb1a48-7e99-4ccb-96f8-1022317e5910,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:18.449189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68b3bff3-eaa9-454d-b8c6-6a3bd4d95282 req-b50564e0-6919-41e3-ae56-197f98d7b0f7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608299 Nov 03 19:40:18.482475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50440) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:18.527622 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7c5b0-b816-44b2-b98b-b57a1e52cff7 tempest-TestVolumeBootPattern-2141524626 tempest-TestVolumeBootPattern-2141524626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:18.529228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c7b7c5b0-b816-44b2-b98b-b57a1e52cff7 tempest-TestVolumeBootPattern-2141524626 tempest-TestVolumeBootPattern-2141524626-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1091 time: 0.0457256 Nov 03 19:40:18.532292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50442) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:18.536804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '9e0f4603-0371-4954-befe-8f39982a23b4', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:18.563173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.697046 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.823463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Allocated IP 172.25.8.124 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/ca9abe52-a6d9-4542-8b73-a14778f2cccb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:18.945066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:18.982375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:19.027747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:19.033212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:19.035881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:19.063357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=ca9abe52-a6d9-4542-8b73-a14778f2cccb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:19.414402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:19.485376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:19.638056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:19.643559 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:19.709592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event updated for resources: {'Port': ['ID=ca9abe52-a6d9-4542-8b73-a14778f2cccb,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:19.724331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:19.826934 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Floating IP 6e48874b-f03e-4628-a719-bfa5f22c8546 associated. External IP: 172.25.8.124, port: 9e0f4603-0371-4954-befe-8f39982a23b4. Nov 03 19:40:20.045506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:20.158882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:20.169480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:20.177955 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:20.179332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:20.179940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:40:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:20.205977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cfff8b73-3772-4cbd-bc84-7a0f978177ee tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6725595 Nov 03 19:40:20.206649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:20.209006 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4adb2a-243f-4cc2-8780-f36bd59a2743" -d '{"events": [{"name": "network-changed", "server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:20.252092 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3cf8e7-c280-496f-89cb-74a5dec833fd x-openstack-request-id: req-7d3cf8e7-c280-496f-89cb-74a5dec833fd {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:20.252554 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:20.252957 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7d3cf8e7-c280-496f-89cb-74a5dec833fd {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:20.253443 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4', 'status': 'completed', 'code': 200} Nov 03 19:40:20.298761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:20.326997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-d1f6d9ab-0b10-4405-ae30-0f8737c6c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:20.328556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-d1f6d9ab-0b10-4405-ae30-0f8737c6c9b3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1096 time: 0.0541408 Nov 03 19:40:20.425238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-d1b14474-895c-49b7-98d7-948c6f4cf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:20.426724 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-d1b14474-895c-49b7-98d7-948c6f4cf23f service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0908453 Nov 03 19:40:20.495010 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-7953b570-ff96-487d-b45d-43bca3b115fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 999 time: 0.0607014 Nov 03 19:40:20.536899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:04Z', 'revision_number': 1, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}, {'id': '6e48874b-f03e-4628-a719-bfa5f22c8546', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': '9e0f4603-0371-4954-befe-8f39982a23b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:ea:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:19Z', 'updated_at': '2021-11-03T19:40:19Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:20.546399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-fc1d6a01-2b2e-404b-8c54-9d58ab90a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:20.547883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-fc1d6a01-2b2e-404b-8c54-9d58ab90a118 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0454140 Nov 03 19:40:20.566975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:20.575803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:20.576429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:40:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:20.599962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-d0ee8050-f462-4852-9d4e-6888111d832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:20.601520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-d0ee8050-f462-4852-9d4e-6888111d832f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463393 Nov 03 19:40:20.684691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:20.695508 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-6ed0e521-635d-499f-9273-ed5e7aabc861 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854795 Nov 03 19:40:20.798802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f4adb2a-243f-4cc2-8780-f36bd59a2743 req-8552f3d4-f750-4a23-863c-63c32aaa5e82 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947855 Nov 03 19:40:20.915190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:04Z', 'revision_number': 1, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}, {'id': '6e48874b-f03e-4628-a719-bfa5f22c8546', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': '9e0f4603-0371-4954-befe-8f39982a23b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:ea:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:19Z', 'updated_at': '2021-11-03T19:40:19Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:20.945424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde9e85d-bd25-4908-968e-965e8fb74559 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:04Z', 'revision_number': 1, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}, {'id': '6e48874b-f03e-4628-a719-bfa5f22c8546', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': '9e0f4603-0371-4954-befe-8f39982a23b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:ea:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:19Z', 'updated_at': '2021-11-03T19:40:19Z', 'revision_number': 0, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:21.145777 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ed9a4-8273-4da3-b62e-467caa4e82a2 None None] New status for floating IP 6e48874b-f03e-4628-a719-bfa5f22c8546: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:40:32.639171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:33.304539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:34.717346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be097fd5-8002-473f-9f40-89558538f5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:38.363469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c61527f-68af-4ba0-8e5f-1acc81595c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:40.032286 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:41.950326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:42.119069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:42.300274 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:40:55.787512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-f278e48c-797a-44bc-b59a-242513ddf5f0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851114 Nov 03 19:40:55.873634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-699c13aa-582b-4e15-8939-809eb044e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:55.875054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-699c13aa-582b-4e15-8939-809eb044e6f0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1096 time: 0.0420613 Nov 03 19:40:55.992183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-83d97c36-7967-4bfb-96d9-43a6bff69c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:55.993689 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-83d97c36-7967-4bfb-96d9-43a6bff69c22 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0976098 Nov 03 19:40:56.060815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-e30b92fe-df93-41e5-a3e5-a23591889de5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 1001 time: 0.0592921 Nov 03 19:40:56.116472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-b157e0ba-b8ab-44b8-a19e-0d23121ddc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:56.118105 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-b157e0ba-b8ab-44b8-a19e-0d23121ddc29 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0499828 Nov 03 19:40:56.165417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-518fddac-397e-4a16-a5d3-41f2d5db9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:56.166801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-518fddac-397e-4a16-a5d3-41f2d5db9d6f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408697 Nov 03 19:40:56.262363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-e612e82b-9072-4867-85cf-6ee1818d859c service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864403 Nov 03 19:40:56.358946 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a63ee1ba-2bf3-4c83-a945-f7643f1ca81f req-ce7c80dd-4798-47e4-8a61-ca2fe38eabfe service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892184 Nov 03 19:41:02.644305 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.317763 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.708993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-366430f1-4a67-4ff9-a549-4808069847da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:08.360365 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03adcdc8-d025-4929-870c-deaaa44fdedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:09.860364 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-5e6587fb-75e9-4061-824f-e12e0b2d931b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448096 Nov 03 19:41:09.959191 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532f81-6157-4264-9837-47d0b50273b9 req-54e85c8a-8a75-4950-b450-73803f60cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:09.960698 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-54e85c8a-8a75-4950-b450-73803f60cc1b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0509863 Nov 03 19:41:10.037910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:10.085741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532f81-6157-4264-9837-47d0b50273b9 req-92345fa5-d571-4e45-a83f-d13ce38fef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:10.087127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-92345fa5-d571-4e45-a83f-d13ce38fef8e service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1026883 Nov 03 19:41:10.163990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-fde4834c-7240-4c9e-b642-8d6a833fa48c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 1001 time: 0.0695028 Nov 03 19:41:10.226653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532f81-6157-4264-9837-47d0b50273b9 req-d94006c8-459b-4095-a765-c4cd0ba1ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:10.228628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-d94006c8-459b-4095-a765-c4cd0ba1ec9f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0578263 Nov 03 19:41:10.287470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532f81-6157-4264-9837-47d0b50273b9 req-d1732e51-f8f2-4a8b-8fe3-23b84697b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:10.289352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-d1732e51-f8f2-4a8b-8fe3-23b84697b6f9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536389 Nov 03 19:41:10.406558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-0ecd59ed-2c1a-4aa0-9aa7-aea369b5d367 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101680 Nov 03 19:41:10.511521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-04532f81-6157-4264-9837-47d0b50273b9 req-b3d40f34-fc47-4523-920f-5874530e1ff2 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971453 Nov 03 19:41:11.953104 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:12.116795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:19.300710 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:41:32.638053 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:33.316402 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:34.711802 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b6b0-a8c0-493d-adfc-588e954d8c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:38.351235 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7493598-60f3-4403-9180-446a9d818a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:40.039294 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:41.955142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:42.110401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:55.703004 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-0e18f3fd-7a01-451d-94bf-5a4ca7199ced service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480785 Nov 03 19:41:55.790914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-86f1e566-0b1e-4248-9395-66cc9bc6a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:55.792421 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-86f1e566-0b1e-4248-9395-66cc9bc6a4f2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1096 time: 0.0437729 Nov 03 19:41:55.899173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-a278d8ef-f2a6-4587-bb49-cd8c41586266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:55.900945 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-a278d8ef-f2a6-4587-bb49-cd8c41586266 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0883014 Nov 03 19:41:55.980494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-5b3efa3a-be05-43c2-b1fe-fab606f1c455 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 1001 time: 0.0710709 Nov 03 19:41:56.032882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-a944ac07-ec54-4607-815b-0e8b1e8ebefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:56.034377 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-a944ac07-ec54-4607-815b-0e8b1e8ebefe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0459805 Nov 03 19:41:56.083782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-b15e1521-aa84-4e01-b8fe-98fb35d28c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:56.085325 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-b15e1521-aa84-4e01-b8fe-98fb35d28c47 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421374 Nov 03 19:41:56.182203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-5bd411e6-ab26-49dd-9457-ad7e0ffa812a service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887077 Nov 03 19:41:56.274391 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b9198d7-104f-4afe-b0cb-08b5ba7f6d50 req-03f414e7-543e-4c8f-837b-60c80e1b3de5 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Nov 03 19:41:56.299935 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:41:57.153269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50484) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:57.324461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port ca9abe52-a6d9-4542-8b73-a14778f2cccb {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:41:57.324821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:57.690405 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:57.690718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:57.702146 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for ca9abe52-a6d9-4542-8b73-a14778f2cccb owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:41:57.851907 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:57.879589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=ca9abe52-a6d9-4542-8b73-a14778f2cccb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:57.903997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.904340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.904699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.905124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.905461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.905844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.906195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.906521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.907361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.907686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.908015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.908343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:57.953617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:57.954135 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Floating IP 6e48874b-f03e-4628-a719-bfa5f22c8546 disassociated (deleted). External IP: 172.25.8.124, port: 9e0f4603-0371-4954-befe-8f39982a23b4. Nov 03 19:41:58.172110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:41:58.286489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:41:58.291741 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:58.297046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:41:58.309310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:58.309940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:41:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:58.327246 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-74e5358e-8120-46c6-9701-8a3ad6d798b1 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "DELETE /v2.0/floatingips/6e48874b-f03e-4628-a719-bfa5f22c8546 HTTP/1.1" status: 204 len: 168 time: 1.1727390 Nov 03 19:41:58.327957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:41:58.330901 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:41:58.382870 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b8551-2c01-478b-92b6-d5df23558601 x-openstack-request-id: req-f12b8551-2c01-478b-92b6-d5df23558601 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:41:58.383357 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:41:58.383777 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f12b8551-2c01-478b-92b6-d5df23558601 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:41:58.384434 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4', 'status': 'completed', 'code': 200} Nov 03 19:41:58.445429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:58.481924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-906495d9-ea0f-42c4-9d37-fc838bf3a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:58.483654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-906495d9-ea0f-42c4-9d37-fc838bf3a1d2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 1096 time: 0.0758481 Nov 03 19:41:58.617048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-7caa2a77-2f61-4941-a92f-334dd6055ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:58.619565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-7caa2a77-2f61-4941-a92f-334dd6055ea0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1247098 Nov 03 19:41:58.635724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c83539-abe3-4739-894f-b39130d8d6af req-0040a2a3-bd63-4d00-b788-793bda782712 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:58.637340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13c83539-abe3-4739-894f-b39130d8d6af req-0040a2a3-bd63-4d00-b788-793bda782712 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 945 time: 0.0606847 Nov 03 19:41:58.670338 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-94c80be2-3f87-4d06-b088-24e8774ff873 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 200 len: 217 time: 0.0414412 Nov 03 19:41:58.695498 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13c83539-abe3-4739-894f-b39130d8d6af req-6b7bdad6-9f7b-4418-8ecd-cefedd18f9e7 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495148 Nov 03 19:41:58.707444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:04Z', 'revision_number': 1, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:58.735183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-55b9bad9-c771-43ef-8e64-8076622021f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:58.737264 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-55b9bad9-c771-43ef-8e64-8076622021f1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0568554 Nov 03 19:41:58.741197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:41:58.750228 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:58.750830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:41:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:58.788504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-8e3bcd11-5a4c-4132-a6cf-39e504e3666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:58.790080 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-8e3bcd11-5a4c-4132-a6cf-39e504e3666d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451353 Nov 03 19:41:58.870783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:58.903051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-779bd5d6-e10a-484a-96d6-58de7f0acd95 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997376 Nov 03 19:41:59.005712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e79500b-1a8d-4ed9-99df-e67a5d937ce9 req-d0dba9da-541b-4fdc-8223-b268b8eecc81 service neutron] 10.222.0.110 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964012 Nov 03 19:41:59.120027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:04Z', 'revision_number': 1, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:59.148070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5524486-c80c-41c2-9887-5556409d5990 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '39037123-1030-4342-8786-91a64712fda8', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'port_id': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'mac_address': 'fa:16:3e:01:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:02Z', 'updated_at': '2021-11-03T19:38:04Z', 'revision_number': 1, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:41:59.409718 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba01ac9-19ed-482c-9079-b218f3346eed None None] New status for floating IP 6e48874b-f03e-4628-a719-bfa5f22c8546: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:41:59.843392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80094a32-8aaa-4e1f-a825-f01e6ce8bb41 req-ee3508b3-fccf-438d-a87e-38a879761dc6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:59.844983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80094a32-8aaa-4e1f-a825-f01e6ce8bb41 req-ee3508b3-fccf-438d-a87e-38a879761dc6 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 945 time: 0.0615804 Nov 03 19:41:59.914743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80094a32-8aaa-4e1f-a825-f01e6ce8bb41 req-a5afde84-4f26-48fd-aa6e-51d315c7e681 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595491 Nov 03 19:42:00.298502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-157fbd82-918e-4b3b-af26-acbb9d9d7963 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:00.299954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-157fbd82-918e-4b3b-af26-acbb9d9d7963 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 945 time: 0.0662656 Nov 03 19:42:00.392621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port 9e0f4603-0371-4954-befe-8f39982a23b4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:00.392990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:00.486588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port 9e0f4603-0371-4954-befe-8f39982a23b4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9e0f4603-0371-4954-befe-8f39982a23b4,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:00.486950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:00.500046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for 9e0f4603-0371-4954-befe-8f39982a23b4 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:00.625485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:00.659438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=9e0f4603-0371-4954-befe-8f39982a23b4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:00.672145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.672485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.672859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.673202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.673543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.673878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.674209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.674536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.674868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.675196 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.675524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.675849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:00.711453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port 9e0f4603-0371-4954-befe-8f39982a23b4 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:00.714243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:00.720936 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e502c90d-e989-4b51-87c0-0efc2845a26b req-87ea3f1d-614e-4459-a467-36afe45bcc46 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.110 "DELETE /v2.0/ports/9e0f4603-0371-4954-befe-8f39982a23b4 HTTP/1.1" status: 204 len: 173 time: 0.4109530 Nov 03 19:42:00.720936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'name': 'network-vif-deleted', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:00.721219 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784eb4d-3d53-4d9a-a2a3-56a7fa82e5d1" -d '{"events": [{"server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "name": "network-vif-deleted", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:00.767558 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2018e2ce-8eb7-4274-acbc-68ae452cc763 x-openstack-request-id: req-2018e2ce-8eb7-4274-acbc-68ae452cc763 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:00.767858 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c0d24-34df-467e-a82e-ae4dabb6b84d", "name": "network-vif-deleted", "tag": "9e0f4603-0371-4954-befe-8f39982a23b4", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:00.768117 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2018e2ce-8eb7-4274-acbc-68ae452cc763 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:00.768522 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c0d24-34df-467e-a82e-ae4dabb6b84d', 'name': 'network-vif-deleted', 'tag': '9e0f4603-0371-4954-befe-8f39982a23b4', 'status': 'completed', 'code': 200} Nov 03 19:42:01.018876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ddbbe11f-6373-47b9-864f-c34e7a72d9c7 req-70aa8b78-7332-4edb-80f6-9ceca492f69e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0342884 Nov 03 19:42:02.116920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-beb0407e-9adc-495a-b3c4-38748d827c5b req-71bf3247-38f5-4b82-9ee6-32dba9836ade tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0271604 Nov 03 19:42:02.666021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:03.216665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb83dde6-3eee-40bb-8fc0-014b6de55b77 req-13460407-bf49-4af8-82c8-d3ffaf329c84 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0279703 Nov 03 19:42:03.331549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:03.902535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9e0f4603-0371-4954-befe-8f39982a23b4 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:03.923641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 9e0f4603-0371-4954-befe-8f39982a23b4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:03.923983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9e0f4603-0371-4954-befe-8f39982a23b4 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:04.331920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f1abd8c-0f96-46f4-9b00-2c0c80434923 req-658ebede-a1ea-4e26-9e84-690d8807ae6f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0326130 Nov 03 19:42:04.715419 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e04a-1d00-42bd-af83-2585d9e3cc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:05.478189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8db664ec-dae0-4592-b7dd-56a7da89f62a req-e56168bd-a3a1-4c2d-8222-d83a1ae1f07e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=405c0d24-34df-467e-a82e-ae4dabb6b84d HTTP/1.1" status: 200 len: 210 time: 0.0365014 Nov 03 19:42:08.354361 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c278-9eb8-47de-bde9-e97fc6c3e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:10.046806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:11.842329 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-a53635be-e618-4afa-8e75-65bcb723fb4a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407393 Nov 03 19:42:11.900227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50560) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:11.929446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9f9a-506d-4e83-8940-85273f9a106c req-eff62548-8c5f-4608-9573-a644a651e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:11.930982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-eff62548-8c5f-4608-9573-a644a651e1a4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0421531 Nov 03 19:42:11.958836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.041788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9f9a-506d-4e83-8940-85273f9a106c req-41bc4d5f-45b3-47fb-8f8c-5b7ed9d50c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:12.043282 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-41bc4d5f-45b3-47fb-8f8c-5b7ed9d50c6f service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.0910618 Nov 03 19:42:12.066014 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port fa1e2bb0-c963-4d57-b1d5-6e3c352e73e2 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:12.066265 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.110691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-e4d88e58-b7c6-4d19-b3c7-59f80a0a4e55 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 1001 time: 0.0595322 Nov 03 19:42:12.114553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.147371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.147794 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.159507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for fa1e2bb0-c963-4d57-b1d5-6e3c352e73e2 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:12.164654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9f9a-506d-4e83-8940-85273f9a106c req-4b074ad6-f018-47c9-9b1f-81290a7f415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:12.166159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-4b074ad6-f018-47c9-9b1f-81290a7f415d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0487077 Nov 03 19:42:12.220537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a9f9a-506d-4e83-8940-85273f9a106c req-43f9e810-3f53-4fba-b398-5ad574c78002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:12.222101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-43f9e810-3f53-4fba-b398-5ad574c78002 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468564 Nov 03 19:42:12.322259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-b985a96a-1448-4c2b-a21c-7cac77059cb4 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925658 Nov 03 19:42:12.322572 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.362850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=fa1e2bb0-c963-4d57-b1d5-6e3c352e73e2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:12.418284 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-160a9f9a-506d-4e83-8940-85273f9a106c req-b831c916-dd49-4ad3-a62e-d88048725d5e service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889349 Nov 03 19:42:12.425294 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.425830 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Floating IP 39037123-1030-4342-8786-91a64712fda8 disassociated (deleted). External IP: 172.25.8.72, port: c333509d-c0ae-4b03-8d74-e6bd9366ea59. Nov 03 19:42:12.659921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:12.781282 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:12.785975 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:12.792368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:12.808171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:12.808862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:42:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:12.821769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f110ef8e-829c-45b0-8ab2-d2ce57095f3e tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "DELETE /v2.0/floatingips/39037123-1030-4342-8786-91a64712fda8 HTTP/1.1" status: 204 len: 168 time: 0.9204018 Nov 03 19:42:12.822353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:12.824643 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839becaa-2ee8-4b79-882f-ce91991f2fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:12.872040 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf9ea77-f64b-4d0c-af0a-2c48d87b489b x-openstack-request-id: req-bcf9ea77-f64b-4d0c-af0a-2c48d87b489b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:12.872412 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:12.872751 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bcf9ea77-f64b-4d0c-af0a-2c48d87b489b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:12.873436 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'status': 'completed', 'code': 200} Nov 03 19:42:12.934080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:12.962960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-9838ada8-5745-48b4-aa03-24097374223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:12.974791 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-9838ada8-5745-48b4-aa03-24097374223a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd67633cfb56456fa4f58942b5aeceef&device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 1097 time: 0.0735614 Nov 03 19:42:13.104281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-434e6374-0797-4efd-b33b-531124c0f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:13.105814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-434e6374-0797-4efd-b33b-531124c0f9e7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 200 len: 913 time: 0.1235697 Nov 03 19:42:13.106355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0e1bb-14eb-4503-bf25-14aefc166506 req-22885813-df2b-4e9e-a2d7-df8886d167fb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:13.108082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0db0e1bb-14eb-4503-bf25-14aefc166506 req-22885813-df2b-4e9e-a2d7-df8886d167fb tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0624263 Nov 03 19:42:13.153408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:13.161607 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-f30dc3d6-42df-4a2b-b865-52608ec8afda service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 200 len: 217 time: 0.0444717 Nov 03 19:42:13.179335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0db0e1bb-14eb-4503-bf25-14aefc166506 req-6363ee4b-8731-4d01-b838-dd61985505b5 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622444 Nov 03 19:42:13.186352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:13.196258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:13.197083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:42:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:13.241516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-74ed2f8d-d0a1-4029-949e-82cb51047638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:13.243526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-74ed2f8d-d0a1-4029-949e-82cb51047638 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 200 len: 851 time: 0.0732791 Nov 03 19:42:13.297962 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-8390a921-8703-4f65-8408-fea821d32136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:13.299523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-8390a921-8703-4f65-8408-fea821d32136 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=d6d98c0b-e179-4440-9b50-a08faf888161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466266 Nov 03 19:42:13.319947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:13.409910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-2f72fed8-35e1-4f43-92d6-2a5e1439824c service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014979 Nov 03 19:42:13.520250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-839becaa-2ee8-4b79-882f-ce91991f2fdb req-b628755e-9b86-4acb-988d-87af8adc4045 service neutron] 10.222.0.115 "GET /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022062 Nov 03 19:42:13.561634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:13.589032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe97de9-6b6a-4410-b54e-8356a5ec6349 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:28:15Z', 'revision_number': 4, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5e79cc18-ba68-4f81-a011-b3ae3a15032d', 'name': '', 'network_id': 'd6d98c0b-e179-4440-9b50-a08faf888161', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'mac_address': 'fa:16:3e:96:8f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:14Z', 'updated_at': '2021-11-03T19:28:24Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'subnets': [{'id': '8978b0ce-bd59-47ba-bcff-974477f4dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:13.840650 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa9d1d-1bd2-4f38-b5f1-26e1b4bf1335 None None] New status for floating IP 39037123-1030-4342-8786-91a64712fda8: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:42:14.312341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda538-4980-442a-936b-04e13453412b req-c2764ec9-ff61-468a-9c11-0e399f8e809f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:14.313941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15bda538-4980-442a-936b-04e13453412b req-c2764ec9-ff61-468a-9c11-0e399f8e809f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0541615 Nov 03 19:42:14.371174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15bda538-4980-442a-936b-04e13453412b req-581bbc7b-d95a-4216-83a3-46901da11005 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/security-groups?id=5a527831-94c9-45dc-8f09-b1d301562ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491219 Nov 03 19:42:14.594440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-00403f6d-fe7f-4079-87ed-c1672976ec57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:14.595965 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-00403f6d-fe7f-4079-87ed-c1672976ec57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 946 time: 0.0502591 Nov 03 19:42:14.694399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port c333509d-c0ae-4b03-8d74-e6bd9366ea59 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:14.694734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:14.787595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] For port c333509d-c0ae-4b03-8d74-e6bd9366ea59, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=c333509d-c0ae-4b03-8d74-e6bd9366ea59,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:14.787955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:14.801699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for c333509d-c0ae-4b03-8d74-e6bd9366ea59 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:14.946243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:14.979787 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=c333509d-c0ae-4b03-8d74-e6bd9366ea59,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:15.026813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] No DVR routers for this DVR port c333509d-c0ae-4b03-8d74-e6bd9366ea59 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:15.029498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:15.033506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e88290bd-96a2-4e40-b828-0a6c2f856f3e req-5332111b-6d0e-481a-b266-b009bdbe7f57 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.115 "DELETE /v2.0/ports/c333509d-c0ae-4b03-8d74-e6bd9366ea59 HTTP/1.1" status: 204 len: 173 time: 0.4314342 Nov 03 19:42:15.033974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'name': 'network-vif-deleted', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:15.036329 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a36451-4f14-4892-939b-65312e22766d" -d '{"events": [{"server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "name": "network-vif-deleted", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:15.076374 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9ce332-f3ca-4f62-83f7-c0ae82c470ac x-openstack-request-id: req-ad9ce332-f3ca-4f62-83f7-c0ae82c470ac {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:15.076374 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920fcc74-c7c2-486e-b272-dad4f6f9f97b", "name": "network-vif-deleted", "tag": "c333509d-c0ae-4b03-8d74-e6bd9366ea59", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:15.076374 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ad9ce332-f3ca-4f62-83f7-c0ae82c470ac {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:15.076632 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920fcc74-c7c2-486e-b272-dad4f6f9f97b', 'name': 'network-vif-deleted', 'tag': 'c333509d-c0ae-4b03-8d74-e6bd9366ea59', 'status': 'completed', 'code': 200} Nov 03 19:42:15.492182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9569eed6-02bb-4c59-ac2e-e80fecc4af0b req-3691a0b9-fabe-4f1e-bfb5-77d7fcba7839 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 210 time: 0.0326886 Nov 03 19:42:16.616330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-676217c7-0609-4278-9c67-7d117f99088f req-7a6f33dc-c01c-4be6-a612-f3fa55ca393b tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 210 time: 0.0285311 Nov 03 19:42:17.716483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2114ed89-1b51-467f-b145-f5176d308df3 req-18c3b9c1-8007-4171-ae41-12f2c1061ff0 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 210 time: 0.0285375 Nov 03 19:42:18.820089 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d38dcda-edad-4026-944e-65c28e7a0b6a req-70554a4b-56f8-4c8d-b569-d153da47c38a tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "GET /v2.0/ports?device_id=920fcc74-c7c2-486e-b272-dad4f6f9f97b HTTP/1.1" status: 200 len: 210 time: 0.0307450 Nov 03 19:42:19.076084 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c333509d-c0ae-4b03-8d74-e6bd9366ea59 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:19.104647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: c333509d-c0ae-4b03-8d74-e6bd9366ea59 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:19.104647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device c333509d-c0ae-4b03-8d74-e6bd9366ea59 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:19.877970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50586) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:20.008374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Deleting port abdc0661-8e70-40a7-a2c4-588779ff3aa0 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:20.008607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:20.089845 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:20.090167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:20.101894 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Calling delete_port for abdc0661-8e70-40a7-a2c4-588779ff3aa0 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:20.234244 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:20.261394 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'Port': ['ID=abdc0661-8e70-40a7-a2c4-588779ff3aa0,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:20.323750 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:20.326430 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:20.327628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d0fd640c-9f13-4837-b96e-ead550fad736 tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "DELETE /v2.0/floatingips/93265511-6b68-4d81-980c-b05f118ca384 HTTP/1.1" status: 204 len: 168 time: 0.4486723 Nov 03 19:42:23.619254 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50602) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:23.679454 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed52a430-82b1-4d07-a5f9-7c78ca5c4daf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.709693 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed52a430-82b1-4d07-a5f9-7c78ca5c4daf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.770828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed52a430-82b1-4d07-a5f9-7c78ca5c4daf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.773648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ed52a430-82b1-4d07-a5f9-7c78ca5c4daf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:23.774804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ed52a430-82b1-4d07-a5f9-7c78ca5c4daf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] 10.222.0.91 "DELETE /v2.0/security-groups/5a527831-94c9-45dc-8f09-b1d301562ad8 HTTP/1.1" status: 204 len: 168 time: 0.1545451 Nov 03 19:42:23.784362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52a430-82b1-4d07-a5f9-7c78ca5c4daf tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a527831-94c9-45dc-8f09-b1d301562ad8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:24.859908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50608) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:25.376789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.632578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Deleting port 5e79cc18-ba68-4f81-a011-b3ae3a15032d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:25.632841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.716954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] For port 5e79cc18-ba68-4f81-a011-b3ae3a15032d, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5e79cc18-ba68-4f81-a011-b3ae3a15032d,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:25.717323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.730613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Calling delete_port for 5e79cc18-ba68-4f81-a011-b3ae3a15032d owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:25.921981 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.949923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e79cc18-ba68-4f81-a011-b3ae3a15032d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:26.125811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:26.651211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Router 40c47fff-a791-4ac9-a968-2821a417d053 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:26.765139 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:26.770527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1b851f4e-d7ff-45e7-b490-b1e718e1b213 admin admin] 10.222.0.91 "PUT /v2.0/routers/40c47fff-a791-4ac9-a968-2821a417d053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090617 Nov 03 19:42:26.773178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50612) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:26.776278 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] Sync routers for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:26.787502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:26.788436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:42:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:26.904087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.026285 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.071329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:27.083113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Deleting port bdf34896-bcb6-4355-b266-2cda38a21dfe {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:27.083448 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.171384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] For port bdf34896-bcb6-4355-b266-2cda38a21dfe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bdf34896-bcb6-4355-b266-2cda38a21dfe,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:27.171648 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.184546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Calling delete_port for bdf34896-bcb6-4355-b266-2cda38a21dfe owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:27.269427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:42:25Z', 'revision_number': 5, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port': {'id': 'bdf34896-bcb6-4355-b266-2cda38a21dfe', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c47fff-a791-4ac9-a968-2821a417d053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:10Z', 'updated_at': '2021-11-03T19:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:27.297445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] Checking router: 40c47fff-a791-4ac9-a968-2821a417d053 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:27.307574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] Routers {'40c47fff-a791-4ac9-a968-2821a417d053'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:27.308341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:42:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['40c47fff-a791-4ac9-a968-2821a417d053'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:27.371887 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.400536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] Set router 40c47fff-a791-4ac9-a968-2821a417d053 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:27.400810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf34896-bcb6-4355-b266-2cda38a21dfe,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:27.459544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:42:27Z', 'revision_number': 6, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:27.466586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.492987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df64ff9-c09a-4cf1-b74d-e8378538ee24 None None] The sync data for ids ['40c47fff-a791-4ac9-a968-2821a417d053'] in n-d-812151-4 is: [{'id': '40c47fff-a791-4ac9-a968-2821a417d053', 'name': 'tempest-TestVolumeBootPattern-1270509677-router', 'tenant_id': 'cd67633cfb56456fa4f58942b5aeceef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:07Z', 'updated_at': '2021-11-03T19:42:27Z', 'revision_number': 6, 'project_id': 'cd67633cfb56456fa4f58942b5aeceef', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:27.571248 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.574108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.622614 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.623204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c47fff-a791-4ac9-a968-2821a417d053 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:42:27.628489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.629389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2cbd8700-33cb-4ef4-bb9c-9522429d2825 admin admin] 10.222.0.91 "DELETE /v2.0/routers/40c47fff-a791-4ac9-a968-2821a417d053 HTTP/1.1" status: 204 len: 168 time: 0.8552382 Nov 03 19:42:27.632413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50614) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:27.679924 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Deleting subnet 8978b0ce-bd59-47ba-bcff-974477f4dbf8 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:42:27.683443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.720555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.807312 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.872187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.909262 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8978b0ce-bd59-47ba-bcff-974477f4dbf8,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:27.915725 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.920789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f72d08b7-916a-4bf9-91d0-b235b6e63a08 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/8978b0ce-bd59-47ba-bcff-974477f4dbf8 HTTP/1.1" status: 204 len: 168 time: 0.2869096 Nov 03 19:42:27.920945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0519543-6c20-4688-811b-f47f057b02df None None] Network d6d98c0b-e179-4440-9b50-a08faf888161 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:42:27.922966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50616) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:28.009621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.063817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Deleting port 822e57a6-9477-4a20-93f6-2496e0e98431 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:28.064160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.132334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] For port 822e57a6-9477-4a20-93f6-2496e0e98431, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=822e57a6-9477-4a20-93f6-2496e0e98431,segment=NetworkSegment(2c72ceac-fe7d-4ea9-988e-572052091383),segment_id=2c72ceac-fe7d-4ea9-988e-572052091383)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:28.132697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.146344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Calling delete_port for 822e57a6-9477-4a20-93f6-2496e0e98431 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:28.225183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.249751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Pushing event deleted for resources: {'Port': ['ID=822e57a6-9477-4a20-93f6-2496e0e98431,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:28.255456 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] No DVR routers for this DVR port 822e57a6-9477-4a20-93f6-2496e0e98431 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:28.336971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658d55a-60df-4c5b-b52d-33f39b7bee45 None None] DHCP port deletion for d6d98c0b-e179-4440-9b50-a08faf888161 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:42:28.341281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.367572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d98c0b-e179-4440-9b50-a08faf888161']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:28.380261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c72ceac-fe7d-4ea9-988e-572052091383') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:28.380261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c72ceac-fe7d-4ea9-988e-572052091383') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:28.390803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.408122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.416352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:42:28.416897 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.417651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e79cc18-ba68-4f81-a011-b3ae3a15032d no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:42:28.419076 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:42:28.440464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5e79cc18-ba68-4f81-a011-b3ae3a15032d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:28.440829 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e79cc18-ba68-4f81-a011-b3ae3a15032d not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:28.484337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.489836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.493750 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] 10.222.0.91 "DELETE /v2.0/networks/d6d98c0b-e179-4440-9b50-a08faf888161 HTTP/1.1" status: 204 len: 168 time: 0.5697649 Nov 03 19:42:28.496912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50618) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:28.507984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40830c-e35c-4dfa-8b34-0544bd675dae admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d98c0b-e179-4440-9b50-a08faf888161,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:28.870694 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.122707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Deleting port 6904c6ae-02f3-4e5c-8d63-4e531ad27209 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:29.122951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.200968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] For port 6904c6ae-02f3-4e5c-8d63-4e531ad27209, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6904c6ae-02f3-4e5c-8d63-4e531ad27209,segment=NetworkSegment(4f25e427-1410-4ce7-b6a9-045cbe404fe4),segment_id=4f25e427-1410-4ce7-b6a9-045cbe404fe4)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:29.201328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.214031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Calling delete_port for 6904c6ae-02f3-4e5c-8d63-4e531ad27209 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:29.403115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.433382 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6904c6ae-02f3-4e5c-8d63-4e531ad27209,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:29.606640 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.828107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Router 9e18f6c5-4f14-4048-8764-cd4c3f983161 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:29.939914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:29.945264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-80118cbe-12cf-445c-8b4f-2c5ff7228a97 admin admin] 10.222.0.91 "PUT /v2.0/routers/9e18f6c5-4f14-4048-8764-cd4c3f983161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4472075 Nov 03 19:42:29.947766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50620) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:29.951194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] Sync routers for ids ['9e18f6c5-4f14-4048-8764-cd4c3f983161'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:29.962595 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] Routers {'9e18f6c5-4f14-4048-8764-cd4c3f983161'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:29.963368 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:42:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9e18f6c5-4f14-4048-8764-cd4c3f983161'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:30.051893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bdf34896-bcb6-4355-b266-2cda38a21dfe no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:30.060509 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.073339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bdf34896-bcb6-4355-b266-2cda38a21dfe {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:30.073679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bdf34896-bcb6-4355-b266-2cda38a21dfe not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:30.073968 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] Set router 9e18f6c5-4f14-4048-8764-cd4c3f983161 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:30.074283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 822e57a6-9477-4a20-93f6-2496e0e98431 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:30.095184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 822e57a6-9477-4a20-93f6-2496e0e98431 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:30.095678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 822e57a6-9477-4a20-93f6-2496e0e98431 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:30.263572 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:42:29Z', 'revision_number': 5, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:30.391674 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] Checking router: 9e18f6c5-4f14-4048-8764-cd4c3f983161 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:30.400004 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] Routers {'9e18f6c5-4f14-4048-8764-cd4c3f983161'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:30.400604 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:42:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9e18f6c5-4f14-4048-8764-cd4c3f983161'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:30.464054 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.509409 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] Set router 9e18f6c5-4f14-4048-8764-cd4c3f983161 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:30.518823 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Deleting port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:30.519164 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.602497 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] For port a47fa31f-3a3e-4ffd-82f9-ae4473c6e865, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:30.602853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.616918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Calling delete_port for a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:30.689376 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:42:29Z', 'revision_number': 5, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:30.720576 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75179e2-3f0e-4522-8485-4a22f4968ea8 None None] The sync data for ids ['9e18f6c5-4f14-4048-8764-cd4c3f983161'] in n-d-812151-4 is: [{'id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'name': 'tempest-TestVolumeBootPattern-1943351525-router', 'tenant_id': '99d31b6da157456cb4b13cb5ab918e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:28:20Z', 'updated_at': '2021-11-03T19:42:29Z', 'revision_number': 5, 'project_id': '99d31b6da157456cb4b13cb5ab918e69', 'gw_port': {'id': 'a47fa31f-3a3e-4ffd-82f9-ae4473c6e865', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e18f6c5-4f14-4048-8764-cd4c3f983161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:28:22Z', 'updated_at': '2021-11-03T19:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:30.791517 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.825859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47fa31f-3a3e-4ffd-82f9-ae4473c6e865,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:30.883078 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.976077 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:30.978216 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.027224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.027708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e18f6c5-4f14-4048-8764-cd4c3f983161 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:42:31.032294 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.033206 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c8a60106-444c-40bd-a341-268156767d63 admin admin] 10.222.0.91 "DELETE /v2.0/routers/9e18f6c5-4f14-4048-8764-cd4c3f983161 HTTP/1.1" status: 204 len: 168 time: 1.0845113 Nov 03 19:42:31.035733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:31.083285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Deleting subnet 3c62a2ae-3899-4303-b174-89e3334fc592 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:42:31.086759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.123678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.212382 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.269849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.297814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c62a2ae-3899-4303-b174-89e3334fc592,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:31.299904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.303266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad367eaa-d337-4265-ae1b-38cb1e322a41 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3c62a2ae-3899-4303-b174-89e3334fc592 HTTP/1.1" status: 204 len: 168 time: 0.2665541 Nov 03 19:42:31.305894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50624) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:31.307296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd343a8-73e1-4def-9549-711f212f5045 None None] Network 2beb3c18-56d6-4111-92f1-9f5c97e823fb requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:42:31.379297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.434448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Deleting port c5988355-c739-4847-86da-2ea06b717eb0 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:31.434884 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.505512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] For port c5988355-c739-4847-86da-2ea06b717eb0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c5988355-c739-4847-86da-2ea06b717eb0,segment=NetworkSegment(4f25e427-1410-4ce7-b6a9-045cbe404fe4),segment_id=4f25e427-1410-4ce7-b6a9-045cbe404fe4)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:31.505826 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.517877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Calling delete_port for c5988355-c739-4847-86da-2ea06b717eb0 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:31.597966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.626044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5988355-c739-4847-86da-2ea06b717eb0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:31.627885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] No DVR routers for this DVR port c5988355-c739-4847-86da-2ea06b717eb0 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:31.698761 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.719181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb3c18-56d6-4111-92f1-9f5c97e823fb']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:31.728301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f25e427-1410-4ce7-b6a9-045cbe404fe4') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:31.728601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f25e427-1410-4ce7-b6a9-045cbe404fe4') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:31.744458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.759832 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.767857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:42:31.768304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:42:31.771318 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:42:31.774724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af159e9c-8ce1-462e-a47b-21159bb018a8 None None] DHCP port deletion for 2beb3c18-56d6-4111-92f1-9f5c97e823fb request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:42:31.833879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.839573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.843219 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2beb3c18-56d6-4111-92f1-9f5c97e823fb HTTP/1.1" status: 204 len: 168 time: 0.5358419 Nov 03 19:42:31.853905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81050e29-a126-41da-a8de-17eedbdbd8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2beb3c18-56d6-4111-92f1-9f5c97e823fb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:31.966575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50628) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:32.007902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c5988355-c739-4847-86da-2ea06b717eb0 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:32.012763 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7dc32e05-518f-49a4-a116-52a7773f7f28 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd67633cfb56456fa4f58942b5aeceef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418568 Nov 03 19:42:32.013072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50630) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:32.033506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c5988355-c739-4847-86da-2ea06b717eb0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:32.033892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c5988355-c739-4847-86da-2ea06b717eb0 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:32.034262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:32.055786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:32.056113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a47fa31f-3a3e-4ffd-82f9-ae4473c6e865 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:32.056523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6904c6ae-02f3-4e5c-8d63-4e531ad27209 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:32.070394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a5596b6-ed93-4e91-a719-fe65d9ed5239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.076191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6904c6ae-02f3-4e5c-8d63-4e531ad27209 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:32.076540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6904c6ae-02f3-4e5c-8d63-4e531ad27209 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:32.098002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a5596b6-ed93-4e91-a719-fe65d9ed5239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.145112 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a5596b6-ed93-4e91-a719-fe65d9ed5239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.147711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8a5596b6-ed93-4e91-a719-fe65d9ed5239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.151427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8a5596b6-ed93-4e91-a719-fe65d9ed5239 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a07db570-edd0-4dce-9f63-9f854a449188 HTTP/1.1" status: 204 len: 168 time: 0.1348643 Nov 03 19:42:32.157403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5596b6-ed93-4e91-a719-fe65d9ed5239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07db570-edd0-4dce-9f63-9f854a449188,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:32.481727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50636) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:32.526398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd88046c-2442-4db6-a0f1-f182a14b5a4a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=99d31b6da157456cb4b13cb5ab918e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428076 Nov 03 19:42:32.528216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50638) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:32.578383 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99863614-584b-4198-9a48-7b48bdcccfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.599152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99863614-584b-4198-9a48-7b48bdcccfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.648839 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99863614-584b-4198-9a48-7b48bdcccfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.649929 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.651437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-99863614-584b-4198-9a48-7b48bdcccfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.652605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-99863614-584b-4198-9a48-7b48bdcccfd7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/561fdc90-bf85-4d9f-97cb-eeb6cef27e8c HTTP/1.1" status: 204 len: 168 time: 0.1233652 Nov 03 19:42:32.662740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99863614-584b-4198-9a48-7b48bdcccfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561fdc90-bf85-4d9f-97cb-eeb6cef27e8c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:33.300016 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:42:33.330618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.718736 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d041ae86-916e-414c-8bda-5d0cc279a465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:38.356753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4695f43f-edd1-43e1-a371-11c53fdcca21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.046831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.961895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.119585 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.181127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-8ddb8790-ea1d-40fa-8239-4660600b352e tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=f765f09c32bf4b24871b92777c98fd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314784 Nov 03 19:42:43.376599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-8ce0da37-791e-4f21-aeb4-cf5c97f37aca tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:43.378036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-8ce0da37-791e-4f21-aeb4-cf5c97f37aca tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913588 Nov 03 19:42:43.395517 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-4d5baf18-6cd8-419a-899f-bfa53e5b9437 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/quotas/f765f09c32bf4b24871b92777c98fd18 HTTP/1.1" status: 200 len: 375 time: 0.0096264 Nov 03 19:42:43.427609 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-3795947f-b39a-41f1-afab-7833fb61aceb tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f765f09c32bf4b24871b92777c98fd18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265865 Nov 03 19:42:43.600459 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcb4c841-b651-442c-a1a0-530753429ac1 req-1a5bc70b-7913-40b2-b1a6-4c157d4c3ba5 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 210 time: 0.0264454 Nov 03 19:42:44.669040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-fa2aaffc-91b1-4274-b5b6-3fdaac55132f tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=f765f09c32bf4b24871b92777c98fd18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362666 Nov 03 19:42:44.713547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96b78d06-b6d4-40d7-aa33-f52127e6c6f9 req-33b08717-d66b-459c-a448-4baedb2d5833 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 210 time: 0.0385258 Nov 03 19:42:44.874658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-78c801e7-ac1b-4993-9e15-2645b708826b tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:44.876765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-78c801e7-ac1b-4993-9e15-2645b708826b tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005601 Nov 03 19:42:44.890480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Request body: {'port': {'device_id': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'admin_state_up': True, 'tenant_id': 'f765f09c32bf4b24871b92777c98fd18'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:44.995798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Made reservation on behalf of f765f09c32bf4b24871b92777c98fd18 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:42:44.999397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.012476 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.424059 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.428418 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.491176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7973877-8f93-4ef7-a3c4-fdd93257de00,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:45.563764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Allocated IP 192.168.233.24 (653d6fad-8503-48b6-939b-36eb3366b47c/4ed684f1-5398-454f-a70d-ee7c2c041719/42f33e1e-da2b-404c-9ba8-937223e463fb) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:45.717404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.753377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.802375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Network 653d6fad-8503-48b6-939b-36eb3366b47c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:45.808031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:45.810846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:45.825532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d30f08-f290-45eb-af8f-2ccfb418e87d req-ddd70c06-2f26-412b-a30e-a2b5a5fd9051 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.827090 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34d30f08-f290-45eb-af8f-2ccfb418e87d req-ddd70c06-2f26-412b-a30e-a2b5a5fd9051 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 935 time: 0.0509813 Nov 03 19:42:45.868075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.868795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.873004 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Pushing event updated for resources: {'Port': ['ID=42f33e1e-da2b-404c-9ba8-937223e463fb,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:45.893625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-34da0e19-18d6-4b37-bb48-4b9f940bfe18 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0067332 Nov 03 19:42:45.902224 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34d30f08-f290-45eb-af8f-2ccfb418e87d req-af8b4139-7ea0-4e67-9d89-23c9dcf3ff88 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637503 Nov 03 19:42:45.910670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Request body: {'port': {'device_id': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:45.969115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.075934 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-13e809a7-d1fc-413a-ae42-ff9ab07451f4 None None] Provisioning complete for port 42f33e1e-da2b-404c-9ba8-937223e463fb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:46.076524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13e809a7-d1fc-413a-ae42-ff9ab07451f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.115285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-13e809a7-d1fc-413a-ae42-ff9ab07451f4 None None] Port 42f33e1e-da2b-404c-9ba8-937223e463fb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:42:46.252201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f33e1e-da2b-404c-9ba8-937223e463fb {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:46.260154 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.271932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Transition to ACTIVE for port object 42f33e1e-da2b-404c-9ba8-937223e463fb will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:42:46.275688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.328197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Pushing event updated for resources: {'Port': ['ID=42f33e1e-da2b-404c-9ba8-937223e463fb,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:46.400604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Attempting to bind port 42f33e1e-da2b-404c-9ba8-937223e463fb on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:46.401167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Attempting to bind port 42f33e1e-da2b-404c-9ba8-937223e463fb by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:46.401550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Attempting to bind port 42f33e1e-da2b-404c-9ba8-937223e463fb on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:46.406379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Port 42f33e1e-da2b-404c-9ba8-937223e463fb on network 653d6fad-8503-48b6-939b-36eb3366b47c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:42:46.406703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Attempting to bind port 42f33e1e-da2b-404c-9ba8-937223e463fb on network 653d6fad-8503-48b6-939b-36eb3366b47c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:46.411965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:46.412358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Checking segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:46.412766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Bound using segment: {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:46.413199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Bound port: 42f33e1e-da2b-404c-9ba8-937223e463fb, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cfde5d-d093-432b-8325-a9561d8c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:46.413560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.487216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] For port 42f33e1e-da2b-404c-9ba8-937223e463fb, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:46.490219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] For port 42f33e1e-da2b-404c-9ba8-937223e463fb, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=42f33e1e-da2b-404c-9ba8-937223e463fb,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:46.495858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.531232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:46.531786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:46.533256 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] 10.222.0.115 "PUT /v2.0/ports/42f33e1e-da2b-404c-9ba8-937223e463fb HTTP/1.1" status: 200 len: 1095 time: 0.6288145 Nov 03 19:42:46.533719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'tag': '42f33e1e-da2b-404c-9ba8-937223e463fb'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:46.536067 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4aca13-fb34-44f8-aa56-57a5f1f615e0", "tag": "42f33e1e-da2b-404c-9ba8-937223e463fb"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:46.562489 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443a3b9-42a2-4f53-8a41-d701a5e3b081 service neutron] Pushing event updated for resources: {'Port': ['ID=42f33e1e-da2b-404c-9ba8-937223e463fb,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:46.582108 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd5047-2cf3-461f-8bc1-5c32366274f2 x-openstack-request-id: req-35dd5047-2cf3-461f-8bc1-5c32366274f2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:46.582259 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4aca13-fb34-44f8-aa56-57a5f1f615e0", "tag": "42f33e1e-da2b-404c-9ba8-937223e463fb", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:46.582430 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-35dd5047-2cf3-461f-8bc1-5c32366274f2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:46.582842 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'tag': '42f33e1e-da2b-404c-9ba8-937223e463fb', 'status': 'completed', 'code': 200} Nov 03 19:42:46.631923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-d0f5c771-2708-42bf-8faf-5060d82e8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:46.633534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-d0f5c771-2708-42bf-8faf-5060d82e8d3e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f765f09c32bf4b24871b92777c98fd18&device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 1098 time: 0.0437088 Nov 03 19:42:46.683514 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-923f53ff-33d6-4436-a3af-d70bb70af5ac service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=42f33e1e-da2b-404c-9ba8-937223e463fb HTTP/1.1" status: 200 len: 217 time: 0.0414207 Nov 03 19:42:46.737656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-f3c51433-7d02-4bbd-a20f-0fccd195b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:46.739390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-f3c51433-7d02-4bbd-a20f-0fccd195b21d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0487466 Nov 03 19:42:46.790889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-be1bcc7d-04a7-42b7-9580-92a6262200bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:46.792294 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-be1bcc7d-04a7-42b7-9580-92a6262200bf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449848 Nov 03 19:42:46.889597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-781a6d28-8e42-49ab-af8a-01a729f7be23 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894127 Nov 03 19:42:46.981886 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e99ac49a-6559-44fc-839f-cb703752c3f2 req-0ccddca8-4ebc-4735-9bba-5b6b5dbae471 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847299 Nov 03 19:42:47.027537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b62fc2-28f4-4165-9825-d1269ba662fc req-e5d23d70-38c8-4d62-9e47-6374e89f713a tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:47.029116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42b62fc2-28f4-4165-9825-d1269ba662fc req-e5d23d70-38c8-4d62-9e47-6374e89f713a tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 947 time: 0.0536027 Nov 03 19:42:47.071723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-435ad530-299e-4f93-9637-c65e269f2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:47.073165 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-435ad530-299e-4f93-9637-c65e269f2d44 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=f765f09c32bf4b24871b92777c98fd18&device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 1098 time: 0.0458646 Nov 03 19:42:47.078027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42b62fc2-28f4-4165-9825-d1269ba662fc req-4ce2bd59-f8d9-46b7-afe8-2f3073e11abe tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419068 Nov 03 19:42:47.167683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-d4731643-40ec-48ef-9d7d-4f279f26b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:47.169212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-d4731643-40ec-48ef-9d7d-4f279f26b7e6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=653d6fad-8503-48b6-939b-36eb3366b47c HTTP/1.1" status: 200 len: 870 time: 0.0879488 Nov 03 19:42:47.215259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-4a94dfc9-86e2-48ff-b360-fa1b1935bfe6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=42f33e1e-da2b-404c-9ba8-937223e463fb HTTP/1.1" status: 200 len: 217 time: 0.0382867 Nov 03 19:42:47.267476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-06e841b4-eea5-4406-b481-f7130815573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:47.269002 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-06e841b4-eea5-4406-b481-f7130815573f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4ed684f1-5398-454f-a70d-ee7c2c041719 HTTP/1.1" status: 200 len: 843 time: 0.0456533 Nov 03 19:42:47.317223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-762b0d75-44be-4c65-a433-1c4e61a9948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:47.318730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-762b0d75-44be-4c65-a433-1c4e61a9948d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=653d6fad-8503-48b6-939b-36eb3366b47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407176 Nov 03 19:42:47.417428 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-1c0ede8b-422e-4999-89ba-ade65f4208f0 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904880 Nov 03 19:42:47.511194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-46931a72-2578-4bfe-b8e9-ec0ab4e005e7 req-3641d2e1-ef37-47ca-8c6d-32dffe35c2a8 service neutron] 10.222.0.115 "GET /v2.0/networks/653d6fad-8503-48b6-939b-36eb3366b47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856447 Nov 03 19:42:48.195911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e57e7c-3f1f-497c-aa6e-4c8ab2e35657 req-4cc6489a-87c0-4905-87ba-82aefc3338b6 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:48.197402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e57e7c-3f1f-497c-aa6e-4c8ab2e35657 req-4cc6489a-87c0-4905-87ba-82aefc3338b6 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 947 time: 0.0483677 Nov 03 19:42:48.245835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2e57e7c-3f1f-497c-aa6e-4c8ab2e35657 req-99ef9c0f-3a51-4456-aeba-cca12aaf5ae7 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Nov 03 19:42:49.366453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fbbd0-bee4-4883-8f6d-03a613f69ea6 req-c9204542-2910-4616-b963-566512757247 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:49.367921 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce8fbbd0-bee4-4883-8f6d-03a613f69ea6 req-c9204542-2910-4616-b963-566512757247 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 947 time: 0.0536256 Nov 03 19:42:49.415850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ce8fbbd0-bee4-4883-8f6d-03a613f69ea6 req-1fcec307-dc9b-4b8e-a7bb-bf9fbc649307 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Nov 03 19:42:50.532832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6302f-ea66-4893-af90-488a452cb91e req-2a8e070c-f5d6-4e09-959a-da05f1c76d14 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:50.534235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66a6302f-ea66-4893-af90-488a452cb91e req-2a8e070c-f5d6-4e09-959a-da05f1c76d14 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 947 time: 0.0499651 Nov 03 19:42:50.582169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-66a6302f-ea66-4893-af90-488a452cb91e req-f91e9b9b-df5f-45e2-94a2-16d5fd8feba1 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Nov 03 19:42:51.222355 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 42f33e1e-da2b-404c-9ba8-937223e463fb details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:42:51.319081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 42f33e1e-da2b-404c-9ba8-937223e463fb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=42f33e1e-da2b-404c-9ba8-937223e463fb,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:51.331619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '42f33e1e-da2b-404c-9ba8-937223e463fb', 'network_id': '653d6fad-8503-48b6-939b-36eb3366b47c', 'port_id': '42f33e1e-da2b-404c-9ba8-937223e463fb', 'mac_address': 'fa:16:3e:ee:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed684f1-5398-454f-a70d-ee7c2c041719', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:42:51.368329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:51.382022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f33e1e-da2b-404c-9ba8-937223e463fb {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:51.401768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 42f33e1e-da2b-404c-9ba8-937223e463fb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=42f33e1e-da2b-404c-9ba8-937223e463fb,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:51.405754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:51.452042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=42f33e1e-da2b-404c-9ba8-937223e463fb,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:51.460173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.460512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.460879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.461207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.461538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.461859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.462177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.462494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.462807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.463122 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.463437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.463748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:51.658544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['42f33e1e-da2b-404c-9ba8-937223e463fb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:42:51.702166 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc595f-0186-4901-9a8e-cbdab6325813 req-f7c11e91-571f-4d39-a1dc-0fecbd66ddd9 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:51.703659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18fc595f-0186-4901-9a8e-cbdab6325813 req-f7c11e91-571f-4d39-a1dc-0fecbd66ddd9 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 948 time: 0.0504277 Nov 03 19:42:51.755303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-18fc595f-0186-4901-9a8e-cbdab6325813 req-bcbb67ea-572d-4f85-a108-9dd801724de4 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451884 Nov 03 19:42:52.871217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0f10c-d8a1-44d9-a5b3-856130f28f4f req-7b422232-bde6-439f-97e0-536e57bd089a tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:52.872678 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77d0f10c-d8a1-44d9-a5b3-856130f28f4f req-7b422232-bde6-439f-97e0-536e57bd089a tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 948 time: 0.0484989 Nov 03 19:42:52.921778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77d0f10c-d8a1-44d9-a5b3-856130f28f4f req-805477ee-d25d-4033-bc94-3bd62887daef tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Nov 03 19:42:53.224031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 42f33e1e-da2b-404c-9ba8-937223e463fb up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:53.274524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 42f33e1e-da2b-404c-9ba8-937223e463fb completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:42:53.278637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 42f33e1e-da2b-404c-9ba8-937223e463fb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:53.279009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.358787 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.382512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f33e1e-da2b-404c-9ba8-937223e463fb'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:53.384879 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3abea00-269a-4df5-b98d-db622e2fbbef" -d '{"events": [{"server_uuid": "1e4aca13-fb34-44f8-aa56-57a5f1f615e0", "name": "network-vif-plugged", "status": "completed", "tag": "42f33e1e-da2b-404c-9ba8-937223e463fb"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:53.397948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 42f33e1e-da2b-404c-9ba8-937223e463fb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=42f33e1e-da2b-404c-9ba8-937223e463fb,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:53.402991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.429456 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b8c40a-2ca8-4fc8-b479-54d4dd179785 x-openstack-request-id: req-05b8c40a-2ca8-4fc8-b479-54d4dd179785 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:53.429760 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4aca13-fb34-44f8-aa56-57a5f1f615e0", "name": "network-vif-plugged", "status": "completed", "tag": "42f33e1e-da2b-404c-9ba8-937223e463fb", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:53.430030 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-05b8c40a-2ca8-4fc8-b479-54d4dd179785 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:53.430401 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f33e1e-da2b-404c-9ba8-937223e463fb', 'code': 200} Nov 03 19:42:53.456560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=42f33e1e-da2b-404c-9ba8-937223e463fb,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:53.525720 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaa07a-c6ce-46d2-af15-3ff73947be56 req-be307731-963b-4fde-91ab-9d4675be3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:53.527258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-effaa07a-c6ce-46d2-af15-3ff73947be56 req-be307731-963b-4fde-91ab-9d4675be3a32 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 1100 time: 0.0407777 Nov 03 19:42:53.577209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-effaa07a-c6ce-46d2-af15-3ff73947be56 req-5aebbdf8-3726-4139-8800-8e8078cec42b service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Nov 03 19:42:54.041521 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea1f8f-ce98-4790-abee-ae167a7da2f3 req-7ae93f97-b00d-4f07-94ab-ae4fafafb3a6 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:54.043001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aaea1f8f-ce98-4790-abee-ae167a7da2f3 req-7ae93f97-b00d-4f07-94ab-ae4fafafb3a6 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 949 time: 0.0512702 Nov 03 19:42:54.090191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aaea1f8f-ce98-4790-abee-ae167a7da2f3 req-cde3d91f-f8e6-4637-a73f-1bf17bae0964 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Nov 03 19:42:55.212857 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0e385-df6d-496a-832a-9b3f368b122d req-041414a9-5a79-4f2e-af06-98bf0dc23e59 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:55.214212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80f0e385-df6d-496a-832a-9b3f368b122d req-041414a9-5a79-4f2e-af06-98bf0dc23e59 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 949 time: 0.0549133 Nov 03 19:42:55.267632 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80f0e385-df6d-496a-832a-9b3f368b122d req-720c4299-d7df-459e-8226-3a184e1c8262 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Nov 03 19:42:55.669175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-b804bc35-c282-4fd0-928c-23f5f2b8bd37 req-7e6c78e4-3d15-4711-8777-8c8af49d00b1 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:42:55.670190 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b804bc35-c282-4fd0-928c-23f5f2b8bd37 req-7e6c78e4-3d15-4711-8777-8c8af49d00b1 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0517566 Nov 03 19:42:56.076379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-d6b6ebbf-62d1-418b-bc6d-1d02d3eac8d3 req-55399560-3840-4c18-b45c-b8df80dd7ab3 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:42:56.077483 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6b6ebbf-62d1-418b-bc6d-1d02d3eac8d3 req-55399560-3840-4c18-b45c-b8df80dd7ab3 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0457897 Nov 03 19:42:56.413576 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed6c30-46b9-4a25-93d5-263966e0cb83 req-09a88de8-edac-4f13-97d3-8f817fa5ce78 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:56.414982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85ed6c30-46b9-4a25-93d5-263966e0cb83 req-09a88de8-edac-4f13-97d3-8f817fa5ce78 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 949 time: 0.0504439 Nov 03 19:42:56.462821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85ed6c30-46b9-4a25-93d5-263966e0cb83 req-982bd17c-27a5-4d8c-86c3-8f84d3f72307 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Nov 03 19:42:57.586766 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d68bc-d51a-4033-ba7f-155fb032ae87 req-8e135802-c31a-4a8d-b1ce-2fffcaa1d141 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:57.588282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab5d68bc-d51a-4033-ba7f-155fb032ae87 req-8e135802-c31a-4a8d-b1ce-2fffcaa1d141 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 949 time: 0.0539827 Nov 03 19:42:57.636867 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab5d68bc-d51a-4033-ba7f-155fb032ae87 req-5d3f7860-de2d-4256-bae8-8ce91e357d2f tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7973877-8f93-4ef7-a3c4-fdd93257de00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Nov 03 19:42:57.814752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-6b5e373a-b93b-4990-8d11-44724c021570 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:57.816141 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-6b5e373a-b93b-4990-8d11-44724c021570 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.115 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 949 time: 0.0507531 Nov 03 19:42:57.908951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Deleting port 42f33e1e-da2b-404c-9ba8-937223e463fb {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:57.908951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:58.003321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] For port 42f33e1e-da2b-404c-9ba8-937223e463fb, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=42f33e1e-da2b-404c-9ba8-937223e463fb,segment=NetworkSegment(38cfde5d-d093-432b-8325-a9561d8c839b),segment_id=38cfde5d-d093-432b-8325-a9561d8c839b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:58.003681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:58.016496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Calling delete_port for 42f33e1e-da2b-404c-9ba8-937223e463fb owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:58.153910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:58.165519 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['42f33e1e-da2b-404c-9ba8-937223e463fb'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:42:58.185467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Pushing event deleted for resources: {'Port': ['ID=42f33e1e-da2b-404c-9ba8-937223e463fb,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:58.230664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] No DVR routers for this DVR port 42f33e1e-da2b-404c-9ba8-937223e463fb on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:58.233753 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:58.238087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a6a5acb-66f4-46fc-881c-33b8510d1e41 req-faa206f1-3d36-4c4b-a1eb-94b07e0c8980 tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.115 "DELETE /v2.0/ports/42f33e1e-da2b-404c-9ba8-937223e463fb HTTP/1.1" status: 204 len: 173 time: 0.4153748 Nov 03 19:42:58.238592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'name': 'network-vif-deleted', 'tag': '42f33e1e-da2b-404c-9ba8-937223e463fb'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:58.243997 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae3bb7-f324-41a7-8930-27c436345b4f" -d '{"events": [{"server_uuid": "1e4aca13-fb34-44f8-aa56-57a5f1f615e0", "name": "network-vif-deleted", "tag": "42f33e1e-da2b-404c-9ba8-937223e463fb"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:58.289273 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc35efb-8d76-4870-a9c1-f398b3ff4318 x-openstack-request-id: req-5fc35efb-8d76-4870-a9c1-f398b3ff4318 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:58.289571 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4aca13-fb34-44f8-aa56-57a5f1f615e0", "name": "network-vif-deleted", "tag": "42f33e1e-da2b-404c-9ba8-937223e463fb", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:58.289825 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5fc35efb-8d76-4870-a9c1-f398b3ff4318 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:58.290322 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4aca13-fb34-44f8-aa56-57a5f1f615e0', 'name': 'network-vif-deleted', 'tag': '42f33e1e-da2b-404c-9ba8-937223e463fb', 'status': 'completed', 'code': 200} Nov 03 19:42:58.745883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ace79806-aad4-4916-83cb-e2d799b9de07 req-3ccef33d-10c3-4cc1-b96f-ae47b2c09e9f tempest-ServersAdminNegativeTestJSON-155192284 tempest-ServersAdminNegativeTestJSON-155192284-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e4aca13-fb34-44f8-aa56-57a5f1f615e0 HTTP/1.1" status: 200 len: 210 time: 0.0287437 Nov 03 19:43:00.047142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:00.179569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b056cde5-b2ae-4832-9bfd-42e75bb610fc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f765f09c32bf4b24871b92777c98fd18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312053 Nov 03 19:43:00.182043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50816) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:00.232940 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85bbc9ed-6f3e-4601-adec-35ba667f5870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.255807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85bbc9ed-6f3e-4601-adec-35ba667f5870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.304590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85bbc9ed-6f3e-4601-adec-35ba667f5870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.308923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-85bbc9ed-6f3e-4601-adec-35ba667f5870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.314146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-85bbc9ed-6f3e-4601-adec-35ba667f5870 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a7973877-8f93-4ef7-a3c4-fdd93257de00 HTTP/1.1" status: 204 len: 168 time: 0.1273234 Nov 03 19:43:00.322269 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbc9ed-6f3e-4601-adec-35ba667f5870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7973877-8f93-4ef7-a3c4-fdd93257de00,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:00.577168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50822) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:00.591255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.672144 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.676058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.715138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f0b78e72d03c4d9996c43a6e170a801f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367953 Nov 03 19:43:00.716250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f57e40-9d16-4156-a9f4-c449bb2efd75,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:00.718044 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50824) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:00.724972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.725282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.725632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.725978 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.726315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.726645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.726976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.727317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.727638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.727965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.728293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.728618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dab8e0-6b53-43a7-9700-be764f2e14b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.772476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.795126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.841710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.844479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.846285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a7f57e40-9d16-4156-a9f4-c449bb2efd75 HTTP/1.1" status: 204 len: 168 time: 0.1269588 Nov 03 19:43:00.854312 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f57e40-9d16-4156-a9f4-c449bb2efd75,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:00.862311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.862661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.863001 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.863353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.863673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.864002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.864333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.864659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.865069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.865336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.865661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:00.865998 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820fe349-9922-4d07-af81-0913cf9ba4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:01.268771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 42f33e1e-da2b-404c-9ba8-937223e463fb no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:43:01.288952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 42f33e1e-da2b-404c-9ba8-937223e463fb {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:43:01.289304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 42f33e1e-da2b-404c-9ba8-937223e463fb not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:43:01.558055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 50846) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:01.654122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1782417931-network', 'tenant_id': '268184d8c89247179549707774b9409a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:01.675937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Made reservation on behalf of 268184d8c89247179549707774b9409a for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:43:01.678500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.687840 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.769759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.774126 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.800327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:43:01.810513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:01.815623 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.815966 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Added segment f51e44cf-1a1b-4476-8269-c1f71505eee3 of type vlan for network 6dc29911-ed2c-4a34-be0c-053d025119e3 Nov 03 19:43:01.857120 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.882157 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.883213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:01.883821 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.941769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3824949 Nov 03 19:43:01.944705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 50850) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:01.949660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Request body: {'subnet': {'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1782417931-subnet', 'tenant_id': '268184d8c89247179549707774b9409a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:01.950069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f02bcc-30cd-4d06-b451-aa2d0ff5f23a admin admin] Pushing event updated for resources: {'Network': ['ID=6dc29911-ed2c-4a34-be0c-053d025119e3,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:01.961602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 6dc29911-ed2c-4a34-be0c-053d025119e3 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:43:01.973339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Made reservation on behalf of 268184d8c89247179549707774b9409a for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:43:01.975894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:02.146680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:02.203682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=18be9eb9-9bcf-4b54-897e-0e495ea7341f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:02.214221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Checking segment: {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:43:02.214578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Network hostable DHCP agents. Network: 6dc29911-ed2c-4a34-be0c-053d025119e3, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:43:02.231343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Network 6dc29911-ed2c-4a34-be0c-053d025119e3 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:43:02.241951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 6dc29911-ed2c-4a34-be0c-053d025119e3) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:43:02.246439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:02.246973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:02.253973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5c633-0c95-4482-8518-3c394ac71c17 None None] Network 6dc29911-ed2c-4a34-be0c-053d025119e3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:43:02.265672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9d57325b-d820-450e-9d8b-45db2567bccf admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3169012 Nov 03 19:43:02.380950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4af89b-492f-4984-95ed-cf87a9a4cafa None None] Network 6dc29911-ed2c-4a34-be0c-053d025119e3 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:43:02.660974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:02.707485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-620eda3f-2b46-40ad-b03c-492b20b1ff89 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:02.709070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-620eda3f-2b46-40ad-b03c-492b20b1ff89 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 812 time: 0.1095068 Nov 03 19:43:02.724301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-08b004df-9846-4708-a829-e53ca908a312 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/quotas/268184d8c89247179549707774b9409a HTTP/1.1" status: 200 len: 375 time: 0.0095634 Nov 03 19:43:02.762274 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-986640cf-5fd7-4aea-bbae-d0118ac31d42 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304737 Nov 03 19:43:02.862314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-e8364254-c2b5-4f39-b2d0-66a599d73688 service neutron] 10.222.0.91 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924129 Nov 03 19:43:02.954082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-5b3b0c97-619c-4cb5-bbc0-919919fbe2fb service neutron] 10.222.0.91 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853448 Nov 03 19:43:03.119349 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-64ffa594-37c9-4253-a969-f2c74cb3b205 req-45de8846-7116-48e4-9706-e4f659f23aee tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 210 time: 0.0334797 Nov 03 19:43:03.328406 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:04.196626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd88280d-1c08-4e8d-ad8d-9c142e533c77 req-e8b7fb8d-e865-41c2-bece-e3863fde63b1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 210 time: 0.0270176 Nov 03 19:43:04.721003 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c26b4689-3099-4d10-b781-5b2b32cccd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:05.278204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea10a79d-747a-43d3-bca9-0f29731db5ff req-56875acf-4da7-4402-94b3-f10dbbaf810d tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 210 time: 0.0269179 Nov 03 19:43:06.356699 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c934b102-77f4-4bd3-b55f-07c7697a4826 req-b9be48c3-c52a-4cc9-907c-9b81712f9ac6 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 210 time: 0.0266898 Nov 03 19:43:07.449944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-599b5bdf-f27d-4d7d-bc6f-fb156bed368b req-b9253e3d-7149-4228-8858-9e7954b2e2aa tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 210 time: 0.0270431 Nov 03 19:43:08.262877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-d1972ba6-b312-4120-8cf5-ae21c92c871b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:08.264354 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-d1972ba6-b312-4120-8cf5-ae21c92c871b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.115 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 812 time: 0.1109395 Nov 03 19:43:08.278577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Request body: {'port': {'device_id': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3', 'admin_state_up': True, 'tenant_id': '268184d8c89247179549707774b9409a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:08.363267 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e71aa30c-d336-4d13-bd1e-b8fe78b5d5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:08.400969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Made reservation on behalf of 268184d8c89247179549707774b9409a for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:43:08.404987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:08.534468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Allocated IP 172.20.0.13 (6dc29911-ed2c-4a34-be0c-053d025119e3/18be9eb9-9bcf-4b54-897e-0e495ea7341f/614b2f62-fb84-4071-9934-292a616d9e8f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:43:08.549273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ff919aa-cdfa-49c8-a40a-f2160f8f1a2d req-68a1b803-ae83-402b-9cee-f6d72166e5d1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 210 time: 0.0292938 Nov 03 19:43:08.683334 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:08.717228 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:08.762690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Network 6dc29911-ed2c-4a34-be0c-053d025119e3 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:43:08.767918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:43:08.771722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:43:08.800215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:08.828133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:08.828760 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:08.845333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-ae587aa7-13f1-46ea-a1f4-80d2fadc7916 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716932 Nov 03 19:43:08.855251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-66e7088a-d1b9-4fd5-ab7b-b87418561dd8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:43:08.856205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-66e7088a-d1b9-4fd5-ab7b-b87418561dd8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050941 Nov 03 19:43:08.868572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Request body: {'port': {'device_id': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:08.924344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:09.193526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614b2f62-fb84-4071-9934-292a616d9e8f {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:43:09.201220 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:09.213000 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Transition to ACTIVE for port object 614b2f62-fb84-4071-9934-292a616d9e8f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:43:09.216597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:09.265766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:09.336308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:43:09.336642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:43:09.336997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f on network 6dc29911-ed2c-4a34-be0c-053d025119e3 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:09.341285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Port 614b2f62-fb84-4071-9934-292a616d9e8f on network 6dc29911-ed2c-4a34-be0c-053d025119e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:43:09.341602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f on network 6dc29911-ed2c-4a34-be0c-053d025119e3 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:09.346823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:43:09.347151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Checking segment: {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:43:09.347699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Bound using segment: {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:43:09.348039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Bound port: 614b2f62-fb84-4071-9934-292a616d9e8f, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:43:09.348387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:09.415097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:43:09.418073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:43:09.423738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:09.458185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:09.458814 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:09.460208 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] 10.222.0.115 "PUT /v2.0/ports/614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 1092 time: 0.5954175 Nov 03 19:43:09.460654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:09.463084 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4038f494-e359-40a1-8379-4d25a2f75b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:09.488457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2e54-9ed2-4452-a2d0-4a49429a87f2 service neutron] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:09.503129 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69b5255-d8b9-4320-87c9-b5e6dafa58fe x-openstack-request-id: req-f69b5255-d8b9-4320-87c9-b5e6dafa58fe {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:09.503422 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:09.503684 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f69b5255-d8b9-4320-87c9-b5e6dafa58fe {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:09.504134 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f', 'status': 'completed', 'code': 200} Nov 03 19:43:09.549228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-6f382dc1-4c42-4380-b712-8f36df1ff2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:09.550753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-6f382dc1-4c42-4380-b712-8f36df1ff2f4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1095 time: 0.0426109 Nov 03 19:43:09.599324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-01aa8aa5-bf42-4e92-af3b-0e151eca58cd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0399859 Nov 03 19:43:09.649942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-b31ac207-1f78-4662-93dd-b777b801af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:09.651578 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-b31ac207-1f78-4662-93dd-b777b801af5b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0456417 Nov 03 19:43:09.672496 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2b3c-5b83-45a0-aef8-bf54c7d6423a req-aa5ade1e-0ffa-496e-b528-d90791f94977 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:09.674030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca7a2b3c-5b83-45a0-aef8-bf54c7d6423a req-aa5ade1e-0ffa-496e-b528-d90791f94977 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0533628 Nov 03 19:43:09.684771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-74d101ae-c224-43f1-b7fa-a661536bfe9d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259352 Nov 03 19:43:09.723523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca7a2b3c-5b83-45a0-aef8-bf54c7d6423a req-a3121a65-3870-4849-818a-c0bd7cfcfdf4 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Nov 03 19:43:09.781900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-f9e892fb-d3dc-4fa2-9ee3-9d2e9e29dfab service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897772 Nov 03 19:43:09.874845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-221342d2-15f8-408e-aa06-cfdfee37d7fc req-143376e7-eb8d-4f0e-8445-ac3ba6a9fb01 service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853016 Nov 03 19:43:09.968264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-5e62f49d-979d-4448-9729-81c030cc3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:09.970063 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-5e62f49d-979d-4448-9729-81c030cc3dd3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1095 time: 0.0424995 Nov 03 19:43:10.050082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:10.067752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-58e6c538-a27e-4506-af49-baff9c96fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:10.069269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-58e6c538-a27e-4506-af49-baff9c96fe5b service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 913 time: 0.0920374 Nov 03 19:43:10.113472 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-9982e39f-01aa-4dfb-91e0-c7fd031d9064 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0368862 Nov 03 19:43:10.170687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-c5079bbd-8687-40c6-a48b-0410907a0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:10.172184 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-c5079bbd-8687-40c6-a48b-0410907a0eb1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0502760 Nov 03 19:43:10.207970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-d327902a-24d9-44af-befe-f555771dbdcd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266414 Nov 03 19:43:10.299554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:43:10.314416 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-dd2a92c8-67e7-402f-8d38-4ac0b582597d service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980248 Nov 03 19:43:10.413632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4038f494-e359-40a1-8379-4d25a2f75b8a req-a174c585-1300-424b-b2f4-1f62175e1f12 service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918696 Nov 03 19:43:10.847997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11331323-9622-4feb-8d5c-42249ecf8d01 req-ab665505-9b80-4847-bad9-f56b53e1002e tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:10.849637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11331323-9622-4feb-8d5c-42249ecf8d01 req-ab665505-9b80-4847-bad9-f56b53e1002e tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0528777 Nov 03 19:43:10.898376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11331323-9622-4feb-8d5c-42249ecf8d01 req-326d46b2-2b47-4163-8c42-23ee5f9952cb tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Nov 03 19:43:11.969284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:12.023383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ee72c-724c-41f0-b07c-b9fd571f73fb req-af94eb54-379a-46a8-b0b2-018d18372f8b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:12.024894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-722ee72c-724c-41f0-b07c-b9fd571f73fb req-af94eb54-379a-46a8-b0b2-018d18372f8b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0529335 Nov 03 19:43:12.072877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-722ee72c-724c-41f0-b07c-b9fd571f73fb req-1e4645d7-0f8d-4810-bc84-07266a95f0ce tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Nov 03 19:43:12.124082 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:13.186795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36f77b-8c37-4817-b407-c59e6589b1f9 req-6ab9f158-3303-4e86-ba8e-46fa62c97e69 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:13.188395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a36f77b-8c37-4817-b407-c59e6589b1f9 req-6ab9f158-3303-4e86-ba8e-46fa62c97e69 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0494277 Nov 03 19:43:13.236648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a36f77b-8c37-4817-b407-c59e6589b1f9 req-5a6e3d6c-f00f-4ef3-a3c8-0a52b8060058 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Nov 03 19:43:13.333873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:43:13.434499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:13.452107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '614b2f62-fb84-4071-9934-292a616d9e8f', 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3', 'port_id': '614b2f62-fb84-4071-9934-292a616d9e8f', 'mac_address': 'fa:16:3e:ab:41:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be9eb9-9bcf-4b54-897e-0e495ea7341f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:43:13.495388 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:13.511123 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614b2f62-fb84-4071-9934-292a616d9e8f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:43:13.530404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:13.534267 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:13.581460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:13.731574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['614b2f62-fb84-4071-9934-292a616d9e8f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:43:14.354151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5c70-22b0-48e6-afda-f20ffd2f25a1 req-eefa789e-6265-470b-8e82-4896b957361d tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:14.355635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-397e5c70-22b0-48e6-afda-f20ffd2f25a1 req-eefa789e-6265-470b-8e82-4896b957361d tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 945 time: 0.0484881 Nov 03 19:43:14.407811 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-397e5c70-22b0-48e6-afda-f20ffd2f25a1 req-cff6cf41-83bd-43b8-bad3-efcf05286b13 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Nov 03 19:43:15.343334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:43:15.395651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 614b2f62-fb84-4071-9934-292a616d9e8f completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:43:15.399609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 614b2f62-fb84-4071-9934-292a616d9e8f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:43:15.399966 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:15.478303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:15.506723 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:15.509429 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae013f3-4895-4f29-9c13-2a25af6cd1ef" -d '{"events": [{"server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "name": "network-vif-plugged", "status": "completed", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:15.522001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:15.526584 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:15.528369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a88a5-4296-410d-8509-e7085dde1d56 req-8205acb2-8fb7-46e9-bd6b-07b17792f228 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:15.529996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d91a88a5-4296-410d-8509-e7085dde1d56 req-8205acb2-8fb7-46e9-bd6b-07b17792f228 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 945 time: 0.0529287 Nov 03 19:43:15.555511 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f225edbd-2ba2-47bc-8ab3-ffa24fa28d59 x-openstack-request-id: req-f225edbd-2ba2-47bc-8ab3-ffa24fa28d59 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:15.555799 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "name": "network-vif-plugged", "status": "completed", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:15.556055 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f225edbd-2ba2-47bc-8ab3-ffa24fa28d59 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:15.556447 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f', 'code': 200} Nov 03 19:43:15.588737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:15.589085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d91a88a5-4296-410d-8509-e7085dde1d56 req-8ac5e682-fc18-4c8c-bb14-dfd2867f33f8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Nov 03 19:43:15.654261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85b9cd-5669-4234-aacc-ac4c5eb3ff0e req-cb707baf-ee67-4aa6-a98e-3f1da64e4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:15.655757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f85b9cd-5669-4234-aacc-ac4c5eb3ff0e req-cb707baf-ee67-4aa6-a98e-3f1da64e4810 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1097 time: 0.0397573 Nov 03 19:43:15.699234 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8f85b9cd-5669-4234-aacc-ac4c5eb3ff0e req-72d93175-e7b5-45f7-be54-69cef5f08469 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Nov 03 19:43:16.720022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829ed1d-48b1-42c1-942d-c4f7b032a970 req-2f4f29cc-4fb2-49a0-afd1-5a11f9c8a5d4 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:16.721753 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d829ed1d-48b1-42c1-942d-c4f7b032a970 req-2f4f29cc-4fb2-49a0-afd1-5a11f9c8a5d4 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0537598 Nov 03 19:43:16.773892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d829ed1d-48b1-42c1-942d-c4f7b032a970 req-6578a608-f0de-4c0b-b3e6-da7a4e05f774 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 Nov 03 19:43:17.898438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5cf62-7997-46cb-ac46-ba7a7c592943 req-0f0189bb-e099-497c-b599-ea64862831b1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:17.900020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f5cf62-7997-46cb-ac46-ba7a7c592943 req-0f0189bb-e099-497c-b599-ea64862831b1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0551589 Nov 03 19:43:17.951215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1f5cf62-7997-46cb-ac46-ba7a7c592943 req-da01362b-adde-416f-acc5-58d99f765792 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Nov 03 19:43:18.290290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c301c1-beb4-453f-adce-661e25b8b06b req-589ba1cf-e1dc-4b72-8c32-cbbc893c327b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:18.291771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38c301c1-beb4-453f-adce-661e25b8b06b req-589ba1cf-e1dc-4b72-8c32-cbbc893c327b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0577378 Nov 03 19:43:18.366890 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38c301c1-beb4-453f-adce-661e25b8b06b req-a055bd22-baf2-4ca0-8512-8941edab3877 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689628 Nov 03 19:43:18.373833 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-dbe8130a-35ac-47b8-9d6f-5a21f578be61 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1047928 Nov 03 19:43:19.499009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83b4cf-2e33-4391-a35d-243defd705d7 req-c96b8742-63ba-4405-a056-97700c552529 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:19.500617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc83b4cf-2e33-4391-a35d-243defd705d7 req-c96b8742-63ba-4405-a056-97700c552529 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0557590 Nov 03 19:43:19.517034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-9ea80b94-ae42-42ee-a2f5-30e8ee542b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:19.520191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-9ea80b94-ae42-42ee-a2f5-30e8ee542b09 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1097 time: 0.0501564 Nov 03 19:43:19.555245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc83b4cf-2e33-4391-a35d-243defd705d7 req-04c26436-681d-47ad-b60f-6e2653c93b7a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473628 Nov 03 19:43:19.616775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-447973b1-e50f-4df2-b906-b017ff217c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:19.618285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-447973b1-e50f-4df2-b906-b017ff217c46 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 913 time: 0.0901115 Nov 03 19:43:19.664873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-5d0aea1c-1e3a-4138-98f7-7f6affd55248 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0392694 Nov 03 19:43:19.714122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-8fd612c2-6b45-4af8-8305-501ad368adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:19.715651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-8fd612c2-6b45-4af8-8305-501ad368adda service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0439003 Nov 03 19:43:19.748637 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-6ccdf106-6783-424e-bcd6-dd4ff7a6d20d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250766 Nov 03 19:43:19.844571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-38c77aad-b4f3-40b4-b1d8-8034cd305bde service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892336 Nov 03 19:43:19.942721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-293507dc-c6f2-4bc4-92c9-b3a508dc55aa service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906184 Nov 03 19:43:20.674507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e396e9-caa8-4a93-b348-9f112cbc6131 req-c3ab2dec-6b91-4e4e-90d0-d7d937aec837 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:20.675983 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38e396e9-caa8-4a93-b348-9f112cbc6131 req-c3ab2dec-6b91-4e4e-90d0-d7d937aec837 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0492101 Nov 03 19:43:20.723383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-38e396e9-caa8-4a93-b348-9f112cbc6131 req-6f54ea74-1840-43ec-8e6e-ceb1f509fa50 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Nov 03 19:43:21.841050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc6dc4-0909-495e-ae9c-dba4f2e6c88e req-ee5146c9-3975-481a-a4ec-8f71667a69e5 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:21.842510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acfc6dc4-0909-495e-ae9c-dba4f2e6c88e req-ee5146c9-3975-481a-a4ec-8f71667a69e5 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0521476 Nov 03 19:43:21.891473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acfc6dc4-0909-495e-ae9c-dba4f2e6c88e req-c5b34faf-354e-4bc9-bd17-8b1dc9a0a42e tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Nov 03 19:43:23.011845 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7c7b0-e920-4ac9-a787-5c56c7566da9 req-cb35de94-51ac-4a52-ba14-fa526ff86bfa tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:23.013410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07b7c7b0-e920-4ac9-a787-5c56c7566da9 req-cb35de94-51ac-4a52-ba14-fa526ff86bfa tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0506263 Nov 03 19:43:23.064689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-07b7c7b0-e920-4ac9-a787-5c56c7566da9 req-b8eafdb8-cd88-4b63-9b59-6870a0aebbc3 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452499 Nov 03 19:43:24.181404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27096c-efac-458a-b034-bb5233e536f1 req-6f173170-7a87-4401-b01e-89b742110b74 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:24.182904 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d27096c-efac-458a-b034-bb5233e536f1 req-6f173170-7a87-4401-b01e-89b742110b74 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0483820 Nov 03 19:43:24.233713 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d27096c-efac-458a-b034-bb5233e536f1 req-b106674d-754c-432e-afe6-b42ecaa572d2 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Nov 03 19:43:25.351265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cd301-d940-40d7-8f97-5e1f123ee585 req-e5ff6711-e32f-496b-a8cf-5cb29afe354a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:25.352739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d08cd301-d940-40d7-8f97-5e1f123ee585 req-e5ff6711-e32f-496b-a8cf-5cb29afe354a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0492628 Nov 03 19:43:25.400591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d08cd301-d940-40d7-8f97-5e1f123ee585 req-b1337f36-b854-4279-a0ff-9b8adf1ad2b8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Nov 03 19:43:26.515853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc25652-cb3d-4379-a3c6-f529401680c1 req-e2fbe8d6-3f2d-4c9a-85d5-7bdfd6f7f821 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:26.517294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bfc25652-cb3d-4379-a3c6-f529401680c1 req-e2fbe8d6-3f2d-4c9a-85d5-7bdfd6f7f821 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0487094 Nov 03 19:43:26.564771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bfc25652-cb3d-4379-a3c6-f529401680c1 req-09f3fc64-dd12-41cf-984f-9fc891e63690 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Nov 03 19:43:27.686544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef303d0-ce37-4c3c-b522-a4786eafc5e2 req-32e16c81-2c03-4cce-b097-6a62750a27d1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:27.688007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fef303d0-ce37-4c3c-b522-a4786eafc5e2 req-32e16c81-2c03-4cce-b097-6a62750a27d1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0543098 Nov 03 19:43:27.737293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fef303d0-ce37-4c3c-b522-a4786eafc5e2 req-5524de4a-7e13-4cb8-9a17-c99228affe06 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Nov 03 19:43:28.859018 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a7589-934d-49e6-b1d3-eaccc53f39c6 req-c9b9d706-d5a9-4649-bbea-b960f7463939 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:28.860795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-082a7589-934d-49e6-b1d3-eaccc53f39c6 req-c9b9d706-d5a9-4649-bbea-b960f7463939 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0535240 Nov 03 19:43:28.910942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-082a7589-934d-49e6-b1d3-eaccc53f39c6 req-6984422a-bd92-4acd-8b88-9412a6df3a5b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Nov 03 19:43:30.027333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d91b-a4a2-4ab6-825c-f395476b04c3 req-eeae343c-b8eb-42c5-8a46-05b6a845149a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:30.028808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a116d91b-a4a2-4ab6-825c-f395476b04c3 req-eeae343c-b8eb-42c5-8a46-05b6a845149a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0482872 Nov 03 19:43:30.081207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a116d91b-a4a2-4ab6-825c-f395476b04c3 req-2a501879-1a93-4e7b-a3cd-f456318a9afe tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Nov 03 19:43:31.201033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a938f7-0962-4cba-b8e1-36f06b4a264e req-8c9abbb2-3488-4d37-8259-075d68f420c7 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:31.202552 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3a938f7-0962-4cba-b8e1-36f06b4a264e req-8c9abbb2-3488-4d37-8259-075d68f420c7 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0544677 Nov 03 19:43:31.251887 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3a938f7-0962-4cba-b8e1-36f06b4a264e req-62176b87-6d77-4479-baae-ec06ef1f6053 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Nov 03 19:43:32.369373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4270a-7ec8-41f4-801c-068e478067ef req-eaf87c40-8131-4d8f-8639-cacd58d3654a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:32.370851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cc4270a-7ec8-41f4-801c-068e478067ef req-eaf87c40-8131-4d8f-8639-cacd58d3654a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0489635 Nov 03 19:43:32.422505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cc4270a-7ec8-41f4-801c-068e478067ef req-86df698d-cd98-4e3a-8ce9-5a47c558d7d3 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Nov 03 19:43:32.679548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:33.330688 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:33.545237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dd4b0-3d65-41e1-954a-0c12f90c9f3b req-3bc27ebf-9cd7-43b1-abaf-745c48d28605 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:33.546615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b12dd4b0-3d65-41e1-954a-0c12f90c9f3b req-3bc27ebf-9cd7-43b1-abaf-745c48d28605 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0557702 Nov 03 19:43:33.594782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b12dd4b0-3d65-41e1-954a-0c12f90c9f3b req-86e1c942-0068-477d-989d-b5ae31485c9d tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Nov 03 19:43:34.710876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e11b-9cda-4dde-9fe7-99e104020efb req-1a919358-d308-42e5-a028-31f3f0b2c680 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:34.712465 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a466e11b-9cda-4dde-9fe7-99e104020efb req-1a919358-d308-42e5-a028-31f3f0b2c680 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0491207 Nov 03 19:43:34.725143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-38aaa005-6e0b-4f48-a659-aaac1ec4f58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:34.763879 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a466e11b-9cda-4dde-9fe7-99e104020efb req-30715ff6-30a3-4767-9f3b-bbb3e284b747 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Nov 03 19:43:35.888003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddd8f1-8025-4d8d-ad57-86e13780a9bb req-f9bb2ccf-db2f-4c95-b31e-804ca58a9d6b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:35.889563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4ddd8f1-8025-4d8d-ad57-86e13780a9bb req-f9bb2ccf-db2f-4c95-b31e-804ca58a9d6b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0547879 Nov 03 19:43:35.944228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4ddd8f1-8025-4d8d-ad57-86e13780a9bb req-2efbaed8-6783-4032-947e-f41f3172a7e1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 Nov 03 19:43:37.060444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca0947-669a-4427-82a4-4e3259775acb req-8fdae570-3950-4520-810c-a4630de6adc8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:37.061968 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffca0947-669a-4427-82a4-4e3259775acb req-8fdae570-3950-4520-810c-a4630de6adc8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0500472 Nov 03 19:43:37.110287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffca0947-669a-4427-82a4-4e3259775acb req-37581b63-78c7-4952-a017-7a9fd70c1c8d tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Nov 03 19:43:38.225499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ce25e-4812-4750-a316-ad03e6361b85 req-ef581aca-f8b5-47a6-9e26-ef7fd081d36f tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:38.226977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a30ce25e-4812-4750-a316-ad03e6361b85 req-ef581aca-f8b5-47a6-9e26-ef7fd081d36f tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0484624 Nov 03 19:43:38.281611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a30ce25e-4812-4750-a316-ad03e6361b85 req-59c5bcda-623f-49cc-8628-7f79e17fcb81 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485225 Nov 03 19:43:38.356021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-23ccec41-9e50-49d7-ac9f-71a869130947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:39.399464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfdc5f-024b-4d70-9010-0eb00af0684b req-7f12c314-2a4f-4d06-8ec8-bae3168c8cf0 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:39.400966 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cdfdc5f-024b-4d70-9010-0eb00af0684b req-7f12c314-2a4f-4d06-8ec8-bae3168c8cf0 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0499251 Nov 03 19:43:39.449434 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0cdfdc5f-024b-4d70-9010-0eb00af0684b req-5f15a6a9-77ae-4d80-8491-8d85f3581f29 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Nov 03 19:43:40.052738 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:40.564812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a753-26b1-49a9-bca0-b542f1041b61 req-a895ee47-1cb8-4eb7-b961-2b0ad97cd8b5 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:40.566861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be38a753-26b1-49a9-bca0-b542f1041b61 req-a895ee47-1cb8-4eb7-b961-2b0ad97cd8b5 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0498030 Nov 03 19:43:40.614535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be38a753-26b1-49a9-bca0-b542f1041b61 req-2f290181-289a-4dba-9805-a6b09883d4c8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Nov 03 19:43:41.736454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f84e-8a5c-4feb-abf7-c0bfc5b26c2d req-70bef494-77a2-46f2-8df5-d9d48cf0ad9f tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.737950 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e952f84e-8a5c-4feb-abf7-c0bfc5b26c2d req-70bef494-77a2-46f2-8df5-d9d48cf0ad9f tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0539804 Nov 03 19:43:41.787765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e952f84e-8a5c-4feb-abf7-c0bfc5b26c2d req-b5c8485d-ce3d-430e-bf04-777c064e6088 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Nov 03 19:43:41.967325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:42.130468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:42.905123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8dfa8-df2a-4e7e-9f00-67a2d29be53c req-bd20a4ae-e997-44ac-9ff6-77774ef7279b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:42.907036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2c8dfa8-df2a-4e7e-9f00-67a2d29be53c req-bd20a4ae-e997-44ac-9ff6-77774ef7279b tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0498929 Nov 03 19:43:42.956520 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2c8dfa8-df2a-4e7e-9f00-67a2d29be53c req-a02a07b3-caec-4805-9af9-dabc67fdbfdf tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Nov 03 19:43:44.073563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37e02-0241-4e0e-868b-5499335208d9 req-8b32946b-751a-4413-8fb7-506d3b5755fd tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:44.075042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbf37e02-0241-4e0e-868b-5499335208d9 req-8b32946b-751a-4413-8fb7-506d3b5755fd tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0500276 Nov 03 19:43:44.127470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbf37e02-0241-4e0e-868b-5499335208d9 req-b154af17-635c-4a4b-aa2c-267c4d4cf2e0 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465727 Nov 03 19:43:45.246097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887a304-587d-49d1-8118-5f4793cbe16b req-2252ea2d-13b9-4bac-a120-78c60d2327f7 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:45.248027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b887a304-587d-49d1-8118-5f4793cbe16b req-2252ea2d-13b9-4bac-a120-78c60d2327f7 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0521142 Nov 03 19:43:45.296450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b887a304-587d-49d1-8118-5f4793cbe16b req-e0f5ea07-d0b7-4078-9813-ca29c557bd9a tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Nov 03 19:43:46.422321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61cff9-1420-4f3e-a666-de389c741006 req-f2593672-4f39-4c25-a6ab-fa77b57ac439 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:46.423831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f61cff9-1420-4f3e-a666-de389c741006 req-f2593672-4f39-4c25-a6ab-fa77b57ac439 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 946 time: 0.0520785 Nov 03 19:43:46.475777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f61cff9-1420-4f3e-a666-de389c741006 req-181669d0-a069-4e0e-a4bb-c7190d4e6340 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Nov 03 19:43:46.829403 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-32364021-7f76-4618-9037-21aaff294f51 service neutron] show failed (client error): The resource could not be found. Nov 03 19:43:46.830420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-32364021-7f76-4618-9037-21aaff294f51 service neutron] 10.222.0.115 "GET /v2.0/ports/614b2f62-fb84-4071-9934-292a616d9e8f/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0604246 Nov 03 19:43:47.072549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-fc8fbf1d-b1fc-450f-be0e-4cfa6c9eb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:47.074109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-fc8fbf1d-b1fc-450f-be0e-4cfa6c9eb41b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe&tenant_id=268184d8c89247179549707774b9409a HTTP/1.1" status: 200 len: 1097 time: 0.0509186 Nov 03 19:43:47.086497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:47.142905 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:47.299617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:43:47.349961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:47.382279 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:43:47.427179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:47.429193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:47.431375 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd7a4d-35f8-412c-927a-3f530dda163d" -d '{"events": [{"server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "name": "network-vif-unplugged", "status": "completed", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:47.444302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Transition to ACTIVE for port object 614b2f62-fb84-4071-9934-292a616d9e8f will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:43:47.448477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:47.494153 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94338c2-9ceb-47ef-b761-d10e610b8271 x-openstack-request-id: req-b94338c2-9ceb-47ef-b761-d10e610b8271 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:47.494457 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "name": "network-vif-unplugged", "status": "completed", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:47.494693 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b94338c2-9ceb-47ef-b761-d10e610b8271 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:47.495079 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f', 'code': 200} Nov 03 19:43:47.515455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] No DVR routers for this DVR port 614b2f62-fb84-4071-9934-292a616d9e8f on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:43:47.520113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:47.558295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:43:47.558623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:43:47.558955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f on network 6dc29911-ed2c-4a34-be0c-053d025119e3 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:47.563781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Port 614b2f62-fb84-4071-9934-292a616d9e8f on network 6dc29911-ed2c-4a34-be0c-053d025119e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:43:47.564070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Attempting to bind port 614b2f62-fb84-4071-9934-292a616d9e8f on network 6dc29911-ed2c-4a34-be0c-053d025119e3 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:47.569639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:43:47.569976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Checking segment: {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:43:47.570355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Bound using segment: {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:43:47.570779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Bound port: 614b2f62-fb84-4071-9934-292a616d9e8f, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51e44cf-1a1b-4476-8269-c1f71505eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:43:47.571128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:47.608068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e715-7d38-4bfa-a7f0-e5d858e9e0fe req-44596be8-4062-478d-a9ce-1c14ec417389 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:47.609754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afb8e715-7d38-4bfa-a7f0-e5d858e9e0fe req-44596be8-4062-478d-a9ce-1c14ec417389 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0569265 Nov 03 19:43:47.640436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:43:47.645517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:43:47.650438 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:47.659044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afb8e715-7d38-4bfa-a7f0-e5d858e9e0fe req-175f4ddd-f7ff-45d4-a86f-0e0c6b80493d tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Nov 03 19:43:47.685908 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:47.686528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:47.687980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] 10.222.0.110 "PUT /v2.0/ports/614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 1092 time: 0.6056385 Nov 03 19:43:47.712575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f15a9f-2914-477b-a095-b202764f5a9b service neutron] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:47.756609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-5c8b04bd-9cbf-41b1-a9f6-fd84369a6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:47.762093 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-5c8b04bd-9cbf-41b1-a9f6-fd84369a6990 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1095 time: 0.0424576 Nov 03 19:43:47.855364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-90688c00-a541-4d09-ba15-a97e1359d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:47.856970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-90688c00-a541-4d09-ba15-a97e1359d605 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 913 time: 0.0907526 Nov 03 19:43:47.904454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-8c3b9072-b24b-4bc4-9029-7e5e0d0918b9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0380659 Nov 03 19:43:47.958146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-cf5046f4-9d00-47ce-8dea-13a830847de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:47.959662 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-cf5046f4-9d00-47ce-8dea-13a830847de3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0452819 Nov 03 19:43:48.001606 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-e5a7dfe8-28aa-430d-a3c5-c82f80a59b24 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282431 Nov 03 19:43:48.104896 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-aeaae827-7f6c-407f-b74d-626ee1966e51 service neutron] 10.222.0.110 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910516 Nov 03 19:43:48.202765 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3630ddc0-39a2-4bc6-9909-5fd9a83f4d44 req-7f1d7228-9ac3-4ce1-a38b-314fa3572cbb service neutron] 10.222.0.110 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Nov 03 19:43:48.782341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074dbe6-fb17-4805-ad87-a5e2ed01351e req-b256ee0e-ff60-43ff-b5e2-37888727e785 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:48.783883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4074dbe6-fb17-4805-ad87-a5e2ed01351e req-b256ee0e-ff60-43ff-b5e2-37888727e785 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0498579 Nov 03 19:43:48.839994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4074dbe6-fb17-4805-ad87-a5e2ed01351e req-a4b679c1-6337-499f-b7a9-716fcbd5dc05 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Nov 03 19:43:49.496118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:49.498993 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:49.535030 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:43:49.553006 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b3b49e-207c-40d4-a3fb-f651335f87ab x-openstack-request-id: req-c9b3b49e-207c-40d4-a3fb-f651335f87ab {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:49.553318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:49.553549 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9b3b49e-207c-40d4-a3fb-f651335f87ab {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:49.553951 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f', 'status': 'completed', 'code': 200} Nov 03 19:43:49.578070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:43:49.645699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-9a8fe2b2-3822-4428-9f3e-91d37ed4c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.647295 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-9a8fe2b2-3822-4428-9f3e-91d37ed4c2ff service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1095 time: 0.0726860 Nov 03 19:43:49.650138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-5b6ddc06-bdf0-491b-95d1-fa8642efada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.651560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-5b6ddc06-bdf0-491b-95d1-fa8642efada7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1095 time: 0.0675004 Nov 03 19:43:49.817089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-80f5c781-3224-42a9-952b-b4f346f20645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.818480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-80f5c781-3224-42a9-952b-b4f346f20645 service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 913 time: 0.1634078 Nov 03 19:43:49.823755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-e60cd7e3-79bd-427b-bf92-6b47e3ecec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.825407 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-e60cd7e3-79bd-427b-bf92-6b47e3ecec8b service neutron] 10.222.0.110 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 913 time: 0.1611078 Nov 03 19:43:49.877936 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-cce95194-ecbb-402b-9c13-9b4063d09e1d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0507877 Nov 03 19:43:49.915302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-5a3fab36-9007-46cb-9ed5-8c72b5ad8172 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0801861 Nov 03 19:43:49.975867 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214194b-7d24-4378-b4d8-9f4e5804a63d req-204a0058-c731-4a5c-bea5-3134dfbf33c4 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.977598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1214194b-7d24-4378-b4d8-9f4e5804a63d req-204a0058-c731-4a5c-bea5-3134dfbf33c4 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0628159 Nov 03 19:43:49.986972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-cd18e119-6eec-48a7-98db-5605dbd3da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.989608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-cd18e119-6eec-48a7-98db-5605dbd3da77 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0842519 Nov 03 19:43:49.998386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-6ceb7a19-9219-4e08-b417-2db94c388f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:49.999773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-6ceb7a19-9219-4e08-b417-2db94c388f5b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0659380 Nov 03 19:43:50.026886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1214194b-7d24-4378-b4d8-9f4e5804a63d req-101dfc4c-86e1-4079-8fc0-e730a358bea0 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Nov 03 19:43:50.384887 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-a4f3ab2d-e1ba-48d5-b0fb-b4dc0a438487 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3880181 Nov 03 19:43:50.414551 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-24739530-01e5-4890-a658-72cc55fc6db6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4062212 Nov 03 19:43:50.557560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-cd19c01f-e72f-4326-b2ae-a4f1031867b8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:50.559026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-cd19c01f-e72f-4326-b2ae-a4f1031867b8 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.115 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe&tenant_id=268184d8c89247179549707774b9409a&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 944 time: 0.1854188 Nov 03 19:43:50.618875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-110b47a5-4609-4e72-8a9c-c66ccdd40104 service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065814 Nov 03 19:43:50.622666 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-d7c5efc9-6003-4f64-a809-fcdc354de14b service neutron] 10.222.0.110 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003770 Nov 03 19:43:50.748070 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-f5048f2d-6206-41e9-8015-c3d069fa51f7 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:43:50.749153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-f5048f2d-6206-41e9-8015-c3d069fa51f7 service neutron] 10.222.0.115 "DELETE /v2.0/ports/614b2f62-fb84-4071-9934-292a616d9e8f/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.1812918 Nov 03 19:43:50.802333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-ddbc3a0c-1bb8-49b7-983a-d8fccb09b47c service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732171 Nov 03 19:43:50.805728 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-abb02b77-2b65-475a-bdc8-e970d4fb3fcf req-329404db-a8ac-4245-88db-fbd4a43a3bef service neutron] 10.222.0.110 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680889 Nov 03 19:43:50.914751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-7297712b-379d-4dcf-abea-990ef782cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:50.916303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-7297712b-379d-4dcf-abea-990ef782cf24 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=268184d8c89247179549707774b9409a&device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 1095 time: 0.0516860 Nov 03 19:43:51.011542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-8e5970d3-20d4-401b-a441-885d26eaefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:51.012935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-8e5970d3-20d4-401b-a441-885d26eaefcf service neutron] 10.222.0.115 "GET /v2.0/networks?id=6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 200 len: 913 time: 0.0898192 Nov 03 19:43:51.058988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-08e1ac62-4ef7-4236-880f-6f2df7e978fb service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 200 len: 217 time: 0.0385144 Nov 03 19:43:51.107946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-a8fa0bb0-1e3d-44d5-aef7-d5c6dd2c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:51.109757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-a8fa0bb0-1e3d-44d5-aef7-d5c6dd2c0923 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 200 len: 852 time: 0.0445373 Nov 03 19:43:51.144678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-f315ff2a-334c-4858-b5dd-34b1fdd4abee service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=6dc29911-ed2c-4a34-be0c-053d025119e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262029 Nov 03 19:43:51.246414 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-e6bce29b-4806-4935-a3a0-1c08ed5dd690 service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947564 Nov 03 19:43:51.344339 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-1cd3b92c-ce8e-4b87-be4e-61443fc6f778 service neutron] 10.222.0.115 "GET /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910146 Nov 03 19:43:52.060748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bceafe-214b-48f7-bdac-f84b1366fb87 req-b6d22cec-469d-45c5-bd2f-f44dca9c4632 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:52.062201 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2bceafe-214b-48f7-bdac-f84b1366fb87 req-b6d22cec-469d-45c5-bd2f-f44dca9c4632 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 944 time: 0.0557668 Nov 03 19:43:52.113612 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a2bceafe-214b-48f7-bdac-f84b1366fb87 req-612a9d74-399e-4059-bf59-12d1590b97bc tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Nov 03 19:43:52.477195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:43:52.582656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:52.594093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '614b2f62-fb84-4071-9934-292a616d9e8f', 'network_id': '6dc29911-ed2c-4a34-be0c-053d025119e3', 'port_id': '614b2f62-fb84-4071-9934-292a616d9e8f', 'mac_address': 'fa:16:3e:ab:41:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be9eb9-9bcf-4b54-897e-0e495ea7341f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:43:52.634003 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:52.647409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614b2f62-fb84-4071-9934-292a616d9e8f {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:43:52.668524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:52.672925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:52.728383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:52.736863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.737197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.737532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.738361 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.738685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.739006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.739330 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.739682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.739995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.740342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.740660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:52.741001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:53.124402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['614b2f62-fb84-4071-9934-292a616d9e8f'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:43:53.255287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ec92b-f65e-484d-8f24-95d293bfd72f req-95e3f23c-f0fd-4a8b-bd07-30c350ab3fd1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:53.256824 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a8ec92b-f65e-484d-8f24-95d293bfd72f req-95e3f23c-f0fd-4a8b-bd07-30c350ab3fd1 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 945 time: 0.0548511 Nov 03 19:43:53.324407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a8ec92b-f65e-484d-8f24-95d293bfd72f req-83231de4-83fc-4469-ab2d-850fcfb3fbab tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.91 "GET /v2.0/security-groups?id=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612409 Nov 03 19:43:53.384121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-2405a31b-dbfe-4326-b6b8-4e43188cc0ed tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:53.385527 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-2405a31b-dbfe-4326-b6b8-4e43188cc0ed tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.110 "GET /v2.0/ports?device_id=0f6568f0-2b74-4a58-ad47-5d6459f4eebe HTTP/1.1" status: 200 len: 945 time: 0.0487852 Nov 03 19:43:53.481174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Deleting port 614b2f62-fb84-4071-9934-292a616d9e8f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:43:53.481519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:53.570796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] For port 614b2f62-fb84-4071-9934-292a616d9e8f, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=614b2f62-fb84-4071-9934-292a616d9e8f,segment=NetworkSegment(f51e44cf-1a1b-4476-8269-c1f71505eee3),segment_id=f51e44cf-1a1b-4476-8269-c1f71505eee3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:53.571159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:53.584293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Calling delete_port for 614b2f62-fb84-4071-9934-292a616d9e8f owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:43:53.715311 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:53.745184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Pushing event deleted for resources: {'Port': ['ID=614b2f62-fb84-4071-9934-292a616d9e8f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:53.789262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] No DVR routers for this DVR port 614b2f62-fb84-4071-9934-292a616d9e8f on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:43:53.792079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:53.795687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f368d4a9-dd6a-41e0-8492-6028041a5fe9 req-093d8466-6dd2-4b36-9d86-c7f9cbe3cc55 tempest-DeleteServersTestJSON-658191648 tempest-DeleteServersTestJSON-658191648-project] 10.222.0.110 "DELETE /v2.0/ports/614b2f62-fb84-4071-9934-292a616d9e8f HTTP/1.1" status: 204 len: 173 time: 0.4036391 Nov 03 19:43:53.796147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'name': 'network-vif-deleted', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:53.798539 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee6347-098f-472a-b7db-0364b96be0f0" -d '{"events": [{"server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "name": "network-vif-deleted", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:53.844056 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719b06bf-1d29-4882-8174-2bafb7a81dcb x-openstack-request-id: req-719b06bf-1d29-4882-8174-2bafb7a81dcb {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:53.844337 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6568f0-2b74-4a58-ad47-5d6459f4eebe", "name": "network-vif-deleted", "tag": "614b2f62-fb84-4071-9934-292a616d9e8f", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:53.844598 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-719b06bf-1d29-4882-8174-2bafb7a81dcb {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:53.845023 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6568f0-2b74-4a58-ad47-5d6459f4eebe', 'name': 'network-vif-deleted', 'tag': '614b2f62-fb84-4071-9934-292a616d9e8f', 'status': 'completed', 'code': 200} Nov 03 19:43:54.456505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51048) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:54.492113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:43:54.496535 n-d-812151-4 neutron-server[101991]: INFO neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No ports have port_id starting with 614b2f62-fb84-4071-9934-292a616d9e8f Nov 03 19:43:54.498129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f requested by agent hyperv_n-h2-812151-4 not found in database {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 03 19:43:54.503128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Deleting subnet 18be9eb9-9bcf-4b54-897e-0e495ea7341f {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:43:54.506609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.542683 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.581652 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.637980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.665569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18be9eb9-9bcf-4b54-897e-0e495ea7341f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:54.667599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.670926 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5fdc0f4d-8455-4f48-bc92-daeed23c33cb admin admin] 10.222.0.91 "DELETE /v2.0/subnets/18be9eb9-9bcf-4b54-897e-0e495ea7341f HTTP/1.1" status: 204 len: 168 time: 0.2133737 Nov 03 19:43:54.673647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51050) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:54.742951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.823742 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.843362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc29911-ed2c-4a34-be0c-053d025119e3']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:43:54.853168 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51e44cf-1a1b-4476-8269-c1f71505eee3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:43:54.853457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51e44cf-1a1b-4476-8269-c1f71505eee3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:43:54.862999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.876633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.883368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:43:54.883746 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:43:54.885532 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:43:54.945287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.951175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:54.954515 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] 10.222.0.91 "DELETE /v2.0/networks/6dc29911-ed2c-4a34-be0c-053d025119e3 HTTP/1.1" status: 204 len: 168 time: 0.2798820 Nov 03 19:43:54.966006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae098d-5186-4598-bf94-5537942ffa1b admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc29911-ed2c-4a34-be0c-053d025119e3,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:55.070782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51054) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:55.117065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7b9dedd4-40e3-4d72-bb83-79e5065cf766 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=268184d8c89247179549707774b9409a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449831 Nov 03 19:43:55.119486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51056) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:55.167494 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41fd2d25-849b-4dab-9be1-9ce67feb1696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:55.190072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41fd2d25-849b-4dab-9be1-9ce67feb1696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:55.239659 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41fd2d25-849b-4dab-9be1-9ce67feb1696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:55.242880 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-41fd2d25-849b-4dab-9be1-9ce67feb1696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:55.244078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-41fd2d25-849b-4dab-9be1-9ce67feb1696 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/14ac06ff-5b20-4bb3-86bd-d2aab6b2e146 HTTP/1.1" status: 204 len: 168 time: 0.1237068 Nov 03 19:43:55.252964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd2d25-849b-4dab-9be1-9ce67feb1696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ac06ff-5b20-4bb3-86bd-d2aab6b2e146,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:55.942556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51078) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:56.041482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1253820360-network', 'tenant_id': 'ade3219146a3425dae579bc9d1997c8f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:56.063228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Made reservation on behalf of ade3219146a3425dae579bc9d1997c8f for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:43:56.065724 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.075457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.153838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.158489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.183788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:43:56.193777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b682ce0f-7d73-4464-891b-733e59b42a01,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:56.198712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.199061 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Added segment a0635ba6-9a5e-44ed-9349-9320773da19f of type vlan for network 3ce397f8-9691-4230-8438-d023328e6f5d Nov 03 19:43:56.240086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.265748 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.266805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:56.267390 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.327978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3839183 Nov 03 19:43:56.331012 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51082) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:56.335929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfff058-e8b7-48d6-ad37-599c6989f66e admin admin] Pushing event updated for resources: {'Network': ['ID=3ce397f8-9691-4230-8438-d023328e6f5d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:56.336488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Request body: {'subnet': {'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1253820360-subnet', 'tenant_id': 'ade3219146a3425dae579bc9d1997c8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:56.347432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3ce397f8-9691-4230-8438-d023328e6f5d details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:43:56.359542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Made reservation on behalf of ade3219146a3425dae579bc9d1997c8f for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:43:56.362321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.522573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:43:56.529818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.543902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 614b2f62-fb84-4071-9934-292a616d9e8f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:43:56.544247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 614b2f62-fb84-4071-9934-292a616d9e8f not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:43:56.589741 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08ba0c6-886a-47ad-85cd-ef257b53491a,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:56.598750 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Checking segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:43:56.599107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Network hostable DHCP agents. Network: 3ce397f8-9691-4230-8438-d023328e6f5d, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:43:56.616103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Network 3ce397f8-9691-4230-8438-d023328e6f5d is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:43:56.624901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3ce397f8-9691-4230-8438-d023328e6f5d) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:43:56.629239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:56.629818 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:56.633903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10754a-7520-4c14-a01d-bcfb018425f9 None None] Network 3ce397f8-9691-4230-8438-d023328e6f5d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:43:56.646330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8caa6fbd-a32a-4780-bf9d-a3305af97bab admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3141925 Nov 03 19:43:56.770216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1177f8c-b6f1-44af-92cd-1f271b3d2550 None None] Network 3ce397f8-9691-4230-8438-d023328e6f5d requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:43:57.085848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-3f450c6b-1196-451a-8376-b684262016a8 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:57.087225 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-3f450c6b-1196-451a-8376-b684262016a8 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 815 time: 0.1071091 Nov 03 19:43:57.102109 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-098a5a13-6dad-44b0-aa57-35091cea1876 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/quotas/ade3219146a3425dae579bc9d1997c8f HTTP/1.1" status: 200 len: 375 time: 0.0090599 Nov 03 19:43:57.135386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-efa654cb-d1e0-4b1e-8081-33c0b792367f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278156 Nov 03 19:43:57.230845 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-b6b85273-f781-40de-9572-50a0608650c9 service neutron] 10.222.0.91 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883472 Nov 03 19:43:57.322296 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-82379049-da80-4192-bd5a-ba0aa3e4d969 service neutron] 10.222.0.91 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842779 Nov 03 19:43:57.485264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c436ba6-d18f-4cad-aa96-598d1de12ee9 req-1180b622-b89e-48a5-9e8b-68c8ca628524 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 210 time: 0.0313945 Nov 03 19:43:58.436680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-f2ad7b94-2600-470d-823d-f27e1c72ebdd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:58.438479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-f2ad7b94-2600-470d-823d-f27e1c72ebdd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 815 time: 0.1170239 Nov 03 19:43:58.454568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Request body: {'port': {'device_id': '43f01182-70ad-4045-bf98-2df16c3c912b', 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'admin_state_up': True, 'tenant_id': 'ade3219146a3425dae579bc9d1997c8f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:58.580633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Made reservation on behalf of ade3219146a3425dae579bc9d1997c8f for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:43:58.584250 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:58.590745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a6cfcf4-bb49-4e62-bf5e-4a271bfb6ae4 req-10fbd0fe-14ce-4dd6-a19f-27b3150ccd30 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 210 time: 0.0269997 Nov 03 19:43:58.715666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Allocated IP 172.20.0.14 (3ce397f8-9691-4230-8438-d023328e6f5d/e08ba0c6-886a-47ad-85cd-ef257b53491a/bad550b9-e9c3-49ef-b066-6aa1b5c2703b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:43:58.861108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:58.895806 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:58.944644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Network 3ce397f8-9691-4230-8438-d023328e6f5d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:43:58.951236 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:43:58.956232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:43:58.963753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:59.013700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:59.014305 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.029533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-acd87e8f-36c5-40d6-a3ec-6d40eab23cf5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792167 Nov 03 19:43:59.040397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-5fcbe3f9-f8b3-4a03-a8bf-d2255ed2965f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:43:59.041370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-5fcbe3f9-f8b3-4a03-a8bf-d2255ed2965f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051317 Nov 03 19:43:59.054764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Request body: {'port': {'device_id': '43f01182-70ad-4045-bf98-2df16c3c912b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:59.109135 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.386137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad550b9-e9c3-49ef-b066-6aa1b5c2703b {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:43:59.393766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.406091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Transition to ACTIVE for port object bad550b9-e9c3-49ef-b066-6aa1b5c2703b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:43:59.410682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.462649 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:59.533993 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:43:59.534234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:43:59.534545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:59.539512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on network 3ce397f8-9691-4230-8438-d023328e6f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:43:59.539827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:59.544587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:43:59.544960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Checking segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:43:59.545344 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Bound using segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:43:59.545766 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Bound port: bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:43:59.546115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.609760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:43:59.613018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:43:59.617802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.658182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:59.658441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.659921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] 10.222.0.110 "PUT /v2.0/ports/bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 1092 time: 0.6099417 Nov 03 19:43:59.661135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:59.663741 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:59.693161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb2f6b-3a2c-494b-b29b-ef27add3b45a service neutron] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:59.714858 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fa6912-ea29-4176-891f-0e4f39c4f47a x-openstack-request-id: req-e8fa6912-ea29-4176-891f-0e4f39c4f47a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:59.715153 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:59.715405 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e8fa6912-ea29-4176-891f-0e4f39c4f47a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:59.715812 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'status': 'completed', 'code': 200} Nov 03 19:43:59.765541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-ad8e1dd9-dcb2-4815-a3a6-099e052daece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:59.767067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-ad8e1dd9-dcb2-4815-a3a6-099e052daece service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1095 time: 0.0450156 Nov 03 19:43:59.818628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-b7609ce1-5c04-4497-80e2-49ba5e65cc5f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0404499 Nov 03 19:43:59.872114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-4e941556-e50c-438c-a6af-3c4b1360010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:59.873629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-4e941556-e50c-438c-a6af-3c4b1360010f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0472400 Nov 03 19:43:59.909286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-37dee546-ed78-43ce-8739-8b730f375b4d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266716 Nov 03 19:43:59.971976 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace340b-fcdc-403c-9ad2-0281ac64af60 req-7397cc75-3aec-4dbd-abb9-b9ba877c21c2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:59.973682 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ace340b-fcdc-403c-9ad2-0281ac64af60 req-7397cc75-3aec-4dbd-abb9-b9ba877c21c2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0526500 Nov 03 19:44:00.015533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-d841e4fd-3718-454c-aac3-cee9af7d4a41 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969040 Nov 03 19:44:00.023264 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ace340b-fcdc-403c-9ad2-0281ac64af60 req-158b1154-fc59-44d3-965c-9fe1696aa4aa tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Nov 03 19:44:00.112293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-27565edd-a463-4479-93fa-dfdd679a2d10 req-b38aafbe-f501-4c3c-9910-440e1c654368 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Nov 03 19:44:00.204274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-22865040-c2da-4bea-a017-573caa22df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:00.205974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-22865040-c2da-4bea-a017-573caa22df16 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1095 time: 0.0489652 Nov 03 19:44:00.305912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-457be65f-6de1-40ce-b142-92ebd8a7ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:00.307414 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-457be65f-6de1-40ce-b142-92ebd8a7ac00 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0939527 Nov 03 19:44:00.361863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-501da456-049c-4cce-8415-eb193de8a5cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0442724 Nov 03 19:44:00.423183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-72325676-41ae-4db5-9c23-584d30f0d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:00.424608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-72325676-41ae-4db5-9c23-584d30f0d640 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0536978 Nov 03 19:44:00.460120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-ccb8f781-9db2-4378-b99c-23b3a2d17446 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256805 Nov 03 19:44:00.561852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-48d92ccb-1012-423b-9668-25e83a0938f2 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931604 Nov 03 19:44:00.656818 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2c37c0b3-1b75-4b35-b46d-9543d80aa1d6 req-13e82598-81f5-41a6-8466-edc485a205a1 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874338 Nov 03 19:44:01.142978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e81dd-30fa-4839-90dc-683b158209b8 req-82bf0a58-b8c4-4bf2-ac2b-237b8a209888 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:01.144960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-292e81dd-30fa-4839-90dc-683b158209b8 req-82bf0a58-b8c4-4bf2-ac2b-237b8a209888 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0489175 Nov 03 19:44:01.196789 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-292e81dd-30fa-4839-90dc-683b158209b8 req-792f352d-3e59-40bf-ae2c-dade1ecd2518 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455651 Nov 03 19:44:02.313981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987829-5168-4ee9-b079-813505d679e0 req-d143371d-55d0-44ba-8842-b02fa3a5fa97 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:02.315475 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb987829-5168-4ee9-b079-813505d679e0 req-d143371d-55d0-44ba-8842-b02fa3a5fa97 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0492363 Nov 03 19:44:02.365848 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb987829-5168-4ee9-b079-813505d679e0 req-30d8d045-73be-4277-87c8-fb2775dc44cc tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Nov 03 19:44:02.538094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:44:02.635621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:02.647243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'port_id': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'mac_address': 'fa:16:3e:ad:0c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ba0c6-886a-47ad-85cd-ef257b53491a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:44:02.696967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:02.700016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:02.711232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad550b9-e9c3-49ef-b066-6aa1b5c2703b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:02.730989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:02.734973 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:02.797587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:02.961322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['bad550b9-e9c3-49ef-b066-6aa1b5c2703b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:03.341953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:03.484250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04117-78c5-4f7c-99a2-b9bea90237f0 req-316a1fb7-4f08-4951-9ebe-b8a7e2b02f2e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:03.485835 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06d04117-78c5-4f7c-99a2-b9bea90237f0 req-316a1fb7-4f08-4951-9ebe-b8a7e2b02f2e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 945 time: 0.0493023 Nov 03 19:44:03.533541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-06d04117-78c5-4f7c-99a2-b9bea90237f0 req-75f8ddee-bea8-438b-baac-e9f0b75d0057 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Nov 03 19:44:04.569379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:04.618670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port bad550b9-e9c3-49ef-b066-6aa1b5c2703b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:44:04.623028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port bad550b9-e9c3-49ef-b066-6aa1b5c2703b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:04.623396 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:04.708591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:04.744940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:04.747263 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e152c-2f57-4a0d-9fbf-61cb70311421" -d '{"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-plugged", "status": "completed", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:04.759038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a107-358c-46c7-8534-9cb33da66375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:04.763719 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:04.768740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:04.793836 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101bec8-2889-4c4c-bc56-4568bc73648e x-openstack-request-id: req-4101bec8-2889-4c4c-bc56-4568bc73648e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:04.794135 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-plugged", "status": "completed", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:04.794400 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4101bec8-2889-4c4c-bc56-4568bc73648e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:04.794806 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'code': 200} Nov 03 19:44:04.825777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:04.900530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a9ca-1270-467d-a751-f593b402e6f1 req-b5eeba48-4baa-4765-9d65-60574cb8b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:04.902467 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14d5a9ca-1270-467d-a751-f593b402e6f1 req-b5eeba48-4baa-4765-9d65-60574cb8b4fd service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1097 time: 0.0436358 Nov 03 19:44:04.955537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14d5a9ca-1270-467d-a751-f593b402e6f1 req-693b43c0-86ee-4daa-bb79-e08ba03de55b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Nov 03 19:44:04.958060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded0933-a96d-4b78-a9c9-3ee59aa8c3f7 req-9c8cd8e9-3f03-41e7-9ce3-d84317514c39 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:04.959582 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ded0933-a96d-4b78-a9c9-3ee59aa8c3f7 req-9c8cd8e9-3f03-41e7-9ce3-d84317514c39 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 945 time: 0.3574545 Nov 03 19:44:05.011216 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ded0933-a96d-4b78-a9c9-3ee59aa8c3f7 req-b1b738e7-8bb1-4db1-9115-0959c3c5576f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Nov 03 19:44:06.128350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcb816-7a5f-4713-b8b1-0fe9c36832c7 req-995d2789-a04e-47a7-a176-8b7c486acd74 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:06.129995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2fcb816-7a5f-4713-b8b1-0fe9c36832c7 req-995d2789-a04e-47a7-a176-8b7c486acd74 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0493190 Nov 03 19:44:06.181775 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2fcb816-7a5f-4713-b8b1-0fe9c36832c7 req-22bd8064-8d78-4fa4-9395-c1c3d3f1a560 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Nov 03 19:44:06.296082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956abb-7d83-49b2-a9ca-bde9b783e0db req-21478ee1-5d7f-4c86-8e1a-e4bd380e5b3c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:06.297504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6956abb-7d83-49b2-a9ca-bde9b783e0db req-21478ee1-5d7f-4c86-8e1a-e4bd380e5b3c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0482302 Nov 03 19:44:06.351156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c6956abb-7d83-49b2-a9ca-bde9b783e0db req-8821784f-c7e3-4ebf-8d5e-a1ac62f7deb2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Nov 03 19:44:06.570949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299deab9-aa18-4abe-a30f-7438e4852bed req-17bdcd01-549a-444b-86c8-61217cb86f4f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:06.572324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-299deab9-aa18-4abe-a30f-7438e4852bed req-17bdcd01-549a-444b-86c8-61217cb86f4f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0490563 Nov 03 19:44:06.619756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-299deab9-aa18-4abe-a30f-7438e4852bed req-048928a1-bc26-4a2e-a76d-db0d48e3470e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Nov 03 19:44:06.735368 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cb0dd-b73e-440f-88c4-8a3fa131ea42 req-b1c00c4d-0634-4e83-9358-896458a326ad tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:06.736862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946cb0dd-b73e-440f-88c4-8a3fa131ea42 req-b1c00c4d-0634-4e83-9358-896458a326ad tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0522084 Nov 03 19:44:06.784903 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-946cb0dd-b73e-440f-88c4-8a3fa131ea42 req-ec7336da-04ff-4a28-8822-b58f0635b131 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Nov 03 19:44:07.047548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-d4e1366f-1987-4306-b057-f20b0cd0205b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750709 Nov 03 19:44:07.055893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586e407-bf7c-4389-b2fd-211acb8a43e7 req-c4517b3d-2817-4edd-8b1c-876b0a846dbd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:07.057417 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7586e407-bf7c-4389-b2fd-211acb8a43e7 req-c4517b3d-2817-4edd-8b1c-876b0a846dbd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0765312 Nov 03 19:44:07.062199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-f4b89a8d-9d3c-482e-97d2-6c88c11485fc service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:44:07.063143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-f4b89a8d-9d3c-482e-97d2-6c88c11485fc service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049307 Nov 03 19:44:07.108070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7586e407-bf7c-4389-b2fd-211acb8a43e7 req-7f8cb198-7ec7-43bf-b218-e7284e8f606c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Nov 03 19:44:08.225734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed254-d5ad-4e7e-ab2f-52d31a4a9e55 req-d88b2769-bdb6-4bfc-ae3b-c15741708178 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:08.227207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b1ed254-d5ad-4e7e-ab2f-52d31a4a9e55 req-d88b2769-bdb6-4bfc-ae3b-c15741708178 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0488751 Nov 03 19:44:08.280044 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5b1ed254-d5ad-4e7e-ab2f-52d31a4a9e55 req-0df0189c-ab98-4b6a-85f6-5b0111556926 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Nov 03 19:44:08.366894 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-570de4f8-c783-4a02-b4c7-97da556b95ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:08.395513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-5d5b82e4-4b0c-4082-868b-ab673e7d60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:08.404399 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-5d5b82e4-4b0c-4082-868b-ab673e7d60a3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1097 time: 0.0536020 Nov 03 19:44:08.492788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-2015a4b3-ee79-4af3-a729-bd6e1fe09429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:08.494366 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-2015a4b3-ee79-4af3-a729-bd6e1fe09429 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0893919 Nov 03 19:44:08.541822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-f7f68412-9486-4630-9c71-0e905d5681eb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0401609 Nov 03 19:44:08.592097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-1436e455-9cac-4dfa-94d0-a3acebadbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:08.593595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-1436e455-9cac-4dfa-94d0-a3acebadbf2d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0442526 Nov 03 19:44:08.627534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-d480cd17-ec13-451b-9594-c82b6bada56d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250404 Nov 03 19:44:08.726786 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-574f40bf-5bf9-4a56-8b4a-91b3082d67a4 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914977 Nov 03 19:44:08.823062 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-af8914cb-acb7-4ed5-92e6-794cfada4280 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885558 Nov 03 19:44:09.398283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e20e3-8196-4765-922e-d3289af3f4ab req-27d59537-5f31-4406-917e-947d9ea49772 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:09.399770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-567e20e3-8196-4765-922e-d3289af3f4ab req-27d59537-5f31-4406-917e-947d9ea49772 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0495420 Nov 03 19:44:09.449342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-567e20e3-8196-4765-922e-d3289af3f4ab req-02b7fa69-b3d4-4ec9-b9e3-a9af4b5b9e42 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Nov 03 19:44:10.056292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:10.569290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411ec36-9e50-468e-b772-5bb4bc51e46e req-37f9170f-0ee7-41f2-9fdf-d0c465a8882c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:10.570813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8411ec36-9e50-468e-b772-5bb4bc51e46e req-37f9170f-0ee7-41f2-9fdf-d0c465a8882c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0509524 Nov 03 19:44:10.619513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8411ec36-9e50-468e-b772-5bb4bc51e46e req-63d1cb90-bb03-4864-9107-26318f37d5ea tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Nov 03 19:44:11.738918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a230f-6754-44e9-8ce8-7cfa80fcac53 req-52fb31c6-46ab-4d08-afeb-e7f03dcbbc6e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:11.740390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e38a230f-6754-44e9-8ce8-7cfa80fcac53 req-52fb31c6-46ab-4d08-afeb-e7f03dcbbc6e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0527918 Nov 03 19:44:11.787688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e38a230f-6754-44e9-8ce8-7cfa80fcac53 req-3c6aa98e-6920-4d3b-b5c9-d21a6b52280b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Nov 03 19:44:11.974007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:12.123416 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:12.909388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa444-e17b-4e2c-aa3c-a90f9347e399 req-55de58ff-7828-42b0-8d52-7cd9a66e6c7d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:12.911204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1abfa444-e17b-4e2c-aa3c-a90f9347e399 req-55de58ff-7828-42b0-8d52-7cd9a66e6c7d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0536721 Nov 03 19:44:12.967729 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1abfa444-e17b-4e2c-aa3c-a90f9347e399 req-b2da5e22-89a8-45d6-a193-2f54df1f09cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Nov 03 19:44:14.090714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b907bb4-e18d-4b68-9b11-af0486093c31 req-ba7da761-6e35-4879-a273-094051a89a9c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.092212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b907bb4-e18d-4b68-9b11-af0486093c31 req-ba7da761-6e35-4879-a273-094051a89a9c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0537393 Nov 03 19:44:14.144849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b907bb4-e18d-4b68-9b11-af0486093c31 req-a5d9236e-c2b1-4564-bd53-4aeba3866d47 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Nov 03 19:44:15.264555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52549f1b-d4d0-4646-98ef-097cb1f280c6 req-2754cb5d-9373-478c-a5dd-2a955fea3b09 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:15.267029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52549f1b-d4d0-4646-98ef-097cb1f280c6 req-2754cb5d-9373-478c-a5dd-2a955fea3b09 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0506489 Nov 03 19:44:15.314185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-52549f1b-d4d0-4646-98ef-097cb1f280c6 req-44bbce29-9512-4c1c-92ff-da704a32ed1c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Nov 03 19:44:16.438065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc95b54-bb2e-45cc-adf9-81cd2baa918f req-c2f3e0d5-f27a-4b24-b5aa-30afdce6ec81 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:16.439641 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bc95b54-bb2e-45cc-adf9-81cd2baa918f req-c2f3e0d5-f27a-4b24-b5aa-30afdce6ec81 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0513279 Nov 03 19:44:16.498254 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bc95b54-bb2e-45cc-adf9-81cd2baa918f req-4f87825b-08cd-4791-badf-55fc1822d129 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518732 Nov 03 19:44:17.625159 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f03a7-e599-49e7-8932-38ec117dd32e req-cf809c0b-909a-45f3-8bad-3c53d682ad29 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:17.626772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-178f03a7-e599-49e7-8932-38ec117dd32e req-cf809c0b-909a-45f3-8bad-3c53d682ad29 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0527437 Nov 03 19:44:17.678489 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-178f03a7-e599-49e7-8932-38ec117dd32e req-395f37ad-3bbf-42c8-a016-b610817b2c35 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Nov 03 19:44:18.803628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4b136-2356-44ad-b047-fb1ff2dd5e09 req-d8241227-11a6-4bff-b589-3b8136506100 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:18.805164 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc4b136-2356-44ad-b047-fb1ff2dd5e09 req-d8241227-11a6-4bff-b589-3b8136506100 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0503957 Nov 03 19:44:18.854244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4cc4b136-2356-44ad-b047-fb1ff2dd5e09 req-46c983a1-45fb-43cd-9b05-7f6f7bf19234 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Nov 03 19:44:20.018213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094eb5-68ad-4594-b944-72944c4f49c5 req-e9f6d9fc-5c9e-4a54-9c1f-5f404f439236 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:20.020093 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25094eb5-68ad-4594-b944-72944c4f49c5 req-e9f6d9fc-5c9e-4a54-9c1f-5f404f439236 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0603433 Nov 03 19:44:20.072729 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25094eb5-68ad-4594-b944-72944c4f49c5 req-43d21f4e-1466-4de5-98b5-6d9d574d1d3f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Nov 03 19:44:21.196678 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eed90-916b-4ceb-9c24-84f1fbd2cecf req-a55ca4be-b96c-4daf-a6b6-349e322ed4d3 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:21.198204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-689eed90-916b-4ceb-9c24-84f1fbd2cecf req-a55ca4be-b96c-4daf-a6b6-349e322ed4d3 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0523214 Nov 03 19:44:21.258599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-689eed90-916b-4ceb-9c24-84f1fbd2cecf req-b6a216af-fdd3-4b82-b969-0428f9db5b59 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540867 Nov 03 19:44:22.374999 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03752e01-9174-4a01-8a61-0b0bfdb7145a req-54f223e2-a026-41a9-9e94-b12488676340 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:22.376485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03752e01-9174-4a01-8a61-0b0bfdb7145a req-54f223e2-a026-41a9-9e94-b12488676340 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0504506 Nov 03 19:44:22.432972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03752e01-9174-4a01-8a61-0b0bfdb7145a req-c013bd13-da5e-4779-91b2-f2eccff2316e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499077 Nov 03 19:44:23.557605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98937f-f3da-4079-854f-d773bf1b4509 req-ca44a977-d6b1-4605-bbee-1b02e504bcd9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:23.558579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d98937f-f3da-4079-854f-d773bf1b4509 req-ca44a977-d6b1-4605-bbee-1b02e504bcd9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0531070 Nov 03 19:44:23.611823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d98937f-f3da-4079-854f-d773bf1b4509 req-7a2f9a56-8b91-4b83-971b-1d95eb3b2bba tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Nov 03 19:44:24.301334 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:44:24.735330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ec617-9d23-4718-b059-b4d142d90eca req-7b14d512-cda7-4761-b047-d94810150003 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:24.736869 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-952ec617-9d23-4718-b059-b4d142d90eca req-7b14d512-cda7-4761-b047-d94810150003 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0550151 Nov 03 19:44:24.789153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-952ec617-9d23-4718-b059-b4d142d90eca req-973fa0d0-8441-461a-bdab-9e7eef3ad4c4 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Nov 03 19:44:25.924265 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4efa7-7fb2-4061-baf0-9f58585a2ed6 req-cc982735-9ce8-4e14-9ca1-35d6e8e8be94 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:25.925805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ad4efa7-7fb2-4061-baf0-9f58585a2ed6 req-cc982735-9ce8-4e14-9ca1-35d6e8e8be94 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0676227 Nov 03 19:44:25.976547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ad4efa7-7fb2-4061-baf0-9f58585a2ed6 req-2820d75e-f4cc-48e5-b54e-ca0374e415ab tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Nov 03 19:44:27.111191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedabd88-6940-4e80-9073-7d67f8ef0ca5 req-18c1feca-132d-4e4e-a137-688d6ba32fde tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:27.113354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aedabd88-6940-4e80-9073-7d67f8ef0ca5 req-18c1feca-132d-4e4e-a137-688d6ba32fde tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0635653 Nov 03 19:44:27.165978 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aedabd88-6940-4e80-9073-7d67f8ef0ca5 req-f69bed53-73d3-4dd3-ac47-02a523998058 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462549 Nov 03 19:44:28.312093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eb934-955d-4cd9-959e-6fdca7a7ab0c req-98330adf-273a-43dc-94f7-c9002f96ae00 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:28.313557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-247eb934-955d-4cd9-959e-6fdca7a7ab0c req-98330adf-273a-43dc-94f7-c9002f96ae00 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0671451 Nov 03 19:44:28.365816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-247eb934-955d-4cd9-959e-6fdca7a7ab0c req-093db43d-45e5-4292-8d9b-711e441cdc13 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Nov 03 19:44:29.488008 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e1281-0aec-43f1-a788-5a7795434528 req-30541055-0710-4ea7-9361-4a82f4c63309 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:29.489629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-282e1281-0aec-43f1-a788-5a7795434528 req-30541055-0710-4ea7-9361-4a82f4c63309 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0502334 Nov 03 19:44:29.544436 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-282e1281-0aec-43f1-a788-5a7795434528 req-e7b49057-3954-4378-bfa4-01c71d8b1c55 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Nov 03 19:44:30.687341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926739f8-067c-417b-938f-4fe3829a6d98 req-72d60cd2-b8c8-442c-aa87-52eba19746a9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:30.688908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-926739f8-067c-417b-938f-4fe3829a6d98 req-72d60cd2-b8c8-442c-aa87-52eba19746a9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0543365 Nov 03 19:44:30.744122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-926739f8-067c-417b-938f-4fe3829a6d98 req-52abb31c-dee9-4ea4-befb-7bd9ba7cfc0d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Nov 03 19:44:31.866385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893fd6-7bf2-4609-9d65-d84f68851101 req-9f69dcce-157d-4b2e-8225-b73f424ee89d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.867913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69893fd6-7bf2-4609-9d65-d84f68851101 req-9f69dcce-157d-4b2e-8225-b73f424ee89d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0511160 Nov 03 19:44:31.920148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69893fd6-7bf2-4609-9d65-d84f68851101 req-e7e0399b-d22a-4873-9f7a-595a4b3e32bd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Nov 03 19:44:32.690489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:33.040772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfc0d5-ccc1-4f06-9f71-ebc40ac80b1a req-c7f99116-94e7-49c1-9be3-b80c10e8e23b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:33.042261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ddfc0d5-ccc1-4f06-9f71-ebc40ac80b1a req-c7f99116-94e7-49c1-9be3-b80c10e8e23b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0500979 Nov 03 19:44:33.090220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ddfc0d5-ccc1-4f06-9f71-ebc40ac80b1a req-71754767-ea2e-466b-b94c-86445cd467d0 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Nov 03 19:44:33.357007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:34.211888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730360b-84b9-4a95-89c8-97fef999eacf req-da9cb45f-bbd7-4529-80ac-4610c0e57b28 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:34.213463 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7730360b-84b9-4a95-89c8-97fef999eacf req-da9cb45f-bbd7-4529-80ac-4610c0e57b28 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0530798 Nov 03 19:44:34.262714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7730360b-84b9-4a95-89c8-97fef999eacf req-f7126381-78c4-4667-8ef9-6d918da0eedc tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Nov 03 19:44:34.732887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1540ae4f-0d76-4143-9b57-8c95308caa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:35.381786 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebca1f-8b6a-489e-92fb-99d8a31a533b req-56824d44-cf10-4b28-beea-9f2948f3eba1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:35.383307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdebca1f-8b6a-489e-92fb-99d8a31a533b req-56824d44-cf10-4b28-beea-9f2948f3eba1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0492959 Nov 03 19:44:35.431871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdebca1f-8b6a-489e-92fb-99d8a31a533b req-a13a34a5-ce15-4191-9e24-d67c93ed5a22 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Nov 03 19:44:36.550108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087697e-eea8-42ba-b6c7-1cddaf60a219 req-009413fc-5f4f-43ce-adc9-857428de05d2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:36.551598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3087697e-eea8-42ba-b6c7-1cddaf60a219 req-009413fc-5f4f-43ce-adc9-857428de05d2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0492830 Nov 03 19:44:36.603318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3087697e-eea8-42ba-b6c7-1cddaf60a219 req-0ad1147f-50e8-4cc9-b1fa-cb5af1911111 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Nov 03 19:44:37.718505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9191d-0155-47b6-9be3-7476a0cfac27 req-c9d00270-c950-43d4-9cc5-14981649166f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:37.719995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbb9191d-0155-47b6-9be3-7476a0cfac27 req-c9d00270-c950-43d4-9cc5-14981649166f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0490363 Nov 03 19:44:37.768357 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbb9191d-0155-47b6-9be3-7476a0cfac27 req-e6c7b501-3fad-4009-b9a8-de1993202487 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 Nov 03 19:44:38.360566 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-150f65bb-ad29-49c9-9845-e0556a416c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:38.890143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc4c26-a72e-478d-a091-f7d6ac547862 req-899ae323-dc64-42a6-8094-b1d211fc0b37 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:38.891664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42cc4c26-a72e-478d-a091-f7d6ac547862 req-899ae323-dc64-42a6-8094-b1d211fc0b37 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0508363 Nov 03 19:44:38.943071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42cc4c26-a72e-478d-a091-f7d6ac547862 req-408a332b-f912-4be6-8a3c-79bd6c321912 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Nov 03 19:44:40.060180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.085077 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00eb65-b0c6-4374-97e1-48459140eae0 req-65a08aef-fb89-4a9d-b57b-47ebf6723c40 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:40.086803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae00eb65-b0c6-4374-97e1-48459140eae0 req-65a08aef-fb89-4a9d-b57b-47ebf6723c40 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0686934 Nov 03 19:44:40.140356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ae00eb65-b0c6-4374-97e1-48459140eae0 req-0f5fae63-b800-47fe-a16f-50c5665ac703 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Nov 03 19:44:40.829601 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-d00b4622-67e8-4007-a8e4-c1c88eccd55a service neutron] show failed (client error): The resource could not be found. Nov 03 19:44:40.830622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-d00b4622-67e8-4007-a8e4-c1c88eccd55a service neutron] 10.222.0.110 "GET /v2.0/ports/bad550b9-e9c3-49ef-b066-6aa1b5c2703b/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0555804 Nov 03 19:44:41.036509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-aaeec965-f73f-4722-bc20-fd615ab1f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:41.038061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-aaeec965-f73f-4722-bc20-fd615ab1f6ff service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b&tenant_id=ade3219146a3425dae579bc9d1997c8f HTTP/1.1" status: 200 len: 1097 time: 0.0463848 Nov 03 19:44:41.051911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:41.104550 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.266181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3feae2-79b5-49e5-b4d9-6d0414d484db req-995ff19b-b3c3-424a-874b-5d30c0465a7f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:41.267684 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab3feae2-79b5-49e5-b4d9-6d0414d484db req-995ff19b-b3c3-424a-874b-5d30c0465a7f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0523546 Nov 03 19:44:41.310142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:41.316420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab3feae2-79b5-49e5-b4d9-6d0414d484db req-b346923e-621c-40ec-9a51-8ecf69de0fab tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Nov 03 19:44:41.349848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:41.390784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:41.393123 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a632a35-04a1-4b81-9ffc-7a71b5b86f5b" -d '{"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-unplugged", "status": "completed", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:41.397058 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.409930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Transition to ACTIVE for port object bad550b9-e9c3-49ef-b066-6aa1b5c2703b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:44:41.413879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.453593 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0730e7-9a18-4af5-8d3f-c48bb4b743e4 x-openstack-request-id: req-6e0730e7-9a18-4af5-8d3f-c48bb4b743e4 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:41.453979 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-unplugged", "status": "completed", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:41.454324 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6e0730e7-9a18-4af5-8d3f-c48bb4b743e4 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:41.454646 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'code': 200} Nov 03 19:44:41.481823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] No DVR routers for this DVR port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:44:41.485364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:41.497677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.498021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.498366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.498692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.499021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.499351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.499852 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.500121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.500457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.500800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.501127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.501448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:41.530939 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:41.531271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:41.531596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:41.536098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on network 3ce397f8-9691-4230-8438-d023328e6f5d not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:44:41.536421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Attempting to bind port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:41.541362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:41.541704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Checking segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:41.542081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Bound using segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:41.542508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Bound port: bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:41.542854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.609382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:41.612447 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:41.617252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.658730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:41.659368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.661281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] 10.222.0.115 "PUT /v2.0/ports/bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 1092 time: 0.6134305 Nov 03 19:44:41.676513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69377147-9c80-4f30-9cf0-04d7f525bbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:41.726232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-32ab541b-38d5-4e62-a7d0-be5eda49009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:41.727721 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-32ab541b-38d5-4e62-a7d0-be5eda49009d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1095 time: 0.0407391 Nov 03 19:44:41.823416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-ae78cafa-51b3-4661-9239-b9f9fac09bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:41.824959 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-ae78cafa-51b3-4661-9239-b9f9fac09bf0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0898597 Nov 03 19:44:41.867490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-e410e979-0111-4f72-91ca-e2e97d759cd2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0351305 Nov 03 19:44:41.923114 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-7c1170b7-9ac5-406f-be5b-d844ddc5bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:41.924499 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-7c1170b7-9ac5-406f-be5b-d844ddc5bb7e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0497353 Nov 03 19:44:41.958715 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-589ff878-d74c-4a24-ab0b-e7f579709ab2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263720 Nov 03 19:44:41.973273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:42.054539 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-494dab3b-1dce-40a8-92fc-a161f49fe678 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883346 Nov 03 19:44:42.126557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:42.152901 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db75b45c-843f-4a53-b5dd-5c5ecec2d04d req-1736dfc8-e6c3-4c0e-a4be-86cbc2997eef service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898287 Nov 03 19:44:42.441401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b1d58-cdbe-4e18-93c5-645c1c8e873b req-4ec47a6e-1fb0-429e-b898-3f8d4166e6a2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:42.443383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-786b1d58-cdbe-4e18-93c5-645c1c8e873b req-4ec47a6e-1fb0-429e-b898-3f8d4166e6a2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0556629 Nov 03 19:44:42.492099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-786b1d58-cdbe-4e18-93c5-645c1c8e873b req-08dce8a6-0269-461d-acab-13c84222d0a8 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Nov 03 19:44:43.455996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:43.458600 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb30d45-26ed-4e01-b934-30af4ed66ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:43.508617 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d27f8a4-037c-4f5c-b1b8-e1ee6734cd25 x-openstack-request-id: req-8d27f8a4-037c-4f5c-b1b8-e1ee6734cd25 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:43.508983 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:43.509241 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8d27f8a4-037c-4f5c-b1b8-e1ee6734cd25 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:43.509652 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'status': 'completed', 'code': 200} Nov 03 19:44:43.600034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-e007f90b-996a-4a21-82b2-f70b1173ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:43.602241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-e007f90b-996a-4a21-82b2-f70b1173ce27 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1095 time: 0.0736034 Nov 03 19:44:43.607181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-c5f28d32-fcd7-4c76-845d-29759f0feef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:43.610003 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-c5f28d32-fcd7-4c76-845d-29759f0feef0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1095 time: 0.0725024 Nov 03 19:44:43.617121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1cca9-60c2-488e-b612-1f4f883e039f req-ba2398d3-4d2c-455c-9e12-60c4621478e9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:43.618664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5de1cca9-60c2-488e-b612-1f4f883e039f req-ba2398d3-4d2c-455c-9e12-60c4621478e9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0533650 Nov 03 19:44:43.668750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5de1cca9-60c2-488e-b612-1f4f883e039f req-caec42a0-2f48-4d18-938e-167bf3e9f696 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Nov 03 19:44:44.115848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-aec47721-1512-4e87-830f-ad56c31c220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.117344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-aec47721-1512-4e87-830f-ad56c31c220f service neutron] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.5045929 Nov 03 19:44:44.118433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-6078acd0-d8f3-4932-9168-8c34fe97179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.119990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-6078acd0-d8f3-4932-9168-8c34fe97179c service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.4996097 Nov 03 19:44:44.189023 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-1b5f4ed8-7b02-4a40-b323-3408a3cbc4d9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0640929 Nov 03 19:44:44.190382 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-44e0384a-71d3-4a18-b50b-5cbb0cce6f79 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0592144 Nov 03 19:44:44.278746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-d2ba9308-8b71-44d3-8998-716860a7e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.280152 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-d2ba9308-8b71-44d3-8998-716860a7e506 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0835280 Nov 03 19:44:44.281655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-8659d72c-d4f5-44c1-8008-21b087b29a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.282993 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-8659d72c-d4f5-44c1-8008-21b087b29a5d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0851817 Nov 03 19:44:44.322477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-618f65de-ca6b-46fa-a229-cd046f2e2706 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341604 Nov 03 19:44:44.345171 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-61420e1c-c1b5-4cc7-abb1-0210b8b3577a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487382 Nov 03 19:44:44.497018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-0f39382b-2553-4d0d-9624-1130c5e7320d service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604896 Nov 03 19:44:44.517235 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-0361a4e6-16a4-47b0-8804-994c221b962d service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568074 Nov 03 19:44:44.667798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-aff0c9e3-e46c-466b-ac2b-fca1ae01b845 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604507 Nov 03 19:44:44.673917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aeb30d45-26ed-4e01-b934-30af4ed66ac1 req-15d232d4-1f41-4e43-aa1b-20d43c5b605c service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460834 Nov 03 19:44:44.790829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c59a6-1cd5-40ff-9f19-a5f9a1b48f76 req-95c3e0fc-18e9-4b2d-8e83-f81186a8e62e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:44.792438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-859c59a6-1cd5-40ff-9f19-a5f9a1b48f76 req-95c3e0fc-18e9-4b2d-8e83-f81186a8e62e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0499032 Nov 03 19:44:44.823573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:44.848528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-859c59a6-1cd5-40ff-9f19-a5f9a1b48f76 req-8f259bdd-3e41-452a-bde1-90badb3a883c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490022 Nov 03 19:44:44.866862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:45.051603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db77198-7256-44a8-8619-436c182957db req-a8efbc16-22ff-4a82-815e-1f840e8f122f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:45.053207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2db77198-7256-44a8-8619-436c182957db req-a8efbc16-22ff-4a82-815e-1f840e8f122f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 944 time: 0.0505257 Nov 03 19:44:45.071875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-094eb930-5a22-4d93-8134-58a822111460 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:45.073419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-094eb930-5a22-4d93-8134-58a822111460 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.110 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b&tenant_id=ade3219146a3425dae579bc9d1997c8f&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 944 time: 0.0541086 Nov 03 19:44:45.103330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2db77198-7256-44a8-8619-436c182957db req-535ff4fe-a599-4009-b4a1-e202a7c017b2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Nov 03 19:44:45.137615 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-e5f23fe4-2be7-4c63-96f6-1ec80818356f service neutron] delete failed (client error): The resource could not be found. Nov 03 19:44:45.138678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-e5f23fe4-2be7-4c63-96f6-1ec80818356f service neutron] 10.222.0.110 "DELETE /v2.0/ports/bad550b9-e9c3-49ef-b066-6aa1b5c2703b/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0575612 Nov 03 19:44:45.233960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-90ab53f0-3aec-47fa-996b-4f8ed0b1d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:45.235402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-90ab53f0-3aec-47fa-996b-4f8ed0b1d0d2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 1095 time: 0.0489669 Nov 03 19:44:45.331042 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-75cbfe84-8de8-4c4f-a4b2-315ce03bf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:45.339144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-75cbfe84-8de8-4c4f-a4b2-315ce03bf06c service neutron] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0894132 Nov 03 19:44:45.381454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-5d27ce80-1068-459b-b13b-ade575b4a4dd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 200 len: 217 time: 0.0411801 Nov 03 19:44:45.434186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-f5c1a0ec-586d-49e9-8e90-134f7d3b0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:45.435824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-f5c1a0ec-586d-49e9-8e90-134f7d3b0813 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0470088 Nov 03 19:44:45.471796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-1312cdab-e5a5-4036-911b-05c22b80cb9b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264559 Nov 03 19:44:45.572669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-b45d059e-5290-4d4d-9aea-cb44bc5cadea service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932240 Nov 03 19:44:45.666742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4004816-7f9f-4b45-b92a-45fc62509e0e req-7c0ea70a-4d99-4f40-be75-08a95fc0cd1a service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Nov 03 19:44:45.843420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:44:45.950759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:45.966504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'port_id': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'mac_address': 'fa:16:3e:ad:0c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ba0c6-886a-47ad-85cd-ef257b53491a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:44:46.007831 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:46.024196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad550b9-e9c3-49ef-b066-6aa1b5c2703b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:46.046006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:46.051697 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:46.109523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:46.246104 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffadd09-b15a-43a9-b7ac-7bc3c768846a req-ad53f539-376e-4eb9-8fda-bc18a3ccb90b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:46.247697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bffadd09-b15a-43a9-b7ac-7bc3c768846a req-ad53f539-376e-4eb9-8fda-bc18a3ccb90b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 945 time: 0.0602913 Nov 03 19:44:46.295198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bad550b9-e9c3-49ef-b066-6aa1b5c2703b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:46.307491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bffadd09-b15a-43a9-b7ac-7bc3c768846a req-703da111-65f5-438f-9099-1269c614b043 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527763 Nov 03 19:44:46.435939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dae8d-85f8-4a08-a134-ea85ab24e1e9 req-f4e84485-b9b9-4d00-9c97-8839e496cc5a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:46.437464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-158dae8d-85f8-4a08-a134-ea85ab24e1e9 req-f4e84485-b9b9-4d00-9c97-8839e496cc5a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 945 time: 0.0554700 Nov 03 19:44:46.486630 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-158dae8d-85f8-4a08-a134-ea85ab24e1e9 req-aed58bf8-0ddd-44f0-b886-6ebf13821fb7 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Nov 03 19:44:46.605705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38105d3-328c-41d2-b7fd-f54b17cacb76 req-a4ee9aa7-3c7b-4787-bedc-65a2d8643616 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:46.607214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d38105d3-328c-41d2-b7fd-f54b17cacb76 req-a4ee9aa7-3c7b-4787-bedc-65a2d8643616 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 945 time: 0.0499809 Nov 03 19:44:46.655649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d38105d3-328c-41d2-b7fd-f54b17cacb76 req-6820e13c-7aac-4681-a3a5-95c0cfa56fa6 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Nov 03 19:44:47.018553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-c1888c15-07b3-4f87-b908-b1f670cbe9a5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:47.020689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-c1888c15-07b3-4f87-b908-b1f670cbe9a5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 815 time: 0.1064868 Nov 03 19:44:47.035605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-8a73fd63-74f3-40b4-b0ad-68f33febe784 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/quotas/ade3219146a3425dae579bc9d1997c8f HTTP/1.1" status: 200 len: 375 time: 0.0092127 Nov 03 19:44:47.084939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-f5d96582-e301-4e79-ace6-e517e734d0f6 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439413 Nov 03 19:44:47.180149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-f641fd5b-d772-43a7-9de5-30cf030b7358 service neutron] 10.222.0.91 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881491 Nov 03 19:44:47.274175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-e05750de-6e4c-46ae-8182-5caf4c9652c4 service neutron] 10.222.0.91 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865800 Nov 03 19:44:47.436019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2400f87b-6d47-47c2-b0c8-38b1f3e30516 req-a6a58e3e-f243-49ee-b386-1406f089de4e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Nov 03 19:44:47.863980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:47.922827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port bad550b9-e9c3-49ef-b066-6aa1b5c2703b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:44:47.927302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port bad550b9-e9c3-49ef-b066-6aa1b5c2703b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:47.927657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.018612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.042894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:48.045591 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f737a7-741f-4106-bb19-48f76246d7aa" -d '{"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-plugged", "status": "completed", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:48.058263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:48.063680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.087784 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f4d4e-04d5-4a9b-a496-e226f65439ba x-openstack-request-id: req-e89f4d4e-04d5-4a9b-a496-e226f65439ba {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:48.088000 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-plugged", "status": "completed", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:48.088252 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e89f4d4e-04d5-4a9b-a496-e226f65439ba {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:48.088636 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'code': 200} Nov 03 19:44:48.114107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:48.235518 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-5df0b5ab-f779-4347-ad08-907d5f1bbe8e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:48.237062 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-5df0b5ab-f779-4347-ad08-907d5f1bbe8e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.115 "GET /v2.0/ports?device_id=43f01182-70ad-4045-bf98-2df16c3c912b HTTP/1.1" status: 200 len: 946 time: 0.0525353 Nov 03 19:44:48.400596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Deleting port bad550b9-e9c3-49ef-b066-6aa1b5c2703b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:48.401003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.492293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-c96d94e3-14f6-479b-98dc-49edae9a7442 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:48.493777 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-c96d94e3-14f6-479b-98dc-49edae9a7442 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 815 time: 0.1750920 Nov 03 19:44:48.516362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Request body: {'port': {'device_id': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'admin_state_up': True, 'tenant_id': 'ade3219146a3425dae579bc9d1997c8f'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:48.537872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-767c4082-84df-4155-b473-7f70cbb2e33b req-591e42c2-2066-4c71-a4e3-d8a67750ce61 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 210 time: 0.0314991 Nov 03 19:44:48.583313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] For port bad550b9-e9c3-49ef-b066-6aa1b5c2703b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:48.583674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.602130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Calling delete_port for bad550b9-e9c3-49ef-b066-6aa1b5c2703b owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:48.701052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Made reservation on behalf of ade3219146a3425dae579bc9d1997c8f for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:44:48.704487 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.790030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.803408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bad550b9-e9c3-49ef-b066-6aa1b5c2703b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:48.850596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Pushing event deleted for resources: {'Port': ['ID=bad550b9-e9c3-49ef-b066-6aa1b5c2703b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:48.908663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] No DVR routers for this DVR port bad550b9-e9c3-49ef-b066-6aa1b5c2703b on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:44:48.928954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:48.932257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-eebf1073-3b8f-47cd-a239-8c75fba31fc7 req-d4d94f89-4a2b-44e4-9421-f31f97869de1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.115 "DELETE /v2.0/ports/bad550b9-e9c3-49ef-b066-6aa1b5c2703b HTTP/1.1" status: 204 len: 173 time: 0.6883454 Nov 03 19:44:48.932698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-deleted', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:48.934960 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a237561-c24d-4a7a-b24b-7c19fc425372" -d '{"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-deleted", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:48.972996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Allocated IP 172.20.0.5 (3ce397f8-9691-4230-8438-d023328e6f5d/e08ba0c6-886a-47ad-85cd-ef257b53491a/afa3fe0b-5f75-4c02-96df-b5322f165bf4) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:48.978143 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284a5c2-2386-4029-9fa5-e7d0d84bcefd x-openstack-request-id: req-6284a5c2-2386-4029-9fa5-e7d0d84bcefd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:48.978434 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f01182-70ad-4045-bf98-2df16c3c912b", "name": "network-vif-deleted", "tag": "bad550b9-e9c3-49ef-b066-6aa1b5c2703b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:48.978679 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6284a5c2-2386-4029-9fa5-e7d0d84bcefd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:48.979071 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f01182-70ad-4045-bf98-2df16c3c912b', 'name': 'network-vif-deleted', 'tag': 'bad550b9-e9c3-49ef-b066-6aa1b5c2703b', 'status': 'completed', 'code': 200} Nov 03 19:44:49.128513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.170339 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.184565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['bad550b9-e9c3-49ef-b066-6aa1b5c2703b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:49.217655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Network 3ce397f8-9691-4230-8438-d023328e6f5d is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:49.220773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:49.227218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:49.254137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:49.281669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:49.282361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.298882 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-6628fe20-f8d8-4c8c-8566-e11179c239cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907341 Nov 03 19:44:49.310850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Request body: {'port': {'device_id': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:49.365282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.645914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa3fe0b-5f75-4c02-96df-b5322f165bf4 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:49.653696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.666757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Transition to ACTIVE for port object afa3fe0b-5f75-4c02-96df-b5322f165bf4 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:44:49.671726 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.718700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cc263-3693-4ac2-91ca-7882279806fc req-2e3a3053-1772-42b6-916c-41bdfa3f717a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:49.724653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:49.727397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-407cc263-3693-4ac2-91ca-7882279806fc req-2e3a3053-1772-42b6-916c-41bdfa3f717a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.1167719 Nov 03 19:44:49.774284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-407cc263-3693-4ac2-91ca-7882279806fc req-f8695c50-d534-470a-8b07-2e959143b206 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Nov 03 19:44:49.798348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:49.798684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:49.799006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:49.803352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on network 3ce397f8-9691-4230-8438-d023328e6f5d not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:44:49.803673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:49.808393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:49.808740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Checking segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:49.809204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Bound using segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:49.809624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Bound port: afa3fe0b-5f75-4c02-96df-b5322f165bf4, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:49.809982 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.874122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:49.877659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:49.881761 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.917083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:49.917702 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:49.919088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] 10.222.0.115 "PUT /v2.0/ports/afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 1091 time: 0.6124673 Nov 03 19:44:49.941805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eaaa4-42fb-4683-aa60-d55b8bf5c257 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:50.001356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-d2b69689-1c3b-47b1-9658-fa9d949cea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:50.002888 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-d2b69689-1c3b-47b1-9658-fa9d949cea1b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0434036 Nov 03 19:44:50.049768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-d62c345e-2439-4652-9789-5c00f78a5685 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0390923 Nov 03 19:44:50.100961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325dba-3529-49ee-8153-537b257a9844 req-7e8ba629-3644-4769-9508-f7f636ed2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:50.102426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-7e8ba629-3644-4769-9508-f7f636ed2204 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0452838 Nov 03 19:44:50.135453 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-daf01fe1-8763-4f4e-8028-e9c057c34675 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251291 Nov 03 19:44:50.229525 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-132dd422-6821-4e2f-87b1-0b1205ce5daf service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Nov 03 19:44:50.324604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-21325dba-3529-49ee-8153-537b257a9844 req-017413c5-e843-47c6-a018-9bda1bde8912 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877674 Nov 03 19:44:50.947760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cec8b1-e260-49bd-b6b3-e7b3ce617d9a req-470f9502-69b9-4a83-9013-85d8dde815e7 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:50.949280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71cec8b1-e260-49bd-b6b3-e7b3ce617d9a req-470f9502-69b9-4a83-9013-85d8dde815e7 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.1057248 Nov 03 19:44:50.980552 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:50.983891 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8965fbbf-453d-4813-a092-07c835afd040" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:51.000132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71cec8b1-e260-49bd-b6b3-e7b3ce617d9a req-89fe46cc-3f79-4fa4-b7e1-58bff108730f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Nov 03 19:44:51.020654 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82463ac-2df2-4bd1-bc29-294c22188473 x-openstack-request-id: req-e82463ac-2df2-4bd1-bc29-294c22188473 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:51.020864 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:51.021114 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e82463ac-2df2-4bd1-bc29-294c22188473 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:51.021508 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'status': 'completed', 'code': 200} Nov 03 19:44:51.087923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965fbbf-453d-4813-a092-07c835afd040 req-0c802996-bda7-4b2b-a313-66b8b07834be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:51.089939 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-0c802996-bda7-4b2b-a313-66b8b07834be service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0423338 Nov 03 19:44:51.189166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965fbbf-453d-4813-a092-07c835afd040 req-e5879165-1016-4c5c-a582-7c50c1ff8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:51.190651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-e5879165-1016-4c5c-a582-7c50c1ff8f63 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0919576 Nov 03 19:44:51.233464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-579e6c84-02a7-46c5-8f44-9b0bd845a01c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0353961 Nov 03 19:44:51.287520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965fbbf-453d-4813-a092-07c835afd040 req-a4468d3d-65ae-435a-ac94-11dc61aa4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:51.288999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-a4468d3d-65ae-435a-ac94-11dc61aa4f38 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0489848 Nov 03 19:44:51.320862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-28101351-9891-47c6-91f0-a29d920ae242 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244346 Nov 03 19:44:51.414450 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-5bd1e247-409b-4df9-8bef-ba706be6f547 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865307 Nov 03 19:44:51.560038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8965fbbf-453d-4813-a092-07c835afd040 req-3e089ab6-db29-44e8-95f1-1c74be69abf1 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369822 Nov 03 19:44:51.890488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:51.911097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: bad550b9-e9c3-49ef-b066-6aa1b5c2703b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:44:51.911442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device bad550b9-e9c3-49ef-b066-6aa1b5c2703b not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:52.121229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d04f-cc26-47a4-a778-0216ec784f41 req-ce3fd9d1-8fee-4692-aece-66370279bfd1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:52.122710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f817d04f-cc26-47a4-a778-0216ec784f41 req-ce3fd9d1-8fee-4692-aece-66370279bfd1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.0529146 Nov 03 19:44:52.172514 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f817d04f-cc26-47a4-a778-0216ec784f41 req-cd554c6b-81d7-438d-a4d7-407a648fc9cd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Nov 03 19:44:53.293709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190b5ed-2605-4e4e-b7b3-137d6642ca64 req-0ddf5872-1f7b-484a-a146-eafecb672783 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:53.295223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7190b5ed-2605-4e4e-b7b3-137d6642ca64 req-0ddf5872-1f7b-484a-a146-eafecb672783 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.0503695 Nov 03 19:44:53.349255 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7190b5ed-2605-4e4e-b7b3-137d6642ca64 req-1ec40574-6c59-4e56-a9b7-bb3ed4aacf10 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Nov 03 19:44:53.905840 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:44:54.002287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:54.014323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'port_id': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'mac_address': 'fa:16:3e:44:8c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ba0c6-886a-47ad-85cd-ef257b53491a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:44:54.051551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:54.063990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3fe0b-5f75-4c02-96df-b5322f165bf4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:54.083553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:54.087228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:54.133997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:54.141387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.141738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.142080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.142416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.142750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.143081 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.143410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.143733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.144055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.144405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.144742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.145073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:54.281125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['afa3fe0b-5f75-4c02-96df-b5322f165bf4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:54.465988 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a018a-5a6e-4e68-9aa1-de671df9289b req-9948bf64-dc88-4267-bf54-ff0b676fe320 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:54.467545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-197a018a-5a6e-4e68-9aa1-de671df9289b req-9948bf64-dc88-4267-bf54-ff0b676fe320 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 944 time: 0.0488214 Nov 03 19:44:54.520754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-197a018a-5a6e-4e68-9aa1-de671df9289b req-bfede983-dbd4-478e-917a-d23992561525 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Nov 03 19:44:55.640011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820b087-fdde-49b4-9763-cd8fde36e119 req-7896ca54-bacd-4e70-be89-a934824817fa tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:55.641531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1820b087-fdde-49b4-9763-cd8fde36e119 req-7896ca54-bacd-4e70-be89-a934824817fa tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 944 time: 0.0506492 Nov 03 19:44:55.694683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1820b087-fdde-49b4-9763-cd8fde36e119 req-76d936e5-74a6-45ab-a274-e2fb5a16ca4e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Nov 03 19:44:55.921782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:55.974406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port afa3fe0b-5f75-4c02-96df-b5322f165bf4 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:44:55.978560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port afa3fe0b-5f75-4c02-96df-b5322f165bf4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:55.978930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:56.057403 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:56.080876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:56.083116 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b19904-210c-4b8d-98ec-d021d6c2fe09" -d '{"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-plugged", "status": "completed", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:56.095891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:56.101333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:56.127735 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6bf55f-a1ec-48bf-9f53-038878691ed1 x-openstack-request-id: req-6a6bf55f-a1ec-48bf-9f53-038878691ed1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:56.128046 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-plugged", "status": "completed", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:56.128306 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6a6bf55f-a1ec-48bf-9f53-038878691ed1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:56.128916 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'code': 200} Nov 03 19:44:56.154459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:56.221016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb007502-fb29-4e48-a11d-11a733453d98 req-3c0bb414-49ab-4244-8321-ceb57a09a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:56.223026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb007502-fb29-4e48-a11d-11a733453d98 req-3c0bb414-49ab-4244-8321-ceb57a09a6c5 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0407319 Nov 03 19:44:56.267664 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb007502-fb29-4e48-a11d-11a733453d98 req-27b9be46-eddf-4af6-a84f-e63b4ddc266e service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Nov 03 19:44:56.810564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d55e7-2ee3-4e8e-9355-0c3f6d63800f req-7ee97d6d-098c-44bf-877b-ebeeb90ce87f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:56.812077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd2d55e7-2ee3-4e8e-9355-0c3f6d63800f req-7ee97d6d-098c-44bf-877b-ebeeb90ce87f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Nov 03 19:44:56.861273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd2d55e7-2ee3-4e8e-9355-0c3f6d63800f req-a16bae37-e60c-4247-b80a-e7e35ac76e2b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Nov 03 19:44:57.985767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5674-8bed-41ec-924a-407d255b7b3f req-cebfb5f0-e658-47e4-aa99-c083f4c23928 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:57.987261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd4f5674-8bed-41ec-924a-407d255b7b3f req-cebfb5f0-e658-47e4-aa99-c083f4c23928 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Nov 03 19:44:58.037321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cd4f5674-8bed-41ec-924a-407d255b7b3f req-efb51cc1-2815-4396-a646-44705a945848 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Nov 03 19:44:58.153033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1cb85-671c-447c-98c1-7e2aadb9564a req-8b8b993b-5465-44d4-9250-36860ec79e8d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:58.154462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8e1cb85-671c-447c-98c1-7e2aadb9564a req-8b8b993b-5465-44d4-9250-36860ec79e8d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0506644 Nov 03 19:44:58.201960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d8e1cb85-671c-447c-98c1-7e2aadb9564a req-07446ce7-89ce-4268-96d8-05a977898059 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Nov 03 19:44:58.463579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cbfaf-2936-44b5-afe6-2512bc12a013 req-af83227f-2bb0-4371-8632-a5dd4a7b2d92 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:58.465092 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-683cbfaf-2936-44b5-afe6-2512bc12a013 req-af83227f-2bb0-4371-8632-a5dd4a7b2d92 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0724206 Nov 03 19:44:58.467884 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-d2b0e31c-3bd8-4d54-9c38-5d205df15467 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833652 Nov 03 19:44:58.515849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-683cbfaf-2936-44b5-afe6-2512bc12a013 req-6b5e21ce-4601-4997-8a80-4578dda57f0d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Nov 03 19:44:59.575909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-ad6a55a5-b5b8-4d7b-b0a4-55028b805d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.577652 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-ad6a55a5-b5b8-4d7b-b0a4-55028b805d91 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0486419 Nov 03 19:44:59.638769 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb423-83ef-48fe-b25d-855af5f6da09 req-87ab83c3-5725-4cee-82bf-23b63390dedc tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.640314 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0cfb423-83ef-48fe-b25d-855af5f6da09 req-87ab83c3-5725-4cee-82bf-23b63390dedc tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0520654 Nov 03 19:44:59.676155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-b36011e9-7b45-404a-9dcc-b87fd054371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.678283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-b36011e9-7b45-404a-9dcc-b87fd054371c service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0935240 Nov 03 19:44:59.694547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0cfb423-83ef-48fe-b25d-855af5f6da09 req-efca1a6c-033e-4b78-a77f-177cf039d263 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Nov 03 19:44:59.725564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-0ecdc02d-1a00-41e3-b805-ca6b8c62031c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0390701 Nov 03 19:44:59.776108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-f4be77a5-cdee-487e-b65d-41a77028f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.777696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-f4be77a5-cdee-487e-b65d-41a77028f612 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0452876 Nov 03 19:44:59.810846 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-1afda8ca-794d-4fcf-be30-198af4edbcf6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262341 Nov 03 19:44:59.909029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-1a35c05c-17f6-4142-a9da-8f67a9ffe29e service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912786 Nov 03 19:45:00.001770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-830829f2-e181-4420-b284-b1cbf166083f service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Nov 03 19:45:00.821189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820b7a-8e8b-4ef0-8979-39d222530a29 req-01fd949a-fc79-4d82-ad22-2e1f4d8a6453 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:00.822589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c820b7a-8e8b-4ef0-8979-39d222530a29 req-01fd949a-fc79-4d82-ad22-2e1f4d8a6453 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0552232 Nov 03 19:45:00.870075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c820b7a-8e8b-4ef0-8979-39d222530a29 req-0f5f23ea-6b99-498c-9221-ee8986f4515f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Nov 03 19:45:01.300248 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:45:01.987281 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9a23c-28d5-42cd-ae0a-7743f2c5053f req-5cc5cb03-81fc-49b0-be63-ab7bb83f9847 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:01.988790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16a9a23c-28d5-42cd-ae0a-7743f2c5053f req-5cc5cb03-81fc-49b0-be63-ab7bb83f9847 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Nov 03 19:45:02.037533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-16a9a23c-28d5-42cd-ae0a-7743f2c5053f req-73f5068c-ff7a-4111-999e-24d6349bcada tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Nov 03 19:45:02.675469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:03.160252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780c6a-71ac-4de5-ab86-b22ac4b71efe req-46b9ce46-e290-4538-a1be-2e236eb00d4e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:03.162478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d780c6a-71ac-4de5-ab86-b22ac4b71efe req-46b9ce46-e290-4538-a1be-2e236eb00d4e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Nov 03 19:45:03.210450 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3d780c6a-71ac-4de5-ab86-b22ac4b71efe req-24fba376-39fb-4404-88ce-ae76c0c1a388 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Nov 03 19:45:03.348819 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:04.330814 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4b23-30a0-4853-851b-52f9c6f2a7be req-26f1b66f-00ae-44d7-8b9f-0f2d91621243 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:04.332265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98cd4b23-30a0-4853-851b-52f9c6f2a7be req-26f1b66f-00ae-44d7-8b9f-0f2d91621243 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0527167 Nov 03 19:45:04.381398 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98cd4b23-30a0-4853-851b-52f9c6f2a7be req-649ff262-0bbc-4ebb-bf5c-502d974ec087 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Nov 03 19:45:04.736332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8a59692b-02d3-45a8-ae34-547a10fe86dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:05.498695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd518d4-f9f3-4a4b-9b2c-2014fa8851b8 req-fef7fcb5-de09-41d9-9580-679a70399111 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:05.500081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3bd518d4-f9f3-4a4b-9b2c-2014fa8851b8 req-fef7fcb5-de09-41d9-9580-679a70399111 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0495842 Nov 03 19:45:05.551714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3bd518d4-f9f3-4a4b-9b2c-2014fa8851b8 req-7bf9a8f3-cd3f-4936-b29b-6d7388188c16 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455709 Nov 03 19:45:06.673722 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956626e-3cc5-4dd0-ab9a-e6cb9ec791a3 req-21d8ff11-065a-4878-8bff-702bbc877f5f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:06.675199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f956626e-3cc5-4dd0-ab9a-e6cb9ec791a3 req-21d8ff11-065a-4878-8bff-702bbc877f5f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Nov 03 19:45:06.724587 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f956626e-3cc5-4dd0-ab9a-e6cb9ec791a3 req-e2362fe0-8c9c-4c80-a91b-bd3fb4dc47b5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Nov 03 19:45:07.843623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4939-7949-4fc0-9a0c-61e71dd6aa5b req-65a5d914-8120-453e-9307-15ed7b527ce1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:07.845138 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a84b4939-7949-4fc0-9a0c-61e71dd6aa5b req-65a5d914-8120-453e-9307-15ed7b527ce1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0506408 Nov 03 19:45:07.893042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a84b4939-7949-4fc0-9a0c-61e71dd6aa5b req-8e477ffd-e617-4367-92fc-53ff76f713e9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Nov 03 19:45:08.362717 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bcfbf548-f6d2-41bc-8e64-1831ec8a1803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:09.014335 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83daf40-c519-4f01-b954-6fed6fdc96d5 req-b4c4b164-bcc7-40ae-b041-2894b6058300 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:09.015819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c83daf40-c519-4f01-b954-6fed6fdc96d5 req-b4c4b164-bcc7-40ae-b041-2894b6058300 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0534327 Nov 03 19:45:09.062547 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c83daf40-c519-4f01-b954-6fed6fdc96d5 req-3eb6d80f-7031-4a9f-88a8-8155212f05f3 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Nov 03 19:45:10.060901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:10.183872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16abbe-15c3-4e96-819c-41e0c91ca207 req-96734ec7-2e14-4c21-9c97-91c92bb1a29c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:10.185670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff16abbe-15c3-4e96-819c-41e0c91ca207 req-96734ec7-2e14-4c21-9c97-91c92bb1a29c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0517240 Nov 03 19:45:10.238897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ff16abbe-15c3-4e96-819c-41e0c91ca207 req-704f41d6-3aad-41d4-9397-0999105829a7 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Nov 03 19:45:11.367109 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4225b2-ce85-48be-861a-538f35467509 req-1295c904-938b-4034-b58a-6b64c4632036 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:11.368502 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa4225b2-ce85-48be-861a-538f35467509 req-1295c904-938b-4034-b58a-6b64c4632036 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0512877 Nov 03 19:45:11.421303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fa4225b2-ce85-48be-861a-538f35467509 req-1b2b6d39-6f64-4fe3-b316-4c2426337895 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468130 Nov 03 19:45:11.975321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:12.129045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:12.549614 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d6723-a645-4f21-abac-879c9232cd11 req-399108db-0134-4ec3-b20a-86843b9a30ec tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:12.551159 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f97d6723-a645-4f21-abac-879c9232cd11 req-399108db-0134-4ec3-b20a-86843b9a30ec tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0520325 Nov 03 19:45:12.600577 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f97d6723-a645-4f21-abac-879c9232cd11 req-d105eb79-8a9b-4921-9f3e-afb62352cb62 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Nov 03 19:45:13.725308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7ddfc-ec05-4505-88f5-8a3b3fda9507 req-a78d10c5-ff0b-466f-b3af-52fc8a1005f9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:13.726893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db7ddfc-ec05-4505-88f5-8a3b3fda9507 req-a78d10c5-ff0b-466f-b3af-52fc8a1005f9 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0515311 Nov 03 19:45:13.776795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7db7ddfc-ec05-4505-88f5-8a3b3fda9507 req-b054a640-7727-4b16-b642-af3df0424887 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Nov 03 19:45:14.896360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45000-d810-41ad-965d-650ab645ea75 req-26c4fb9a-c167-4a58-88bd-f6edde4a1469 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:14.897929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdd45000-d810-41ad-965d-650ab645ea75 req-26c4fb9a-c167-4a58-88bd-f6edde4a1469 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0534525 Nov 03 19:45:14.954149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdd45000-d810-41ad-965d-650ab645ea75 req-e7cb9f69-2375-4f1c-852d-c5dd0c4e84ac tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Nov 03 19:45:15.885885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-a7d88546-4d32-4841-ab1c-47433d7a5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:15.887454 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-a7d88546-4d32-4841-ab1c-47433d7a5faa service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0446022 Nov 03 19:45:16.019896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-f004a787-d206-4c17-8bfd-7135b0d0a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:16.022135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-f004a787-d206-4c17-8bfd-7135b0d0a6a0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.1070461 Nov 03 19:45:16.068061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-61c60641-1322-4b33-a6b0-ee81a56929c8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0370224 Nov 03 19:45:16.085069 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d96f-ade4-40ff-be37-a00463a579d9 req-4ffe8d57-0c05-4641-afd9-cbcf96223e7c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:16.086633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5833d96f-ade4-40ff-be37-a00463a579d9 req-4ffe8d57-0c05-4641-afd9-cbcf96223e7c tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0566463 Nov 03 19:45:16.125863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-2b3d722c-e54c-4fc2-bfcb-931c02ff8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:16.127377 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-2b3d722c-e54c-4fc2-bfcb-931c02ff8f7a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0519717 Nov 03 19:45:16.145908 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5833d96f-ade4-40ff-be37-a00463a579d9 req-b2532567-cf9c-4c73-9e2a-0bf7871cbf94 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519974 Nov 03 19:45:16.160352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-7c62f2c7-1c9c-4f4e-b27d-137c9d019127 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260103 Nov 03 19:45:16.258708 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-065dd099-fea9-423c-8ef7-0e7c29863e58 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912728 Nov 03 19:45:16.364852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ec3ff6de-17cd-429c-b13a-443a16d1e129 req-228c9835-63a7-4758-8778-38bba78e3c03 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978651 Nov 03 19:45:17.274734 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96b308-59bd-4802-9ac6-40e2096ff104 req-505e441e-f86b-41c5-b54d-eb934c51cded tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:17.276218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a96b308-59bd-4802-9ac6-40e2096ff104 req-505e441e-f86b-41c5-b54d-eb934c51cded tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0547261 Nov 03 19:45:17.324616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a96b308-59bd-4802-9ac6-40e2096ff104 req-5705c78c-a59e-4c27-b964-b644bed8b978 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Nov 03 19:45:18.445292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fd5e-9437-4558-b1b2-39a23d9af712 req-181793d3-c470-4651-86b7-edfb55ee42ed tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:18.446799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3571fd5e-9437-4558-b1b2-39a23d9af712 req-181793d3-c470-4651-86b7-edfb55ee42ed tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0501177 Nov 03 19:45:18.496478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3571fd5e-9437-4558-b1b2-39a23d9af712 req-1114466b-e934-4c34-80b8-da6b3ffc068f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Nov 03 19:45:19.612098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14185a0-da75-4cf2-bcae-dc9495b13149 req-825f5117-f6d8-4d0e-b501-51caf2b45a43 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:19.613635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b14185a0-da75-4cf2-bcae-dc9495b13149 req-825f5117-f6d8-4d0e-b501-51caf2b45a43 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0483847 Nov 03 19:45:19.665429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b14185a0-da75-4cf2-bcae-dc9495b13149 req-d13c5a5b-e779-4480-9a08-80de9cdee52d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Nov 03 19:45:20.781411 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5c5d5-dce7-400a-8c89-efe6f6d91a0a req-350b7c88-cff9-4c41-853d-083c2f35cabd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:20.782862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40e5c5d5-dce7-400a-8c89-efe6f6d91a0a req-350b7c88-cff9-4c41-853d-083c2f35cabd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Nov 03 19:45:20.833422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40e5c5d5-dce7-400a-8c89-efe6f6d91a0a req-5cb99e6a-66c5-40d3-ac21-a6c343c178ac tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Nov 03 19:45:21.952474 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d52e-3e65-4d2e-a926-35592a1c98b6 req-b0edc350-dc03-4b90-8501-c533b39406e1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:21.954000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77f7d52e-3e65-4d2e-a926-35592a1c98b6 req-b0edc350-dc03-4b90-8501-c533b39406e1 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Nov 03 19:45:22.001747 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77f7d52e-3e65-4d2e-a926-35592a1c98b6 req-9c3140fe-6076-454f-b870-62366e20db4e tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Nov 03 19:45:23.127697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428a94-ca3c-4619-b6a3-f603132aa26e req-8f7dacb6-7426-49a4-81b2-a679c55b53fc tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:23.129293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05428a94-ca3c-4619-b6a3-f603132aa26e req-8f7dacb6-7426-49a4-81b2-a679c55b53fc tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0563719 Nov 03 19:45:23.178873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05428a94-ca3c-4619-b6a3-f603132aa26e req-244ad480-a9e8-40aa-b01e-b88c0370a9c4 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Nov 03 19:45:24.305794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd00830-00f6-4733-b5d6-f73b9ea5bbdc req-965722ca-d57f-4cce-9f8c-8c68198bf3fa tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:24.307339 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dd00830-00f6-4733-b5d6-f73b9ea5bbdc req-965722ca-d57f-4cce-9f8c-8c68198bf3fa tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0521705 Nov 03 19:45:24.360266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dd00830-00f6-4733-b5d6-f73b9ea5bbdc req-2e35b58a-13ec-4a26-b5dc-58492d1ba2ad tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Nov 03 19:45:25.493086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ffe1b-1b14-4036-9cb2-fa7810d44f02 req-251ca4ef-a473-4ffa-a743-d7776d2d4bee tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:25.494827 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-162ffe1b-1b14-4036-9cb2-fa7810d44f02 req-251ca4ef-a473-4ffa-a743-d7776d2d4bee tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0572753 Nov 03 19:45:25.547248 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-162ffe1b-1b14-4036-9cb2-fa7810d44f02 req-e32d0760-9835-487d-b0f4-a3a079f8a296 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Nov 03 19:45:26.665384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5900c-a3b5-4f17-b13a-2da8264c5e75 req-cc6b0259-201d-4fd8-97f6-40cc7f4d6555 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:26.666843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eff5900c-a3b5-4f17-b13a-2da8264c5e75 req-cc6b0259-201d-4fd8-97f6-40cc7f4d6555 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0492325 Nov 03 19:45:26.715455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eff5900c-a3b5-4f17-b13a-2da8264c5e75 req-08fc37ed-bf28-47cf-9dfa-31a8c1b263cb tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Nov 03 19:45:26.798563 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-db9d76e1-0914-46a2-bb30-528f1e324df5 service neutron] show failed (client error): The resource could not be found. Nov 03 19:45:26.799741 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-db9d76e1-0914-46a2-bb30-528f1e324df5 service neutron] 10.222.0.115 "GET /v2.0/ports/afa3fe0b-5f75-4c02-96df-b5322f165bf4/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0626564 Nov 03 19:45:27.016583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-c77fc14d-22a0-42d1-82bd-d9b7c75e35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:27.018108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-c77fc14d-22a0-42d1-82bd-d9b7c75e35aa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4&tenant_id=ade3219146a3425dae579bc9d1997c8f HTTP/1.1" status: 200 len: 1096 time: 0.0425088 Nov 03 19:45:27.031617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:27.096649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:27.317306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:27.350001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:45:27.390574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:27.392899 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6685c-d328-47e3-8580-809b1fad57b7" -d '{"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:27.396866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:27.409565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Transition to ACTIVE for port object afa3fe0b-5f75-4c02-96df-b5322f165bf4 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:45:27.414140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:27.463514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:27.484643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] No DVR routers for this DVR port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:45:27.523259 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef5cb9c-f022-4e4e-85d7-626db3fbdf40 x-openstack-request-id: req-bef5cb9c-f022-4e4e-85d7-626db3fbdf40 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:27.523545 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:27.523796 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bef5cb9c-f022-4e4e-85d7-626db3fbdf40 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:27.524189 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'code': 200} Nov 03 19:45:27.528443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:45:27.528775 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:45:27.529104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:27.533786 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on network 3ce397f8-9691-4230-8438-d023328e6f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:45:27.534105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Attempting to bind port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on network 3ce397f8-9691-4230-8438-d023328e6f5d {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:27.539743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:45:27.540069 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Checking segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:45:27.540446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Bound using segment: {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:45:27.540902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Bound port: afa3fe0b-5f75-4c02-96df-b5322f165bf4, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0635ba6-9a5e-44ed-9349-9320773da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:45:27.541248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:27.605361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:45:27.608910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:45:27.613537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:27.650492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:27.651112 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:27.652601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] 10.222.0.110 "PUT /v2.0/ports/afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 1091 time: 0.6258230 Nov 03 19:45:27.675605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4ecb-3fe6-4152-b5b9-78ddbbe36195 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:27.724107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-7e68b680-904a-487d-bcfb-a597c3908182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:27.725667 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-7e68b680-904a-487d-bcfb-a597c3908182 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0456688 Nov 03 19:45:27.823122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-8a3b81f6-24d0-4d73-b3d6-7d218239ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:27.828691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-8a3b81f6-24d0-4d73-b3d6-7d218239ad92 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0899005 Nov 03 19:45:27.832556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6677-f053-4740-b471-f7b658357af5 req-12c76e3a-3210-432d-8303-7d0252e42ce6 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:27.834120 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c70f6677-f053-4740-b471-f7b658357af5 req-12c76e3a-3210-432d-8303-7d0252e42ce6 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.0491788 Nov 03 19:45:27.879771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-25df93e6-2ae7-4863-ae6a-5d2e54b549d5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0465627 Nov 03 19:45:27.883445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c70f6677-f053-4740-b471-f7b658357af5 req-2078a4b9-7367-4e11-bc5b-14da9a022edd tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Nov 03 19:45:27.933063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-567a7c76-481e-4622-a265-b1d412a822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:27.934513 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-567a7c76-481e-4622-a265-b1d412a822f3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0473185 Nov 03 19:45:27.967714 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-3826c5e5-4772-4a6c-bb64-f881b2aaf9ee service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253026 Nov 03 19:45:28.071705 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-cbf04172-15d7-4753-822b-a16d11dbbe1d service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938706 Nov 03 19:45:28.162950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8ee76cca-1c3f-436c-85dc-d20ee46d0fcc req-46734bcb-7ec2-4f0c-8d0a-bec4cdbf50b8 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Nov 03 19:45:29.015868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b255dc1-eef6-4d88-8b64-2a8de639a397 req-74127569-4fea-4a21-901f-b8b37ecc181d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:29.017422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b255dc1-eef6-4d88-8b64-2a8de639a397 req-74127569-4fea-4a21-901f-b8b37ecc181d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.0550666 Nov 03 19:45:29.067088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b255dc1-eef6-4d88-8b64-2a8de639a397 req-833855d7-c176-4194-96d3-2a67f964a87b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Nov 03 19:45:29.525857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:29.528356 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e6386-d971-42ce-b754-59dfbaa2e49f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:29.578146 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9b69f-b613-4486-9281-6f9a5f97a889 x-openstack-request-id: req-02a9b69f-b613-4486-9281-6f9a5f97a889 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:29.578465 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:29.578729 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-02a9b69f-b613-4486-9281-6f9a5f97a889 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:29.579155 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'status': 'completed', 'code': 200} Nov 03 19:45:29.686453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-9fd5b42b-399b-423a-a8c6-57c93b4ff790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:29.688026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-9fd5b42b-399b-423a-a8c6-57c93b4ff790 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0857008 Nov 03 19:45:29.691093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-bc4f0e2c-5eab-423c-a4c5-c65657119d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:29.692562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-bc4f0e2c-5eab-423c-a4c5-c65657119d86 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0889301 Nov 03 19:45:30.093024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:45:30.137510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:45:30.193626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20def-6cfd-4495-8fa2-6a42d0b1ad6f req-b5dae5ff-3a02-4f27-a20a-5b84517d926a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.195350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2a20def-6cfd-4495-8fa2-6a42d0b1ad6f req-b5dae5ff-3a02-4f27-a20a-5b84517d926a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.0564122 Nov 03 19:45:30.235063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-8338eb0d-deca-45c5-b170-1ff7f73d8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.236553 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-8338eb0d-deca-45c5-b170-1ff7f73d8b1b service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.5411611 Nov 03 19:45:30.241803 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-b150689e-5815-4221-8537-d926ccfb1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.243293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-b150689e-5815-4221-8537-d926ccfb1a35 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.5218172 Nov 03 19:45:30.245834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2a20def-6cfd-4495-8fa2-6a42d0b1ad6f req-a8df268e-b92a-44bb-b8bb-fe6020b38a1f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Nov 03 19:45:30.287075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-cfe1c156-5a1d-46c5-be98-5692e5f66854 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0428405 Nov 03 19:45:30.328896 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-5e3dc4fc-d54a-417f-bde9-40ee229c5b31 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0479236 Nov 03 19:45:30.402911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-253ab2e0-4245-43d6-a267-5b301e5894b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.404400 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-253ab2e0-4245-43d6-a267-5b301e5894b2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0849180 Nov 03 19:45:30.410255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-22bf0b50-3df5-489a-a74b-3cb98d248af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.413221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-22bf0b50-3df5-489a-a74b-3cb98d248af9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0629022 Nov 03 19:45:30.462183 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-84406a3a-debc-457c-a2ba-84927d5cd3a1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426388 Nov 03 19:45:30.472094 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3ae6-ce44-4e7c-b544-57693ac86d86 req-e1cd8778-46f9-47f1-8543-f85c9b2ba0b8 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.474402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ed3ae6-ce44-4e7c-b544-57693ac86d86 req-e1cd8778-46f9-47f1-8543-f85c9b2ba0b8 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 943 time: 0.0542800 Nov 03 19:45:30.503890 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-18a23299-70be-4d8b-a44a-fbcda598da9a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603490 Nov 03 19:45:30.525160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ed3ae6-ce44-4e7c-b544-57693ac86d86 req-6f13b2af-bbb9-48fd-b13a-f1e8e22f876f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Nov 03 19:45:30.631700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-12292043-b34b-4835-8e22-d67a88da356b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.633686 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-12292043-b34b-4835-8e22-d67a88da356b tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.115 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4&tenant_id=ade3219146a3425dae579bc9d1997c8f&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 943 time: 0.1884973 Nov 03 19:45:30.694549 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-669d7692-c414-45b0-b295-7c2f543a4518 service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117281 Nov 03 19:45:30.743546 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-d0145595-4b75-4644-ba7c-7b5837c9224a service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254152 Nov 03 19:45:30.805810 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-e5360e63-abeb-4074-862c-d7b0d3cd135a service neutron] delete failed (client error): The resource could not be found. Nov 03 19:45:30.806957 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-e5360e63-abeb-4074-862c-d7b0d3cd135a service neutron] 10.222.0.115 "DELETE /v2.0/ports/afa3fe0b-5f75-4c02-96df-b5322f165bf4/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.1650968 Nov 03 19:45:30.880871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-6291178b-8ce8-4fc8-acc3-0fa597d481ab service neutron] 10.222.0.110 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752911 Nov 03 19:45:30.893120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bf4e6386-d971-42ce-b754-59dfbaa2e49f req-ee11bfcb-38cc-4e3b-b3e5-fd006be6a20c service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411452 Nov 03 19:45:30.979117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:45:31.000646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-337de109-a9ee-41bd-9260-73b463fbd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.002203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-337de109-a9ee-41bd-9260-73b463fbd732 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=ade3219146a3425dae579bc9d1997c8f&device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0445168 Nov 03 19:45:31.077378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:31.089010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'network_id': '3ce397f8-9691-4230-8438-d023328e6f5d', 'port_id': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'mac_address': 'fa:16:3e:44:8c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ba0c6-886a-47ad-85cd-ef257b53491a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:45:31.094208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-033e68fd-0390-40e3-b8be-85a154d2bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.095696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-033e68fd-0390-40e3-b8be-85a154d2bd15 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 200 len: 916 time: 0.0865448 Nov 03 19:45:31.131446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:31.142075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-1dfbac6a-afaa-4b68-9520-dcd75376eb97 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 200 len: 217 time: 0.0390232 Nov 03 19:45:31.144483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3fe0b-5f75-4c02-96df-b5322f165bf4 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:45:31.163905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:31.168789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:31.205578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-2ff49216-7bdc-464f-8f4b-d66bd881bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.207144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-2ff49216-7bdc-464f-8f4b-d66bd881bfc9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 200 len: 855 time: 0.0579567 Nov 03 19:45:31.221654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:31.241212 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-99b196fb-4a6c-4d8d-b39f-2e5b418e5ac7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3ce397f8-9691-4230-8438-d023328e6f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265827 Nov 03 19:45:31.341733 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-f969990b-67d7-4ca1-bbdc-a000c4b1c086 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935504 Nov 03 19:45:31.418192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['afa3fe0b-5f75-4c02-96df-b5322f165bf4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:45:31.439584 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6e37ed24-58db-4ae9-a159-96d61db9dc9c req-57f248d4-ffe4-4deb-8630-9dac80aacd97 service neutron] 10.222.0.115 "GET /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901456 Nov 03 19:45:31.650484 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad950-78ea-4b04-9e78-332cef050ca9 req-4ef4be37-0e87-4489-8439-7e5fcc1a80c5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.651991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-963ad950-78ea-4b04-9e78-332cef050ca9 req-4ef4be37-0e87-4489-8439-7e5fcc1a80c5 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 944 time: 0.0502303 Nov 03 19:45:31.705981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-963ad950-78ea-4b04-9e78-332cef050ca9 req-d295d220-5f02-4dd1-863e-765a1099498a tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Nov 03 19:45:32.673292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:32.824848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20d36-83fb-4d47-ab8c-088d299033f2 req-928eb563-1073-4185-a0db-d403f474c78d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:32.826346 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d20d36-83fb-4d47-ab8c-088d299033f2 req-928eb563-1073-4185-a0db-d403f474c78d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 944 time: 0.0517628 Nov 03 19:45:32.879951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-54d20d36-83fb-4d47-ab8c-088d299033f2 req-7377edce-cebb-486d-9a2b-56446147d889 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Nov 03 19:45:32.988006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:33.002297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bd4-bf93-4df8-a024-66757cebd912 req-0d9097c0-833b-4600-9362-551009f5b492 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:33.003933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aa50bd4-bf93-4df8-a024-66757cebd912 req-0d9097c0-833b-4600-9362-551009f5b492 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 944 time: 0.0519047 Nov 03 19:45:33.038636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port afa3fe0b-5f75-4c02-96df-b5322f165bf4 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:45:33.043214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port afa3fe0b-5f75-4c02-96df-b5322f165bf4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:33.043695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:33.055648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7aa50bd4-bf93-4df8-a024-66757cebd912 req-c90047d7-8c5d-4dad-86a1-192f0783fa47 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Nov 03 19:45:33.129298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:33.153799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:33.156287 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0690ed4a-8bc7-42fe-a812-f9400b10acb6" -d '{"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-plugged", "status": "completed", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:33.170878 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:33.177535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:33.182243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c3165-f6ad-4d41-8fd5-dc5ea501d9c9 req-ff89480e-babc-48bd-93cb-1a477e233feb tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:33.183882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e92c3165-f6ad-4d41-8fd5-dc5ea501d9c9 req-ff89480e-babc-48bd-93cb-1a477e233feb tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 944 time: 0.0545633 Nov 03 19:45:33.231334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:33.243028 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e92c3165-f6ad-4d41-8fd5-dc5ea501d9c9 req-40772e55-4fba-43b5-b732-3761761866c0 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Nov 03 19:45:33.257700 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61240eae-1188-40a6-af66-062ce8481dab x-openstack-request-id: req-61240eae-1188-40a6-af66-062ce8481dab {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:33.261123 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-plugged", "status": "completed", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:33.261388 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61240eae-1188-40a6-af66-062ce8481dab {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:33.261863 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'code': 200} Nov 03 19:45:33.373012 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:33.601347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1800c9-f86d-4780-acf9-7dabefce0f49 req-c412b514-4bc4-469d-8a93-c4eb6e405953 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:33.603399 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1800c9-f86d-4780-acf9-7dabefce0f49 req-c412b514-4bc4-469d-8a93-c4eb6e405953 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0558448 Nov 03 19:45:33.654722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af1800c9-f86d-4780-acf9-7dabefce0f49 req-075eabfa-f920-47ee-8ca2-31ede73b9b1d tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Nov 03 19:45:34.739486 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-780ea846-48cb-4837-b489-94b4363bbc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:34.778508 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8d6a-2c01-48e5-bb1a-841218b5cada req-94db7fe3-189c-49a3-b9bd-29cebb4ce3b7 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:34.780026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7eea8d6a-2c01-48e5-bb1a-841218b5cada req-94db7fe3-189c-49a3-b9bd-29cebb4ce3b7 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0563350 Nov 03 19:45:34.829850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7eea8d6a-2c01-48e5-bb1a-841218b5cada req-f1e9a767-8feb-44c8-8d64-e61b3d3964ba tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.91 "GET /v2.0/security-groups?id=b682ce0f-7d73-4464-891b-733e59b42a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Nov 03 19:45:34.836153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-37c2692b-bfb8-4220-8628-d6c6b2d5449f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:34.837695 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-37c2692b-bfb8-4220-8628-d6c6b2d5449f tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.110 "GET /v2.0/ports?device_id=0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4 HTTP/1.1" status: 200 len: 945 time: 0.0564482 Nov 03 19:45:34.935745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Deleting port afa3fe0b-5f75-4c02-96df-b5322f165bf4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:45:34.935973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:35.031194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] For port afa3fe0b-5f75-4c02-96df-b5322f165bf4, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=afa3fe0b-5f75-4c02-96df-b5322f165bf4,segment=NetworkSegment(a0635ba6-9a5e-44ed-9349-9320773da19f),segment_id=a0635ba6-9a5e-44ed-9349-9320773da19f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:35.031556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:35.045538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Calling delete_port for afa3fe0b-5f75-4c02-96df-b5322f165bf4 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:45:35.172866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:35.184646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['afa3fe0b-5f75-4c02-96df-b5322f165bf4'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:45:35.206274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Pushing event deleted for resources: {'Port': ['ID=afa3fe0b-5f75-4c02-96df-b5322f165bf4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:35.255772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] No DVR routers for this DVR port afa3fe0b-5f75-4c02-96df-b5322f165bf4 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:45:35.258557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:35.264397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-82f5dbbc-98c0-46ad-bf16-f7c28e2cdf10 req-d2240a90-9e70-42f3-b03a-53e1f02c3cd2 tempest-ServerDiskConfigTestJSON-560546489 tempest-ServerDiskConfigTestJSON-560546489-project] 10.222.0.110 "DELETE /v2.0/ports/afa3fe0b-5f75-4c02-96df-b5322f165bf4 HTTP/1.1" status: 204 len: 173 time: 0.4171381 Nov 03 19:45:35.264397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-deleted', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:35.265082 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92147a59-e967-4248-8018-b74750cedc95" -d '{"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-deleted", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:35.309262 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc3751-29cf-4ce4-835f-0cd81cd72a23 x-openstack-request-id: req-9ddc3751-29cf-4ce4-835f-0cd81cd72a23 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:35.309570 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4", "name": "network-vif-deleted", "tag": "afa3fe0b-5f75-4c02-96df-b5322f165bf4", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:35.313484 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9ddc3751-29cf-4ce4-835f-0cd81cd72a23 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:35.313484 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff0af8e-a21d-4ca0-bbbc-da16bdd40ac4', 'name': 'network-vif-deleted', 'tag': 'afa3fe0b-5f75-4c02-96df-b5322f165bf4', 'status': 'completed', 'code': 200} Nov 03 19:45:35.953542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51424) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:35.996704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Deleting subnet e08ba0c6-886a-47ad-85cd-ef257b53491a {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:45:35.999726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.037869 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.078224 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.135819 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.161631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08ba0c6-886a-47ad-85cd-ef257b53491a,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:36.167633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.171800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e08ba0c6-886a-47ad-85cd-ef257b53491a HTTP/1.1" status: 204 len: 168 time: 0.2171903 Nov 03 19:45:36.174481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51426) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:36.177228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.177578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.177920 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.178258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.178595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.178931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.179269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.179599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.180428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.180772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.181103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.181427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c814741-3fe2-40ab-b977-9772d7a9dd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:36.248023 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.331670 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.352634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce397f8-9691-4230-8438-d023328e6f5d']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:36.362402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0635ba6-9a5e-44ed-9349-9320773da19f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:36.362698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0635ba6-9a5e-44ed-9349-9320773da19f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:36.372963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.386287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.392294 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:45:36.392703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:45:36.394632 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:45:36.454444 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.461254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.464408 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3ce397f8-9691-4230-8438-d023328e6f5d HTTP/1.1" status: 204 len: 168 time: 0.2889407 Nov 03 19:45:36.476384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096410b-a76b-469a-a0cc-dea6fc8d5cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce397f8-9691-4230-8438-d023328e6f5d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:36.581098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:36.623386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-176ddc5e-9089-46fd-8fef-2991b29f6b45 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ade3219146a3425dae579bc9d1997c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410881 Nov 03 19:45:36.629242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51432) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:36.678817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c608ab-45f1-46c6-a541-b1d5e5396557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.699400 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c608ab-45f1-46c6-a541-b1d5e5396557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.746740 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c608ab-45f1-46c6-a541-b1d5e5396557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.749435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a0c608ab-45f1-46c6-a541-b1d5e5396557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:36.750792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a0c608ab-45f1-46c6-a541-b1d5e5396557 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b682ce0f-7d73-4464-891b-733e59b42a01 HTTP/1.1" status: 204 len: 168 time: 0.1205854 Nov 03 19:45:36.758833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c608ab-45f1-46c6-a541-b1d5e5396557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682ce0f-7d73-4464-891b-733e59b42a01,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:37.433201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51454) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:37.528890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-305944741-network', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:37.550041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Made reservation on behalf of d5b9504316dc44269aedbd8debd4b3da for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:45:37.552347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.561626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.639361 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.643298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.663819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:45:37.679097 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051448d-57b7-47f5-a11f-e635b4a1407c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:37.682098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.682438 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Added segment f003b462-2c3b-4f01-8a3e-81a1e275b68d of type vlan for network 0583c257-f13c-41c2-afaa-189084aa7d5a Nov 03 19:45:37.723547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.748613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.749180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:37.750137 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:37.806437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3720710 Nov 03 19:45:37.809543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51458) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:37.813765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4dbe8-0295-49be-a6ca-530b153a501f admin admin] Pushing event updated for resources: {'Network': ['ID=0583c257-f13c-41c2-afaa-189084aa7d5a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:37.814683 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Request body: {'subnet': {'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-305944741-subnet', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:37.824423 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 0583c257-f13c-41c2-afaa-189084aa7d5a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:45:37.841595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Made reservation on behalf of d5b9504316dc44269aedbd8debd4b3da for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:45:37.844117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.021147 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.083062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:38.090598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:45:38.090956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Network hostable DHCP agents. Network: 0583c257-f13c-41c2-afaa-189084aa7d5a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:45:38.107295 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:45:38.116480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 0583c257-f13c-41c2-afaa-189084aa7d5a) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:38.121700 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:38.123022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.126737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad01140-b408-4bf0-bee1-5559669572b9 None None] Network 0583c257-f13c-41c2-afaa-189084aa7d5a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:45:38.139633 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f0f76d82-47a1-4c56-b636-c90b00b07d5a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3286741 Nov 03 19:45:38.142074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51460) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:38.146392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:38.171400 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.172610 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.228022 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.277914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-0583c257-f13c-41c2-afaa-189084aa7d5a', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:45:38.278800 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.300650 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:45:38.374070 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.378235 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-64f29115-0ace-46ce-9a1b-a5bd5e75acbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.431127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Allocated IP 172.20.0.2 (0583c257-f13c-41c2-afaa-189084aa7d5a/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d/6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:45:38.588150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.612589 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.717309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Allocated IP 172.25.8.167 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/caa6d443-de37-49dc-8113-55a7c3d42dc2) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:45:38.742556 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.747869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.784757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:45:38.787516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:38.794335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:45:38.802984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Pushing event updated for resources: {'Port': ['ID=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:38.829569 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.855696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Attempting to bind port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:45:38.856258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Attempting to bind port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:45:38.856368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Attempting to bind port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:38.861939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:45:38.862357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:45:38.862817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.863288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:45:38.863920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Bound port: 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:45:38.864325 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.865237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.904805 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:45:38.910033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:38.913675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:45:38.920211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Pushing event updated for resources: {'Port': ['ID=caa6d443-de37-49dc-8113-55a7c3d42dc2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:38.932679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] For port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:45:38.936107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] For port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:45:38.940293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:38.999676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c0511-d6ad-437a-a6e0-b2cea1f9bafa None None] Pushing event updated for resources: {'Port': ['ID=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:39.005632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:45:39.030091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: afa3fe0b-5f75-4c02-96df-b5322f165bf4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:45:39.030773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device afa3fe0b-5f75-4c02-96df-b5322f165bf4 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:45:39.491270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:39.693313 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:39.827800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:45:39.904710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5b48c-80c5-4bbc-a4c6-d098fd83e57e None None] Network 0583c257-f13c-41c2-afaa-189084aa7d5a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:45:39.942489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:45:39.957154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:45:39.963019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:39.964260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-97ab6ba1-9147-4123-a1f9-72325577ffcf admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8212552 Nov 03 19:45:39.967122 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51462) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:39.987887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:45:39.988583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:40.037263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-24e30eb2-53d7-426f-a277-934b9f4cbdd0 None None] Provisioning complete for port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:40.037629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24e30eb2-53d7-426f-a277-934b9f4cbdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.160441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:40.162624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.250181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:45:40.418724 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.420362 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24e30eb2-53d7-426f-a277-934b9f4cbdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.435664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:40.436039 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.515102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-24e30eb2-53d7-426f-a277-934b9f4cbdd0 None None] For port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:40.537440 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-24e30eb2-53d7-426f-a277-934b9f4cbdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.604405 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Allocated IP 172.20.0.1 (0583c257-f13c-41c2-afaa-189084aa7d5a/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d/ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:45:40.624139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e30eb2-53d7-426f-a277-934b9f4cbdd0 None None] Pushing event updated for resources: {'Port': ['ID=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:40.660701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:39Z', 'revision_number': 3, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:40.691693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:45:40.691930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Updating router 8d85bae4-efbb-4a10-9473-74b983b22f8a port caa6d443-de37-49dc-8113-55a7c3d42dc2 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:45:40.693803 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fe6caf1a-3f82-4635-b4ff-994e072e8148 None None] Provisioning complete for port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:40.694163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe6caf1a-3f82-4635-b4ff-994e072e8148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.713829 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.745084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.749643 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:40.786225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:45:40.791316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:40.794158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:45:40.827341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:40.847036 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.000116 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.065192 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.066552 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9de8f326-0b9f-49ca-8078-ecd1e5d46fac None None] Provisioning complete for port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:41.066921 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9de8f326-0b9f-49ca-8078-ecd1e5d46fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.088764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.143256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9de8f326-0b9f-49ca-8078-ecd1e5d46fac None None] Port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:45:41.153879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79d7c5-f176-40b4-b732-75c1dd4c088f None None] Pushing event updated for resources: {'Port': ['ID=caa6d443-de37-49dc-8113-55a7c3d42dc2,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:41.158137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Attempting to bind port caa6d443-de37-49dc-8113-55a7c3d42dc2 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:45:41.158510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Attempting to bind port caa6d443-de37-49dc-8113-55a7c3d42dc2 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:45:41.158894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Attempting to bind port caa6d443-de37-49dc-8113-55a7c3d42dc2 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:41.164599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:45:41.165007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:45:41.165407 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.165801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:45:41.166271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Bound port: caa6d443-de37-49dc-8113-55a7c3d42dc2, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:45:41.166970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.180759 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.185645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.219672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] For port caa6d443-de37-49dc-8113-55a7c3d42dc2, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:45:41.223448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] For port caa6d443-de37-49dc-8113-55a7c3d42dc2, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=caa6d443-de37-49dc-8113-55a7c3d42dc2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:45:41.228250 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.254173 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:41.259630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.289929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:45:41.290579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:41.332936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79d7c5-f176-40b4-b732-75c1dd4c088f None None] Pushing event updated for resources: {'Port': ['ID=caa6d443-de37-49dc-8113-55a7c3d42dc2,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:41.365107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:45:41.366732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:41.422037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:45:41.502449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:45:41.624613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:45:41.630220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5ba777d8-5e1e-4a75-bfca-5b90ecde2d12 admin admin] 10.222.0.91 "PUT /v2.0/routers/8d85bae4-efbb-4a10-9473-74b983b22f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6620207 Nov 03 19:45:41.752560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9f94f181-e6d6-44c4-9e07-ec37b1616ec6 None None] Provisioning complete for port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:41.753127 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f94f181-e6d6-44c4-9e07-ec37b1616ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:41.825310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9f94f181-e6d6-44c4-9e07-ec37b1616ec6 None None] Port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:45:41.850710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:41Z', 'revision_number': 2, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:41.883249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63c44b-450f-4c1b-9531-eebad2e0abaf None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:41Z', 'revision_number': 2, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:45:41.979591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.134882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51470) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:42.140234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306131460', 'description': 'tempest-description--1093580223'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:42.146483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.159262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:42.167736 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.213099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:42.213467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.250992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.257335 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.292103 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.293408 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1574073 Nov 03 19:45:42.296005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a16ac2-44c8-49d9-a6aa-f819e89bc11e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808f21d5-96c5-413e-ad74-f9dce4ce4d8f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:42.296438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51472) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:42.301146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'security_group_rule': {'security_group_id': '808f21d5-96c5-413e-ad74-f9dce4ce4d8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:42.334645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.404866 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.409190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.430655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5bd41e-2f4b-4f1a-a035-55e26c2a0ec8,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:42.440322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.440664 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.441040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.441374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.441712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.442044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.442392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.442697 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.443027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.443352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.443681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.444016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:42.450485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.452918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e0cde39d-e8d3-47b2-a63b-1c84bd8a75e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542125 Nov 03 19:45:42.454342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 51474) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:42.459047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'security_group_rule': {'security_group_id': '808f21d5-96c5-413e-ad74-f9dce4ce4d8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:42.494662 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.564210 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.575977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.598745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ce391f-c181-4616-bd06-962d323fe267,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:42.613375 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.614575 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-33998e91-7b12-4dc0-877e-e43ab2ddc8d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590915 Nov 03 19:45:42.618243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51476) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:42.625530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:42.652249 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.767479 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:42.876662 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Allocated IP 172.25.8.123 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/9cd4b5fb-6c7f-4cf9-a1c3-4ee395bf2ffa) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:45:42.996393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.032422 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.072753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:45:43.077964 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:43.080677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:45:43.106603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'Port': ['ID=9cd4b5fb-6c7f-4cf9-a1c3-4ee395bf2ffa,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:43.185130 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.220901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.379529 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.391733 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.461238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'Port': ['ID=9cd4b5fb-6c7f-4cf9-a1c3-4ee395bf2ffa,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:43.483195 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.503193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:43.504555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-80371a15-eddf-478c-a59d-3023d2fbfeea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8852017 Nov 03 19:45:43.667421 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-40adbabf-a698-4365-a365-bd5d26c2b00e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1306131460&fields=id&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 267 time: 0.0487812 Nov 03 19:45:43.788664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-9e9d12f7-e10f-41b9-adb7-b7318a0c4601 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:43.791694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-9e9d12f7-e10f-41b9-adb7-b7318a0c4601 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1174102 Nov 03 19:45:43.809873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-d60df865-4d75-46eb-b48b-dd9bb33e5db6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/quotas/d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 375 time: 0.0120552 Nov 03 19:45:43.866939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-5dcac041-dc14-4918-9e9a-39aec2d9a4eb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509040 Nov 03 19:45:43.927973 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:45:43.939180 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:45:43.941014 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:44.051578 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:45:44.153387 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device caa6d443-de37-49dc-8113-55a7c3d42dc2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:44.208871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port caa6d443-de37-49dc-8113-55a7c3d42dc2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:44.210428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.269220 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:41Z', 'revision_number': 2, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:44.293276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-51cf1b38-9187-45f5-9fbe-b40ead3c6ec7 service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133825 Nov 03 19:45:44.300223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.340857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port caa6d443-de37-49dc-8113-55a7c3d42dc2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=caa6d443-de37-49dc-8113-55a7c3d42dc2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:44.346225 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.396894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-25952dbc-2f84-42a8-a007-ab514cd80b10 service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972142 Nov 03 19:45:44.397158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=caa6d443-de37-49dc-8113-55a7c3d42dc2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:44.401714 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:45:44.402065 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Updating router 8d85bae4-efbb-4a10-9473-74b983b22f8a port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:45:44.428103 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.587821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d26be08c-1415-4939-82b4-0e77f17b9cdb req-0b443474-12cf-43a6-b706-92f0f3e046d7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 210 time: 0.0322871 Nov 03 19:45:44.718320 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.724208 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.780386 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Pushing event updated for resources: {'Port': ['ID=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:44.804174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.805040 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.805554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.806065 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.806559 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.807049 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.807532 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.808038 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.808522 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.809027 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.809495 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.810023 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:45:44.849396 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Attempting to bind port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:45:44.849676 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Attempting to bind port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:45:44.850034 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Attempting to bind port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:44.855515 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:45:44.855886 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:45:44.856284 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.856671 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:45:44.857205 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Bound port: ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:45:44.857967 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:44.929306 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] For port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:45:44.933432 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] For port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:45:44.938329 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:45.002679 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e65425-c292-4b84-95cd-632d0db86102 None None] Pushing event updated for resources: {'Port': ['ID=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:45.005259 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:45:45.005851 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:45.073025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-35ef251e-8212-486d-afa5-83dc2fe23e28 None None] Provisioning complete for port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:45.073892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35ef251e-8212-486d-afa5-83dc2fe23e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:45.134447 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:45:45.175102 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35ef251e-8212-486d-afa5-83dc2fe23e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:45.224127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-35ef251e-8212-486d-afa5-83dc2fe23e28 None None] For port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:45.235030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-35ef251e-8212-486d-afa5-83dc2fe23e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:45.298417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef251e-8212-486d-afa5-83dc2fe23e28 None None] Pushing event updated for resources: {'Port': ['ID=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:45.356320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-af154c2d-74f5-416a-afef-1c211cb8352c None None] Provisioning complete for port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:45.356689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-af154c2d-74f5-416a-afef-1c211cb8352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:45.369673 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:45.396632 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e47f2-2678-4bbf-a052-a72b74bd87a7 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:45:45.707666 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-ba829e93-ba36-470f-a268-a95facfa7afa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:45.709317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-ba829e93-ba36-470f-a268-a95facfa7afa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1404126 Nov 03 19:45:45.716344 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40a3288c-c43e-43cc-a132-783fe0953897 req-b5dbf8ad-ffb8-4769-82fb-e59a1a2959ee tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 210 time: 0.0319943 Nov 03 19:45:45.800766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-888125e7-4abf-4544-875c-e7307aa8e8d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 380 time: 0.0753698 Nov 03 19:45:45.811831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'port': {'device_id': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'admin_state_up': True, 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'security_groups': ['808f21d5-96c5-413e-ad74-f9dce4ce4d8f']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:45.939258 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Made reservation on behalf of d5b9504316dc44269aedbd8debd4b3da for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:45:45.942888 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.089316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Allocated IP 172.20.0.14 (0583c257-f13c-41c2-afaa-189084aa7d5a/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d/f4e904cb-b0c9-4303-aaf8-97d30229218d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:45:46.159026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device caa6d443-de37-49dc-8113-55a7c3d42dc2 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:46.215159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port caa6d443-de37-49dc-8113-55a7c3d42dc2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:46.215830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.255341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.290766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.307693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:46.333914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:45:46.337805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:45:46.340301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:45:46.363281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:46.363648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.377479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:46.405477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:46.406119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.424278 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-90bbfffb-0f47-4025-8b07-622e01f23525 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158116 Nov 03 19:45:46.438673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Request body: {'port': {'device_id': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:46.503306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.576000 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-823857a4-8507-4818-98d5-50cfe870f18f None None] Provisioning complete for port f4e904cb-b0c9-4303-aaf8-97d30229218d triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:46.576386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-823857a4-8507-4818-98d5-50cfe870f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.612694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-823857a4-8507-4818-98d5-50cfe870f18f None None] Port f4e904cb-b0c9-4303-aaf8-97d30229218d cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:45:46.780181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e904cb-b0c9-4303-aaf8-97d30229218d {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:45:46.788024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.802264 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Transition to ACTIVE for port object f4e904cb-b0c9-4303-aaf8-97d30229218d will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:45:46.806864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:46.846760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61701134-0d84-4eb4-8dfc-2eefccc4ec30 req-08b8cfa9-dae2-4e61-97ad-46c6f61b2774 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:46.848749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61701134-0d84-4eb4-8dfc-2eefccc4ec30 req-08b8cfa9-dae2-4e61-97ad-46c6f61b2774 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 932 time: 0.0546834 Nov 03 19:45:46.906464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:46.911458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61701134-0d84-4eb4-8dfc-2eefccc4ec30 req-bd9f2823-abab-43ec-af5c-4eee8910d042 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524616 Nov 03 19:45:46.945065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:45:46.945403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:45:46.945732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:46.950408 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Port f4e904cb-b0c9-4303-aaf8-97d30229218d on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:45:46.950768 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:45:46.956883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:45:46.957227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:45:46.957606 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:45:46.958034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Bound port: f4e904cb-b0c9-4303-aaf8-97d30229218d, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:45:46.958417 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:47.026421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:45:47.030955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:45:47.035978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:47.071937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.072552 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:47.074189 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] 10.222.0.110 "PUT /v2.0/ports/f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1092 time: 0.6402035 Nov 03 19:45:47.074504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:47.077336 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4569cc76-b969-4694-870a-2390cb39258d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:47.121420 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b93cc8-aee3-4819-a82b-576ef9c661af x-openstack-request-id: req-12b93cc8-aee3-4819-a82b-576ef9c661af {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:47.121885 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:47.122678 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-12b93cc8-aee3-4819-a82b-576ef9c661af {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:47.123327 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'status': 'completed', 'code': 200} Nov 03 19:45:47.128568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a4fa-b5a1-4794-9d3b-c9a00442f056 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:47.189348 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-02b76563-8fb6-4bbf-afc3-88752723b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.190884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-02b76563-8fb6-4bbf-afc3-88752723b85e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1095 time: 0.0565753 Nov 03 19:45:47.236269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-448f79a9-3361-462e-be87-e702e0dfe99b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 217 time: 0.0361698 Nov 03 19:45:47.292846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-0839df27-a48d-4d46-b678-ff1d9f24d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.294509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-0839df27-a48d-4d46-b678-ff1d9f24d301 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0510707 Nov 03 19:45:47.346792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-cc38f3bd-8681-436d-a166-f7617851d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.348334 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-cc38f3bd-8681-436d-a166-f7617851d888 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456700 Nov 03 19:45:47.439477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-9454f965-c268-471f-9c2e-f1391ac65209 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833871 Nov 03 19:45:47.536476 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8bfb24c-63d5-4ace-af1a-72ce868e3585 req-78619c25-fca4-4b87-950a-0565ccd44742 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890546 Nov 03 19:45:47.625729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569cc76-b969-4694-870a-2390cb39258d req-41532e1e-927e-4ea0-8134-be26246a17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.627230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-41532e1e-927e-4ea0-8134-be26246a17ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1095 time: 0.0419519 Nov 03 19:45:47.722579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569cc76-b969-4694-870a-2390cb39258d req-a91572c7-d551-4510-938d-ac4003993f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.724091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-a91572c7-d551-4510-938d-ac4003993f5d service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0889072 Nov 03 19:45:47.767718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-99df9829-e0a0-4883-baab-401fc258db72 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 217 time: 0.0361009 Nov 03 19:45:47.819943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569cc76-b969-4694-870a-2390cb39258d req-be99d7a2-2759-4fca-b3da-ba2115d522ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.822072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-be99d7a2-2759-4fca-b3da-ba2115d522ea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0469513 Nov 03 19:45:47.873614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569cc76-b969-4694-870a-2390cb39258d req-c3cc94b9-1c94-41f7-8fc1-b4d10b31a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:47.875077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-c3cc94b9-1c94-41f7-8fc1-b4d10b31a10e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443444 Nov 03 19:45:47.986577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-e6dac900-6bd6-4c7c-81c6-e7ce225fcd24 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997198 Nov 03 19:45:48.044793 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278280d5-cf11-4b92-8056-8e16ad64257e req-0bae6a17-289d-484a-a773-45c74f2e85a3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:48.046402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-278280d5-cf11-4b92-8056-8e16ad64257e req-0bae6a17-289d-484a-a773-45c74f2e85a3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0549276 Nov 03 19:45:48.105809 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-278280d5-cf11-4b92-8056-8e16ad64257e req-a889a921-2918-4550-8c31-08c6ef9a94f4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500016 Nov 03 19:45:48.106671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4569cc76-b969-4694-870a-2390cb39258d req-1997ed80-7be1-442d-b0a0-c3496ec00413 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093788 Nov 03 19:45:49.249226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040b41d-c4dc-46e9-9d49-f4f110e6f1c9 req-cc56f3f3-6ff5-412b-94f4-34656769481a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:49.251038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7040b41d-c4dc-46e9-9d49-f4f110e6f1c9 req-cc56f3f3-6ff5-412b-94f4-34656769481a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0615447 Nov 03 19:45:49.304175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7040b41d-c4dc-46e9-9d49-f4f110e6f1c9 req-769f08b1-a8c2-41e8-be7c-0636b241cae0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470643 Nov 03 19:45:50.430755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdff12-ae0d-413b-9dc9-a564e1c09493 req-10b02a5f-93b8-41b9-9502-7ab47d2bc806 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:50.432282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35fdff12-ae0d-413b-9dc9-a564e1c09493 req-10b02a5f-93b8-41b9-9502-7ab47d2bc806 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0510092 Nov 03 19:45:50.480559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-35fdff12-ae0d-413b-9dc9-a564e1c09493 req-f9759ecf-6f9c-41a6-b3c8-1fdfa94bf06d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Nov 03 19:45:51.081796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:45:51.202833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:51.215345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'mac_address': 'fa:16:3e:12:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:45:51.258084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:51.271047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e904cb-b0c9-4303-aaf8-97d30229218d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:45:51.291303 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:51.295391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:51.348713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:51.509831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f4e904cb-b0c9-4303-aaf8-97d30229218d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:45:51.606415 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9625-aea6-4398-bbbf-2db4a1db44d6 req-ac85ca73-3ec3-4178-a803-283b5b4f5f8d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:51.608197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-750b9625-aea6-4398-bbbf-2db4a1db44d6 req-ac85ca73-3ec3-4178-a803-283b5b4f5f8d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 945 time: 0.0557754 Nov 03 19:45:51.675013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-750b9625-aea6-4398-bbbf-2db4a1db44d6 req-230b8d59-18b8-494b-80cc-d6dcbdac1b28 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603240 Nov 03 19:45:52.795623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae43dd-1781-463d-b42e-09c11a795651 req-b018adec-b09e-40a7-b020-63de7914f3db tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:52.797146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6aae43dd-1781-463d-b42e-09c11a795651 req-b018adec-b09e-40a7-b020-63de7914f3db tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 945 time: 0.0496190 Nov 03 19:45:52.844677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6aae43dd-1781-463d-b42e-09c11a795651 req-5e98cce8-33bf-43bb-a1f7-e9e1af052ea6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Nov 03 19:45:53.080887 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:45:53.133390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port f4e904cb-b0c9-4303-aaf8-97d30229218d completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:45:53.138016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port f4e904cb-b0c9-4303-aaf8-97d30229218d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:45:53.138377 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:53.216682 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:53.249807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:53.252132 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9558b6c-cf7f-4be7-af8d-ba0f4ce3dfd0" -d '{"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-plugged", "status": "completed", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:53.266747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:45:53.271672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:53.296684 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bebc2a-2cec-4da4-abf5-0c443a0a8e23 x-openstack-request-id: req-74bebc2a-2cec-4da4-abf5-0c443a0a8e23 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:53.297078 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-plugged", "status": "completed", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:53.297334 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-74bebc2a-2cec-4da4-abf5-0c443a0a8e23 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:53.297784 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'code': 200} Nov 03 19:45:53.325262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:45:53.395877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c61ce-95db-425b-8e83-c811377dce70 req-0550ddd8-344e-4554-8891-ae3f137da004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:53.397451 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-624c61ce-95db-425b-8e83-c811377dce70 req-0550ddd8-344e-4554-8891-ae3f137da004 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1097 time: 0.0414963 Nov 03 19:45:53.443790 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-624c61ce-95db-425b-8e83-c811377dce70 req-e3f68ced-e02d-4abf-bd7e-2978f737e976 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377061 Nov 03 19:45:53.966708 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c0883-8131-487a-983f-9e852a997aa6 req-b4ceb2f1-6369-408f-a791-3770b8158ffb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:53.968229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c8c0883-8131-487a-983f-9e852a997aa6 req-b4ceb2f1-6369-408f-a791-3770b8158ffb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0524292 Nov 03 19:45:54.023748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4c8c0883-8131-487a-983f-9e852a997aa6 req-9db9ed8f-2ca6-488d-b5b4-169c9e4a8b88 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490587 Nov 03 19:45:55.148449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837898c6-36c8-4405-9372-916b347fcf9e req-4184b04b-a543-4fe1-91f9-c140d5e28e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:55.150012 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-837898c6-36c8-4405-9372-916b347fcf9e req-4184b04b-a543-4fe1-91f9-c140d5e28e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0537257 Nov 03 19:45:55.198954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-837898c6-36c8-4405-9372-916b347fcf9e req-14448125-2c5f-4faa-af92-b1b06ec9aaeb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Nov 03 19:45:55.314334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748a4b-94a1-4362-abe5-532d01ce95d2 req-12d3d2ae-c016-4ebe-88c2-884aab452140 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:55.315733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de748a4b-94a1-4362-abe5-532d01ce95d2 req-12d3d2ae-c016-4ebe-88c2-884aab452140 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0508716 Nov 03 19:45:55.324404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51526) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:55.328818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'floatingip': {'port_id': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:45:55.382735 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:55.837158 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:55.841286 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:55.940524 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed associated. External IP: 172.25.8.123, port: f4e904cb-b0c9-4303-aaf8-97d30229218d. Nov 03 19:45:56.156083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:45:56.265907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:45:56.270558 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:56.276463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:45:56.286466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:45:56.287505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:56.299507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-631b62ae-4222-4c7f-8108-2ddd14c7ddd6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "PUT /v2.0/floatingips/998cd3f6-61f4-4225-9448-19a92d5406ed HTTP/1.1" status: 200 len: 992 time: 0.9740093 Nov 03 19:45:56.300206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:45:56.302876 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d892993-1741-4218-a69d-c934a380f675" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:45:56.401405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:45:56.403668 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873721f-636e-4335-9a54-ec63a9d4b1f3 x-openstack-request-id: req-3873721f-636e-4335-9a54-ec63a9d4b1f3 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:45:56.403958 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:45:56.404272 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3873721f-636e-4335-9a54-ec63a9d4b1f3 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:45:56.404942 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'status': 'completed', 'code': 200} Nov 03 19:45:56.519194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892993-1741-4218-a69d-c934a380f675 req-c0577ba8-ce5c-4f0c-acd7-c0a75138abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:56.520732 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-c0577ba8-ce5c-4f0c-acd7-c0a75138abe4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1097 time: 0.0901439 Nov 03 19:45:56.619538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892993-1741-4218-a69d-c934a380f675 req-14641ade-cacb-4a38-8f76-1beac24c6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:56.621055 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-14641ade-cacb-4a38-8f76-1beac24c6a10 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0908079 Nov 03 19:45:56.641957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:12:33:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:45:55Z', 'revision_number': 1, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:56.668739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:45:56.677146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:45:56.677747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:45:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:56.691196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-05a57ecd-5507-4f40-9c64-b79d6e9348f4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1000 time: 0.0594122 Nov 03 19:45:56.744351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892993-1741-4218-a69d-c934a380f675 req-60eb5fe5-6ef1-45f3-b634-91ce0567c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:56.749983 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-60eb5fe5-6ef1-45f3-b634-91ce0567c02e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0527976 Nov 03 19:45:56.785814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:45:56.796740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892993-1741-4218-a69d-c934a380f675 req-e52e1b56-ddbd-47fe-a710-5b3373991505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:56.798257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-e52e1b56-ddbd-47fe-a710-5b3373991505 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414073 Nov 03 19:45:56.892488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-0d9a6651-e7aa-4cbc-84d5-90278418f41c service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Nov 03 19:45:56.993543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4d892993-1741-4218-a69d-c934a380f675 req-2b11775e-4cb4-466e-a34e-d0b3a1552a87 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919101 Nov 03 19:45:57.022016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:12:33:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:45:55Z', 'revision_number': 1, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:45:57.048675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb3f05-c5f0-4738-9dfd-3595ef9d72d9 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:12:33:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:45:55Z', 'revision_number': 1, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:45:57.253745 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b3fea-e94d-47a8-b404-0700eacd3a4d None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:46:00.650604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-231d76a2-2fb1-48ed-a805-8c27ab21e8a7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454216 Nov 03 19:46:00.738019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-1c3630bf-b6ec-4638-9f24-671eba1a6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.739538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-1c3630bf-b6ec-4638-9f24-671eba1a6a90 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1097 time: 0.0415452 Nov 03 19:46:00.850331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-6c93e505-3408-45e6-877b-b4793193f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.852243 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-6c93e505-3408-45e6-877b-b4793193f826 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0899603 Nov 03 19:46:00.922326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-692465cf-ed5c-46a9-ae11-2a4ddf192fa7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1002 time: 0.0619881 Nov 03 19:46:00.976773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-a0c205c8-3725-4e68-b924-d22bc2566b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.978252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-a0c205c8-3725-4e68-b924-d22bc2566b68 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0489097 Nov 03 19:46:01.025777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-f4cdf69e-e6dd-4175-9096-15686c3e773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:01.027402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-f4cdf69e-e6dd-4175-9096-15686c3e773a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416689 Nov 03 19:46:01.118892 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-f7aa74c9-1887-4190-9220-61b429d38b81 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825956 Nov 03 19:46:01.218608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3d88d25e-ed16-4e63-882e-02f51b4dad37 req-4672c5c6-f276-40b5-ba86-bbc5761528b9 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885410 Nov 03 19:46:02.679252 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:03.385889 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:04.741253 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a76146d-d28b-4ab6-8454-2cd0523df34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:08.361795 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ccdd-b78a-421c-9e3a-0ed9ba2e3a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.068184 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.980049 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.129824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.302488 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:46:32.688094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:33.378823 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:34.744586 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a142005f-dda4-498d-af41-1c887cbdfef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:38.363029 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-60762961-66d3-4cff-8d70-549e4b510b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:40.070449 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:41.984952 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:42.134650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:52.302637 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:47:02.643836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-6b973eaa-c183-40d2-abcf-ec9d6e989a49 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431657 Nov 03 19:47:02.686191 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:02.736251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-99b850f0-3ab4-400e-bc60-c1a13cb64bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:02.737722 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-99b850f0-3ab4-400e-bc60-c1a13cb64bc0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1097 time: 0.0460877 Nov 03 19:47:02.843239 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-1e427f26-40bf-4e82-aa59-cbfa0fbaa507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:02.844749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-1e427f26-40bf-4e82-aa59-cbfa0fbaa507 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0870705 Nov 03 19:47:02.916730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-34954eb5-3704-4a8c-b71c-57f77399217b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1002 time: 0.0645545 Nov 03 19:47:03.320961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-ba91f795-5b4c-452b-b2d2-0d8008c7280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:03.323158 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-ba91f795-5b4c-452b-b2d2-0d8008c7280e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.3979890 Nov 03 19:47:03.370278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-5c532076-c766-4fbf-a6fd-000324b5964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:03.371588 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-5c532076-c766-4fbf-a6fd-000324b5964c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407999 Nov 03 19:47:03.391970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:03.466272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-445abdb0-c903-4add-96c7-f3cd1efc81ea service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867574 Nov 03 19:47:03.559231 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5947ad79-d51b-4ea9-96ee-ac3364d5cee8 req-280734aa-9840-45fa-b0e0-d77fb6d41f30 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Nov 03 19:47:04.746379 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ceedb2d5-7b92-4e7f-884f-4281352b383d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:08.364824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c94c5d6-7ee5-4ed5-95e8-6416f690acc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.075725 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.987260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.143513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:29.301781 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:47:32.686778 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:33.402878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:34.618957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62424a-3083-4375-8f5b-36b02bf81534 req-b665d6bd-ca2c-488d-b2cd-fb8a5e44e47c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:34.620655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af62424a-3083-4375-8f5b-36b02bf81534 req-b665d6bd-ca2c-488d-b2cd-fb8a5e44e47c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0675924 Nov 03 19:47:34.672100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af62424a-3083-4375-8f5b-36b02bf81534 req-5e7b796e-ba05-4a92-aadd-c9c6a779543d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Nov 03 19:47:34.750402 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f9407a95-2257-48b1-9ec0-cdabf8bc02d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:34.939997 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-c9306a20-c8da-4cee-ae22-e0198e3440d1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769832 Nov 03 19:47:34.949185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9552e31-87cf-4c3a-9b3d-75b39a2f53ea req-70c007df-1364-4fd5-b88d-e33b53f4b990 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:34.950862 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9552e31-87cf-4c3a-9b3d-75b39a2f53ea req-70c007df-1364-4fd5-b88d-e33b53f4b990 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0785322 Nov 03 19:47:35.009081 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d9552e31-87cf-4c3a-9b3d-75b39a2f53ea req-87083e0c-108c-409f-a007-8a655e9cb491 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515497 Nov 03 19:47:36.130660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300ef74-b396-4a00-863d-4edf4738b674 req-d45638c6-c8c2-4c99-b47a-0b13ba8b7730 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:36.132210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7300ef74-b396-4a00-863d-4edf4738b674 req-d45638c6-c8c2-4c99-b47a-0b13ba8b7730 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0522058 Nov 03 19:47:36.181294 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7300ef74-b396-4a00-863d-4edf4738b674 req-954d9022-12b3-4c17-84cd-ebf42c9276f7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Nov 03 19:47:37.300322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f064e4-6e5b-4c1f-8085-fda994df84a3 req-123c3017-32cc-4e31-8427-3961dcf5032a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:37.301906 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95f064e4-6e5b-4c1f-8085-fda994df84a3 req-123c3017-32cc-4e31-8427-3961dcf5032a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0502458 Nov 03 19:47:37.354101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95f064e4-6e5b-4c1f-8085-fda994df84a3 req-d3d41a51-55b9-4acb-8d9f-dd492ea61f58 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Nov 03 19:47:38.367093 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9627-f44c-4e66-ab2d-c72d4a8516ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:38.483107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14407-20a5-4518-bf1a-34e6f6e786d2 req-2ec7fe86-82b5-4753-8ded-f78493fe042d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:38.485621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79a14407-20a5-4518-bf1a-34e6f6e786d2 req-2ec7fe86-82b5-4753-8ded-f78493fe042d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0552833 Nov 03 19:47:38.538911 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79a14407-20a5-4518-bf1a-34e6f6e786d2 req-6b66417c-b684-47ab-b45b-755cb5efc5a2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466547 Nov 03 19:47:39.668664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff0733-3420-41c0-85a4-99ae7b65dde1 req-31f08e71-9365-4e49-a877-0683cab05ad0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:39.670174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfff0733-3420-41c0-85a4-99ae7b65dde1 req-31f08e71-9365-4e49-a877-0683cab05ad0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0528941 Nov 03 19:47:39.724429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfff0733-3420-41c0-85a4-99ae7b65dde1 req-79549ebd-1642-4b92-91de-2078fda529ee tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468378 Nov 03 19:47:40.082728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:40.127131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-bcb434c4-a512-4ea3-bdf8-4949808dc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:40.128629 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-bcb434c4-a512-4ea3-bdf8-4949808dc2f4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1097 time: 0.0427759 Nov 03 19:47:40.227789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-38a98b95-b518-4d3c-a4ec-d876e01e78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:40.229322 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-38a98b95-b518-4d3c-a4ec-d876e01e78ad service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0916419 Nov 03 19:47:40.305145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-3d398c4c-1ef6-49f5-92be-2eb1c78846d2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1002 time: 0.0663490 Nov 03 19:47:40.356296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-36e721cf-d4cd-449b-9a14-468603d22b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:40.357783 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-36e721cf-d4cd-449b-9a14-468603d22b66 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0471063 Nov 03 19:47:40.405980 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-ecdca1fa-fecc-43c1-9131-8a43ed3efbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:40.407526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-ecdca1fa-fecc-43c1-9131-8a43ed3efbf5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420046 Nov 03 19:47:40.503162 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-42134ad8-84f4-46a4-ab70-fe4c0f355c36 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Nov 03 19:47:40.595770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-2d37c482-d8ec-4f79-b22f-48eb425cf3db service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Nov 03 19:47:40.848326 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0140a99-de60-4164-8235-3233e19c169c req-72acff6d-b04d-4cc7-85f3-aa9884a3f61b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:40.849849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0140a99-de60-4164-8235-3233e19c169c req-72acff6d-b04d-4cc7-85f3-aa9884a3f61b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0535655 Nov 03 19:47:40.903644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e0140a99-de60-4164-8235-3233e19c169c req-b817d3d3-a7ec-45c2-974a-25df020ce3cb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473182 Nov 03 19:47:41.991533 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:42.026352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1da99-0367-4719-bef0-08490b9336a4 req-f7095b3c-3152-4789-bf36-acf57d683ae8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:42.027865 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ceb1da99-0367-4719-bef0-08490b9336a4 req-f7095b3c-3152-4789-bf36-acf57d683ae8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0514183 Nov 03 19:47:42.079540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ceb1da99-0367-4719-bef0-08490b9336a4 req-cf4a4109-7f1d-450d-a466-51cfd9cf65df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Nov 03 19:47:42.137039 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:43.198855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492847f2-8e13-4cb7-9162-aecb8e4c4cd1 req-e7f0623c-0251-4ad5-a1c4-d2bd09e8b356 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:43.200331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-492847f2-8e13-4cb7-9162-aecb8e4c4cd1 req-e7f0623c-0251-4ad5-a1c4-d2bd09e8b356 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0507107 Nov 03 19:47:43.249967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-492847f2-8e13-4cb7-9162-aecb8e4c4cd1 req-c88829ee-fecf-4676-8faf-b54dfa5b80c7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Nov 03 19:47:44.381132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe18b9-0a40-4ec5-9c40-aa20445a096b req-02bb8a86-cb73-4193-9a92-f1f5dbfdc3e1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:44.382532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bfe18b9-0a40-4ec5-9c40-aa20445a096b req-02bb8a86-cb73-4193-9a92-f1f5dbfdc3e1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0587125 Nov 03 19:47:44.430541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bfe18b9-0a40-4ec5-9c40-aa20445a096b req-aca31e9e-535d-4db6-8258-6e255873100b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Nov 03 19:47:45.566975 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e9245-e2e5-4859-87ce-4afa696167a1 req-15d5f95a-e002-4f0f-a933-60089106ef69 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:45.568485 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-894e9245-e2e5-4859-87ce-4afa696167a1 req-15d5f95a-e002-4f0f-a933-60089106ef69 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0525544 Nov 03 19:47:45.622407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-894e9245-e2e5-4859-87ce-4afa696167a1 req-3830378b-11cd-4240-b0ed-65c79fb85be5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468018 Nov 03 19:47:46.752608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee516aae-c274-4f9a-8610-eb6e74764c11 req-c4f32587-61fc-4fce-94c6-4441dd37124d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:46.754177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee516aae-c274-4f9a-8610-eb6e74764c11 req-c4f32587-61fc-4fce-94c6-4441dd37124d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0572419 Nov 03 19:47:46.803293 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee516aae-c274-4f9a-8610-eb6e74764c11 req-18f03249-39c0-4fd4-aa9e-d36d9921aa37 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Nov 03 19:47:47.919367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0520bd-1431-4000-9fc2-4f1c453b2425 req-2499be00-cc24-428e-98ca-c841d5503c81 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:47.921352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e0520bd-1431-4000-9fc2-4f1c453b2425 req-2499be00-cc24-428e-98ca-c841d5503c81 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0492392 Nov 03 19:47:47.968967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e0520bd-1431-4000-9fc2-4f1c453b2425 req-98daadf9-ade5-413b-adf0-cf0afc27a6a4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Nov 03 19:47:49.085755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f12a-2cea-4792-b08b-6ffdbf230f7b req-29799079-b165-4bcf-aa2f-90fd45dc5b05 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:49.087290 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eda9f12a-2cea-4792-b08b-6ffdbf230f7b req-29799079-b165-4bcf-aa2f-90fd45dc5b05 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0482140 Nov 03 19:47:49.142882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eda9f12a-2cea-4792-b08b-6ffdbf230f7b req-8a341809-042d-411d-8a84-eb33ad8ddc82 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490079 Nov 03 19:47:50.262579 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa590-13cb-4ed8-b3c3-d0036f59b25d req-c8f187a0-50a8-49e4-92f1-fc51837f4e20 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:50.263984 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cafa590-13cb-4ed8-b3c3-d0036f59b25d req-c8f187a0-50a8-49e4-92f1-fc51837f4e20 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0511563 Nov 03 19:47:50.314584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cafa590-13cb-4ed8-b3c3-d0036f59b25d req-66f64ed1-acc9-4470-8033-5e3e55ed9450 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Nov 03 19:47:51.453143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ef47d-7f6a-45df-ae4f-1009676de38a req-99c935ee-6a0c-45e7-a54b-ccca2abf6ae8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:51.454758 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-644ef47d-7f6a-45df-ae4f-1009676de38a req-99c935ee-6a0c-45e7-a54b-ccca2abf6ae8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0652268 Nov 03 19:47:51.512791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-644ef47d-7f6a-45df-ae4f-1009676de38a req-fe92ff0c-90f3-4bed-9449-87a1010b2888 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503571 Nov 03 19:47:52.625963 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-d0bdd778-141a-4d75-801c-e0d4381a73ec service neutron] show failed (client error): The resource could not be found. Nov 03 19:47:52.626982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-d0bdd778-141a-4d75-801c-e0d4381a73ec service neutron] 10.222.0.110 "GET /v2.0/ports/f4e904cb-b0c9-4303-aaf8-97d30229218d/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0576444 Nov 03 19:47:52.650199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb13fba-7209-40c0-97d9-db0f58af5136 req-8bd3360f-2959-45d5-8bfe-45aa4c89e3c7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:52.650199 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8cb13fba-7209-40c0-97d9-db0f58af5136 req-8bd3360f-2959-45d5-8bfe-45aa4c89e3c7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0553315 Nov 03 19:47:52.703947 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8cb13fba-7209-40c0-97d9-db0f58af5136 req-1d5667cc-7d98-4706-af31-d92748b0546a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Nov 03 19:47:52.837321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-b1a789f2-e865-4897-9d6d-b0d701852e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:52.838794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-b1a789f2-e865-4897-9d6d-b0d701852e06 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 1097 time: 0.0468197 Nov 03 19:47:52.850730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:52.914464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:53.120090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:53.157859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:53.201228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:53.203563 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af7afcc-0321-431d-adda-75fe4331e4af" -d '{"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:53.207801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:53.221300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Transition to ACTIVE for port object f4e904cb-b0c9-4303-aaf8-97d30229218d will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:47:53.227837 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:53.257902 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4fdfae-59ed-4e8f-8721-4dfa09be0c7c x-openstack-request-id: req-9d4fdfae-59ed-4e8f-8721-4dfa09be0c7c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:53.258201 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:53.258456 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9d4fdfae-59ed-4e8f-8721-4dfa09be0c7c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:53.258861 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'code': 200} Nov 03 19:47:53.286603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:53.323700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.324038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.324383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.324733 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.325078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.325415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.325728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.326057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.326383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.326736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.327035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.327357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:53.382204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] No DVR routers for this DVR port f4e904cb-b0c9-4303-aaf8-97d30229218d on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:47:53.526429 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:53.526761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:53.527086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:53.532462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Port f4e904cb-b0c9-4303-aaf8-97d30229218d on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:47:53.532815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Attempting to bind port f4e904cb-b0c9-4303-aaf8-97d30229218d on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:53.537730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:53.538058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:53.538432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:53.538925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Bound port: f4e904cb-b0c9-4303-aaf8-97d30229218d, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:53.539223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:53.601063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:53.604002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:53.609742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:53.642736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:53.643346 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:53.644756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] 10.222.0.115 "PUT /v2.0/ports/f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1092 time: 0.7981379 Nov 03 19:47:53.686367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47099f92-ef9a-4d33-a80c-fb5961fdaa41 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:53.724576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-313ea342-15e4-460d-a626-b226dc7a0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:53.726144 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-313ea342-15e4-460d-a626-b226dc7a0e0c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1095 time: 0.0544615 Nov 03 19:47:53.827498 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-2b2b4cb6-2222-474c-8fa8-0b6dffaeed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:53.829032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-2b2b4cb6-2222-474c-8fa8-0b6dffaeed9e service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0944405 Nov 03 19:47:53.839533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff45108-270a-438e-a575-5438f988162b req-c1a4dcf2-a0b6-4f0f-afcc-8751465321ff tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:53.841058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ff45108-270a-438e-a575-5438f988162b req-c1a4dcf2-a0b6-4f0f-afcc-8751465321ff tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0580962 Nov 03 19:47:53.890411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ff45108-270a-438e-a575-5438f988162b req-b212a473-f493-4ef2-bbdd-62783488d4d1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Nov 03 19:47:53.902040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-ad0893c3-303d-4c9a-b9f3-8fef2735236b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1000 time: 0.0656552 Nov 03 19:47:53.952460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-f2de5ea7-afc2-4d79-b8d5-bb17b7fd6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:53.953978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-f2de5ea7-afc2-4d79-b8d5-bb17b7fd6c25 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0455294 Nov 03 19:47:54.001326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-36264f37-fb53-4543-9343-ba9a2b510d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:54.002824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-36264f37-fb53-4543-9343-ba9a2b510d4b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411773 Nov 03 19:47:54.096783 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-5b4c50fb-83ec-4db9-a021-6a3f660e8ea3 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 Nov 03 19:47:54.189238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-d40c8f35-2309-4c7b-90bb-51299b3cce1a req-a6b4211f-5d3f-4eb7-a787-6cee5828235d service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846839 Nov 03 19:47:55.010113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5492a5-3d0d-4c30-8a2f-16d86b8cc6fe req-85bab26e-a8c5-4dfa-bb5f-bf9c6094dd95 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.012045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa5492a5-3d0d-4c30-8a2f-16d86b8cc6fe req-85bab26e-a8c5-4dfa-bb5f-bf9c6094dd95 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0495069 Nov 03 19:47:55.064874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa5492a5-3d0d-4c30-8a2f-16d86b8cc6fe req-3827fabb-02fe-4849-97bd-70cc8afde073 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469565 Nov 03 19:47:55.260021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:55.262451 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4840a47d-238e-4fd9-8f32-44ebac40276a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:55.311442 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db6033c-c3e7-4503-9c7d-525610298cf1 x-openstack-request-id: req-2db6033c-c3e7-4503-9c7d-525610298cf1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:55.311791 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:55.311973 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2db6033c-c3e7-4503-9c7d-525610298cf1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:55.312400 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'status': 'completed', 'code': 200} Nov 03 19:47:55.406596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-e9656646-15d3-4284-affb-04e741253e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.408512 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-e9656646-15d3-4284-affb-04e741253e15 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1095 time: 0.0752137 Nov 03 19:47:55.410691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-3abd155a-bb00-4ecc-be17-dfd21c494cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.412050 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-3abd155a-bb00-4ecc-be17-dfd21c494cec service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1095 time: 0.0711453 Nov 03 19:47:55.573952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-0bc438d0-362e-42a3-89d5-a346e7386cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.575327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-0bc438d0-362e-42a3-89d5-a346e7386cd8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1600420 Nov 03 19:47:55.576440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-1438f100-04d9-4db3-9cae-da1efefc6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.578326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-1438f100-04d9-4db3-9cae-da1efefc6efe service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1558881 Nov 03 19:47:55.646197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:47:55.686004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:47:55.692016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-8a3b2e42-cdff-444f-8530-671dd072cd44 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1000 time: 0.1077623 Nov 03 19:47:55.694181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-e43868d6-5a8a-4023-b727-191e69fd4765 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1000 time: 0.1044047 Nov 03 19:47:55.779032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-71cd21d4-0b09-4518-8c92-60b84341d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.780563 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-71cd21d4-0b09-4518-8c92-60b84341d63a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0815668 Nov 03 19:47:55.783985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-d91bde48-4f87-4773-aff9-e46171a7b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.785362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-d91bde48-4f87-4773-aff9-e46171a7b1a6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0783420 Nov 03 19:47:55.859958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-2143f93c-98a8-47de-805b-536138681856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.861413 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-2143f93c-98a8-47de-805b-536138681856 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629218 Nov 03 19:47:55.863231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-d99b1eac-c312-4ce1-83b3-99dd435810c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:55.864708 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-d99b1eac-c312-4ce1-83b3-99dd435810c0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766904 Nov 03 19:47:56.032387 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-596111ce-21dc-46df-b78c-3bff6bb1dd18 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607494 Nov 03 19:47:56.034282 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-bd5e777e-cfa2-45c5-aa7a-a87acb9c58a4 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613851 Nov 03 19:47:56.185430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680376-ce78-4cdd-8d7d-ab330fa66eba req-68fd0211-4008-4530-a1dd-e0b0cb071eeb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.187555 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99680376-ce78-4cdd-8d7d-ab330fa66eba req-68fd0211-4008-4530-a1dd-e0b0cb071eeb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0499938 Nov 03 19:47:56.198189 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-bdcdd8ff-3c24-404d-a1ce-eb812fc4e9b7 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579370 Nov 03 19:47:56.201796 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4840a47d-238e-4fd9-8f32-44ebac40276a req-409c048e-6fae-42e2-98ea-34cce264ef7a service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534078 Nov 03 19:47:56.238610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-99680376-ce78-4cdd-8d7d-ab330fa66eba req-7958119b-52b3-41a7-8f03-a72eb3040723 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Nov 03 19:47:56.438756 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80144d72-c53d-44ec-b770-73de280d2a2f req-f34ddd76-b185-41fa-b412-fa3fe86c2c62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.440173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80144d72-c53d-44ec-b770-73de280d2a2f req-f34ddd76-b185-41fa-b412-fa3fe86c2c62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 944 time: 0.0507998 Nov 03 19:47:56.453683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-10687272-42d7-405f-8707-77eab4537492 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.455381 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-10687272-42d7-405f-8707-77eab4537492 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff&tenant_id=d5b9504316dc44269aedbd8debd4b3da&binding%3Ahost_id=n-h1-812151-4 HTTP/1.1" status: 200 len: 944 time: 0.0540090 Nov 03 19:47:56.489652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80144d72-c53d-44ec-b770-73de280d2a2f req-3a05be4d-eab4-49b3-bc47-77c87da6ee34 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Nov 03 19:47:56.519318 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-bfb05d99-c66e-4037-9b92-00d4beed96ac service neutron] delete failed (client error): The resource could not be found. Nov 03 19:47:56.520351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-bfb05d99-c66e-4037-9b92-00d4beed96ac service neutron] 10.222.0.110 "DELETE /v2.0/ports/f4e904cb-b0c9-4303-aaf8-97d30229218d/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0571542 Nov 03 19:47:56.610936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-42768ea5-a873-405f-89d3-45fa93ef7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.613110 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-42768ea5-a873-405f-89d3-45fa93ef7c55 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 1095 time: 0.0465763 Nov 03 19:47:56.708797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-589ca34e-3c5f-469c-85bc-e28b400dd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.710262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-589ca34e-3c5f-469c-85bc-e28b400dd708 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0890572 Nov 03 19:47:56.727008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:47:56.776285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-f8ae8e93-a109-4db0-a642-54ef0dc8641c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 200 len: 1000 time: 0.0573802 Nov 03 19:47:56.825550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:56.831700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-ceb95910-6036-49d0-bd21-0398bd40fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.833221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-ceb95910-6036-49d0-bd21-0398bd40fe41 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0484052 Nov 03 19:47:56.837777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'mac_address': 'fa:16:3e:12:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:47:56.877120 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:56.882225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-882b0c04-ece5-4d67-a5ee-adbd9387730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:56.888850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-882b0c04-ece5-4d67-a5ee-adbd9387730f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430348 Nov 03 19:47:56.894959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e904cb-b0c9-4303-aaf8-97d30229218d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:47:56.916665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:56.921914 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:56.973326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:56.981037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.981405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.981777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.982048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.982372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.982760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.983054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.983375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.983695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.984044 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.984332 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.984647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:56.992115 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-e04959e1-129d-480b-96a6-0bfdc1776e82 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997107 Nov 03 19:47:57.083395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-92e460ab-a0f7-4245-b34b-0f3398f2ef98 req-925c1239-515d-4350-977a-d7d237054b76 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831532 Nov 03 19:47:57.195515 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f4e904cb-b0c9-4303-aaf8-97d30229218d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:47:57.616954 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3779d-c962-4825-bbb1-78b6c34622d9 req-ac706ccc-fe10-47e3-b088-2c99062840f5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:57.618488 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11e3779d-c962-4825-bbb1-78b6c34622d9 req-ac706ccc-fe10-47e3-b088-2c99062840f5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 945 time: 0.0562928 Nov 03 19:47:57.676905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-11e3779d-c962-4825-bbb1-78b6c34622d9 req-f59dbe9b-8e7e-44a1-8e3f-bf2b62356a36 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512581 Nov 03 19:47:57.798092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375e536-4503-4061-8df7-14c25bb9357b req-63c9549b-5497-45b4-9e53-d7ee233d280c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:57.799493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e375e536-4503-4061-8df7-14c25bb9357b req-63c9549b-5497-45b4-9e53-d7ee233d280c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 03 19:47:57.845969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e375e536-4503-4061-8df7-14c25bb9357b req-8c7f57e2-209b-441f-8f7f-43081c429a43 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405209 Nov 03 19:47:57.965367 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710fb0-0632-40cc-8dc2-415c80ab6611 req-76dbf10c-3924-449c-9c46-e3676a59a997 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:57.966856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4710fb0-0632-40cc-8dc2-415c80ab6611 req-76dbf10c-3924-449c-9c46-e3676a59a997 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 945 time: 0.0546699 Nov 03 19:47:58.023156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d4710fb0-0632-40cc-8dc2-415c80ab6611 req-8d873621-6fe4-4122-9e79-7c9b834fb260 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503683 Nov 03 19:47:58.263939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb43bb9-907c-4c90-b831-2cea446b6d43 req-0c234535-ebc7-477f-83d9-4f9e23e27660 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:58.265484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbb43bb9-907c-4c90-b831-2cea446b6d43 req-0c234535-ebc7-477f-83d9-4f9e23e27660 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 945 time: 0.0503325 Nov 03 19:47:58.314257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dbb43bb9-907c-4c90-b831-2cea446b6d43 req-8a6740dd-0b4c-4812-96eb-1d90add23893 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Nov 03 19:47:58.729865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:58.779407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port f4e904cb-b0c9-4303-aaf8-97d30229218d completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:47:58.783636 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port f4e904cb-b0c9-4303-aaf8-97d30229218d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:58.784007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:58.860199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:58.882594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:58.884876 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4e91cb-313d-4be8-9852-3f16954b93ce" -d '{"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-plugged", "status": "completed", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:58.901963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:58.907402 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:58.933392 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f1b24c-7475-4b86-971e-474e64e975c1 x-openstack-request-id: req-59f1b24c-7475-4b86-971e-474e64e975c1 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:58.933688 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-plugged", "status": "completed", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:58.933945 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-59f1b24c-7475-4b86-971e-474e64e975c1 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:58.934426 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'code': 200} Nov 03 19:47:58.959936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:59.433178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1194b38-2fc6-45b0-8cb5-356e889cc834 req-32709d20-df97-4545-afe8-810c904f441b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:59.434659 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1194b38-2fc6-45b0-8cb5-356e889cc834 req-32709d20-df97-4545-afe8-810c904f441b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0481040 Nov 03 19:47:59.488057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a1194b38-2fc6-45b0-8cb5-356e889cc834 req-13131a66-5e66-4d3b-bbb0-f1d69e1abc46 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469351 Nov 03 19:47:59.597313 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-7a608a74-cdca-416c-a8c8-ed8a1fd84489 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:59.598797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-7a608a74-cdca-416c-a8c8-ed8a1fd84489 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 946 time: 0.0484557 Nov 03 19:47:59.693295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Deleting port f4e904cb-b0c9-4303-aaf8-97d30229218d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:47:59.693672 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:59.783290 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] For port f4e904cb-b0c9-4303-aaf8-97d30229218d, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f4e904cb-b0c9-4303-aaf8-97d30229218d,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:59.783565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:59.960927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:59.961288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:59.961605 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed disassociated. External IP: 172.25.8.123, port: f4e904cb-b0c9-4303-aaf8-97d30229218d. Nov 03 19:47:59.961948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Calling delete_port for f4e904cb-b0c9-4303-aaf8-97d30229218d owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:48:00.094457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:00.125624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event deleted for resources: {'Port': ['ID=f4e904cb-b0c9-4303-aaf8-97d30229218d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:48:00.243149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:48:00.361881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:48:00.371988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:48:00.382112 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:48:00.382718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:47:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:00.407885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] No DVR routers for this DVR port f4e904cb-b0c9-4303-aaf8-97d30229218d on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:48:00.410772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:00.414302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-be6292bb-a71c-4e24-a8b6-d6c904c39954 req-9e050910-50f5-4382-9e7e-664a9c9bed14 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "DELETE /v2.0/ports/f4e904cb-b0c9-4303-aaf8-97d30229218d HTTP/1.1" status: 204 len: 173 time: 0.8090072 Nov 03 19:48:00.414770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-deleted', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:48:00.417110 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d37a652-366e-400d-af64-61fd99523bd5" -d '{"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-deleted", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:48:00.458957 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d020b73-6ff4-4428-848c-25c5854d0593 x-openstack-request-id: req-4d020b73-6ff4-4428-848c-25c5854d0593 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:48:00.459299 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff", "name": "network-vif-deleted", "tag": "f4e904cb-b0c9-4303-aaf8-97d30229218d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:48:00.459580 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4d020b73-6ff4-4428-848c-25c5854d0593 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:48:00.459986 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff', 'name': 'network-vif-deleted', 'tag': 'f4e904cb-b0c9-4303-aaf8-97d30229218d', 'status': 'completed', 'code': 200} Nov 03 19:48:00.501859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:48:00.617886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2e56d8a2-bf0f-4ef8-b8d3-ebb504946fdb req-16092767-6811-4f9c-9fbe-c74def4fd23f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2ae7874-e7a4-4f9f-88d2-e1f76f3bc6ff HTTP/1.1" status: 200 len: 210 time: 0.0363085 Nov 03 19:48:00.725607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:00.756365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:48:00.764833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:48:00.765437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:47:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:00.874364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:48:01.074317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:01.100585 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065e851-5e21-4d10-8d72-38cde830d773 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:48:01.331060 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb399446-2487-45b4-bef6-b04310de66b1 None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:48:01.858539 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-1073d7d5-2873-403b-9d6a-56c791377f5d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1306131460&fields=id&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 267 time: 0.0430861 Nov 03 19:48:01.973516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f05a55d0-9efc-425a-9a8b-4a9a25c6f832 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:01.974998 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f05a55d0-9efc-425a-9a8b-4a9a25c6f832 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1097431 Nov 03 19:48:01.990558 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-badcd156-ab81-42d5-b4c5-9c54be5a4e57 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/quotas/d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 375 time: 0.0096188 Nov 03 19:48:02.043238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-1edd2375-c026-417b-a9e2-d04e4e2663a6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473385 Nov 03 19:48:02.187972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-12f1c672-d32e-47af-8fb9-5672d8fb14dd service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326892 Nov 03 19:48:02.280419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-ffd826f4-8527-4776-a24d-b9430bd93fec service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857551 Nov 03 19:48:02.438715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e52d86d8-161d-4b3f-ac84-37f80ac4fdf5 req-3d083e43-e2bf-43f6-b81d-1ee893ab9ec8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 210 time: 0.0271103 Nov 03 19:48:02.699017 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:02.758070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:48:02.784424 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: f4e904cb-b0c9-4303-aaf8-97d30229218d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:48:02.784791 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f4e904cb-b0c9-4303-aaf8-97d30229218d not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:48:03.368155 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-679fb5d0-38c1-44d7-a9f5-77d3a5e8a4bb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:03.369792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-679fb5d0-38c1-44d7-a9f5-77d3a5e8a4bb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1059885 Nov 03 19:48:03.437852 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-3e84e2a5-14cc-4c03-96ff-b363f653e556 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 380 time: 0.0583317 Nov 03 19:48:03.444848 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:03.448509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'port': {'device_id': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'admin_state_up': True, 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'security_groups': ['808f21d5-96c5-413e-ad74-f9dce4ce4d8f']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:48:03.534920 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8e11b922-175e-41d3-826e-55085f373a17 req-bf24fc07-3cd3-4d3e-9e1d-059829cd87a3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Nov 03 19:48:03.566607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Made reservation on behalf of d5b9504316dc44269aedbd8debd4b3da for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:48:03.570193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:03.704484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Allocated IP 172.20.0.10 (0583c257-f13c-41c2-afaa-189084aa7d5a/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d/9fd26a40-68a8-4f44-a3ba-07ca5019b1ea) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:48:03.838593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:03.873358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:03.922440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:48:03.927572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:48:03.931860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:48:03.956761 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:48:03.988416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:03.989064 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.006456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-03203c48-0bf5-4849-b698-3127283858b2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616801 Nov 03 19:48:04.019186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Request body: {'port': {'device_id': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:48:04.081668 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.123725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-da08718b-6e47-4b88-b33b-7c8055bb438d None None] Provisioning complete for port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:48:04.124514 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-da08718b-6e47-4b88-b33b-7c8055bb438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.159479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-da08718b-6e47-4b88-b33b-7c8055bb438d None None] Port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:48:04.358176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:48:04.365864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.377564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Transition to ACTIVE for port object 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:48:04.381642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.450174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:48:04.506532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:48:04.506862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:48:04.507186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:48:04.512012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:48:04.512332 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:48:04.519721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:48:04.520246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:48:04.520813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:48:04.521587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Bound port: 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:48:04.522142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.595133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:48:04.598335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:48:04.603695 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.642864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.642864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.644531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] 10.222.0.115 "PUT /v2.0/ports/9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1092 time: 0.6285634 Nov 03 19:48:04.644531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:48:04.646180 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52edaf4-b7ca-4365-ae83-b70e211d932c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:48:04.667810 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc069b9-894d-42d0-bc09-a4904508a791 req-048dd60e-b4b0-43ea-b378-ea9cfdda2310 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.668979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cc146-9a17-4cb5-8025-33c93035c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:48:04.691560 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9bc069b9-894d-42d0-bc09-a4904508a791 req-048dd60e-b4b0-43ea-b378-ea9cfdda2310 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0837686 Nov 03 19:48:04.715908 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff46975-3564-4b13-a498-587c7b89ee01 x-openstack-request-id: req-cff46975-3564-4b13-a498-587c7b89ee01 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:48:04.716204 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:48:04.716454 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cff46975-3564-4b13-a498-587c7b89ee01 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:48:04.717033 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'status': 'completed', 'code': 200} Nov 03 19:48:04.749969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-859c6dbf-5fd2-4295-87cc-9be326bd8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.751638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-859c6dbf-5fd2-4295-87cc-9be326bd8203 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1095 time: 0.0501153 Nov 03 19:48:04.758198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-42ff328f-c7d3-42c2-90c6-fca4b8ce2ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.761487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9bc069b9-894d-42d0-bc09-a4904508a791 req-7bbf1a41-eaea-4eaf-a252-63b9574d76c0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687704 Nov 03 19:48:04.801025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-dd7282d4-a249-4fea-b86f-18e57a71db43 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 217 time: 0.0407655 Nov 03 19:48:05.199355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-c1e4c6f7-f9e4-4e66-b2fa-15620fdefec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.200967 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-c1e4c6f7-f9e4-4e66-b2fa-15620fdefec2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.3923464 Nov 03 19:48:05.250100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-0c7a1749-9987-433d-bf00-635e712d2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.251611 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-0c7a1749-9987-433d-bf00-635e712d2e3c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428991 Nov 03 19:48:05.345558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-3454269b-dde5-48d8-83d8-47170d5486ba service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864289 Nov 03 19:48:05.436950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9654467e-ff8e-41f0-8b8d-7d256e7eb5b5 req-cc657750-c299-498e-85a0-542a877369bf service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837586 Nov 03 19:48:05.526926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-d060330d-749a-4768-954f-b7fdb9951ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.528318 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-d060330d-749a-4768-954f-b7fdb9951ff0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1095 time: 0.0432222 Nov 03 19:48:05.623603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-cfd091da-dc69-4f99-84a2-c26d2852a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.625108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-cfd091da-dc69-4f99-84a2-c26d2852a102 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0897565 Nov 03 19:48:05.668253 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-0b942f18-a97b-4b52-a25d-0a55c1c0b052 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 217 time: 0.0352607 Nov 03 19:48:05.721994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-61b7e091-4aab-430b-80e9-a651e4e2d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.723452 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-61b7e091-4aab-430b-80e9-a651e4e2d33f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0481453 Nov 03 19:48:05.770035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-eb279839-d34c-4cb1-ad4e-06b6042f003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.771614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-eb279839-d34c-4cb1-ad4e-06b6042f003c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402725 Nov 03 19:48:05.872365 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-bf5f63f3-310a-494f-93da-4b3b0cf6b986 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879166 Nov 03 19:48:05.880024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff47b-9726-4e9f-92c4-5bb19b2aa605 req-a3ae627d-c291-4ecf-be88-94a247cf9895 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:05.881568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50dff47b-9726-4e9f-92c4-5bb19b2aa605 req-a3ae627d-c291-4ecf-be88-94a247cf9895 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0499384 Nov 03 19:48:05.931637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50dff47b-9726-4e9f-92c4-5bb19b2aa605 req-54853a2f-0002-4c96-b6ad-a7944596a08a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Nov 03 19:48:05.968057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c52edaf4-b7ca-4365-ae83-b70e211d932c req-81196295-436f-4a71-9627-fa8e3c9cc7f5 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869896 Nov 03 19:48:06.300768 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:48:07.047550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7ee8b-8ca1-4fe0-8431-e278d81225dd req-facdc524-8aec-475e-ae8a-81b1a9762eb0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:07.049039 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2d7ee8b-8ca1-4fe0-8431-e278d81225dd req-facdc524-8aec-475e-ae8a-81b1a9762eb0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Nov 03 19:48:07.095957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2d7ee8b-8ca1-4fe0-8431-e278d81225dd req-eb10c253-3647-497e-bf7c-8ac1b024c027 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Nov 03 19:48:08.218024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bf0bb-ce66-474a-84d5-3d70eeb7e99d req-6ea4f148-b91e-4ee5-84ba-a2d1b83acbb5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:08.219637 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-010bf0bb-ce66-474a-84d5-3d70eeb7e99d req-6ea4f148-b91e-4ee5-84ba-a2d1b83acbb5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0526125 Nov 03 19:48:08.268166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-010bf0bb-ce66-474a-84d5-3d70eeb7e99d req-cc9e546b-fc4d-4860-892e-a3f7d40e04c6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Nov 03 19:48:08.369549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e049da92-a0d3-4095-b932-97cc2e101623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:08.765890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:48:08.860156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:48:08.871215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'mac_address': 'fa:16:3e:90:10:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:48:08.914716 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:08.927487 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:48:08.946967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:48:08.950793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:08.999129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:48:09.153445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:48:09.386088 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ece992-26ed-482f-a040-964e77ccefac req-3871ee89-967e-4885-ac16-df4c12c824cc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:09.387616 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40ece992-26ed-482f-a040-964e77ccefac req-3871ee89-967e-4885-ac16-df4c12c824cc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 945 time: 0.0515978 Nov 03 19:48:09.438289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40ece992-26ed-482f-a040-964e77ccefac req-69b88152-1071-4604-8181-ec31c8c2a1ca tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439024 Nov 03 19:48:10.077844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:10.561274 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5df51-bcf6-4296-a193-d97dcbc8ae7a req-510333f0-b8db-4ed7-9164-0c9ffda94597 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:10.562764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ab5df51-bcf6-4296-a193-d97dcbc8ae7a req-510333f0-b8db-4ed7-9164-0c9ffda94597 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 945 time: 0.0541990 Nov 03 19:48:10.611155 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ab5df51-bcf6-4296-a193-d97dcbc8ae7a req-b58687cb-a60b-4ae4-99ff-3491ea9a6ffc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Nov 03 19:48:10.773010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:48:10.822784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:48:10.827710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:48:10.828281 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:10.909675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:10.932429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:48:10.934700 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f0e6c6-b83b-43e7-b4b0-ca9e1577662b" -d '{"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-plugged", "status": "completed", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:48:10.947929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:48:10.952283 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:10.977363 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3bc7da-bcde-4101-82a9-d7afdee0a093 x-openstack-request-id: req-6e3bc7da-bcde-4101-82a9-d7afdee0a093 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:48:10.977654 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-plugged", "status": "completed", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:48:10.977909 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6e3bc7da-bcde-4101-82a9-d7afdee0a093 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:48:10.978298 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'code': 200} Nov 03 19:48:11.007141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:48:11.073858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869fa04-f425-420d-8d77-18b7a948faa6 req-3755f739-4adc-4ae1-a75c-b68b8922367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:11.075351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3869fa04-f425-420d-8d77-18b7a948faa6 req-3755f739-4adc-4ae1-a75c-b68b8922367d service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1097 time: 0.0434015 Nov 03 19:48:11.124590 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3869fa04-f425-420d-8d77-18b7a948faa6 req-a1220422-33a0-49bb-8afb-3a7c9ddc46c2 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Nov 03 19:48:11.734747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb839157-0f24-4571-b82b-fb4528522365 req-645dda70-0268-4436-8069-0cadcdf59ab6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:11.735875 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb839157-0f24-4571-b82b-fb4528522365 req-645dda70-0268-4436-8069-0cadcdf59ab6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0518510 Nov 03 19:48:11.783618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb839157-0f24-4571-b82b-fb4528522365 req-ff710404-4615-40fb-a8d5-f7c8fc4ffed6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Nov 03 19:48:11.993905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:12.142314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:12.903972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe4347-b5d1-42ee-b323-fc2f4517cfeb req-9908760a-38a2-42e9-8c92-76befec3ffc3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:12.905540 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0abe4347-b5d1-42ee-b323-fc2f4517cfeb req-9908760a-38a2-42e9-8c92-76befec3ffc3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0492530 Nov 03 19:48:12.957765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0abe4347-b5d1-42ee-b323-fc2f4517cfeb req-c56c394f-84b5-4cb4-8d82-ef95192660f0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461280 Nov 03 19:48:13.070138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e856-2775-4ff3-a877-1356882a6ed8 req-8a521a2d-4079-4257-94d6-8b5069fe79db tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:13.071556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7f89e856-2775-4ff3-a877-1356882a6ed8 req-8a521a2d-4079-4257-94d6-8b5069fe79db tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0494497 Nov 03 19:48:13.081029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 51894) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:48:13.085476 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'floatingip': {'port_id': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:48:13.125122 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:13.574231 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:13.578221 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:13.682790 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed associated. External IP: 172.25.8.123, port: 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea. Nov 03 19:48:14.189266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:48:14.300460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:48:14.305383 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:14.310275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:48:14.320623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:48:14.321478 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:48:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:14.337882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f7f5804-f59c-438a-9cf9-ff692a00799f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "PUT /v2.0/floatingips/998cd3f6-61f4-4225-9448-19a92d5406ed HTTP/1.1" status: 200 len: 992 time: 1.2553480 Nov 03 19:48:14.338376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:48:14.340935 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17445547-2fdb-4cdb-9952-be1e6423872f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:48:14.381599 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee263616-6a02-45be-957b-9f8418d40a3b x-openstack-request-id: req-ee263616-6a02-45be-957b-9f8418d40a3b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:48:14.381887 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:48:14.382136 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee263616-6a02-45be-957b-9f8418d40a3b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:48:14.382539 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'status': 'completed', 'code': 200} Nov 03 19:48:14.436782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:48:14.451406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445547-2fdb-4cdb-9952-be1e6423872f req-c846aab4-76c0-44d0-9297-0ea55a4947c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:14.453062 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-c846aab4-76c0-44d0-9297-0ea55a4947c8 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1097 time: 0.0449989 Nov 03 19:48:14.547757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445547-2fdb-4cdb-9952-be1e6423872f req-41502ce9-5a92-4001-ae96-34b2b72a4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:14.549274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-41502ce9-5a92-4001-ae96-34b2b72a4b05 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0882442 Nov 03 19:48:14.620296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-90bd03ac-ccb4-4e5e-8af4-b4681d8c094b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1000 time: 0.0635693 Nov 03 19:48:14.667416 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:90:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:48:13Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:14.669381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445547-2fdb-4cdb-9952-be1e6423872f req-928a656f-79eb-4793-862e-2d1cf2f7c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:14.671409 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-928a656f-79eb-4793-862e-2d1cf2f7c6c8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0447679 Nov 03 19:48:14.694843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:48:14.704166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:48:14.704831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:48:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:14.719915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445547-2fdb-4cdb-9952-be1e6423872f req-aef41d70-b0d1-4812-b419-3ff0c3c7dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:14.721661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-aef41d70-b0d1-4812-b419-3ff0c3c7dbe4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432911 Nov 03 19:48:14.818376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:48:14.821766 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-fcd9a019-6513-47d7-b250-8d36d6b67f63 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929637 Nov 03 19:48:14.916762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-17445547-2fdb-4cdb-9952-be1e6423872f req-465d4983-11b6-49d4-8640-e30d87ccf3a6 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Nov 03 19:48:15.208178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:90:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:48:13Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:48:15.236025 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab5321-5bb8-43e4-8ce4-7aec4bfeca88 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:90:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:48:13Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:48:15.428163 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8c0cd-a24b-4e2e-846f-3256012fbc00 None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:48:16.858303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-44a7fd39-edbe-439d-ba51-46d1ebc56ade service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468407 Nov 03 19:48:16.943624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-5168c0ab-7a81-47df-9c20-45560db439d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:16.945170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-5168c0ab-7a81-47df-9c20-45560db439d5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1097 time: 0.0419786 Nov 03 19:48:17.054575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-1b909bf0-e0ed-4cd3-9ff8-7d8b1b5418fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:17.056052 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-1b909bf0-e0ed-4cd3-9ff8-7d8b1b5418fc service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0896299 Nov 03 19:48:17.122087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-26357c67-9f6b-48b3-9187-adf9c02e2ede service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1002 time: 0.0578291 Nov 03 19:48:17.171075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-edecb953-07c4-4026-862c-f8b0140c52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:17.172519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-edecb953-07c4-4026-862c-f8b0140c52de service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0433185 Nov 03 19:48:17.226765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-a286449b-eeb1-46f9-816e-004bba6cfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:17.228291 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-a286449b-eeb1-46f9-816e-004bba6cfd39 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465665 Nov 03 19:48:17.319401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-c45b628f-abd8-4b60-922a-8b838eea9ae2 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 Nov 03 19:48:17.416238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db7bd8dd-2da1-4eb1-8584-f92d9b0f0818 req-4ca805eb-eff5-4a37-bd15-3b2e746f0538 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889537 Nov 03 19:48:32.704515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:33.443822 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:34.752002 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-084f185e-933b-4f67-b9d8-f4489f911a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:38.372668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5873-631b-411b-89ef-aa622e68b2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:40.082531 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:41.999782 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:42.135862 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:43.300414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:02.214917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-fc881ad0-d4d2-4a3c-a207-d73ffb267f10 req-c3155b16-327d-43d3-afa8-e8a0b5c72a5f tempest-TestVolumeBootPattern-527960003 tempest-TestVolumeBootPattern-527960003-project] (101988) timed out ('10.222.0.115', 55375) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:49:02.708202 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:03.441848 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:04.753834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4a4ceb1c-a5e0-4318-a9de-e0848f1d19b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:08.376357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8e9780d-79f2-4953-99d3-eb8cb64f2a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:10.089481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:11.998899 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:12.138637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:17.853410 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-55a2b994-add6-4845-abe9-b07bec7f35c6 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461402 Nov 03 19:49:17.964580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-f8471d5b-402b-4d12-b545-3ad77aa521ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:17.967305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-f8471d5b-402b-4d12-b545-3ad77aa521ab service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1097 time: 0.0603182 Nov 03 19:49:18.107991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-a5d0208f-bada-4d51-85d3-d5defbe67f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:18.109420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-a5d0208f-bada-4d51-85d3-d5defbe67f7e service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1164351 Nov 03 19:49:18.180676 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-16a72cec-fba6-4541-be2e-e97472f4fa9f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1002 time: 0.0634069 Nov 03 19:49:18.236108 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-78ea0435-4b5b-438b-a66c-20b85a2af839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:18.237604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-78ea0435-4b5b-438b-a66c-20b85a2af839 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0486925 Nov 03 19:49:18.285209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-8ea64bad-cc16-4fae-acc6-fa66b71195dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:18.286726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-8ea64bad-cc16-4fae-acc6-fa66b71195dd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426977 Nov 03 19:49:18.380049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-29e792fc-695d-4302-a4da-028bb530f178 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Nov 03 19:49:18.476660 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-07c2fcc6-e447-4036-8b85-a5c4c312c4da req-2eb26387-b9b1-4e9f-85f1-251b571e4b73 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898097 Nov 03 19:49:20.299895 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:32.702871 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:33.455635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:34.756968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f875a943-a33d-493b-ac6b-b4c503c4b51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:38.381479 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8d406c3-4a25-4f94-a71d-5989ac1c19c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:40.087075 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:42.002758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:42.141300 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:52.696958 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af368-5eb1-4ac0-aeab-bec830d1a687 req-597a3727-c090-4463-a7c6-6fd369b3c187 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:52.698615 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-800af368-5eb1-4ac0-aeab-bec830d1a687 req-597a3727-c090-4463-a7c6-6fd369b3c187 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.1125712 Nov 03 19:49:52.756261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-800af368-5eb1-4ac0-aeab-bec830d1a687 req-572d1a80-e3c0-48ad-bdad-422588ebfe79 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455022 Nov 03 19:49:53.935209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a224a56-b9f5-4777-8c68-ec493c876c8e req-ff11b056-a483-413f-a94d-44b5bece94ab tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.936790 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a224a56-b9f5-4777-8c68-ec493c876c8e req-ff11b056-a483-413f-a94d-44b5bece94ab tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.1077766 Nov 03 19:49:53.989677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1a224a56-b9f5-4777-8c68-ec493c876c8e req-997a7f9f-e937-4d24-82d4-4507eb639b8d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467296 Nov 03 19:49:55.107617 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90358c8b-dc83-4982-a5ca-7f1e43bc53f7 req-06f8c2ac-4bb2-4471-a9c2-518aa5537df4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:55.109177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90358c8b-dc83-4982-a5ca-7f1e43bc53f7 req-06f8c2ac-4bb2-4471-a9c2-518aa5537df4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0505247 Nov 03 19:49:55.160709 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-90358c8b-dc83-4982-a5ca-7f1e43bc53f7 req-72dd310c-40c4-4a3d-adc5-179d2b5260e6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Nov 03 19:49:56.283668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea24d-ccef-45df-a9c8-a1e8a7a82765 req-0c395682-c8e5-4c23-812e-92571a2c7b84 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:56.285250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-032ea24d-ccef-45df-a9c8-a1e8a7a82765 req-0c395682-c8e5-4c23-812e-92571a2c7b84 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0510340 Nov 03 19:49:56.339169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-032ea24d-ccef-45df-a9c8-a1e8a7a82765 req-11cfbaf6-ed9c-4b7b-acb6-edc249eeeb52 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477102 Nov 03 19:49:57.298585 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:57.458099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82232a6-38e6-474f-af41-51b6396f1e0f req-4819dcb0-77fb-4391-9c05-a6346a04f83b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:57.459639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f82232a6-38e6-474f-af41-51b6396f1e0f req-4819dcb0-77fb-4391-9c05-a6346a04f83b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0510111 Nov 03 19:49:57.509599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f82232a6-38e6-474f-af41-51b6396f1e0f req-65396a8f-3f80-4da3-8ba0-987065484027 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Nov 03 19:49:58.626798 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc7ee-9e82-4b8e-98c8-d9dcdf1adef1 req-69bc1f9d-209c-409b-8406-69bfd9d44a57 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:58.628299 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5bfc7ee-9e82-4b8e-98c8-d9dcdf1adef1 req-69bc1f9d-209c-409b-8406-69bfd9d44a57 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0484760 Nov 03 19:49:58.677486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5bfc7ee-9e82-4b8e-98c8-d9dcdf1adef1 req-8edc7eda-8702-4d7b-86ca-c027e76ef6c9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424109 Nov 03 19:49:59.796858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2a75-9430-40ab-868a-a9b7331e3598 req-2dac6ca7-975a-4c13-9853-892d679c3d10 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:59.798335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd2b2a75-9430-40ab-868a-a9b7331e3598 req-2dac6ca7-975a-4c13-9853-892d679c3d10 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0527141 Nov 03 19:49:59.845448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd2b2a75-9430-40ab-868a-a9b7331e3598 req-5015f70a-0813-4539-9396-c5103c53f8cb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Nov 03 19:50:00.965606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364168-da78-40d0-999d-6a78a9b5b220 req-10fee3a5-e0a5-48e5-a9b8-4fdd14d575f2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:00.967112 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10364168-da78-40d0-999d-6a78a9b5b220 req-10fee3a5-e0a5-48e5-a9b8-4fdd14d575f2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0500793 Nov 03 19:50:01.019832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10364168-da78-40d0-999d-6a78a9b5b220 req-b582e977-1176-4b4d-be6c-b72c7672c323 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463998 Nov 03 19:50:02.139532 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b6940-247f-40e6-8600-6ce829997aba req-7664e262-241d-4562-b2a4-b2c3749f4268 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:02.141069 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b42b6940-247f-40e6-8600-6ce829997aba req-7664e262-241d-4562-b2a4-b2c3749f4268 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0532484 Nov 03 19:50:02.188266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b42b6940-247f-40e6-8600-6ce829997aba req-6377b82e-b3ee-4363-98d7-3b06c2cc9498 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Nov 03 19:50:02.697140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:03.311663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6af5c8-74b6-4ec3-8ba8-6b705b72c7db req-68ad412f-3eb6-44da-97c7-f31e2863b9d6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:03.313217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d6af5c8-74b6-4ec3-8ba8-6b705b72c7db req-68ad412f-3eb6-44da-97c7-f31e2863b9d6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0508347 Nov 03 19:50:03.362954 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d6af5c8-74b6-4ec3-8ba8-6b705b72c7db req-6dcbc97e-ecc8-4277-a2da-ef074f1ececa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Nov 03 19:50:03.469183 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:03.635753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc76c8-8cc4-402f-bf99-0e21743548be req-8de539a7-cb0c-4a56-8770-dd9405406ebb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:03.637305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5bc76c8-8cc4-402f-bf99-0e21743548be req-8de539a7-cb0c-4a56-8770-dd9405406ebb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0763617 Nov 03 19:50:03.665321 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-44712897-6efc-4bec-9bcb-3382d0cb8087 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124678 Nov 03 19:50:03.694030 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f5bc76c8-8cc4-402f-bf99-0e21743548be req-ef9e606d-b042-4cfd-a6df-97698a76b37c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502591 Nov 03 19:50:04.761503 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f6916f12-73fc-42cc-83c9-7cda5291b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:04.836820 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222390b-e75b-40f2-afb7-ef66f166283b req-1a012eb1-ff42-4ea3-863a-6d2277e80808 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:04.838837 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d222390b-e75b-40f2-afb7-ef66f166283b req-1a012eb1-ff42-4ea3-863a-6d2277e80808 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0597146 Nov 03 19:50:04.899416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d222390b-e75b-40f2-afb7-ef66f166283b req-238bf2ce-076f-4fbe-9391-3e1390a11b40 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529599 Nov 03 19:50:04.975698 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-a08c3f94-0101-42be-b4dd-d930bf903775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:04.977537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-a08c3f94-0101-42be-b4dd-d930bf903775 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1097 time: 0.0942154 Nov 03 19:50:05.089878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-0258bf6f-b028-4fb9-b7d0-a582b12f3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:05.091366 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-0258bf6f-b028-4fb9-b7d0-a582b12f3693 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1010168 Nov 03 19:50:05.161784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-50299fb0-94d8-4f77-bc5d-55eee0a64384 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1002 time: 0.0605159 Nov 03 19:50:05.215033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-27a0ed97-638b-4ea4-935a-a3df6b45bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:05.216538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-27a0ed97-638b-4ea4-935a-a3df6b45bda4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0456245 Nov 03 19:50:05.272600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-c7dfb4e2-4010-48f7-a1fb-e7223f382c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:05.274168 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-c7dfb4e2-4010-48f7-a1fb-e7223f382c84 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492721 Nov 03 19:50:05.372075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-5e569a21-52fe-4a4b-bc77-452728c18a51 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889730 Nov 03 19:50:05.472110 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-8da9d9c1-e5a1-4fe7-9efe-600d774880f2 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918996 Nov 03 19:50:06.040660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8548d3-e03f-4a85-865c-0fc5ec11928e req-2d69e6d4-c7c8-4890-88ed-f4ae79a39379 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:06.042363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f8548d3-e03f-4a85-865c-0fc5ec11928e req-2d69e6d4-c7c8-4890-88ed-f4ae79a39379 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0585508 Nov 03 19:50:06.106128 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f8548d3-e03f-4a85-865c-0fc5ec11928e req-bc711050-e8c4-4ead-958b-1d898ecf1a50 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547683 Nov 03 19:50:07.237024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ec0e1-35e7-4183-9bd8-5fe466c1c11f req-f6ba1c1d-a08d-4cd4-8177-e7134f8b0574 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:07.238698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d9ec0e1-35e7-4183-9bd8-5fe466c1c11f req-f6ba1c1d-a08d-4cd4-8177-e7134f8b0574 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Nov 03 19:50:07.297420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d9ec0e1-35e7-4183-9bd8-5fe466c1c11f req-66ce0e91-4c5e-40e7-9c76-8ae315b29ef9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501769 Nov 03 19:50:07.567408 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-5d4e19a3-4455-42ae-9f33-167183c4bdd8 service neutron] show failed (client error): The resource could not be found. Nov 03 19:50:07.568379 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-5d4e19a3-4455-42ae-9f33-167183c4bdd8 service neutron] 10.222.0.115 "GET /v2.0/ports/9fd26a40-68a8-4f44-a3ba-07ca5019b1ea/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0584362 Nov 03 19:50:07.788510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e41ef1a9-5318-4bf9-a8b7-1c72624ea290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:07.790134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e41ef1a9-5318-4bf9-a8b7-1c72624ea290 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 1097 time: 0.0461810 Nov 03 19:50:07.807574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:07.868310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.089844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:08.127846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:08.170685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:08.173063 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2bdb9-831c-4639-a32b-83721678cea6" -d '{"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:08.177211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.192145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Transition to ACTIVE for port object 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:50:08.197008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.233971 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f2193-80ff-44a8-ba79-5bc31a0cc197 x-openstack-request-id: req-c24f2193-80ff-44a8-ba79-5bc31a0cc197 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:08.234303 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:08.235175 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c24f2193-80ff-44a8-ba79-5bc31a0cc197 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:08.235175 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'code': 200} Nov 03 19:50:08.286688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:08.299433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.299787 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.300131 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.300475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.300832 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.301167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.301500 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.301819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.302153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.302476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.302799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.303151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:08.348821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] No DVR routers for this DVR port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:08.392401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-77051383-f3d3-43ca-9081-a6e0057e780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.440659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9fef-0729-4b61-b604-e60933c3b3a3 req-01566a1d-1bb7-4795-a337-ab312d4ac6cb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.443146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edbc9fef-0729-4b61-b604-e60933c3b3a3 req-01566a1d-1bb7-4795-a337-ab312d4ac6cb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0657239 Nov 03 19:50:08.497677 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-edbc9fef-0729-4b61-b604-e60933c3b3a3 req-f7e9d714-7abc-4e64-8070-25cdf161e7f1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466404 Nov 03 19:50:08.520282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:08.520710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:08.521089 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:08.526683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:50:08.527484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Attempting to bind port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:08.532249 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:08.532585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:08.533018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:08.533450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Bound port: 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:08.533802 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.611900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:08.615107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:08.621342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.657278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.657877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:08.659344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-e0885824-391f-471f-b638-6845d7651178 service neutron] 10.222.0.110 "PUT /v2.0/ports/9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1092 time: 0.8587961 Nov 03 19:50:08.698524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0885824-391f-471f-b638-6845d7651178 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:08.737685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-fea3ec42-e801-4be5-9aef-5396b95d7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.739722 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-fea3ec42-e801-4be5-9aef-5396b95d7053 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1095 time: 0.0534279 Nov 03 19:50:08.851854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-32f8c58a-f3de-4e65-a12f-00dbe1e0eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.853651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-32f8c58a-f3de-4e65-a12f-00dbe1e0eaa2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1019754 Nov 03 19:50:08.925542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-b8ffea6c-1e65-4b11-b02f-37a95b0d16f6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1000 time: 0.0641274 Nov 03 19:50:08.980603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-55682da2-497a-46eb-a25b-eba8e0d7f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.982137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-55682da2-497a-46eb-a25b-eba8e0d7f672 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0480015 Nov 03 19:50:09.038582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-34eaaa0f-eaba-4c01-a7d0-57912d2d1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:09.040139 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-34eaaa0f-eaba-4c01-a7d0-57912d2d1965 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496678 Nov 03 19:50:09.156557 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-f72d4ec5-6efe-42be-a257-55b7644cd55c service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033154 Nov 03 19:50:09.267086 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-155101ef-0ad1-44bf-8d91-58ba3408c9b7 req-4a194891-eef3-4daa-a4b5-0f34123fc405 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018152 Nov 03 19:50:09.633442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c4d16-cca2-4942-a4b4-2573161f3416 req-9450f45f-7307-4730-ab53-4977fa2403a3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:09.635003 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf2c4d16-cca2-4942-a4b4-2573161f3416 req-9450f45f-7307-4730-ab53-4977fa2403a3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0621367 Nov 03 19:50:09.685665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf2c4d16-cca2-4942-a4b4-2573161f3416 req-73554112-27cd-4c0c-87b6-eb1e7acedfc4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Nov 03 19:50:10.095433 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:10.236105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:10.240357 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f2d849-2380-4699-b283-e63a5246cdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:10.297490 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b3325-fa81-4e1c-8500-5e44f710c26c x-openstack-request-id: req-ae0b3325-fa81-4e1c-8500-5e44f710c26c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:10.297779 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:10.298034 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ae0b3325-fa81-4e1c-8500-5e44f710c26c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:10.298454 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'status': 'completed', 'code': 200} Nov 03 19:50:10.398002 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-1d6a40da-7434-4c8b-ac66-9b4f3575b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.399469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-1d6a40da-7434-4c8b-ac66-9b4f3575b173 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1095 time: 0.0790927 Nov 03 19:50:10.402021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-9d5aad45-e733-4d97-b73d-7101230c899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.403138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-9d5aad45-e733-4d97-b73d-7101230c899c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1095 time: 0.0736783 Nov 03 19:50:10.601064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-8d4d8dec-9c29-400c-a85b-da2fa4abe940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.603749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-8d4d8dec-9c29-400c-a85b-da2fa4abe940 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1870637 Nov 03 19:50:10.605193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-7becb81e-afd3-4469-aaa6-1fb0cad81a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.606799 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-7becb81e-afd3-4469-aaa6-1fb0cad81a68 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1988995 Nov 03 19:50:10.731921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-ae9d0b72-b63f-4038-a152-42825e4d6227 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1000 time: 0.1196787 Nov 03 19:50:10.733737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-1328bc7a-9d7f-4ae3-806f-2dfd767dbc17 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1000 time: 0.1115720 Nov 03 19:50:10.818874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a00e0-97b3-4520-b7a7-723be6780404 req-cf15e905-60a4-421d-8312-9478dee6581e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.821183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-184a00e0-97b3-4520-b7a7-723be6780404 req-cf15e905-60a4-421d-8312-9478dee6581e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0549054 Nov 03 19:50:10.826932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-ff9f4b6a-8c65-418c-8a84-7a12dedbb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.828398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-ff9f4b6a-8c65-418c-8a84-7a12dedbb2ce service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0814762 Nov 03 19:50:10.829849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-deb7e829-950b-4897-a681-dcc1669bb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.831199 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-deb7e829-950b-4897-a681-dcc1669bb2b7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0919476 Nov 03 19:50:10.873993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-184a00e0-97b3-4520-b7a7-723be6780404 req-b5d6e76b-f0b7-4568-8f73-e4a55e822fd5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Nov 03 19:50:10.914712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-08de5f51-2e19-403e-8301-e6f6b79814a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.916206 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-08de5f51-2e19-403e-8301-e6f6b79814a3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799546 Nov 03 19:50:10.918486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-200f0207-b2e3-4f4d-a38d-9c248b0eba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.919865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-200f0207-b2e3-4f4d-a38d-9c248b0eba20 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752175 Nov 03 19:50:11.090148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8ad7-f70c-40b6-9501-e3b00c0d2870 req-32d734ac-4d02-4a4c-b58a-3cf7b6eeabf8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:11.092222 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ffe8ad7-f70c-40b6-9501-e3b00c0d2870 req-32d734ac-4d02-4a4c-b58a-3cf7b6eeabf8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0572205 Nov 03 19:50:11.122439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-0995138a-3ac7-4d58-94ea-b56c616cce68 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979973 Nov 03 19:50:11.131294 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-58066c94-3ad4-4bb2-9a15-8051b41c82dd service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994159 Nov 03 19:50:11.147041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ffe8ad7-f70c-40b6-9501-e3b00c0d2870 req-65b79404-0ff4-48b6-a265-6dd2fef80d34 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482514 Nov 03 19:50:11.181167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-bab72d53-9dd9-47bc-b2f0-1eae4ac1b313 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:11.183095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-bab72d53-9dd9-47bc-b2f0-1eae4ac1b313 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57&tenant_id=d5b9504316dc44269aedbd8debd4b3da&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 944 time: 0.1346288 Nov 03 19:50:11.456156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:50:11.496823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:50:11.689117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-7566afb0-625f-4138-a405-c7dd00fe5ba4 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569212 Nov 03 19:50:11.706005 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-f3580e22-bf0e-4193-88ed-ca320168f7f8 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:50:11.707028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-f3580e22-bf0e-4193-88ed-ca320168f7f8 service neutron] 10.222.0.115 "DELETE /v2.0/ports/9fd26a40-68a8-4f44-a3ba-07ca5019b1ea/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.5075943 Nov 03 19:50:11.709127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a6f2d849-2380-4699-b283-e63a5246cdc0 req-f8d8ec65-0d1d-4936-9050-2ab15691c01a service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597281 Nov 03 19:50:11.820940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-bbb0e983-79a6-4671-9972-5cfc06a415b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:11.822488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-bbb0e983-79a6-4671-9972-5cfc06a415b4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1095 time: 0.0442426 Nov 03 19:50:11.921117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-b49337fb-b5ce-437c-bdc5-4998a6a48531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:11.922617 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-b49337fb-b5ce-437c-bdc5-4998a6a48531 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0923669 Nov 03 19:50:11.989175 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-e6d853d3-6ef8-4642-9057-a7dcb2a23248 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1000 time: 0.0595441 Nov 03 19:50:12.007930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:12.040862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-56ed9ffa-91de-44cd-99d2-4073a5ad2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:12.042950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-56ed9ffa-91de-44cd-99d2-4073a5ad2f1f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0468044 Nov 03 19:50:12.096415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-43167169-f70e-41cb-8cbf-a4c0d38351f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:12.097966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-43167169-f70e-41cb-8cbf-a4c0d38351f9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471408 Nov 03 19:50:12.145196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:12.198517 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-8c9c3f9b-4935-47f7-bbba-cf70ad44c6d3 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913649 Nov 03 19:50:12.230656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:50:12.275979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945d86e-12a3-452b-8ea7-c50ad6b45aec req-998fcd87-ca6c-4e6e-940f-e6dda49febd9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:12.278189 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f945d86e-12a3-452b-8ea7-c50ad6b45aec req-998fcd87-ca6c-4e6e-940f-e6dda49febd9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 944 time: 0.0586863 Nov 03 19:50:12.311175 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-8c7b753a-e076-4010-8d6f-86081222906c service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047857 Nov 03 19:50:12.332478 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f945d86e-12a3-452b-8ea7-c50ad6b45aec req-bc1e49e0-e63c-4370-ba82-ebf666a1e675 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Nov 03 19:50:12.354171 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:12.360040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'mac_address': 'fa:16:3e:90:10:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:50:12.404950 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:12.422972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:12.446580 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:12.451663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:12.506725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:12.515331 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.515671 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.516033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.516396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.516820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.517159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.517485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.517811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.518135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.518466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.518792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.519114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:50:12.722830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:13.450071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c14f9-6463-43bd-8a25-28d912658cb2 req-caec5598-ec09-4310-b3e3-64c9c07c3b7e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:13.451542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663c14f9-6463-43bd-8a25-28d912658cb2 req-caec5598-ec09-4310-b3e3-64c9c07c3b7e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Nov 03 19:50:13.502733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-663c14f9-6463-43bd-8a25-28d912658cb2 req-031331a5-76cd-4689-9bef-b5242e54febd tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451219 Nov 03 19:50:13.623863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97da647-76c9-4b7a-9fb1-090e38d85b64 req-3132bcf7-1838-4ded-ba3a-bf7d46dfe68f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:13.625871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f97da647-76c9-4b7a-9fb1-090e38d85b64 req-3132bcf7-1838-4ded-ba3a-bf7d46dfe68f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Nov 03 19:50:13.675604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f97da647-76c9-4b7a-9fb1-090e38d85b64 req-c5d0c169-0194-4fb5-90dd-811e5d8ca153 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Nov 03 19:50:13.900143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a618248-4a4f-45d7-9686-fb3750c8d2da req-23d9075a-3f1c-43d7-a6de-38002d21f2a0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:13.902401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a618248-4a4f-45d7-9686-fb3750c8d2da req-23d9075a-3f1c-43d7-a6de-38002d21f2a0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 945 time: 0.0694172 Nov 03 19:50:13.923044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcae72-d800-469d-801b-b92a205846d7 req-349940b6-6a7f-4543-ab4d-f473e2686949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:13.924591 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-349940b6-6a7f-4543-ab4d-f473e2686949 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 1096 time: 0.0469081 Nov 03 19:50:13.957426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a618248-4a4f-45d7-9686-fb3750c8d2da req-d3830ebf-a35e-4204-af68-73a11d6ddcc0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469317 Nov 03 19:50:14.028997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcae72-d800-469d-801b-b92a205846d7 req-f8f033f6-d76a-4ec6-a267-438f1ee6413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:14.030562 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-f8f033f6-d76a-4ec6-a267-438f1ee6413f service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0975010 Nov 03 19:50:14.105728 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-b6eec9e1-c201-408c-801a-660a35529ef9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 200 len: 1001 time: 0.0613177 Nov 03 19:50:14.154036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcae72-d800-469d-801b-b92a205846d7 req-d331d8e3-0dda-49e5-ba23-66693d7efd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:14.155548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-d331d8e3-0dda-49e5-ba23-66693d7efd45 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0464432 Nov 03 19:50:14.208464 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcae72-d800-469d-801b-b92a205846d7 req-462f4437-6bf6-4ef2-bbaf-af2bc3eacdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:14.210102 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-462f4437-6bf6-4ef2-bbaf-af2bc3eacdac service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468540 Nov 03 19:50:14.246622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:14.295624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:50:14.299494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:14.299860 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:14.306161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-bfb09f56-07c6-4b32-8a1d-b5f0dfd0127f service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881252 Nov 03 19:50:14.382399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:14.406620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:14.407366 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-5bbcae72-d800-469d-801b-b92a205846d7 req-09da2eb3-36cb-43ff-8b07-a8c9bb3a1a7f service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931714 Nov 03 19:50:14.408932 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a2f27b-b318-4e71-ba48-32930d38238f" -d '{"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-plugged", "status": "completed", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:14.426925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:14.438011 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:14.469325 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4c0ea9-2a8a-44e9-8b30-09c0e8b5b969 x-openstack-request-id: req-8a4c0ea9-2a8a-44e9-8b30-09c0e8b5b969 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:14.469325 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-plugged", "status": "completed", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:14.469325 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8a4c0ea9-2a8a-44e9-8b30-09c0e8b5b969 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:14.469325 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'code': 200} Nov 03 19:50:14.499495 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:15.087447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5df58-749a-49f6-a0ae-e75602555ce7 req-bc28cedb-2465-45db-b89a-5bb096a78689 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:15.089519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7a5df58-749a-49f6-a0ae-e75602555ce7 req-bc28cedb-2465-45db-b89a-5bb096a78689 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0580688 Nov 03 19:50:15.139931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7a5df58-749a-49f6-a0ae-e75602555ce7 req-1e786df2-1312-4059-8e7a-e503646e8da2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Nov 03 19:50:15.403535 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fb4c6-de91-4c06-a35e-4b0efdf354de req-b905ecf8-6af2-4160-a886-db3ba1f0cbe9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:15.405156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b3fb4c6-de91-4c06-a35e-4b0efdf354de req-b905ecf8-6af2-4160-a886-db3ba1f0cbe9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0608726 Nov 03 19:50:15.469137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b3fb4c6-de91-4c06-a35e-4b0efdf354de req-39b907aa-a69b-4f72-9402-c0de53827d18 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570123 Nov 03 19:50:16.596206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adb7f6-af51-48bb-bc59-8269732f481b req-8cc3f188-3c37-4d11-97fe-698384df8321 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:16.597748 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10adb7f6-af51-48bb-bc59-8269732f481b req-8cc3f188-3c37-4d11-97fe-698384df8321 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0510237 Nov 03 19:50:16.652524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-10adb7f6-af51-48bb-bc59-8269732f481b req-89dbdbae-5655-4462-9774-7845a2629a50 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483124 Nov 03 19:50:16.765037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135344f1-d12f-466c-9108-af16bbea0d5e req-604bc819-c019-411b-94cb-86adf3ec6ea4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:16.766488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-135344f1-d12f-466c-9108-af16bbea0d5e req-604bc819-c019-411b-94cb-86adf3ec6ea4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 946 time: 0.0515966 Nov 03 19:50:16.863173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Deleting port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:50:16.863519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:16.964532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] For port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:16.964933 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.146737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.146737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.147048 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed disassociated. External IP: 172.25.8.123, port: 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea. Nov 03 19:50:17.147327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Calling delete_port for 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:50:17.288106 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.342693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event deleted for resources: {'Port': ['ID=9fd26a40-68a8-4f44-a3ba-07ca5019b1ea,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:17.487343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:50:17.609947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:50:17.620363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:50:17.631521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:17.632233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:17.653866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] No DVR routers for this DVR port 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:50:17.656608 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:17.660823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-135344f1-d12f-466c-9108-af16bbea0d5e req-1f0d7a89-0adb-4446-9e9c-ff7390a1ee19 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "DELETE /v2.0/ports/9fd26a40-68a8-4f44-a3ba-07ca5019b1ea HTTP/1.1" status: 204 len: 173 time: 0.8870840 Nov 03 19:50:17.661785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-deleted', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:17.665318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24370ff-4ccc-4626-b347-7c561ef9aea4" -d '{"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-deleted", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:17.723167 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4c12a3-8a6d-420e-8ed5-6964e2a7ab1e x-openstack-request-id: req-fc4c12a3-8a6d-420e-8ed5-6964e2a7ab1e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:17.723629 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3962d5-07a3-49a0-a874-7f9e1018db57", "name": "network-vif-deleted", "tag": "9fd26a40-68a8-4f44-a3ba-07ca5019b1ea", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:17.723938 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fc4c12a3-8a6d-420e-8ed5-6964e2a7ab1e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:17.724409 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3962d5-07a3-49a0-a874-7f9e1018db57', 'name': 'network-vif-deleted', 'tag': '9fd26a40-68a8-4f44-a3ba-07ca5019b1ea', 'status': 'completed', 'code': 200} Nov 03 19:50:17.777490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:17.781401 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d8a7515-7990-4496-9934-4e0792c2b024 req-b13a5701-19ac-429e-a8bd-6f62e6b0d823 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3962d5-07a3-49a0-a874-7f9e1018db57 HTTP/1.1" status: 200 len: 210 time: 0.0415990 Nov 03 19:50:18.042548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:18.075864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:50:18.085771 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:18.086582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:18.235093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:18.460283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:18.488896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57059937-4e4e-4f47-95d2-82a652dc22ad None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:50:18.727630 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b238fd-5da6-451a-9d6b-dfa332571d22 None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:50:19.075559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-fd785191-291e-4242-98e9-66936e9b0bf8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1306131460&fields=id&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 267 time: 0.0466146 Nov 03 19:50:19.190808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-9afe6d78-a337-45ef-a2ce-9dcfc97a4e4b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:19.192377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-9afe6d78-a337-45ef-a2ce-9dcfc97a4e4b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1097374 Nov 03 19:50:19.208329 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a629c631-adac-44c2-8ca1-2c0fd0499ff8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/quotas/d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 375 time: 0.0099726 Nov 03 19:50:19.265388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-e97818c3-5d2d-4cd2-8acb-79a455767a67 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512304 Nov 03 19:50:19.327042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-e1825e49-d066-4f3f-9f96-a83f35d0d574 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:50:19.328052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-e1825e49-d066-4f3f-9f96-a83f35d0d574 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0499127 Nov 03 19:50:19.439977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-ef365906-c604-4d8f-9d60-e43c991697df service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050217 Nov 03 19:50:19.539192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-eca7d168-4f6e-4161-9fe6-a5a72f047e04 service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925438 Nov 03 19:50:19.702096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6f3306cd-62cf-4708-a88a-35a0572006ac req-16a4c913-51e9-48ad-836c-ebe1b5a51285 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 210 time: 0.0275271 Nov 03 19:50:20.291709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:50:20.316866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:50:20.317236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device 9fd26a40-68a8-4f44-a3ba-07ca5019b1ea not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:50:20.692678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-43367aff-f608-4b45-9101-0af4b0192a32 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:20.694232 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-43367aff-f608-4b45-9101-0af4b0192a32 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1215162 Nov 03 19:50:20.768475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-4140de86-943f-45c1-865f-869979f155c5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 380 time: 0.0641267 Nov 03 19:50:20.781172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'port': {'device_id': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'admin_state_up': True, 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'security_groups': ['808f21d5-96c5-413e-ad74-f9dce4ce4d8f']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:20.802846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a35c37f-0d16-4f59-822e-bbf5aa7520d6 req-43a94355-3edf-418b-ad6c-eeaed09dd8fa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 210 time: 0.0276330 Nov 03 19:50:20.901214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Made reservation on behalf of d5b9504316dc44269aedbd8debd4b3da for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:50:20.901974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.038743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Allocated IP 172.20.0.7 (0583c257-f13c-41c2-afaa-189084aa7d5a/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d/b0ec4b09-5756-46e7-94ac-ce1a481969c7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:50:21.194326 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.231545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.281751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:50:21.285218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:50:21.289508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:50:21.332610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:21.362782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:21.363473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.388324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-15d7a565-b287-49e1-8d03-a2f43df2cc35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105731 Nov 03 19:50:21.401882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Request body: {'port': {'device_id': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:21.464514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.573256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a5f89259-38f5-45bc-b2d2-b850784ac1b7 None None] Provisioning complete for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:21.573816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5f89259-38f5-45bc-b2d2-b850784ac1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.610392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a5f89259-38f5-45bc-b2d2-b850784ac1b7 None None] Port b0ec4b09-5756-46e7-94ac-ce1a481969c7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:50:21.757910 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ec4b09-5756-46e7-94ac-ce1a481969c7 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:21.766632 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.781341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Transition to ACTIVE for port object b0ec4b09-5756-46e7-94ac-ce1a481969c7 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:50:21.785232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.839684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:21.934579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:50:21.934921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:50:21.935306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:21.940224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:50:21.940759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:50:21.946942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:50:21.947278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:50:21.947716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:50:21.948242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Bound port: b0ec4b09-5756-46e7-94ac-ce1a481969c7, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:50:21.948494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:21.972517 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee6e4-4a3d-4d01-8f87-59ef29de3c33 req-71590a97-5796-4a66-b973-15611163e779 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:21.974535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1bee6e4-4a3d-4d01-8f87-59ef29de3c33 req-71590a97-5796-4a66-b973-15611163e779 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0553398 Nov 03 19:50:22.024244 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:50:22.028123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:50:22.033287 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b1bee6e4-4a3d-4d01-8f87-59ef29de3c33 req-f9d2cce5-906d-4201-bde8-d0632e2f08f2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518541 Nov 03 19:50:22.034515 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:22.071774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.072467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:22.074028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] 10.222.0.115 "PUT /v2.0/ports/b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1091 time: 0.6773465 Nov 03 19:50:22.074501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:22.076980 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c398e-6a4e-42de-9e8f-8be3463f433d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:22.105385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae30d3-18ef-4326-b0dc-59e97cfb08dd service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:22.161020 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ba5f9b-6854-4d6a-807a-cd8771613068 x-openstack-request-id: req-94ba5f9b-6854-4d6a-807a-cd8771613068 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:22.161020 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:22.161020 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94ba5f9b-6854-4d6a-807a-cd8771613068 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:22.161020 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'status': 'completed', 'code': 200} Nov 03 19:50:22.179185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-6842d403-878a-4811-8d32-d258d4bbd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.180900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-6842d403-878a-4811-8d32-d258d4bbd604 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1094 time: 0.0610723 Nov 03 19:50:22.226164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-f2b894ad-d0f8-409e-af2b-f83b7fc8fbac service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 217 time: 0.0375252 Nov 03 19:50:22.286055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-ed66113a-e426-4403-9506-4595a6df5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.287856 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-ed66113a-e426-4403-9506-4595a6df5f47 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0541637 Nov 03 19:50:22.334142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a66b8d6b-7036-44df-aa81-c15c7cc7014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.335569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-a66b8d6b-7036-44df-aa81-c15c7cc7014b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402927 Nov 03 19:50:22.435447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-09b5e069-b515-4b9e-bc20-88bdd9195847 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910711 Nov 03 19:50:22.525515 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-719b0cd7-37d5-42df-947c-c085a6b31274 req-c1d2418b-4954-4225-82fc-d2727f9a95f6 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828278 Nov 03 19:50:22.618201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-88644e50-86d2-4354-b221-bc83cde33c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.619638 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-88644e50-86d2-4354-b221-bc83cde33c19 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1094 time: 0.0419626 Nov 03 19:50:22.714031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-9df5c71b-1535-404c-804b-0f596abeb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.715480 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-9df5c71b-1535-404c-804b-0f596abeb3a5 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0890000 Nov 03 19:50:22.757908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-0b4130a3-8294-4bb9-82e7-dbbdf35d2b5a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 217 time: 0.0341516 Nov 03 19:50:22.813665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-8c7defbb-76b6-407f-8d7b-695b256ea7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.815124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-8c7defbb-76b6-407f-8d7b-695b256ea7a5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0473926 Nov 03 19:50:22.862561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-60818d4f-d82b-410e-8d46-0cf3de6dec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:22.864101 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-60818d4f-d82b-410e-8d46-0cf3de6dec06 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405059 Nov 03 19:50:22.959520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-e12f7d4d-6199-43dd-8bb7-051f960d15ca service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Nov 03 19:50:23.056180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-798c398e-6a4e-42de-9e8f-8be3463f433d req-0d580a3f-4ad1-4b0d-89c5-bf06f202a580 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896606 Nov 03 19:50:23.156207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddab5c-5043-470b-ad7a-b710266f8b23 req-ab0760d8-1d63-4489-a2fa-1a290e6a04ed tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:23.157780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2ddab5c-5043-470b-ad7a-b710266f8b23 req-ab0760d8-1d63-4489-a2fa-1a290e6a04ed tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0517330 Nov 03 19:50:23.209455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2ddab5c-5043-470b-ad7a-b710266f8b23 req-a56522b3-1a2f-48db-9c56-17159e8ca919 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448623 Nov 03 19:50:24.333914 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5ad4-0486-45ff-9e26-5dc2f8612588 req-c66567bc-c8fa-4c29-91a7-8dde55d93677 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:24.335312 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95a5ad4-0486-45ff-9e26-5dc2f8612588 req-c66567bc-c8fa-4c29-91a7-8dde55d93677 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0507617 Nov 03 19:50:24.387275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95a5ad4-0486-45ff-9e26-5dc2f8612588 req-6841f66c-d3d6-4434-8dc5-d493ca218e81 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Nov 03 19:50:25.471201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:50:25.508343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3788d9-6537-4fc1-8723-98392a5340dc req-9b6dea34-c4d3-489d-befe-e666b899d811 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:25.509785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a3788d9-6537-4fc1-8723-98392a5340dc req-9b6dea34-c4d3-489d-befe-e666b899d811 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0537305 Nov 03 19:50:25.559662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4a3788d9-6537-4fc1-8723-98392a5340dc req-10fd3558-a9d4-43bd-a0ee-8b3f12a9346a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Nov 03 19:50:25.571692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:25.583518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'mac_address': 'fa:16:3e:f6:18:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:50:25.622038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:25.638865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ec4b09-5756-46e7-94ac-ce1a481969c7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:25.658275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:25.662198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:25.711384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:25.928101 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b0ec4b09-5756-46e7-94ac-ce1a481969c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:26.676594 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b373-e4ad-421f-960f-c746f961b090 req-cffeb8a9-2803-461f-8a50-5635e71c2d48 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:26.678103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8174b373-e4ad-421f-960f-c746f961b090 req-cffeb8a9-2803-461f-8a50-5635e71c2d48 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0486133 Nov 03 19:50:26.727469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8174b373-e4ad-421f-960f-c746f961b090 req-19d94618-186f-4a19-ba10-96d8dc5cd907 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426884 Nov 03 19:50:27.486582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:27.536010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:50:27.540352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:27.540740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:27.616587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:27.639879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:27.642131 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c997c7-4557-4e96-8e0f-ccd14b5b6f1d" -d '{"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:27.656136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:27.661158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:27.689962 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993e398-bae5-4118-92a2-a62352028f96 x-openstack-request-id: req-7993e398-bae5-4118-92a2-a62352028f96 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:27.690253 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:27.690513 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7993e398-bae5-4118-92a2-a62352028f96 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:27.690907 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'code': 200} Nov 03 19:50:27.722511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:27.796630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39459079-134b-4fcb-921c-d599816a74ab req-99fe19ba-1433-4bf6-946c-6534911ce6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:27.799018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39459079-134b-4fcb-921c-d599816a74ab req-99fe19ba-1433-4bf6-946c-6534911ce6db service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1096 time: 0.0461471 Nov 03 19:50:27.849602 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-39459079-134b-4fcb-921c-d599816a74ab req-75fbdb90-62f4-457b-ad92-eafcee20e9bb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430968 Nov 03 19:50:27.858451 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4fb2d-ca03-4ce0-91b8-4226631a1a87 req-da0e95a5-b013-4f59-a712-d9ee2af4b13d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:27.859962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ca4fb2d-ca03-4ce0-91b8-4226631a1a87 req-da0e95a5-b013-4f59-a712-d9ee2af4b13d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0601394 Nov 03 19:50:27.909595 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ca4fb2d-ca03-4ce0-91b8-4226631a1a87 req-fc1021c0-4371-4c34-8e11-689e24161605 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Nov 03 19:50:29.061804 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17aa43-1073-4bbc-9abf-8a08a7512296 req-c794ea8f-1a11-4940-a8bd-87d3dbbd799e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:29.063350 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c17aa43-1073-4bbc-9abf-8a08a7512296 req-c794ea8f-1a11-4940-a8bd-87d3dbbd799e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0595279 Nov 03 19:50:29.114261 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c17aa43-1073-4bbc-9abf-8a08a7512296 req-c29b0bf6-d98c-4f89-b279-6471acae162e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444989 Nov 03 19:50:30.238047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635bc2-291a-422c-b7ca-3591f192722b req-37ab17ba-e462-4e3d-9b08-ca92ec51548a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:30.239625 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00635bc2-291a-422c-b7ca-3591f192722b req-37ab17ba-e462-4e3d-9b08-ca92ec51548a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0513520 Nov 03 19:50:30.300042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00635bc2-291a-422c-b7ca-3591f192722b req-10f51826-c1c0-4855-82e0-23cae515cd9a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531168 Nov 03 19:50:30.428642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ca2bc-9e10-46b3-bb20-34c7cfd6319e req-c6775d69-96c0-4900-9395-bf92cc091423 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:30.430331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d05ca2bc-9e10-46b3-bb20-34c7cfd6319e req-c6775d69-96c0-4900-9395-bf92cc091423 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0554547 Nov 03 19:50:30.442260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52262) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:50:30.448513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'floatingip': {'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:50:30.491377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.129328 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.134518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.252583 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed associated. External IP: 172.25.8.123, port: b0ec4b09-5756-46e7-94ac-ce1a481969c7. Nov 03 19:50:31.480289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:50:31.596916 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:50:31.604645 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.612333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:50:31.623837 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:31.624467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:31.635368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5adc239e-1769-497b-882b-c93b9ac78bc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "PUT /v2.0/floatingips/998cd3f6-61f4-4225-9448-19a92d5406ed HTTP/1.1" status: 200 len: 991 time: 1.1912053 Nov 03 19:50:31.635962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:31.638313 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:31.691207 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125b6d7-115d-4a08-9958-cc0dee15b23f x-openstack-request-id: req-e125b6d7-115d-4a08-9958-cc0dee15b23f {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:31.691538 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:31.691883 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e125b6d7-115d-4a08-9958-cc0dee15b23f {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:31.692508 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'status': 'completed', 'code': 200} Nov 03 19:50:31.747391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:31.774974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-01a998c2-bcb9-47c6-bbe3-c996c010f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:31.777252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-01a998c2-bcb9-47c6-bbe3-c996c010f0ac service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1096 time: 0.0545819 Nov 03 19:50:31.878965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-5d03bf31-7a93-4433-9647-4eedcacd8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:31.880496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-5d03bf31-7a93-4433-9647-4eedcacd8fd0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0958486 Nov 03 19:50:31.958954 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-94eb7e1f-64fe-446d-b3b6-2105e02d32f4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 999 time: 0.0712421 Nov 03 19:50:32.014475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-6c71314f-a288-4b65-9003-84508b580c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:32.015962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-6c71314f-a288-4b65-9003-84508b580c3e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0499082 Nov 03 19:50:32.071751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-9c198e36-56ee-4d21-a0e2-6f623fa462aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:32.073989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-9c198e36-56ee-4d21-a0e2-6f623fa462aa service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506988 Nov 03 19:50:32.184539 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-fcef5888-417f-46b2-b2fd-9cda34d02505 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023154 Nov 03 19:50:32.207182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:f6:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:50:31Z', 'revision_number': 9, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:32.243243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:50:32.253345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:50:32.254007 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:50:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:32.294051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-20bd953a-e6fe-4a4b-9d78-fa12e9dc5b6d req-c77f2b22-9300-41bd-9125-bc54f911d7d8 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021411 Nov 03 19:50:32.383273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:50:32.647247 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:f6:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:50:31Z', 'revision_number': 9, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:50:32.681764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6cd8e-3559-487d-855a-c4a004cfac71 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:f6:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:50:31Z', 'revision_number': 9, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:50:32.704864 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:32.929584 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63838e-fa35-43d6-929b-98d994fc17bd None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:50:33.470981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:34.299012 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:50:34.765971 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f8d5-6c4f-41fa-872a-86945b39d762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:38.387494 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cccde3b6-5fff-41ae-8e28-dc41266b3746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:40.096423 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.009294 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:42.151280 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:58.918744 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-deec25d7-90d1-4f7a-a069-eb07f7c71735 req-8b4af732-4ecc-4baf-8ec6-e06115663c32 tempest-TestServerMultinode-80394094 tempest-TestServerMultinode-80394094-project-admin] (101988) timed out ('10.222.0.110', 53642) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:51:02.711323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:03.469324 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:04.768691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ee9a9dec-0493-4dae-bdce-8f0b29558ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:08.391543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cdfdbd33-568a-4454-b4cd-931982f3f802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:10.096306 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:11.297702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:51:12.015519 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:12.153197 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:17.854271 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-a466291d-62c8-4bdb-83ec-1192d75c7ac0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469062 Nov 03 19:51:17.942648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-cb065b31-ce29-429c-a04c-0beda68f86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:17.944328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-cb065b31-ce29-429c-a04c-0beda68f86f5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1096 time: 0.0439014 Nov 03 19:51:18.065740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-5b8de89e-d0f0-4a97-8f27-cd63e7f63f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:18.067245 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-5b8de89e-d0f0-4a97-8f27-cd63e7f63f13 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1025054 Nov 03 19:51:18.141313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-3257409d-3977-4483-bd55-74fcd6d3a89b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1002 time: 0.0654807 Nov 03 19:51:18.193568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-31cf6c3e-661a-4182-9eac-407c7431f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:18.195081 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-31cf6c3e-661a-4182-9eac-407c7431f0ca service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0450571 Nov 03 19:51:18.247694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-64b67f8e-61ba-4b7e-9898-6c2db594f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:18.248694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-64b67f8e-61ba-4b7e-9898-6c2db594f1e9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458188 Nov 03 19:51:18.354321 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-613e6a9b-4afb-4857-b181-8d2090f95baa service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973575 Nov 03 19:51:18.447687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9b8a3471-fe19-4eea-80a5-3ce311428dde req-d9a09286-ed12-470b-8920-b2b0b64be821 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861173 Nov 03 19:51:30.628384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0c58a005-e048-46ed-a7c3-fcb85fb297c7 req-965823e8-b82e-420b-a793-718a5c267982 service neutron] (101989) timed out ('10.222.0.91', 43844) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:51:32.726161 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:33.467366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:34.771041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9072dce-e6d9-49fd-a9cf-503f9ae70817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:38.394587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eda29fef-f4fa-467b-975b-254d1800bb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:40.098567 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:42.015752 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:42.155695 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:48.297852 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:52:02.729420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.464858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:04.777030 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d79a7e4-5a6b-470f-bf21-1c69e3458909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:08.398696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1996a08a-1475-479c-a43e-4be2b0ac5c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:09.479331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-931f5669-809b-4b53-be83-69809010d062 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764306 Nov 03 19:52:09.488098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e77b1f-42d5-470e-a80f-e6bd5da42af9 req-99c7b7ca-1188-4480-b227-46b4264182e6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:09.489750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5e77b1f-42d5-470e-a80f-e6bd5da42af9 req-99c7b7ca-1188-4480-b227-46b4264182e6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0764205 Nov 03 19:52:09.548860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5e77b1f-42d5-470e-a80f-e6bd5da42af9 req-429aa842-e691-41c5-9c0e-685708fae3f0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Nov 03 19:52:10.114307 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:10.708328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b3c36-dbf1-4b8b-82dd-c8bee8bcffe5 req-cd98e955-2018-4f07-8634-814a9a4763d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:10.710389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-518b3c36-dbf1-4b8b-82dd-c8bee8bcffe5 req-cd98e955-2018-4f07-8634-814a9a4763d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0615549 Nov 03 19:52:10.769640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-518b3c36-dbf1-4b8b-82dd-c8bee8bcffe5 req-56536229-11d4-4636-aa14-55d3eab3dcaa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514889 Nov 03 19:52:10.779467 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-62190de7-c024-4791-aaae-65de0318b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:10.781313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-62190de7-c024-4791-aaae-65de0318b2d5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1096 time: 0.0530026 Nov 03 19:52:10.885715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-3325f960-c62a-476f-8712-2191c01453ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:10.887203 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-3325f960-c62a-476f-8712-2191c01453ec service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0967679 Nov 03 19:52:10.964982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-47e0bded-83ef-4493-84c3-77d3792b11e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1002 time: 0.0696406 Nov 03 19:52:11.021377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-5c5945ef-58c8-43d4-8198-ecced7a54641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:11.023529 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-5c5945ef-58c8-43d4-8198-ecced7a54641 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0501590 Nov 03 19:52:11.073285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-f085bccb-8309-4007-9314-97ead1c31a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:11.074803 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-f085bccb-8309-4007-9314-97ead1c31a50 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427125 Nov 03 19:52:11.188670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-762bcb6d-50a5-416d-a22b-4e262f59e782 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051786 Nov 03 19:52:11.286223 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-436c30da-08e9-40b5-8098-a1e2826fc86a service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898471 Nov 03 19:52:11.906702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70faf1-3952-4311-84f3-d34342ddaa53 req-3b0ebb76-4be0-4b68-a485-420ca539a116 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:11.908276 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d70faf1-3952-4311-84f3-d34342ddaa53 req-3b0ebb76-4be0-4b68-a485-420ca539a116 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0512772 Nov 03 19:52:11.958141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d70faf1-3952-4311-84f3-d34342ddaa53 req-f29746b9-e1cf-464e-95a7-a67d9dd73674 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Nov 03 19:52:12.018994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:12.160305 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:13.095538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795869d-7b19-4051-ad70-0d0d241cc800 req-7c74f5e1-542c-4c9e-a72b-23cc223f487c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:13.097335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c795869d-7b19-4051-ad70-0d0d241cc800 req-7c74f5e1-542c-4c9e-a72b-23cc223f487c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0580585 Nov 03 19:52:13.150519 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c795869d-7b19-4051-ad70-0d0d241cc800 req-b19d0b9c-3884-4d7c-89c2-5663b0eda127 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Nov 03 19:52:14.278615 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75475cfa-21e9-42a7-b134-5e70416eb1ef req-ed051959-a9ba-48e3-9863-8db57d2058d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:14.280177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75475cfa-21e9-42a7-b134-5e70416eb1ef req-ed051959-a9ba-48e3-9863-8db57d2058d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0559957 Nov 03 19:52:14.332430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75475cfa-21e9-42a7-b134-5e70416eb1ef req-daef2c3d-6340-44d7-9d1f-b7711ee04c0a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457292 Nov 03 19:52:15.476846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8f7e-eef5-43fc-bba5-13c4719bd96a req-e9a45c67-aeea-467e-acb7-ac5bc2147aed tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:15.478454 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-037f8f7e-eef5-43fc-bba5-13c4719bd96a req-e9a45c67-aeea-467e-acb7-ac5bc2147aed tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0575762 Nov 03 19:52:15.530451 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-037f8f7e-eef5-43fc-bba5-13c4719bd96a req-a7d0ba59-0677-4ccb-97f3-4accac72fe98 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457129 Nov 03 19:52:16.658430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbf5d3-2227-422e-a4a7-05a2e031b506 req-31b057cc-931f-4e08-9e5e-29a2f417c0ff tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:16.660052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3efbf5d3-2227-422e-a4a7-05a2e031b506 req-31b057cc-931f-4e08-9e5e-29a2f417c0ff tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0544162 Nov 03 19:52:16.715116 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3efbf5d3-2227-422e-a4a7-05a2e031b506 req-08bc502a-d728-49b4-86f7-058c4efe6801 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487757 Nov 03 19:52:17.857065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c18533-b0bf-41ff-aeaa-e2e2e6da8e7d req-35edb8fb-a0aa-4123-bb56-484d03875312 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:17.859220 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77c18533-b0bf-41ff-aeaa-e2e2e6da8e7d req-35edb8fb-a0aa-4123-bb56-484d03875312 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0663848 Nov 03 19:52:17.927178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77c18533-b0bf-41ff-aeaa-e2e2e6da8e7d req-289c6d98-6a93-4789-b2f5-d2b84c5cac1e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569775 Nov 03 19:52:17.934330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-cbe22c84-1915-44d4-b69a-a77677861c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:17.936018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-cbe22c84-1915-44d4-b69a-a77677861c6a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1096 time: 0.0674958 Nov 03 19:52:18.055754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-bdaff86b-8248-439c-834a-f7304180b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:18.057720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-bdaff86b-8248-439c-834a-f7304180b20d service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0989468 Nov 03 19:52:18.141521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-97c1d9bf-f0cd-4ef2-bfec-f8aa5b4eca0c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1002 time: 0.0751269 Nov 03 19:52:18.196624 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-bd3e8808-8e10-441f-be08-80905bea4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:18.198507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-bd3e8808-8e10-441f-be08-80905bea4424 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0499456 Nov 03 19:52:18.250706 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-de7c3690-c85f-4379-a5ce-589380f038f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:18.253097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-de7c3690-c85f-4379-a5ce-589380f038f2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469379 Nov 03 19:52:18.765330 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-759a3616-196e-4b2e-84c3-6bbece43f60a service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048769 Nov 03 19:52:18.868299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b97b3ec6-ca50-42b4-9b8f-353439ba098a req-c216500e-279e-484c-b774-ca1b71ee25d8 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944779 Nov 03 19:52:19.055471 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bf91-3dcb-4983-9703-bdde35af414d req-1f00a9d7-784f-4110-8474-63f51a868165 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:19.057027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1716bf91-3dcb-4983-9703-bdde35af414d req-1f00a9d7-784f-4110-8474-63f51a868165 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0546031 Nov 03 19:52:19.125429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1716bf91-3dcb-4983-9703-bdde35af414d req-3b27b4f3-a072-4caa-9cbd-0e2983bc2faf tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567179 Nov 03 19:52:20.258370 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b82c1e-82f5-47ce-9d3f-0d1c0a9fa4db req-4693125f-3757-4b33-8c13-36cd0aa67071 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:20.260009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2b82c1e-82f5-47ce-9d3f-0d1c0a9fa4db req-4693125f-3757-4b33-8c13-36cd0aa67071 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0551136 Nov 03 19:52:20.323861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d2b82c1e-82f5-47ce-9d3f-0d1c0a9fa4db req-3404a46a-6172-4265-b4e2-64f1faec9dbb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544248 Nov 03 19:52:21.840460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6299db-ea24-4b4d-828f-240d04cc19dd req-62065ab2-2845-4d7a-b047-5487c8ddc0eb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:21.843171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f6299db-ea24-4b4d-828f-240d04cc19dd req-62065ab2-2845-4d7a-b047-5487c8ddc0eb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.4208965 Nov 03 19:52:21.918280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f6299db-ea24-4b4d-828f-240d04cc19dd req-969409ce-f496-4862-80d1-a68794674c55 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680728 Nov 03 19:52:23.053286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa5a5a-abc4-428c-b4be-03da728caa0c req-982a6160-38ff-4e60-8ccb-6ff9886fc621 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:23.054902 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8fa5a5a-abc4-428c-b4be-03da728caa0c req-982a6160-38ff-4e60-8ccb-6ff9886fc621 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0549710 Nov 03 19:52:23.105280 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8fa5a5a-abc4-428c-b4be-03da728caa0c req-eebc1d1e-0f56-40b7-8771-e23733b2c652 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Nov 03 19:52:23.260536 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-2fb66fda-0786-4bc7-8129-b6e5119044c0 service neutron] show failed (client error): The resource could not be found. Nov 03 19:52:23.261605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-2fb66fda-0786-4bc7-8129-b6e5119044c0 service neutron] 10.222.0.115 "GET /v2.0/ports/b0ec4b09-5756-46e7-94ac-ce1a481969c7/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0598955 Nov 03 19:52:23.547622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-71394dbe-5e9b-45c0-bae8-868cc02c6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:23.549286 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-71394dbe-5e9b-45c0-bae8-868cc02c6895 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 1096 time: 0.1073587 Nov 03 19:52:23.563600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:23.633062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:23.856547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:23.900414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:23.959543 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:23.962310 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db2718-755c-4e6f-8103-a5289b2202f0" -d '{"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:23.967627 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:23.987049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Transition to ACTIVE for port object b0ec4b09-5756-46e7-94ac-ce1a481969c7 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:52:23.993460 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.112428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:24.125141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.125622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.126015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.126595 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.126781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.126976 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.127304 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.127625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.127950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.128271 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.128585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.128963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:24.176703 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f50f38-4512-41dd-a65f-be097e36274d x-openstack-request-id: req-c3f50f38-4512-41dd-a65f-be097e36274d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:24.177361 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:24.177971 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c3f50f38-4512-41dd-a65f-be097e36274d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:24.179097 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'code': 200} Nov 03 19:52:24.180530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] No DVR routers for this DVR port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:24.261553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41371d-5667-4871-9979-153f7da358e7 req-51fc5e2b-0369-46e2-ada0-5c67feaff258 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:24.263946 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b41371d-5667-4871-9979-153f7da358e7 req-51fc5e2b-0369-46e2-ada0-5c67feaff258 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0587947 Nov 03 19:52:24.335377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7b41371d-5667-4871-9979-153f7da358e7 req-1b5cfb63-4004-46e4-b689-6bfce5051628 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615451 Nov 03 19:52:24.386755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:24.387602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:24.387602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:24.392406 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:52:24.392634 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:24.399496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:24.399817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:24.400341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:24.400645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Bound port: b0ec4b09-5756-46e7-94ac-ce1a481969c7, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:24.401038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.472921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:24.477372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:24.482682 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.521477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:24.522904 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:24.525169 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] 10.222.0.110 "PUT /v2.0/ports/b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1091 time: 0.9656327 Nov 03 19:52:24.553229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732953-779f-463a-95b7-ebb547101ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:24.620799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-9326c813-3be8-429a-8efc-9511d6b40c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:24.622385 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-9326c813-3be8-429a-8efc-9511d6b40c6e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1094 time: 0.0565314 Nov 03 19:52:24.755746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-57df0d4f-d587-4757-9cea-961e608ed265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:24.757913 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-57df0d4f-d587-4757-9cea-961e608ed265 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1225917 Nov 03 19:52:24.841822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-ad91243d-bc2f-4a23-bef7-5737138ac492 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1000 time: 0.0752549 Nov 03 19:52:24.899718 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-34c9b364-0eb2-416b-a342-fc1f39133f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:24.901315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-34c9b364-0eb2-416b-a342-fc1f39133f00 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0515237 Nov 03 19:52:24.967817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-12857ab9-e9a1-4441-8d55-7ec074f997b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:24.974300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-12857ab9-e9a1-4441-8d55-7ec074f997b1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602307 Nov 03 19:52:25.096794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-8e4c26e3-2c8e-4a55-a66e-0736bdf0d293 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153224 Nov 03 19:52:25.256595 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dd6900bc-e85b-43c5-b15d-67b67205caa0 req-ad7a444a-3e08-4bae-b18e-8e39576bdd05 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493585 Nov 03 19:52:25.299418 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:52:25.491913 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caab6a3-f97a-40a2-9091-3f065533cfa0 req-0f5c1239-2ffa-4400-b8f1-d46934a62658 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:25.493871 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5caab6a3-f97a-40a2-9091-3f065533cfa0 req-0f5c1239-2ffa-4400-b8f1-d46934a62658 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0631332 Nov 03 19:52:25.554347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5caab6a3-f97a-40a2-9091-3f065533cfa0 req-f4037ba5-0696-4b4c-bfbb-4e5d03cead64 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537779 Nov 03 19:52:26.180441 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:26.184890 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc039f64-5c7b-450a-9729-2809e3476956" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:26.264648 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abbb046-c970-4df8-9b88-161e3220ead9 x-openstack-request-id: req-5abbb046-c970-4df8-9b88-161e3220ead9 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:26.266032 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:26.277823 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5abbb046-c970-4df8-9b88-161e3220ead9 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:26.278292 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'status': 'completed', 'code': 200} Nov 03 19:52:26.394342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-cf1eb2df-5b6e-4452-ad01-f9f6ae09a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.394342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-cf1eb2df-5b6e-4452-ad01-f9f6ae09a040 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1094 time: 0.1043243 Nov 03 19:52:26.403953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-781c1638-b166-4455-ab78-fe7ef5336cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.405542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-781c1638-b166-4455-ab78-fe7ef5336cb1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1094 time: 0.1142387 Nov 03 19:52:26.603115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-212f6cf8-a2ba-4348-877a-8546b4a2ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.604654 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-212f6cf8-a2ba-4348-877a-8546b4a2ff5d service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1971350 Nov 03 19:52:26.608023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-c9ef3b93-9334-418a-9d61-c3b156c553cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.609753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-c9ef3b93-9334-418a-9d61-c3b156c553cf service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1934280 Nov 03 19:52:26.729096 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4a98d-6e14-4140-8a6c-06579f1f1737 req-44baa30e-40be-40cd-8c41-a5536e8fed99 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.731631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0c4a98d-6e14-4140-8a6c-06579f1f1737 req-44baa30e-40be-40cd-8c41-a5536e8fed99 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 943 time: 0.0875423 Nov 03 19:52:26.788757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-a59b0594-bc59-4964-b5b9-745189ec23ca service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1000 time: 0.1735451 Nov 03 19:52:26.799509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-73cc2759-be0c-44fe-ae82-449f17c17325 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1000 time: 0.1792355 Nov 03 19:52:26.816384 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d0c4a98d-6e14-4140-8a6c-06579f1f1737 req-7598e554-9bdb-41ef-9f19-d95bcf0c3953 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748088 Nov 03 19:52:26.920705 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-e4bd0718-62a6-49d1-90bb-67e27d596640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.922181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-e4bd0718-62a6-49d1-90bb-67e27d596640 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.1214590 Nov 03 19:52:26.923921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-bc7b820e-ceb3-4422-a0ae-8f7dba551698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:26.925474 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-bc7b820e-ceb3-4422-a0ae-8f7dba551698 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.1132903 Nov 03 19:52:26.947015 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:52:27.019400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-ccd7db87-3c1f-42e4-9bf3-bf12e85e3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:27.020439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-ccd7db87-3c1f-42e4-9bf3-bf12e85e3641 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872746 Nov 03 19:52:27.023154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039f64-5c7b-450a-9729-2809e3476956 req-13ecbccf-919a-4cc1-8e8c-51a12f53cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:27.025005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-13ecbccf-919a-4cc1-8e8c-51a12f53cb93 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904860 Nov 03 19:52:27.082680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:27.102243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'mac_address': 'fa:16:3e:f6:18:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:52:27.159435 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:27.183001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ec4b09-5756-46e7-94ac-ce1a481969c7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:27.227271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:27.233420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:27.241047 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-e2a535e8-d053-42e7-996f-d5768d161556 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082474 Nov 03 19:52:27.246889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-73476e5e-1b73-4ed4-b7ef-974b23b4bb0e service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033794 Nov 03 19:52:27.332279 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:27.347697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.348257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.349023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.349697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.350326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.351256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.351894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.352497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.353095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.353661 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.354224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.356583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:27.482222 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-b653d9e5-7773-4842-9e5e-34e410519828 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332993 Nov 03 19:52:27.486466 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dc039f64-5c7b-450a-9729-2809e3476956 req-764e5dde-1532-4bd2-9003-a1e687c4c0a7 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103560 Nov 03 19:52:27.554312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['b0ec4b09-5756-46e7-94ac-ce1a481969c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:52:27.981286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0702621-7117-4aa8-97df-085e1cdc9485 req-437c66b1-55bc-46b7-8819-06ba78bd129a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:27.982927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0702621-7117-4aa8-97df-085e1cdc9485 req-437c66b1-55bc-46b7-8819-06ba78bd129a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0609558 Nov 03 19:52:28.064285 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0702621-7117-4aa8-97df-085e1cdc9485 req-d19d502c-16c1-4ce0-b9fe-84620747888c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700521 Nov 03 19:52:28.147899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:28.199298 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:28.456695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-bda0fc85-4c8b-44a5-b29a-9484769945d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:28.458487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-bda0fc85-4c8b-44a5-b29a-9484769945d2 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f&tenant_id=d5b9504316dc44269aedbd8debd4b3da&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 944 time: 0.0675883 Nov 03 19:52:28.465955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af13e-41a0-4315-babf-1e60a492d2ac req-624426ce-284f-4e67-9a4d-ef29a7798a35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:28.468825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a6af13e-41a0-4315-babf-1e60a492d2ac req-624426ce-284f-4e67-9a4d-ef29a7798a35 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0727844 Nov 03 19:52:28.536275 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-04a7a48d-30b2-4dd5-a7ea-74d52c335353 service neutron] 10.222.0.110 "GET /v2.0/ports/b0ec4b09-5756-46e7-94ac-ce1a481969c7/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 382 time: 0.0675802 Nov 03 19:52:28.548512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6a6af13e-41a0-4315-babf-1e60a492d2ac req-b2fd6d5a-a581-49b6-af0b-5f448baae54f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664451 Nov 03 19:52:28.609301 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-0d382ef2-9741-465b-98b1-e43a8310d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:28.610836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-0d382ef2-9741-465b-98b1-e43a8310d743 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1095 time: 0.0468252 Nov 03 19:52:28.722438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a01098b3-fdc1-4585-8efa-47eb6c5f3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:28.725376 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a01098b3-fdc1-4585-8efa-47eb6c5f3dcf service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1032073 Nov 03 19:52:28.804107 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-41092660-d1cf-44b9-bced-2998e40e96a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1001 time: 0.0661652 Nov 03 19:52:28.866152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-bb59d410-84af-4444-b41e-6cf47bc1bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:28.869915 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-bb59d410-84af-4444-b41e-6cf47bc1bc43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0565174 Nov 03 19:52:28.920395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-369a595e-5cda-4f92-9ffa-91bf63aa6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:28.923032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-369a595e-5cda-4f92-9ffa-91bf63aa6a9f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461366 Nov 03 19:52:28.948986 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:29.007824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:52:29.012152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:29.012768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:29.040862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-76ad6ac6-c44e-4552-a94f-fc7cccc96a37 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094258 Nov 03 19:52:29.119207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:29.146371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:29.149251 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104887f1-ecbe-4d0b-89df-1d2ac5964863" -d '{"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:29.162877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:29.168422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:29.196989 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a70b6491-8c26-4750-abcd-9ca77c1b685a service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437960 Nov 03 19:52:29.248071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:29.343683 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263f40d-0c18-413b-9851-00b80e438ee2 x-openstack-request-id: req-f263f40d-0c18-413b-9851-00b80e438ee2 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:29.343997 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:29.344256 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f263f40d-0c18-413b-9851-00b80e438ee2 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:29.344683 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'code': 200} Nov 03 19:52:29.699452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9e91e-9857-42b3-8844-5dd124f66a1d req-4e948fce-b231-4d4d-bc76-5c5813335f0f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:29.701187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5a9e91e-9857-42b3-8844-5dd124f66a1d req-4e948fce-b231-4d4d-bc76-5c5813335f0f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0587006 Nov 03 19:52:29.776685 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e5a9e91e-9857-42b3-8844-5dd124f66a1d req-261543e2-29d8-404b-aea0-8188c7dd9f99 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684834 Nov 03 19:52:30.921464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa56d-2481-44c5-adda-3ac32a0717c5 req-40a41ee0-32f4-460e-a030-bafb8c400fd5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:30.923019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-563fa56d-2481-44c5-adda-3ac32a0717c5 req-40a41ee0-32f4-460e-a030-bafb8c400fd5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0585020 Nov 03 19:52:30.988000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-563fa56d-2481-44c5-adda-3ac32a0717c5 req-53f18630-dff2-4acb-bb88-075c1224a47b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560169 Nov 03 19:52:31.634495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-5b2a35b8-502e-416c-9167-a6158d4c6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:31.636173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-5b2a35b8-502e-416c-9167-a6158d4c6250 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 1096 time: 0.0447280 Nov 03 19:52:31.650146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:31.710322 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:31.923488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:31.958033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:31.998835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:32.001324 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7cf279-2789-4374-b7a9-ac59f8dba36e" -d '{"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:32.005285 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:32.020546 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Transition to ACTIVE for port object b0ec4b09-5756-46e7-94ac-ce1a481969c7 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:52:32.026024 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:32.108007 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546a9b4-b11b-4253-8748-de5fcda6f4e5 x-openstack-request-id: req-5546a9b4-b11b-4253-8748-de5fcda6f4e5 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:32.108305 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:32.108587 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5546a9b4-b11b-4253-8748-de5fcda6f4e5 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:32.109059 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'code': 200} Nov 03 19:52:32.131807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:32.156042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996968a8-7c9b-489e-a810-12254a1a7c7c req-3304bd60-3f32-4144-a9d0-dc2963b49ab9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:32.158005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-996968a8-7c9b-489e-a810-12254a1a7c7c req-3304bd60-3f32-4144-a9d0-dc2963b49ab9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0650220 Nov 03 19:52:32.167741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] No DVR routers for this DVR port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:32.231053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-996968a8-7c9b-489e-a810-12254a1a7c7c req-d322b25e-4e87-48bd-8855-ccb693d74471 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648017 Nov 03 19:52:32.321066 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:32.321404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:32.321735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:32.326128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:52:32.326452 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Attempting to bind port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:32.331225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:32.331560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:32.331943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:32.332509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Bound port: b0ec4b09-5756-46e7-94ac-ce1a481969c7, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:32.332764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:32.402374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:32.406076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:32.412618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:32.452188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:32.452915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:32.454386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] 10.222.0.115 "PUT /v2.0/ports/b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1092 time: 0.8091302 Nov 03 19:52:32.492112 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab607e-40c0-4c06-bbc1-e81c2a0a78f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=11']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:32.532393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-4f9950ca-abb2-408c-b46c-336f00b4649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:32.534380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-4f9950ca-abb2-408c-b46c-336f00b4649e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1095 time: 0.0516493 Nov 03 19:52:32.642166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a0650ec8-dd5f-4809-a7ff-4a40c96fa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:32.643668 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a0650ec8-dd5f-4809-a7ff-4a40c96fa1ef service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1016889 Nov 03 19:52:32.718937 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-e6cbf4f3-5101-4a56-9c96-abc2f9fb5d93 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1000 time: 0.0661824 Nov 03 19:52:32.733190 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:32.773658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a0d30e0a-6e36-4a20-9e9f-916c8dc59c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:32.775137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a0d30e0a-6e36-4a20-9e9f-916c8dc59c8b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0483878 Nov 03 19:52:32.826233 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a4ee9f8e-c812-42f4-a33e-1e471be18c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:32.827726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-a4ee9f8e-c812-42f4-a33e-1e471be18c3f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458260 Nov 03 19:52:32.935427 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-6dc95a3a-fc1a-4ca8-af5e-e50ad5a43f46 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998697 Nov 03 19:52:32.978359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:33.019282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:33.038560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-51fa0bad-f04d-44da-bf47-d692fbd1dc05 req-3904ff75-eaa0-4d12-a942-79a99648e148 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963125 Nov 03 19:52:33.365183 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75fc0-253b-467e-994a-7f6c14b5eb70 req-a4061ef4-ccff-41f1-9387-a25cc12deae3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:33.366718 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02d75fc0-253b-467e-994a-7f6c14b5eb70 req-a4061ef4-ccff-41f1-9387-a25cc12deae3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0557089 Nov 03 19:52:33.418236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02d75fc0-253b-467e-994a-7f6c14b5eb70 req-9327e2e0-c690-49dc-9dba-da12588dc468 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454214 Nov 03 19:52:33.472678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:34.110415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:34.113118 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033b4d73-dd8a-43db-8ae8-5f47c885c09c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:34.172019 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0846ac5d-f5fe-4896-bf68-5ab355c24323 x-openstack-request-id: req-0846ac5d-f5fe-4896-bf68-5ab355c24323 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:34.172339 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:34.172713 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0846ac5d-f5fe-4896-bf68-5ab355c24323 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:34.173266 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'status': 'completed', 'code': 200} Nov 03 19:52:34.294723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-c5906acf-dedb-4a8a-a525-ca77cf7c0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.296276 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-c5906acf-dedb-4a8a-a525-ca77cf7c0ab7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1095 time: 0.1004870 Nov 03 19:52:34.298188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-9e4cbe41-e0cb-4509-927a-dafbf86a69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.299526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-9e4cbe41-e0cb-4509-927a-dafbf86a69f8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 1095 time: 0.0940154 Nov 03 19:52:34.486218 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-d32363f3-e7d1-478f-b64f-9beb8a80298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.490675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-d32363f3-e7d1-478f-b64f-9beb8a80298d service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1799006 Nov 03 19:52:34.490675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-2f0cae2b-406b-4682-91d8-cc3dd7dbec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.491075 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-2f0cae2b-406b-4682-91d8-cc3dd7dbec6d service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1693320 Nov 03 19:52:34.593236 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050c1c-33bb-41b0-87a1-2a024724f843 req-67506eab-f78c-446d-a3f9-3948c44588d8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:34.594191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01050c1c-33bb-41b0-87a1-2a024724f843 req-67506eab-f78c-446d-a3f9-3948c44588d8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0896287 Nov 03 19:52:34.652866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01050c1c-33bb-41b0-87a1-2a024724f843 req-31533056-04b3-4403-a25e-9752457b0805 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510459 Nov 03 19:52:34.785153 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3445da45-d26b-4866-8e15-5c6b08a7caee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:34.983113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-47a74647-8237-4894-afae-e71f25cbe5dc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1000 time: 0.4790351 Nov 03 19:52:34.986632 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-b2948355-9f26-4aac-8557-d25f3968f8dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 200 len: 1000 time: 0.4784560 Nov 03 19:52:35.074330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-df04de0b-9fd8-439a-afb7-c899a9eaa8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.076289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-df04de0b-9fd8-439a-afb7-c899a9eaa8ce service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0887082 Nov 03 19:52:35.078121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-b8000475-c5ce-417b-bbdc-8b077a8150ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.079908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-b8000475-c5ce-417b-bbdc-8b077a8150ec service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0846131 Nov 03 19:52:35.170745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-bfcb5881-41f7-4eec-af4b-680f86257c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.172621 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-bfcb5881-41f7-4eec-af4b-680f86257c1b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876157 Nov 03 19:52:35.181410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-0d25639f-7b2d-4843-9139-5543c08fd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.183165 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-0d25639f-7b2d-4843-9139-5543c08fd654 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869143 Nov 03 19:52:35.383982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-7d7a074f-7966-4d14-9437-99f67af63b2f service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996613 Nov 03 19:52:35.386098 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-e3c2eb95-20ac-4f40-adcb-72a178a0565c service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932182 Nov 03 19:52:35.559794 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-84ff90c3-be12-4ab1-bbff-de3fc4eebb77 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660233 Nov 03 19:52:35.561646 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-033b4d73-dd8a-43db-8ae8-5f47c885c09c req-58bd9a6d-deae-436c-9e76-fcffa63bb67e service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581919 Nov 03 19:52:35.785315 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08840d-9dfe-406f-91f3-776c340931e4 req-c02b6071-8880-432a-a782-c60769b4c603 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.786807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d08840d-9dfe-406f-91f3-776c340931e4 req-c02b6071-8880-432a-a782-c60769b4c603 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0575337 Nov 03 19:52:35.840688 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d08840d-9dfe-406f-91f3-776c340931e4 req-ba5fd4f8-e80e-4596-9701-a3b227983cc3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477941 Nov 03 19:52:35.963544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da297e9-a65f-47d0-b131-4f58353761f4 req-964af924-a71f-4b35-9562-51c997a51fce tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:35.965132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3da297e9-a65f-47d0-b131-4f58353761f4 req-964af924-a71f-4b35-9562-51c997a51fce tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0528831 Nov 03 19:52:36.014541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3da297e9-a65f-47d0-b131-4f58353761f4 req-1b88fc66-f2ac-4dc4-b227-77209ffb1bb1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Nov 03 19:52:36.136490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8962b9-f14a-4702-9f0d-8edec07ade0a req-604e6626-2b75-496a-8bd5-5b6d79821761 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:36.138003 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b8962b9-f14a-4702-9f0d-8edec07ade0a req-604e6626-2b75-496a-8bd5-5b6d79821761 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 944 time: 0.0543363 Nov 03 19:52:36.174073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:52:36.199396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1b8962b9-f14a-4702-9f0d-8edec07ade0a req-cea4107a-0d57-4d80-bfda-4dbb16aca13c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544305 Nov 03 19:52:36.292269 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:36.305378 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'mac_address': 'fa:16:3e:f6:18:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:52:36.346457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:36.367422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ec4b09-5756-46e7-94ac-ce1a481969c7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:36.391317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:36.396748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:36.462070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:36.468950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32d5d5-11d7-45cb-9c80-d199c06e85a7 req-f8300977-b944-4bff-892f-7823f0e9ea3b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:36.470679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b32d5d5-11d7-45cb-9c80-d199c06e85a7 req-f8300977-b944-4bff-892f-7823f0e9ea3b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0571964 Nov 03 19:52:36.523507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8b32d5d5-11d7-45cb-9c80-d199c06e85a7 req-14511e7b-51be-4c3b-a409-bbb028c8b1fd tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Nov 03 19:52:36.776226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b0ec4b09-5756-46e7-94ac-ce1a481969c7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:52:37.659705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77103d8e-31d4-4a98-bac9-c277b6874667 req-2a9df85f-a97c-4613-8e04-357abf993158 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:37.661371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77103d8e-31d4-4a98-bac9-c277b6874667 req-2a9df85f-a97c-4613-8e04-357abf993158 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0581062 Nov 03 19:52:37.710899 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77103d8e-31d4-4a98-bac9-c277b6874667 req-c761a4b5-1686-46d4-8b05-4dc21e6ff0e4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Nov 03 19:52:37.811956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7e0e1bc3-05cc-4ca8-9723-ff95c436ad80 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:37.813640 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7e0e1bc3-05cc-4ca8-9723-ff95c436ad80 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 945 time: 0.0621555 Nov 03 19:52:37.913300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Deleting port b0ec4b09-5756-46e7-94ac-ce1a481969c7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:52:37.913637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.014186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] For port b0ec4b09-5756-46e7-94ac-ce1a481969c7, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b0ec4b09-5756-46e7-94ac-ce1a481969c7,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:38.014540 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.205043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:38.209893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.210260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.210581 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed disassociated. External IP: 172.25.8.123, port: b0ec4b09-5756-46e7-94ac-ce1a481969c7. Nov 03 19:52:38.211027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Calling delete_port for b0ec4b09-5756-46e7-94ac-ce1a481969c7 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:52:38.273051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:52:38.279058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port b0ec4b09-5756-46e7-94ac-ce1a481969c7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:38.279599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.362766 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.363753 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.396757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event deleted for resources: {'Port': ['ID=b0ec4b09-5756-46e7-94ac-ce1a481969c7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:38.431488 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7f38c15-3132-4534-a8dd-38a64cd7bb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.537847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:38.661222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:38.671752 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:38.684571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:38.685315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:38.705021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] No DVR routers for this DVR port b0ec4b09-5756-46e7-94ac-ce1a481969c7 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:52:38.707458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:38.711196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f0445b3e-96b6-47bc-8870-ca261f597b82 req-7d70805a-ae1b-47e6-827c-c4578159a9df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "DELETE /v2.0/ports/b0ec4b09-5756-46e7-94ac-ce1a481969c7 HTTP/1.1" status: 204 len: 173 time: 0.8910031 Nov 03 19:52:38.711640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-deleted', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:38.714636 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d56c19-5986-4890-9d30-a77d30e3431f" -d '{"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-deleted", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:38.767656 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0a87d-74dd-452b-9220-669a94f721db x-openstack-request-id: req-c4b0a87d-74dd-452b-9220-669a94f721db {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:38.767955 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7eb271-d414-4aff-a0c5-706a5d48447f", "name": "network-vif-deleted", "tag": "b0ec4b09-5756-46e7-94ac-ce1a481969c7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:38.768212 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c4b0a87d-74dd-452b-9220-669a94f721db {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:38.768624 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7eb271-d414-4aff-a0c5-706a5d48447f', 'name': 'network-vif-deleted', 'tag': 'b0ec4b09-5756-46e7-94ac-ce1a481969c7', 'status': 'completed', 'code': 200} Nov 03 19:52:38.828441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:38.831212 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d45d6c37-0d62-4205-ab20-9931f4bd38c6 req-f5beca17-4d0c-4993-be75-5c7862e700e3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c7eb271-d414-4aff-a0c5-706a5d48447f HTTP/1.1" status: 200 len: 210 time: 0.0397742 Nov 03 19:52:39.044954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:39.075666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:39.084948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:39.085565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:39.214240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:39.622032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:39.649972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287e3c9-a170-4684-bcce-b8c29a526248 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:39.878519 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f35fc-491f-4a65-a5a6-0affafce5c76 None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:52:40.113467 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:40.166079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-a2470a2e-6c59-4651-baba-503162081c40 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1306131460&fields=id&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 267 time: 0.0495503 Nov 03 19:52:40.277944 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-0f713c5d-2d7a-405a-9305-55cb6b44c53c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:40.279526 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-0f713c5d-2d7a-405a-9305-55cb6b44c53c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1068916 Nov 03 19:52:40.296356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-de78975c-2b5d-4c9a-8a96-f03819ff477c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/quotas/d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 375 time: 0.0108624 Nov 03 19:52:40.361324 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-98153117-e56a-4824-8e56-ef0364f55d11 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579858 Nov 03 19:52:40.378625 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-59547e42-0f95-416a-92d2-bab3a19bf346 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:52:40.379807 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-59547e42-0f95-416a-92d2-bab3a19bf346 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057862 Nov 03 19:52:40.490795 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-a416863b-5016-4e26-9549-f1ded6d79a13 service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043401 Nov 03 19:52:40.593268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-8b9eccce-0dee-4eae-af03-602f9dc99ac6 service neutron] 10.222.0.91 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963132 Nov 03 19:52:41.796601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0a0f5648-9923-4e78-b9f5-b88fdb9b980f req-2a36df4b-1c90-4690-b24a-dbd1776613e9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0421591 Nov 03 19:52:42.030563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:42.164603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:42.216672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:52:42.237980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: b0ec4b09-5756-46e7-94ac-ce1a481969c7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:52:42.238234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b0ec4b09-5756-46e7-94ac-ce1a481969c7 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:52:42.809925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-7968f324-7100-4386-8721-842931cf6cca tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:42.811469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-7968f324-7100-4386-8721-842931cf6cca tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 811 time: 0.1163380 Nov 03 19:52:42.891756 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-f4e47fac-2036-407d-b847-852f75d81e7e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 380 time: 0.0701537 Nov 03 19:52:42.903154 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'port': {'device_id': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'admin_state_up': True, 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'security_groups': ['808f21d5-96c5-413e-ad74-f9dce4ce4d8f']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:42.918423 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-80ec9d2b-d15c-4011-9d4f-67b046b980e4 req-de5d1f33-ea17-4cc3-acfb-6802a9e32b5a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Nov 03 19:52:43.047971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Made reservation on behalf of d5b9504316dc44269aedbd8debd4b3da for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:52:43.051571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.188369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Allocated IP 172.20.0.10 (0583c257-f13c-41c2-afaa-189084aa7d5a/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:43.343222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.379373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.425789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:43.430955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:43.435061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:43.443395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:43.493968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:43.494587 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.513310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-c9770212-feba-41df-8678-eb3631ae908b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6151066 Nov 03 19:52:43.527436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Request body: {'port': {'device_id': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:43.589533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.642272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cb100755-ef12-4bc8-ae2f-497ac1ed3856 None None] Provisioning complete for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:43.642878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb100755-ef12-4bc8-ae2f-497ac1ed3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.682480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cb100755-ef12-4bc8-ae2f-497ac1ed3856 None None] Port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:52:43.857350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:43.864599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.876285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Transition to ACTIVE for port object f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:52:43.880960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.930029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:44.011366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:52:44.011623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:52:44.011917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:44.016625 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:52:44.016977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:52:44.023009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:52:44.023338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:52:44.023858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:52:44.024194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Bound port: f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:52:44.024548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.057516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35db5c-6f5b-4dfe-b699-d5d1e588db08 req-d4ad76ca-006e-4f56-96fb-811606b2cb2e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.059292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c35db5c-6f5b-4dfe-b699-d5d1e588db08 req-d4ad76ca-006e-4f56-96fb-811606b2cb2e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0590842 Nov 03 19:52:44.108495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:52:44.112214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:52:44.121237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.126944 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c35db5c-6f5b-4dfe-b699-d5d1e588db08 req-aecd145d-2eb6-4f79-a440-5899e0503ec3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612729 Nov 03 19:52:44.165973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.166620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:44.168166 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] 10.222.0.115 "PUT /v2.0/ports/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1092 time: 0.6453269 Nov 03 19:52:44.168661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:44.171237 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b3c65-89d2-436d-b072-466ae549fd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:44.203611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c7c63-4344-4699-83d4-ccc2b0041efd service neutron] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:44.263481 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231ba35-ae80-436e-8598-1c6bf8b2a8ab x-openstack-request-id: req-f231ba35-ae80-436e-8598-1c6bf8b2a8ab {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:44.263762 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:44.264032 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f231ba35-ae80-436e-8598-1c6bf8b2a8ab {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:44.264438 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'status': 'completed', 'code': 200} Nov 03 19:52:44.283028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-a28bcfcc-5ac7-4690-bccc-bdaa4809c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.284620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-a28bcfcc-5ac7-4690-bccc-bdaa4809c312 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1095 time: 0.0562317 Nov 03 19:52:44.331614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-9539342c-c280-4a4c-8b2b-cdc269d1af17 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 217 time: 0.0382829 Nov 03 19:52:44.391457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-005c2327-290e-40a2-9617-d4321ee792af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.393429 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-005c2327-290e-40a2-9617-d4321ee792af service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0525696 Nov 03 19:52:44.457783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304313-9a29-437f-a654-440ce05203c9 req-f85766ee-6d38-4b59-922d-3f65fb0e064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.459342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-f85766ee-6d38-4b59-922d-3f65fb0e064e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575545 Nov 03 19:52:44.553700 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-c1b0fa46-91ef-4b7d-a98f-de90d9dba69a service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Nov 03 19:52:44.651172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ee304313-9a29-437f-a654-440ce05203c9 req-cc102d24-b844-476e-84bb-e72159701a78 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900018 Nov 03 19:52:44.747776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3c65-89d2-436d-b072-466ae549fd0c req-2f966cd5-e9aa-422a-9ae0-835c091c2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.748022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-2f966cd5-e9aa-422a-9ae0-835c091c2ca9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1095 time: 0.0438387 Nov 03 19:52:44.849973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3c65-89d2-436d-b072-466ae549fd0c req-200a2813-ca43-47fc-9ed5-f0d2922cabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.851777 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-200a2813-ca43-47fc-9ed5-f0d2922cabc1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0958028 Nov 03 19:52:44.897259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-c2f9eefe-69ff-4b12-a317-49e6c680d0bc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 217 time: 0.0363917 Nov 03 19:52:44.955103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3c65-89d2-436d-b072-466ae549fd0c req-2226d3f1-7843-4951-a101-79d031212ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:44.956710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-2226d3f1-7843-4951-a101-79d031212ebc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0518346 Nov 03 19:52:45.009366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3c65-89d2-436d-b072-466ae549fd0c req-d49e05bc-4b4c-4b09-8054-8c8edc705d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.010881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-d49e05bc-4b4c-4b09-8054-8c8edc705d8b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465350 Nov 03 19:52:45.118300 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-01b173d5-d950-44a4-90c7-6ff00987db06 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989339 Nov 03 19:52:45.227840 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-735b3c65-89d2-436d-b072-466ae549fd0c req-faffb7d5-516a-459e-a9f8-9989ca080677 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015484 Nov 03 19:52:45.271971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2c4c6-71da-47df-8cd7-01589040d011 req-65ba257f-dec4-4a87-9b04-869282e94572 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:45.273614 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1de2c4c6-71da-47df-8cd7-01589040d011 req-65ba257f-dec4-4a87-9b04-869282e94572 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0593486 Nov 03 19:52:45.353247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1de2c4c6-71da-47df-8cd7-01589040d011 req-04bdb87d-4d18-4e52-904a-02b785d4d90f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728374 Nov 03 19:52:46.216906 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:52:46.314251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:46.325504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'mac_address': 'fa:16:3e:1f:a1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:52:46.369006 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:46.382001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:46.403702 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:46.409424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:46.469726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:46.486288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5da2c-14a7-4da4-8fef-8c3c7c25e0e6 req-aaf76698-148c-4b07-b1da-447806d24670 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:46.487878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cd5da2c-14a7-4da4-8fef-8c3c7c25e0e6 req-aaf76698-148c-4b07-b1da-447806d24670 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0546002 Nov 03 19:52:46.539183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1cd5da2c-14a7-4da4-8fef-8c3c7c25e0e6 req-31d41f69-d1c1-4c2c-9e39-0efcf4ffd8bd tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Nov 03 19:52:46.609115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:52:47.673802 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5f53-dab1-462b-8452-80a32946fce2 req-5ba59ab4-7409-40a1-9e67-fdeb90acb222 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:47.675442 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-170c5f53-dab1-462b-8452-80a32946fce2 req-5ba59ab4-7409-40a1-9e67-fdeb90acb222 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0594401 Nov 03 19:52:47.727882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-170c5f53-dab1-462b-8452-80a32946fce2 req-cd89468d-9bd3-47c1-9b51-2f77169e3617 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Nov 03 19:52:48.232632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:48.284040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:52:48.288815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:48.289388 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:48.365814 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:48.392833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:48.395084 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f43c33-46f8-4cfa-9bbd-aeab54ff8341" -d '{"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-plugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:48.414753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:48.419631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:48.444080 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebe2c95-d727-45f8-841f-aff789fd0144 x-openstack-request-id: req-6ebe2c95-d727-45f8-841f-aff789fd0144 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:48.444381 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-plugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:48.444619 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ebe2c95-d727-45f8-841f-aff789fd0144 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:48.445033 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'code': 200} Nov 03 19:52:48.471282 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:48.534485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dd5dd-c7a7-4ca7-b61b-0197ede95345 req-5f99d250-50a2-4c12-90d0-e0acf3528aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:48.535944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c87dd5dd-c7a7-4ca7-b61b-0197ede95345 req-5f99d250-50a2-4c12-90d0-e0acf3528aae service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1097 time: 0.0410087 Nov 03 19:52:48.584647 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c87dd5dd-c7a7-4ca7-b61b-0197ede95345 req-b781eff8-0bf6-441f-9053-3f6178ff7839 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389032 Nov 03 19:52:48.846957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef16e-dbb4-4976-bb2a-bc5bc24718e3 req-308a4def-ae31-445a-9f06-9c51de77b4c1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:48.848444 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-888ef16e-dbb4-4976-bb2a-bc5bc24718e3 req-308a4def-ae31-445a-9f06-9c51de77b4c1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0519192 Nov 03 19:52:48.898781 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-888ef16e-dbb4-4976-bb2a-bc5bc24718e3 req-d4ff267c-dc9c-4c2d-b92a-ed94ed552029 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Nov 03 19:52:50.022225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8798-7ce4-4ebe-b738-8408834d55da req-3283d45e-dba3-4929-8c5c-280579f2a71f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:50.023844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f21f8798-7ce4-4ebe-b738-8408834d55da req-3283d45e-dba3-4929-8c5c-280579f2a71f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0516016 Nov 03 19:52:50.081786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f21f8798-7ce4-4ebe-b738-8408834d55da req-46b008fe-011b-4217-bb37-0f4a6db82e10 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515888 Nov 03 19:52:50.207696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373aa7b-2bf4-47e3-83fb-e9e8ac56b5d9 req-c1b19a85-72bb-4f7a-8da5-0ff47efdf59e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:50.209250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6373aa7b-2bf4-47e3-83fb-e9e8ac56b5d9 req-c1b19a85-72bb-4f7a-8da5-0ff47efdf59e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Nov 03 19:52:50.217843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 52624) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:50.222372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Request body: {'floatingip': {'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:50.263868 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:50.703425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:50.707403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:50.809641 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed associated. External IP: 172.25.8.123, port: f72ea4dc-71e9-4d03-8926-a09fa7f3efa1. Nov 03 19:52:51.025115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:51.137730 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:51.142890 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:51.150073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:51.161951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:51.162582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:51.173844 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a208f078-4ce4-40d9-8888-1ddbe95a6d62 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "PUT /v2.0/floatingips/998cd3f6-61f4-4225-9448-19a92d5406ed HTTP/1.1" status: 200 len: 993 time: 0.9548848 Nov 03 19:52:51.174623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:51.177814 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acef7b5-e273-4b08-9b08-9413bd26a4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:51.280758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:51.299473 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49ca1f0-55a7-41e7-b050-f7d310689f3b x-openstack-request-id: req-a49ca1f0-55a7-41e7-b050-f7d310689f3b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:51.299865 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:51.299954 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a49ca1f0-55a7-41e7-b050-f7d310689f3b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:51.300335 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'status': 'completed', 'code': 200} Nov 03 19:52:51.375339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-e163323a-ebfc-4998-9546-926b6aa0538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.377054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-e163323a-ebfc-4998-9546-926b6aa0538a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1097 time: 0.0526967 Nov 03 19:52:51.476713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-91a555dd-55c0-45cc-960b-21699418850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.478237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-91a555dd-55c0-45cc-960b-21699418850b service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0935884 Nov 03 19:52:51.538444 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:1f:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:52:50Z', 'revision_number': 13, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:51.547929 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-867b52ce-9049-4d25-9d3a-aa568dd68787 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.0618832 Nov 03 19:52:51.565772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:51.575246 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:51.575858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:52:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:51.604657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-eeed38a8-b542-405c-9b75-c03be581a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.606180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-eeed38a8-b542-405c-9b75-c03be581a22e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0515125 Nov 03 19:52:51.655844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-28a98dd0-dc39-42b5-8936-513503856a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:51.657507 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-28a98dd0-dc39-42b5-8936-513503856a55 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444789 Nov 03 19:52:51.688979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:51.753352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-398b9424-4feb-4322-96b8-6a8b7c0580cf service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889986 Nov 03 19:52:51.853754 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8acef7b5-e273-4b08-9b08-9413bd26a4c2 req-13672d83-2875-4470-bb75-b7a65a758e13 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922129 Nov 03 19:52:51.931440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:1f:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:52:50Z', 'revision_number': 13, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:51.959254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbabef-2e78-4504-b16e-0e1d0c3574cf None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '998cd3f6-61f4-4225-9448-19a92d5406ed', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'mac_address': 'fa:16:3e:1f:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:45:43Z', 'updated_at': '2021-11-03T19:52:50Z', 'revision_number': 13, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:52.185409 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f0864-102a-4f87-a5d0-47b46572e416 None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:53:02.298022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:53:02.737148 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:03.480203 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:04.778069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93eb9595-d37d-4fcf-92ec-3be25ff3a048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:08.406764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3227191d-3a11-4330-bf4b-46740db690d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:10.119925 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:12.027239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:12.169576 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:17.820378 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-02c03fb5-9f22-4654-812d-065737980ad2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414202 Nov 03 19:53:17.908969 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443250e-87e0-488e-992b-9b06a780ec82 req-d83f9d8f-6071-42b1-adcd-ffef28b3a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:17.910521 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-d83f9d8f-6071-42b1-adcd-ffef28b3a48b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1097 time: 0.0428469 Nov 03 19:53:18.025377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443250e-87e0-488e-992b-9b06a780ec82 req-58f79b5f-6e2d-486c-8df3-054e12405a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:18.026854 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-58f79b5f-6e2d-486c-8df3-054e12405a0f service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0924661 Nov 03 19:53:18.096405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-48b9b9a6-43b4-4bde-a586-fb279338ffe5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1003 time: 0.0597024 Nov 03 19:53:18.152506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443250e-87e0-488e-992b-9b06a780ec82 req-d23bbb8f-c33f-4454-a4b3-1e77bdfadf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:18.154046 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-d23bbb8f-c33f-4454-a4b3-1e77bdfadf0e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0495837 Nov 03 19:53:18.201973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443250e-87e0-488e-992b-9b06a780ec82 req-0fcde680-41ae-4a1c-bf38-405a8284b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:18.203481 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-0fcde680-41ae-4a1c-bf38-405a8284b2fc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402942 Nov 03 19:53:18.217291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-a550d27e-dd3e-4ea4-b892-bab95bd1a52c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:53:18.218238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-a550d27e-dd3e-4ea4-b892-bab95bd1a52c service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048511 Nov 03 19:53:18.314998 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-927e6bfc-6ab3-4d78-a2a4-745864b8ee52 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873499 Nov 03 19:53:18.415985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7443250e-87e0-488e-992b-9b06a780ec82 req-a296bfe3-2c26-4a79-9f7e-2c7f424edf8d service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913548 Nov 03 19:53:32.738701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:33.493254 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:34.783227 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb084-5710-4afb-a6d7-496996958ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:38.401408 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1cfb-244b-47f3-889f-5fd231c0919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:39.297630 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:53:40.111375 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:42.027644 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:42.171780 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:02.736510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:03.508203 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:04.776973 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-502cc29b-89ea-4a01-8cb6-2f6164fb0852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:08.403670 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cb24502e-3761-45a5-9ccd-af5f6aa35072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:10.117196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:12.031487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:12.176914 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:16.297044 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:54:17.854615 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-161b25ab-6c18-484b-ba65-a6e98832df0b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422103 Nov 03 19:54:17.949129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-55ce3bdb-0824-4cc2-a353-9ca8ab2bcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:17.950648 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-55ce3bdb-0824-4cc2-a353-9ca8ab2bcc6e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1097 time: 0.0482283 Nov 03 19:54:18.060654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-7982f512-21f4-49ac-bd3b-2647d6e2bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:18.062201 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-7982f512-21f4-49ac-bd3b-2647d6e2bdbc service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0892949 Nov 03 19:54:18.140425 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-7faf7186-3707-47bd-aeb6-1916254fbbd4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1003 time: 0.0703199 Nov 03 19:54:18.194203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-62841d91-4cab-4adc-9deb-b023b915244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:18.195675 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-62841d91-4cab-4adc-9deb-b023b915244a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0471427 Nov 03 19:54:18.247747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-468741c0-d24b-4ca3-a141-72fcaa7bf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:18.249091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-468741c0-d24b-4ca3-a141-72fcaa7bf906 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454056 Nov 03 19:54:18.692855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-ca0b04a1-a7db-480f-be76-ff85fa2f5c12 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335093 Nov 03 19:54:18.785348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e7f8cff1-a9b9-491d-bdfa-8e779638dc69 req-0d9978cd-ded3-43d0-abb9-c27f2b03fd11 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843635 Nov 03 19:54:31.862995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30af980-24ea-4dbd-bd2f-6e181c3da8ed req-1a5afa42-a026-4c65-9103-a97e59661357 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:31.864471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b30af980-24ea-4dbd-bd2f-6e181c3da8ed req-1a5afa42-a026-4c65-9103-a97e59661357 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0525439 Nov 03 19:54:31.918351 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b30af980-24ea-4dbd-bd2f-6e181c3da8ed req-24deebcf-88ba-43b7-b3e8-ab3b81bb61a1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Nov 03 19:54:32.751352 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:33.500061 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:34.782226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a939b0b-fb5b-419f-9e2d-6a288525b5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:38.412580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3d71aa9-f2a7-4c34-aa46-f3bcd0686986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:40.119465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.048657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:42.182402 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:44.024075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-12ca4483-2549-43f3-8bfb-554a05ee41a6 req-2a09c5f1-1178-4e4e-8357-0ff66ff26dc6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:54:44.025096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12ca4483-2549-43f3-8bfb-554a05ee41a6 req-2a09c5f1-1178-4e4e-8357-0ff66ff26dc6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0055449 Nov 03 19:54:45.270612 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef7a8e-91c7-4780-9a7c-3fc3de02f85b req-2713b42f-c8f5-44cb-8654-159de9fb9cb1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:45.272218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdef7a8e-91c7-4780-9a7c-3fc3de02f85b req-2713b42f-c8f5-44cb-8654-159de9fb9cb1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0778801 Nov 03 19:54:45.275393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-26389e23-f736-4c34-9eb1-e9eab2e0628e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908022 Nov 03 19:54:45.285189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-d0dba56d-a00e-490d-bcbe-bf8f7b211403 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:54:45.286210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-d0dba56d-a00e-490d-bcbe-bf8f7b211403 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0055270 Nov 03 19:54:45.343157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdef7a8e-91c7-4780-9a7c-3fc3de02f85b req-e62d8603-5b12-4205-b3df-c2424c0f9396 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558026 Nov 03 19:54:46.469062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459eaf-69ca-4c75-9cef-f3e56c062b65 req-f516b60b-b95a-45eb-bc1a-0c9b9abd78c0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:46.470618 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85459eaf-69ca-4c75-9cef-f3e56c062b65 req-f516b60b-b95a-45eb-bc1a-0c9b9abd78c0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0499406 Nov 03 19:54:46.521942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-85459eaf-69ca-4c75-9cef-f3e56c062b65 req-78353f1a-f105-4613-b7c0-f7d41ffa8b70 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Nov 03 19:54:47.645119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801867d9-c42f-4c4d-9758-d1e76fd75786 req-ed28f258-0e62-4358-b6a9-3bb137672a9f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:47.646621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-801867d9-c42f-4c4d-9758-d1e76fd75786 req-ed28f258-0e62-4358-b6a9-3bb137672a9f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0539367 Nov 03 19:54:47.695368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-801867d9-c42f-4c4d-9758-d1e76fd75786 req-cbd274ab-87e1-44f1-bc92-10e4eb0e7646 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Nov 03 19:54:48.813286 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e5d3-5110-4d09-ae8b-5f5b4a51f622 req-d8fbae9f-a295-46a4-a22e-9402fbff25b7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:48.814808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3506e5d3-5110-4d09-ae8b-5f5b4a51f622 req-d8fbae9f-a295-46a4-a22e-9402fbff25b7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0495749 Nov 03 19:54:48.862866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3506e5d3-5110-4d09-ae8b-5f5b4a51f622 req-94e1e5e5-2167-437d-8c33-7a30e995f290 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Nov 03 19:54:50.005606 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a2c24-27d2-411e-9dbf-5749a51fdeb6 req-2d6d2bab-3226-49b9-a8cc-15357f44a611 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:50.007418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a8a2c24-27d2-411e-9dbf-5749a51fdeb6 req-2d6d2bab-3226-49b9-a8cc-15357f44a611 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0640557 Nov 03 19:54:50.060802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7a8a2c24-27d2-411e-9dbf-5749a51fdeb6 req-6ad0cba0-c48e-423d-b94e-4729469dc537 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Nov 03 19:54:50.607707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-6a1b1e7e-bdaa-4f07-9eff-9cf4257b0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:50.609282 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-6a1b1e7e-bdaa-4f07-9eff-9cf4257b0edf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1097 time: 0.0436339 Nov 03 19:54:50.707506 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-b7b4fbc5-df08-44bf-858f-10ad4badee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:50.709024 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-b7b4fbc5-df08-44bf-858f-10ad4badee6d service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0917895 Nov 03 19:54:50.778207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-a42aa967-5abf-4cbe-bc30-5a91dfdb7cce service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1003 time: 0.0597155 Nov 03 19:54:50.836291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-6e5fe775-80ee-4743-bdbe-01a334ec732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:50.837806 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-6e5fe775-80ee-4743-bdbe-01a334ec732f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0528507 Nov 03 19:54:50.884415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-6af5da33-2ddb-4f70-9634-56db5fa6031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:50.885928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-6af5da33-2ddb-4f70-9634-56db5fa6031d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409753 Nov 03 19:54:50.987258 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-3c5ee0fd-3337-40ee-a5a0-233069fc0135 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933130 Nov 03 19:54:51.083790 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-c2b8a9d5-1985-4d23-aa33-83a1b54c41e8 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893903 Nov 03 19:54:51.196453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443885ea-fc9e-40e5-adab-a3b1507567e8 req-8cf5450d-1a8c-41ca-a0d1-38675d4ef49e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:51.198473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-443885ea-fc9e-40e5-adab-a3b1507567e8 req-8cf5450d-1a8c-41ca-a0d1-38675d4ef49e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0605571 Nov 03 19:54:51.256820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-443885ea-fc9e-40e5-adab-a3b1507567e8 req-fd7dee6d-6c6c-41a5-bf36-c2616fad2379 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Nov 03 19:54:52.378097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c46ca6-5418-42a2-854f-bb2d97df9dfb req-edb3e11e-b665-4bcd-8237-e391e6f54531 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:52.379604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76c46ca6-5418-42a2-854f-bb2d97df9dfb req-edb3e11e-b665-4bcd-8237-e391e6f54531 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0501940 Nov 03 19:54:52.437146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76c46ca6-5418-42a2-854f-bb2d97df9dfb req-a2144086-6311-40f1-9f63-e3e0495b298c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514507 Nov 03 19:54:53.297576 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:54:53.607951 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a016f-a4a6-443c-9c44-05a92f6829fb req-f0b99c5d-f655-401f-b474-3537b730bd8b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:53.609491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-510a016f-a4a6-443c-9c44-05a92f6829fb req-f0b99c5d-f655-401f-b474-3537b730bd8b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.1002600 Nov 03 19:54:53.658266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-510a016f-a4a6-443c-9c44-05a92f6829fb req-1d9e02ca-95d1-4154-8e0a-82c73734b60a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427978 Nov 03 19:54:54.822319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7d8c0-11d7-493c-9b9d-ea134f18a957 req-fcbb02be-19ef-47c0-8329-3f87dd958ba1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:54.823808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eec7d8c0-11d7-493c-9b9d-ea134f18a957 req-fcbb02be-19ef-47c0-8329-3f87dd958ba1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0955985 Nov 03 19:54:54.871058 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eec7d8c0-11d7-493c-9b9d-ea134f18a957 req-4ffd7b7a-c871-4cf2-9ec4-c4fbfeb645da tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Nov 03 19:54:55.995868 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c00e-9538-4109-b427-650ead7b2e90 req-dfcb1c62-65cc-4db7-b40b-dac425fff81b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:55.997486 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a521c00e-9538-4109-b427-650ead7b2e90 req-dfcb1c62-65cc-4db7-b40b-dac425fff81b tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0544813 Nov 03 19:54:56.045026 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a521c00e-9538-4109-b427-650ead7b2e90 req-d9fb5892-ed6d-420c-807d-fbb76089ba71 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Nov 03 19:54:57.164055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15589a-e5eb-4755-8867-34cc68112d6d req-6e7bd584-6224-407f-963e-c27cfde824d6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:57.165634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d15589a-e5eb-4755-8867-34cc68112d6d req-6e7bd584-6224-407f-963e-c27cfde824d6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0499175 Nov 03 19:54:57.214051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0d15589a-e5eb-4755-8867-34cc68112d6d req-77345dee-0c00-417e-b936-969a4a8010cf tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Nov 03 19:54:58.331052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b608af-cb8e-4963-af9c-78d9be927009 req-84ab293e-21f6-42d6-a5fe-c4e6af2f8e9c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:58.333036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5b608af-cb8e-4963-af9c-78d9be927009 req-84ab293e-21f6-42d6-a5fe-c4e6af2f8e9c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Nov 03 19:54:58.386468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d5b608af-cb8e-4963-af9c-78d9be927009 req-b7fe09ed-b939-4af6-b8d9-8ac369fdbbce tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474396 Nov 03 19:54:59.506667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d096b-afbd-4ad8-863a-89311ab9259d req-862aa117-dffc-48c7-98fd-aef8ac9a8f25 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:59.508064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-316d096b-afbd-4ad8-863a-89311ab9259d req-862aa117-dffc-48c7-98fd-aef8ac9a8f25 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0506330 Nov 03 19:54:59.556741 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-316d096b-afbd-4ad8-863a-89311ab9259d req-71a3d8c9-23db-4fc5-9175-c19cbc578607 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Nov 03 19:55:00.678453 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e29b-bb25-4a58-9e78-f912802330d2 req-b2c771df-ee48-4d99-a3e8-85c61ba8fa7e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:00.679805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8b1e29b-bb25-4a58-9e78-f912802330d2 req-b2c771df-ee48-4d99-a3e8-85c61ba8fa7e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0486548 Nov 03 19:55:00.736160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8b1e29b-bb25-4a58-9e78-f912802330d2 req-783d176a-0638-474e-a78b-a57766d874f7 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493507 Nov 03 19:55:01.869493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1696-1d12-433f-886c-2bd6524ea002 req-07ddfe7c-2f53-4e16-a070-1aee4fbe5abe tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:01.870972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c72f1696-1d12-433f-886c-2bd6524ea002 req-07ddfe7c-2f53-4e16-a070-1aee4fbe5abe tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0566170 Nov 03 19:55:01.922662 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c72f1696-1d12-433f-886c-2bd6524ea002 req-4d14c11f-8b20-4750-b5cc-77385741fa88 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 Nov 03 19:55:02.779299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:03.040356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f0de-680a-4bc6-8f14-b1965816de51 req-6c726e4c-7a7b-4e44-a6a7-61a6cdd17dc5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:03.041872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4b7f0de-680a-4bc6-8f14-b1965816de51 req-6c726e4c-7a7b-4e44-a6a7-61a6cdd17dc5 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0500443 Nov 03 19:55:03.090994 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4b7f0de-680a-4bc6-8f14-b1965816de51 req-1e85f770-1e6f-42b1-9bec-660065ee7dba tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Nov 03 19:55:03.522096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:04.218616 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84273b8c-9bbd-49cc-a101-fdbf13df11a7 req-fb02b25a-4435-4fc2-afcd-a398bdfca467 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:04.220102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84273b8c-9bbd-49cc-a101-fdbf13df11a7 req-fb02b25a-4435-4fc2-afcd-a398bdfca467 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0548489 Nov 03 19:55:04.271020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84273b8c-9bbd-49cc-a101-fdbf13df11a7 req-8008c85d-7571-45a2-9c51-164e5defbc2c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Nov 03 19:55:04.781269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e754908c-2258-495a-bc03-69d8c83392b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:05.398942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f346c6-78a6-41db-8ede-82ad29a4907c req-92105ff8-34e1-4276-8e4d-e3727ec57e7f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:05.401361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87f346c6-78a6-41db-8ede-82ad29a4907c req-92105ff8-34e1-4276-8e4d-e3727ec57e7f tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0532756 Nov 03 19:55:05.453453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-87f346c6-78a6-41db-8ede-82ad29a4907c req-2ea286d1-642d-4245-a320-2befa5b8225e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454614 Nov 03 19:55:05.531242 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-0c4c5a20-4bf5-4fc6-8046-68a66d25ae37 service neutron] show failed (client error): The resource could not be found. Nov 03 19:55:05.532198 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-0c4c5a20-4bf5-4fc6-8046-68a66d25ae37 service neutron] 10.222.0.115 "GET /v2.0/ports/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0981250 Nov 03 19:55:05.741716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-e5e5a843-ca00-4987-82aa-808a5441c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:05.743233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-e5e5a843-ca00-4987-82aa-808a5441c323 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 1097 time: 0.0474291 Nov 03 19:55:05.755784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-ad9a7dc4-2738-4c55-8234-ff42fcdd856c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:55:05.756826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-ad9a7dc4-2738-4c55-8234-ff42fcdd856c service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051470 Nov 03 19:55:05.770836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:05.824397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.030284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:06.063173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:06.107308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:06.109588 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3ea58-8651-4add-afcd-05509f2fc2e2" -d '{"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:06.113769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.127165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Transition to ACTIVE for port object f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:55:06.131983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.168495 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2191d491-9a0c-4a0b-aae6-8e4e3b93f8f6 x-openstack-request-id: req-2191d491-9a0c-4a0b-aae6-8e4e3b93f8f6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:06.168806 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:06.169064 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2191d491-9a0c-4a0b-aae6-8e4e3b93f8f6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:06.169461 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'code': 200} Nov 03 19:55:06.218386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:06.232836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.233190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.233675 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.233860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.234192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.234528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.234851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.235188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.235511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.236075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.236247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.236463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:06.276167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] No DVR routers for this DVR port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:06.420954 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:55:06.421272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:55:06.421593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:06.426382 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:55:06.426694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:06.431412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:55:06.431740 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:06.432115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:55:06.432529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Bound port: f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:55:06.432910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.499929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:06.503129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:55:06.508467 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.543710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:06.545175 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:06.545821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-99467111-e98c-499f-b441-46369b9ab45f service neutron] 10.222.0.110 "PUT /v2.0/ports/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1092 time: 0.7793965 Nov 03 19:55:06.586937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99467111-e98c-499f-b441-46369b9ab45f service neutron] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:06.596034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bdf7d-5ed0-4a4f-9c91-b300a99297a1 req-deb05222-0ae0-481a-afd0-8f29dc1d1d0a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:06.597613 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7bdf7d-5ed0-4a4f-9c91-b300a99297a1 req-deb05222-0ae0-481a-afd0-8f29dc1d1d0a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0638092 Nov 03 19:55:06.632751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-4c1c1fcb-ef99-40ad-b6ff-167cc692d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:06.634403 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-4c1c1fcb-ef99-40ad-b6ff-167cc692d128 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1095 time: 0.0589802 Nov 03 19:55:06.658402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7bdf7d-5ed0-4a4f-9c91-b300a99297a1 req-1866c87c-67d2-4cff-a47b-9ce39278d4c8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536997 Nov 03 19:55:06.742777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-dd440a45-302f-4839-a9d1-841a4562517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:06.744368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-dd440a45-302f-4839-a9d1-841a4562517f service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1025181 Nov 03 19:55:06.810912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-a0e021b2-6b42-4360-9f88-f51f43911166 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.0591545 Nov 03 19:55:06.819808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:06.859586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:06.867495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-90fde675-e6f9-406a-9f7a-e8ecf48f505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:06.869074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-90fde675-e6f9-406a-9f7a-e8ecf48f505e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0499706 Nov 03 19:55:06.917676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-e6231941-d1e7-4c90-8f93-58ac49c9087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:06.919254 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-e6231941-d1e7-4c90-8f93-58ac49c9087b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422060 Nov 03 19:55:07.019947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-4bcb2910-c165-4e03-b5cd-41805a2c8299 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921843 Nov 03 19:55:07.120267 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-93cc89b9-578c-4129-9823-923a176f0bef service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915999 Nov 03 19:55:07.791633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6429e8-7c20-435f-8525-56a540a97f0f req-740f8891-c866-40bb-bf5e-f95ff5247e1a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:07.793281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e6429e8-7c20-435f-8525-56a540a97f0f req-740f8891-c866-40bb-bf5e-f95ff5247e1a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0531225 Nov 03 19:55:07.843610 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e6429e8-7c20-435f-8525-56a540a97f0f req-0d617865-c408-46d8-baf7-0c4440b2b8fe tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 Nov 03 19:55:08.170410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:08.173401 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244" -d '{"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:08.225384 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeaa295-9a43-4070-a82a-1de0899c29dd x-openstack-request-id: req-fdeaa295-9a43-4070-a82a-1de0899c29dd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:08.225759 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:08.226673 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fdeaa295-9a43-4070-a82a-1de0899c29dd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:08.227090 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'status': 'completed', 'code': 200} Nov 03 19:55:08.334762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-c1c32f1a-bc9c-4bb1-86f7-d7625e8df935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.339607 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-c1c32f1a-bc9c-4bb1-86f7-d7625e8df935 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1095 time: 0.0804751 Nov 03 19:55:08.339607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-7530b23f-13dc-4d04-beb6-ce65c68b89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.340174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-7530b23f-13dc-4d04-beb6-ce65c68b89a3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1095 time: 0.0759368 Nov 03 19:55:08.406895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b1701666-3eca-48d0-80b4-b1eb8a5e2ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:08.524186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-833964e3-3062-4171-a390-fdbbe074aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.526039 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-833964e3-3062-4171-a390-fdbbe074aaff service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1811182 Nov 03 19:55:08.527398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-63c78c14-0367-4fc2-8284-f6cf9d5e3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.528990 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-63c78c14-0367-4fc2-8284-f6cf9d5e3019 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1749752 Nov 03 19:55:08.659863 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-a4f23aff-94b0-489c-8910-5785974bb264 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.1257153 Nov 03 19:55:08.662377 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-b0819eff-918b-4c16-b156-9c53591d898e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.1204593 Nov 03 19:55:08.753182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-f2d8bd72-82ab-4453-928d-a83fa6cee212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.754947 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-f2d8bd72-82ab-4453-928d-a83fa6cee212 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0872083 Nov 03 19:55:08.759611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-65f62fb6-367b-4aaa-b0c0-aa78909cc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.761475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-65f62fb6-367b-4aaa-b0c0-aa78909cc59f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0845480 Nov 03 19:55:08.850232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-5bc1f619-8b78-48b4-afe3-84c7334372a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.851758 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-5bc1f619-8b78-48b4-afe3-84c7334372a0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888255 Nov 03 19:55:08.856339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-79dc1a2b-25bc-44f1-b284-f7840cdf1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.857798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-79dc1a2b-25bc-44f1-b284-f7840cdf1fb1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836971 Nov 03 19:55:08.977230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84f4ce-b2ab-4149-a69d-41d5944ef8a0 req-d87a091b-ae53-4242-a7ee-1855704cbe28 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:08.986100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c84f4ce-b2ab-4149-a69d-41d5944ef8a0 req-d87a091b-ae53-4242-a7ee-1855704cbe28 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0673018 Nov 03 19:55:09.025189 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-7fc2d5e1-5ce8-4b00-81b3-16b75e5a4869 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568427 Nov 03 19:55:09.027371 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-2c5dccf0-52cd-483c-9d49-4412eb66f36a service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662598 Nov 03 19:55:09.033570 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c84f4ce-b2ab-4149-a69d-41d5944ef8a0 req-e081c81f-de20-4512-b126-4f11b22bbe17 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Nov 03 19:55:09.194620 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-6be7c314-a487-429f-bd38-eaac71985d54 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614571 Nov 03 19:55:09.197051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1a4b6962-ed4c-400f-a9b2-66cc98dcc244 req-143eb30b-fcb9-433b-945a-54f35b16d799 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551156 Nov 03 19:55:09.312971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-88c0b81c-4f89-49c8-84cc-82691338d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:09.314609 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-88c0b81c-4f89-49c8-84cc-82691338d0c4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1095 time: 0.0487139 Nov 03 19:55:09.429911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-fa126bf4-fa61-4821-b4de-fe168cd054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:09.431395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-fa126bf4-fa61-4821-b4de-fe168cd054b9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0941155 Nov 03 19:55:09.510054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-9e37dabf-341a-48fe-835e-1a3689abbb72 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.0700183 Nov 03 19:55:09.564537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-8510d264-c0f7-483c-926d-ff53dba70506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:09.566035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-8510d264-c0f7-483c-926d-ff53dba70506 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0477374 Nov 03 19:55:09.619694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-8c901f4a-4bb6-48ba-99f1-a4b37a8be64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:09.621438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-8c901f4a-4bb6-48ba-99f1-a4b37a8be64f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463028 Nov 03 19:55:09.719483 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-7689865f-3725-4d18-a75c-9b94557b7f19 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904429 Nov 03 19:55:09.829230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-408a2a57-4d22-4d78-bab2-16995e095ab8 req-b1afcd2d-d4f0-4d2d-9590-5b737b4a4cf5 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012504 Nov 03 19:55:10.142669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:10.172563 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96974-610c-425d-9ad0-3bcd840fd644 req-8ee1ace4-398a-40d2-a004-84ca60127c44 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:10.174070 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98c96974-610c-425d-9ad0-3bcd840fd644 req-8ee1ace4-398a-40d2-a004-84ca60127c44 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0640566 Nov 03 19:55:10.233402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-98c96974-610c-425d-9ad0-3bcd840fd644 req-2a57d348-c394-4bc9-ae9e-e74d0e3a436c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507591 Nov 03 19:55:11.362396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ace3-4cea-42c7-a5fd-644aa013c965 req-2d9cbba9-c64e-43ae-b0a4-565eb71dfcfe tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:11.363999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec35ace3-4cea-42c7-a5fd-644aa013c965 req-2d9cbba9-c64e-43ae-b0a4-565eb71dfcfe tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0506918 Nov 03 19:55:11.414793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec35ace3-4cea-42c7-a5fd-644aa013c965 req-aa4860d0-5cce-42df-9c7a-ca7c52c59e01 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447881 Nov 03 19:55:12.036337 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:12.178676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:12.548360 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95238-65ab-4fcf-8e24-7d0edaf993b3 req-60937414-c608-4780-be6e-ad560e513645 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:12.549975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ee95238-65ab-4fcf-8e24-7d0edaf993b3 req-60937414-c608-4780-be6e-ad560e513645 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0539465 Nov 03 19:55:12.607170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7ee95238-65ab-4fcf-8e24-7d0edaf993b3 req-ecc73404-2323-4c30-8c23-56af37786c64 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506294 Nov 03 19:55:13.724681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f2daa-3f0b-440a-9701-4c542089e357 req-2d9e0e5f-9986-466a-b904-abc9aae4d929 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:13.726175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d72f2daa-3f0b-440a-9701-4c542089e357 req-2d9e0e5f-9986-466a-b904-abc9aae4d929 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0482287 Nov 03 19:55:13.773353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d72f2daa-3f0b-440a-9701-4c542089e357 req-ca72bab0-f4da-415e-bdcf-b6c4e9ee56ac tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Nov 03 19:55:14.897969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45832b-ad6a-497d-8cf0-29adca7a4f2c req-b8ee2409-e11f-40d0-9810-e1334fc73c74 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:14.899491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc45832b-ad6a-497d-8cf0-29adca7a4f2c req-b8ee2409-e11f-40d0-9810-e1334fc73c74 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Nov 03 19:55:14.947826 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bc45832b-ad6a-497d-8cf0-29adca7a4f2c req-beafd2b8-0780-4743-a612-42e3f92ce41e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Nov 03 19:55:16.075661 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08a7d3-c830-49fa-84e2-50aa77e252e1 req-3d3d71c5-b570-4752-8c1e-26f0fe0495ff tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:16.077214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd08a7d3-c830-49fa-84e2-50aa77e252e1 req-3d3d71c5-b570-4752-8c1e-26f0fe0495ff tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0565975 Nov 03 19:55:16.129456 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dd08a7d3-c830-49fa-84e2-50aa77e252e1 req-79e42782-5b5e-47e6-9080-5135643e51fc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445259 Nov 03 19:55:17.250962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ddac-bc39-46ca-85e4-b6831221c652 req-f397e15b-af57-4220-9606-a9d73796cba0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:17.252470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83f9ddac-bc39-46ca-85e4-b6831221c652 req-f397e15b-af57-4220-9606-a9d73796cba0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0508163 Nov 03 19:55:17.301797 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83f9ddac-bc39-46ca-85e4-b6831221c652 req-441a5640-2ba5-43ca-bc55-832a76801058 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Nov 03 19:55:18.429369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871eac-8072-46ca-949a-605e66068123 req-45ee8933-45e2-4252-a413-14d36dbb7710 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:18.430861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7871eac-8072-46ca-949a-605e66068123 req-45ee8933-45e2-4252-a413-14d36dbb7710 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0551517 Nov 03 19:55:18.480743 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7871eac-8072-46ca-949a-605e66068123 req-b88f9919-34d1-4d14-bb5e-bf849182acfb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Nov 03 19:55:19.611177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159446d-caa7-4d5c-9dbb-36a35f6df67b req-82189675-bc04-4f8c-8002-1ebd432091db tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:19.612855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8159446d-caa7-4d5c-9dbb-36a35f6df67b req-82189675-bc04-4f8c-8002-1ebd432091db tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 944 time: 0.0522768 Nov 03 19:55:19.665698 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8159446d-caa7-4d5c-9dbb-36a35f6df67b req-4bc64bfb-085b-47d0-b74f-a44badfa5e00 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455942 Nov 03 19:55:19.846029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:55:20.110320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:20.121798 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'mac_address': 'fa:16:3e:1f:a1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:55:20.157975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:20.170996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:55:20.189678 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:20.193791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:20.248060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:20.259179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.259179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.259640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.259772 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.260062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.260388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.260821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.261180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.261501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.261907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.262307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.262656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:20.451061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:55:20.791107 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01750be-7074-48e8-8040-b628240820d5 req-295f3d5c-8cac-45f2-bc7a-97772a407163 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:20.792801 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f01750be-7074-48e8-8040-b628240820d5 req-295f3d5c-8cac-45f2-bc7a-97772a407163 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0542011 Nov 03 19:55:20.849391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f01750be-7074-48e8-8040-b628240820d5 req-6523df67-f921-4c76-9039-94daa647ef29 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491459 Nov 03 19:55:21.150093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-3f3163ca-1e53-49aa-aa98-5f095e7440dc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:21.157137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-3f3163ca-1e53-49aa-aa98-5f095e7440dc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057&tenant_id=d5b9504316dc44269aedbd8debd4b3da&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 945 time: 0.0596726 Nov 03 19:55:21.164564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f7fd-83a0-4163-8c18-db5e32aa4239 req-e4172ea8-125b-4207-a316-f969ba447a2e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:21.166345 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d454f7fd-83a0-4163-8c18-db5e32aa4239 req-e4172ea8-125b-4207-a316-f969ba447a2e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0530481 Nov 03 19:55:21.217586 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d454f7fd-83a0-4163-8c18-db5e32aa4239 req-688adde7-5356-4e65-809f-6b8690b355ae tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451074 Nov 03 19:55:21.219028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-2457c73a-78a0-43ca-b6d8-ce3a55ef5134 service neutron] 10.222.0.110 "GET /v2.0/ports/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1/bindings/n-h2-812151-4 HTTP/1.1" status: 200 len: 382 time: 0.0580964 Nov 03 19:55:21.287502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-83c72663-aac9-4d84-a61f-f316d2b749a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:21.289044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-83c72663-aac9-4d84-a61f-f316d2b749a0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1096 time: 0.0429978 Nov 03 19:55:21.389126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-4c21261d-ce96-46da-ac96-fb4ed0cbf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:21.390708 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-4c21261d-ce96-46da-ac96-fb4ed0cbf9b8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0935962 Nov 03 19:55:21.460785 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-2242323e-7ea4-449f-9732-05994f7fef91 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1002 time: 0.0620561 Nov 03 19:55:21.514475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-4b1e5231-9ea9-4cae-9296-727a100ba048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:21.515866 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-4b1e5231-9ea9-4cae-9296-727a100ba048 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0478501 Nov 03 19:55:21.568234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-4f15a4db-31b7-4b48-9b91-c643476321a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:21.569797 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-4f15a4db-31b7-4b48-9b91-c643476321a1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452707 Nov 03 19:55:21.664211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-dc10ac21-cd5e-425d-9a86-2264fecf6a37 service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856152 Nov 03 19:55:21.764826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-668dadca-e893-4f0a-b69b-e5ddaf27c3ed service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879607 Nov 03 19:55:21.859166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:21.919509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:55:21.923856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:21.924217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:22.010844 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:22.036502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:22.038829 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b1abe7-e735-4293-a0f9-5aef14c3e62c" -d '{"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-plugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:22.051827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:22.055713 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:22.102668 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dae8aa-dc40-4023-8f4d-0d2b0c0bfb73 x-openstack-request-id: req-72dae8aa-dc40-4023-8f4d-0d2b0c0bfb73 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:22.102668 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-plugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:22.102668 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-72dae8aa-dc40-4023-8f4d-0d2b0c0bfb73 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:22.103206 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'code': 200} Nov 03 19:55:22.118451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:22.354530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0087ee-77bb-4183-8b7c-868da53beb0e req-b10a372a-5fa4-4de1-ad14-53dd64d90bd9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:22.355990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca0087ee-77bb-4183-8b7c-868da53beb0e req-b10a372a-5fa4-4de1-ad14-53dd64d90bd9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0555601 Nov 03 19:55:22.410391 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ca0087ee-77bb-4183-8b7c-868da53beb0e req-0b816da8-d694-49df-84a5-b5950cc1d1c3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Nov 03 19:55:23.542699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40617c-d882-4d92-affc-3614297728cb req-7980f034-0f9f-4d7c-af28-1ffe7009bcfa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:23.544143 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc40617c-d882-4d92-affc-3614297728cb req-7980f034-0f9f-4d7c-af28-1ffe7009bcfa tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0555086 Nov 03 19:55:23.600377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc40617c-d882-4d92-affc-3614297728cb req-e3b0c9bd-93c9-412b-8dc8-2db005f2bf6d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Nov 03 19:55:24.730947 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e88c-d4b2-48d6-9b4a-080311087cd5 req-c42ddd68-c948-4a84-bead-5cc3a7444c8d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:24.732563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4114e88c-d4b2-48d6-9b4a-080311087cd5 req-c42ddd68-c948-4a84-bead-5cc3a7444c8d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0551679 Nov 03 19:55:24.791927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4114e88c-d4b2-48d6-9b4a-080311087cd5 req-bce38509-79ce-453c-9361-876c602d32c8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529046 Nov 03 19:55:25.927269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b5de-9910-4ebd-9f3f-19f1103d8424 req-c1aefa29-63ee-4732-99a8-4d1cdae91485 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:25.928828 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19b1b5de-9910-4ebd-9f3f-19f1103d8424 req-c1aefa29-63ee-4732-99a8-4d1cdae91485 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0536060 Nov 03 19:55:25.985229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19b1b5de-9910-4ebd-9f3f-19f1103d8424 req-631e01bd-ad6c-4bb5-aac6-3f3a27197f55 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499430 Nov 03 19:55:26.154168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-d38fa383-7752-4651-8d69-1fac5c88ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:26.155701 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-d38fa383-7752-4651-8d69-1fac5c88ff79 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057&tenant_id=d5b9504316dc44269aedbd8debd4b3da HTTP/1.1" status: 200 len: 1097 time: 0.0419052 Nov 03 19:55:26.167463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:26.229609 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:26.443532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:26.477312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:26.522032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:26.524431 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c51214-3eb1-4927-ba59-f714a32a4624" -d '{"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:26.528852 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:26.545122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Transition to ACTIVE for port object f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:55:26.549972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:26.585773 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd98b0f-7a0b-4f52-b559-3ae424267b07 x-openstack-request-id: req-0fd98b0f-7a0b-4f52-b559-3ae424267b07 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:26.586073 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:26.586330 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0fd98b0f-7a0b-4f52-b559-3ae424267b07 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:26.586732 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'code': 200} Nov 03 19:55:26.648551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=10']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:26.713412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] No DVR routers for this DVR port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:26.856136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:55:26.856472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:55:26.856817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:26.861147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:55:26.861396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Attempting to bind port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on network 0583c257-f13c-41c2-afaa-189084aa7d5a {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:55:26.866745 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:55:26.867073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Checking segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:26.867448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Bound using segment: {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:55:26.867864 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Bound port: f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f003b462-2c3b-4f01-8a3e-81a1e275b68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:55:26.868236 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:26.932200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:55:26.935442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:55:26.939281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:26.977912 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:26.978371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:26.979812 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] 10.222.0.115 "PUT /v2.0/ports/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1093 time: 0.8165009 Nov 03 19:55:27.003577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced87151-e853-473a-afe1-abebc17a7b94 service neutron] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=11']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:27.050580 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-effbf672-fa87-4033-81b0-b8782cf0cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:27.053049 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-effbf672-fa87-4033-81b0-b8782cf0cb05 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1096 time: 0.0454891 Nov 03 19:55:27.120875 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89113198-b632-4fa3-a584-513a18d3faa8 req-f9ec31b1-0f88-4938-ba71-b153168f01af tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:27.125269 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89113198-b632-4fa3-a584-513a18d3faa8 req-f9ec31b1-0f88-4938-ba71-b153168f01af tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0587635 Nov 03 19:55:27.151093 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-a0038c26-f687-4f6f-9053-442f5a1fb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:27.152604 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-a0038c26-f687-4f6f-9053-442f5a1fb325 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.0926838 Nov 03 19:55:27.174416 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89113198-b632-4fa3-a584-513a18d3faa8 req-f8607a7f-68ef-44f7-85c2-ad452f0d6048 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 Nov 03 19:55:27.227618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-47bcd203-95c6-4293-b6f2-69461b310c44 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.0671546 Nov 03 19:55:27.278964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-3e4a4e3f-85fb-490f-9de7-c236513289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:27.280487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-3e4a4e3f-85fb-490f-9de7-c236513289e6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0461748 Nov 03 19:55:27.326736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-3a8dabea-73c2-4f9e-8a77-4f56752df362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:27.328232 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-3a8dabea-73c2-4f9e-8a77-4f56752df362 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406194 Nov 03 19:55:27.425227 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-6c2eb34b-a7c6-48ae-b894-e7a88ec041b5 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896311 Nov 03 19:55:27.519345 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ea62828-abc8-422e-9356-f80bbf9f4c40 req-2006f042-d43d-401b-bd49-e464fd13696f service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870805 Nov 03 19:55:27.876864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:27.919809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:28.304953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc69f5-fbcf-41ca-9593-e3ca9f89e607 req-492d7a0f-e6d2-477d-be6e-76b74f07d2d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:28.306371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4dc69f5-fbcf-41ca-9593-e3ca9f89e607 req-492d7a0f-e6d2-477d-be6e-76b74f07d2d0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0528932 Nov 03 19:55:28.357993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4dc69f5-fbcf-41ca-9593-e3ca9f89e607 req-df0bb8f3-444c-432a-97b2-5bc9d62d9c92 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449126 Nov 03 19:55:28.588146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:28.590642 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265813b-41d9-4494-90af-5fb4ac93359e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:28.643735 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0826f3b-8088-4664-8f34-c33a9882bcb2 x-openstack-request-id: req-b0826f3b-8088-4664-8f34-c33a9882bcb2 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:28.644243 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:28.644463 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0826f3b-8088-4664-8f34-c33a9882bcb2 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:28.645010 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'status': 'completed', 'code': 200} Nov 03 19:55:28.739655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-be52a8d3-a8e0-4828-8943-b714f901d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:28.741337 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-be52a8d3-a8e0-4828-8943-b714f901d462 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1096 time: 0.0758204 Nov 03 19:55:28.744343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-d68bc21e-3844-4957-9974-da66186bf8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:28.745917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-d68bc21e-3844-4957-9974-da66186bf8b7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=d5b9504316dc44269aedbd8debd4b3da&device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 1096 time: 0.0713897 Nov 03 19:55:28.914670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-dea2f357-631d-4108-9d3c-e6cd38fec746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:28.920823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-dea2f357-631d-4108-9d3c-e6cd38fec746 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1646798 Nov 03 19:55:28.920823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-ef1cdb7c-5d9e-43d1-9af7-e14019437489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:28.920823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-ef1cdb7c-5d9e-43d1-9af7-e14019437489 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 200 len: 912 time: 0.1588795 Nov 03 19:55:29.038250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-e1d37bfa-558f-495c-81f9-f960cbc26ebc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.1134391 Nov 03 19:55:29.044920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-3bb3aab6-1a99-454d-9ecf-c3137acf7527 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 200 len: 1001 time: 0.1135912 Nov 03 19:55:29.137001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-11feb094-9da1-4855-99ee-6c34cd042cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.138490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-11feb094-9da1-4855-99ee-6c34cd042cb2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0907750 Nov 03 19:55:29.142327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-a4acf697-ee5e-47a9-82e9-7d37ed22033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.143776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-a4acf697-ee5e-47a9-82e9-7d37ed22033d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 200 len: 850 time: 0.0876274 Nov 03 19:55:29.221717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-df1f480a-5d17-4683-921f-a84bc75f8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.223683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-df1f480a-5d17-4683-921f-a84bc75f8173 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770631 Nov 03 19:55:29.230310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265813b-41d9-4494-90af-5fb4ac93359e req-fd411a44-0a60-4a92-8a40-f5686eaaf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.232583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-fd411a44-0a60-4a92-8a40-f5686eaaf788 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0583c257-f13c-41c2-afaa-189084aa7d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780041 Nov 03 19:55:29.505500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37010-2996-4d31-b998-e8e1bf69dd16 req-4d373a9a-ed4d-4674-84f6-f27db395b766 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:29.507787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50c37010-2996-4d31-b998-e8e1bf69dd16 req-4d373a9a-ed4d-4674-84f6-f27db395b766 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0626450 Nov 03 19:55:29.529739 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-711b58e2-958b-4b85-978e-912613d2761f service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956450 Nov 03 19:55:29.533074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-29d3e763-55a4-4eff-b8df-f80bf90f49bf service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868392 Nov 03 19:55:29.570541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50c37010-2996-4d31-b998-e8e1bf69dd16 req-03f0495f-ee9a-4898-b92b-370fa43aede3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544426 Nov 03 19:55:30.075495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-fb368b24-9093-4508-89d1-ed186d9cde2e service neutron] 10.222.0.110 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367560 Nov 03 19:55:30.077832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7265813b-41d9-4494-90af-5fb4ac93359e req-b5d13a73-17d4-4c84-9c36-fb164e29f415 service neutron] 10.222.0.115 "GET /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373442 Nov 03 19:55:30.298631 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:55:30.717669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f075f-b978-478c-8968-20b5d44a55d3 req-54d10835-5b94-4348-8885-ca51e9655c34 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:30.719288 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c97f075f-b978-478c-8968-20b5d44a55d3 req-54d10835-5b94-4348-8885-ca51e9655c34 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Nov 03 19:55:30.775556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c97f075f-b978-478c-8968-20b5d44a55d3 req-3e8f7c11-1e73-4874-934b-42788729d2b0 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488625 Nov 03 19:55:31.913087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba9075-14fb-4871-90cd-e16127772d35 req-5ae87336-0599-4edf-b6d1-fef0f7c8fd72 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:31.914680 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30ba9075-14fb-4871-90cd-e16127772d35 req-5ae87336-0599-4edf-b6d1-fef0f7c8fd72 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0650587 Nov 03 19:55:31.973453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-30ba9075-14fb-4871-90cd-e16127772d35 req-c61bfde4-36dc-425a-87c6-fa5cef13d1d4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527508 Nov 03 19:55:32.804246 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:33.097036 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0797ef-4956-4bb3-8598-6377b39d56bb req-25613e74-a85d-4311-a4d7-b499d6af1c9c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:33.099323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d0797ef-4956-4bb3-8598-6377b39d56bb req-25613e74-a85d-4311-a4d7-b499d6af1c9c tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Nov 03 19:55:33.149785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7d0797ef-4956-4bb3-8598-6377b39d56bb req-fdb15b1d-8a2b-44eb-9521-c7114b04e772 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442362 Nov 03 19:55:33.537396 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:34.282072 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb50f8-01f9-49ec-9f16-2cc456a08fd2 req-9ef6f1c2-70a8-4b73-b3a2-21d2e5b84c43 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:34.283669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6abb50f8-01f9-49ec-9f16-2cc456a08fd2 req-9ef6f1c2-70a8-4b73-b3a2-21d2e5b84c43 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0610354 Nov 03 19:55:34.341175 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6abb50f8-01f9-49ec-9f16-2cc456a08fd2 req-67c462c5-d097-41a0-9f94-82897ed32fc1 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508003 Nov 03 19:55:34.777834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2ce4-4585-4320-a17b-85bd04f1f532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:35.786473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498efc2-40b2-4973-951d-4a42a1c001d3 req-715bccee-c7b9-4bce-afbf-9a84eef58354 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:35.788103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c498efc2-40b2-4973-951d-4a42a1c001d3 req-715bccee-c7b9-4bce-afbf-9a84eef58354 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.3638542 Nov 03 19:55:35.840342 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c498efc2-40b2-4973-951d-4a42a1c001d3 req-bd0fdef4-88f4-4e2a-84cf-50e4a4f3ecea tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Nov 03 19:55:36.965957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4123-b8d9-4c62-9403-963a9e2ced39 req-696480a4-86ed-4ec6-8446-625fc4175aa6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:36.967542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2de4123-b8d9-4c62-9403-963a9e2ced39 req-696480a4-86ed-4ec6-8446-625fc4175aa6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0535867 Nov 03 19:55:37.016746 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e2de4123-b8d9-4c62-9403-963a9e2ced39 req-f51f3f01-e488-4f5c-81ee-07351bad4553 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Nov 03 19:55:38.148235 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3a6dc-25ac-4edf-b188-96f1b34d9d98 req-01cfe8cb-2cef-4b5c-9ae8-003daa8a095d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:38.149763 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bf3a6dc-25ac-4edf-b188-96f1b34d9d98 req-01cfe8cb-2cef-4b5c-9ae8-003daa8a095d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0568893 Nov 03 19:55:38.200665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5bf3a6dc-25ac-4edf-b188-96f1b34d9d98 req-822c7154-6ea9-4c86-85c7-9014abf8c3cf tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Nov 03 19:55:38.409630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8c15f6c2-68f0-4335-b03d-0a90d911edce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:39.344242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8c2e4-8737-43a8-bd72-81e22bff6f27 req-87bc08f4-7c7d-4085-ad8b-3453b3c916dc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:39.346354 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76a8c2e4-8737-43a8-bd72-81e22bff6f27 req-87bc08f4-7c7d-4085-ad8b-3453b3c916dc tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Nov 03 19:55:39.401529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-76a8c2e4-8737-43a8-bd72-81e22bff6f27 req-559d58f7-d6fd-4381-95c6-46271d31022d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483069 Nov 03 19:55:40.130323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:40.531422 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be1a23-6618-40dd-955b-0cadb8022599 req-9c856b5c-c732-4c5d-a3aa-350a4d5d0059 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:40.533169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96be1a23-6618-40dd-955b-0cadb8022599 req-9c856b5c-c732-4c5d-a3aa-350a4d5d0059 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0536547 Nov 03 19:55:40.591048 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96be1a23-6618-40dd-955b-0cadb8022599 req-fe8c4be8-b610-4138-add3-71985ded820e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512452 Nov 03 19:55:40.724019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fae481-5236-416f-9d6f-6ea6a9f3acaa req-f4cbaaa0-3f75-4c21-8147-98514d8fd9b8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:40.725737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43fae481-5236-416f-9d6f-6ea6a9f3acaa req-f4cbaaa0-3f75-4c21-8147-98514d8fd9b8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0566590 Nov 03 19:55:40.787210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43fae481-5236-416f-9d6f-6ea6a9f3acaa req-62fb6d07-6f63-49cb-b699-4760c928f0b4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540786 Nov 03 19:55:40.930461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629c1f-c2b3-45a0-a455-12777261e758 req-048d6f4d-42ba-4285-bceb-559bcc217805 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:40.932051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9629c1f-c2b3-45a0-a455-12777261e758 req-048d6f4d-42ba-4285-bceb-559bcc217805 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0553346 Nov 03 19:55:40.984430 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f9629c1f-c2b3-45a0-a455-12777261e758 req-746a7a95-3a29-4294-a0b5-9b8ab2a1559a tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458949 Nov 03 19:55:41.010876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:55:41.127249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:41.140561 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'port_id': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'mac_address': 'fa:16:3e:1f:a1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:55:41.182842 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.197364 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:55:41.229417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:41.235587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:41.262794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca8bd5-a1ed-4a26-983a-e90555965596 req-05f38f1a-46b1-4d5d-ac8e-c08c8d6253f4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:41.264455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12ca8bd5-a1ed-4a26-983a-e90555965596 req-05f38f1a-46b1-4d5d-ac8e-c08c8d6253f4 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 945 time: 0.0610621 Nov 03 19:55:41.310366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=12']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:41.332513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-12ca8bd5-a1ed-4a26-983a-e90555965596 req-c99ac714-f41e-4f1c-9b28-4437b25c9ff3 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591357 Nov 03 19:55:41.475852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:55:42.044534 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.184375 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:42.672103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094b20-50f2-4c5c-985b-e1f43dc2e92e req-e34cb018-6e35-41e3-9e2b-3855ddd3159d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:42.673646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c094b20-50f2-4c5c-985b-e1f43dc2e92e req-e34cb018-6e35-41e3-9e2b-3855ddd3159d tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0513928 Nov 03 19:55:42.726727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c094b20-50f2-4c5c-985b-e1f43dc2e92e req-38c1fb10-45d9-465b-8e90-f88239f4d6cb tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups?id=808f21d5-96c5-413e-ad74-f9dce4ce4d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466397 Nov 03 19:55:42.875931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-b5d45c16-f50e-4d5d-8af4-dd8d38a175df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:42.877482 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-b5d45c16-f50e-4d5d-8af4-dd8d38a175df tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 946 time: 0.0521786 Nov 03 19:55:42.985610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Deleting port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:42.985971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.023461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:55:43.079908 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:55:43.087173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:55:43.087765 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.095872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:43.096278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.212457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.256201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:43.258608 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00fecaf-12ac-4714-b50b-dd0995be321b" -d '{"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-plugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:43.273586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:43.279522 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.315599 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcebca7-b54d-451e-9651-89a64e4e3aaf x-openstack-request-id: req-8fcebca7-b54d-451e-9651-89a64e4e3aaf {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:43.315972 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-plugged", "status": "completed", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:43.316359 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8fcebca7-b54d-451e-9651-89a64e4e3aaf {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:43.316969 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'code': 200} Nov 03 19:55:43.331971 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.332360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.332704 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed disassociated. External IP: 172.25.8.123, port: f72ea4dc-71e9-4d03-8926-a09fa7f3efa1. Nov 03 19:55:43.333059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Calling delete_port for f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:43.349768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=13']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:43.478325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.514715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event deleted for resources: {'Port': ['ID=f72ea4dc-71e9-4d03-8926-a09fa7f3efa1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:43.664919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:43.790790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:43.804856 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:43.822913 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:43.824287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:43.833270 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6236337-7171-4070-87c1-c3d9fdbfba60 req-b06f3e17-e2f8-47c5-8abf-fd481672489e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Nov 03 19:55:43.839366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] No DVR routers for this DVR port f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:43.842377 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.848111 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3b949aeb-005d-4f20-b3c8-b54d497def29 req-0a1afe18-02e1-479b-9b9f-d8ce88df7f93 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.115 "DELETE /v2.0/ports/f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 HTTP/1.1" status: 204 len: 173 time: 0.9640205 Nov 03 19:55:43.849412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-deleted', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:43.853803 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269d10f-ea04-42a9-91c4-df0ce9b010e5" -d '{"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-deleted", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:43.900298 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeead89-47f4-4c38-82b3-1dbd61fdd601 x-openstack-request-id: req-efeead89-47f4-4c38-82b3-1dbd61fdd601 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:43.901444 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4860608-dcf8-42f6-ad81-d94b7a78a057", "name": "network-vif-deleted", "tag": "f72ea4dc-71e9-4d03-8926-a09fa7f3efa1", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:43.901444 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-efeead89-47f4-4c38-82b3-1dbd61fdd601 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:43.901770 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4860608-dcf8-42f6-ad81-d94b7a78a057', 'name': 'network-vif-deleted', 'tag': 'f72ea4dc-71e9-4d03-8926-a09fa7f3efa1', 'status': 'completed', 'code': 200} Nov 03 19:55:43.959446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:44.199438 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:44.233715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:44.245509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:44.246090 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:44.375620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:44.599318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:44.627874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af236-894d-4dda-913c-5b38002ebb41 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:40Z', 'revision_number': 4, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0', 'name': '', 'network_id': '0583c257-f13c-41c2-afaa-189084aa7d5a', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'mac_address': 'fa:16:3e:8d:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:40Z', 'updated_at': '2021-11-03T19:45:45Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'subnets': [{'id': 'aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:44.892567 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e85b22-ddf5-49f9-8e31-a6a879a2b1a1 None None] New status for floating IP 998cd3f6-61f4-4225-9448-19a92d5406ed: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:55:44.974174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71483bef-2a1a-4799-9056-f7ac50e3768a req-941b7b2d-bf42-407d-99cd-27d6259eae69 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Nov 03 19:55:46.080986 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf36afa8-02af-46ea-ae99-1475caf760c1 req-9aff71bf-3713-4c90-8fc5-9b5254aca39e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0299006 Nov 03 19:55:47.053341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:47.074667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:47.075005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device f72ea4dc-71e9-4d03-8926-a09fa7f3efa1 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:47.186979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-95507cc2-a80a-4fd6-a58c-b316c8f35f09 req-ab2b4b24-66d2-4453-874f-94b82120e5a9 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0289178 Nov 03 19:55:48.305534 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5403aefc-bff8-42e8-a8b4-8a317f2f4415 req-e54485b0-54cb-4c51-a42f-f19b2dbeaea8 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4860608-dcf8-42f6-ad81-d94b7a78a057 HTTP/1.1" status: 200 len: 210 time: 0.0320280 Nov 03 19:55:53.088837 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53096) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:53.146331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.170099 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.221878 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.225032 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.226178 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "DELETE /v2.0/security-groups/808f21d5-96c5-413e-ad74-f9dce4ce4d8f HTTP/1.1" status: 204 len: 168 time: 0.1363351 Nov 03 19:55:53.229032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53098) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:53.241705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f21d5-96c5-413e-ad74-f9dce4ce4d8f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:53.247079 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-aff0492e-b824-40d0-af53-971dc6b79ff6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] show failed (client error): The resource could not be found. Nov 03 19:55:53.249209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-aff0492e-b824-40d0-af53-971dc6b79ff6 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "GET /v2.0/security-groups/808f21d5-96c5-413e-ad74-f9dce4ce4d8f HTTP/1.1" status: 404 len: 347 time: 0.0180533 Nov 03 19:55:53.250899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53100) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:53.252249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.252904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.253253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.253646 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.253989 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.255373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.255711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.256039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.256366 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.256775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.257115 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.257442 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac5180-4a05-4185-bc18-be16d2781e9e tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:53.389431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Deleting port 9cd4b5fb-6c7f-4cf9-a1c3-4ee395bf2ffa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:53.389883 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.468027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.468482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.481334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Calling delete_port for 9cd4b5fb-6c7f-4cf9-a1c3-4ee395bf2ffa owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:53.622921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.652693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Pushing event deleted for resources: {'Port': ['ID=9cd4b5fb-6c7f-4cf9-a1c3-4ee395bf2ffa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:53.719534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.722734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:53.724628 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b6d37634-2feb-4f7d-86e1-2b69a81fa064 tempest-ServerActionsTestJSON-778043992 tempest-ServerActionsTestJSON-778043992-project] 10.222.0.91 "DELETE /v2.0/floatingips/998cd3f6-61f4-4225-9448-19a92d5406ed HTTP/1.1" status: 204 len: 168 time: 0.4727445 Nov 03 19:55:53.727699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53102) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:54.297455 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:54.568632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Deleting port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:54.569002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:54.654281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] For port ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:54.654648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:54.668540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Calling delete_port for ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:54.852168 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:54.880148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:55.057927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.285047 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Router 8d85bae4-efbb-4a10-9473-74b983b22f8a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:55.398145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:55.404458 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-db982b79-e6c3-4353-bd0d-948877f64d84 admin admin] 10.222.0.91 "PUT /v2.0/routers/8d85bae4-efbb-4a10-9473-74b983b22f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754489 Nov 03 19:55:55.407535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:55.408599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] Sync routers for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:55.421008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:55.421630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:55.522084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.532869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:55.633184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.687318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Deleting port caa6d443-de37-49dc-8113-55a7c3d42dc2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:55.687663 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.727526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:55:54Z', 'revision_number': 5, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port': {'id': 'caa6d443-de37-49dc-8113-55a7c3d42dc2', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:55.755571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] Checking router: 8d85bae4-efbb-4a10-9473-74b983b22f8a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:55.764154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] Routers {'8d85bae4-efbb-4a10-9473-74b983b22f8a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:55.764786 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:55:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['8d85bae4-efbb-4a10-9473-74b983b22f8a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:55.778794 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] For port caa6d443-de37-49dc-8113-55a7c3d42dc2, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=caa6d443-de37-49dc-8113-55a7c3d42dc2,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:55.779103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.792133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Calling delete_port for caa6d443-de37-49dc-8113-55a7c3d42dc2 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:55.860225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] Set router 8d85bae4-efbb-4a10-9473-74b983b22f8a gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:55.921143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:55:55Z', 'revision_number': 6, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:55.951070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de1c52-37c5-40f3-b208-0392675370f5 None None] The sync data for ids ['8d85bae4-efbb-4a10-9473-74b983b22f8a'] in n-d-812151-4 is: [{'id': '8d85bae4-efbb-4a10-9473-74b983b22f8a', 'name': 'tempest-ServerActionsTestJSON-305944741-router', 'tenant_id': 'd5b9504316dc44269aedbd8debd4b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:45:38Z', 'updated_at': '2021-11-03T19:55:55Z', 'revision_number': 6, 'project_id': 'd5b9504316dc44269aedbd8debd4b3da', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:55.977045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.004701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa6d443-de37-49dc-8113-55a7c3d42dc2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:56.066337 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.164653 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.167049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.212910 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.213483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d85bae4-efbb-4a10-9473-74b983b22f8a {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:55:56.218197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.219145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-740b2046-e79f-414d-8ceb-9a47082f5be2 admin admin] 10.222.0.91 "DELETE /v2.0/routers/8d85bae4-efbb-4a10-9473-74b983b22f8a HTTP/1.1" status: 204 len: 168 time: 0.8106267 Nov 03 19:55:56.221875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:56.273629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Deleting subnet aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:55:56.277149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.321657 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.410899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.465973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.490946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:56.497188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.500395 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9637376c-6bf5-46ff-b1c0-106d2d07b66e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/aa3a5a27-3bd0-4e1b-9704-b9324ef1c77d HTTP/1.1" status: 204 len: 168 time: 0.2772968 Nov 03 19:55:56.503772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53110) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:56.506970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5e4f1-98d9-40b2-8fda-cc945a8051f5 None None] Network 0583c257-f13c-41c2-afaa-189084aa7d5a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:56.579989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.635712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Deleting port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:56.636043 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.713676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] For port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:56.714166 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.726063 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] DHCP port deletion for 0583c257-f13c-41c2-afaa-189084aa7d5a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:55:56.729485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Calling delete_port for 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:56.791586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device caa6d443-de37-49dc-8113-55a7c3d42dc2 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:56.796377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Deleting port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:56.796770 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.816029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: caa6d443-de37-49dc-8113-55a7c3d42dc2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:56.816390 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device caa6d443-de37-49dc-8113-55a7c3d42dc2 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:56.816924 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:56.818909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.849458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] No DVR routers for this DVR port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:56.851138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:56.943227 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.969365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0583c257-f13c-41c2-afaa-189084aa7d5a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:56.981026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f003b462-2c3b-4f01-8a3e-81a1e275b68d') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:56.981386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f003b462-2c3b-4f01-8a3e-81a1e275b68d') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:56.994738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.010510 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.020562 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:55:57.022077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:57.022276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.022470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:57.022844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:55:57.024312 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:55:57.071591 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:57.071944 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device ffdf0002-1bf9-4948-8c75-63e3e4f6c3e0 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:57.095189 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] For port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,segment=NetworkSegment(f003b462-2c3b-4f01-8a3e-81a1e275b68d),segment_id=f003b462-2c3b-4f01-8a3e-81a1e275b68d)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:57.095491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.107978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.113954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Calling delete_port for 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:57.116243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.120592 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] 10.222.0.91 "DELETE /v2.0/networks/0583c257-f13c-41c2-afaa-189084aa7d5a HTTP/1.1" status: 204 len: 168 time: 0.6149604 Nov 03 19:55:57.247016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.278583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Network 0583c257-f13c-41c2-afaa-189084aa7d5a is not hosted by any dhcp agent {{(pid=101991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:55:57.279052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] No DVR routers for this DVR port 6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:57.281697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c7e4c-83c2-43c4-a1da-0fe18fcca1ea None None] Pushing event deleted for resources: {'Port': ['ID=6d9dd845-ed48-4bc0-a2d5-3fd62f3bd24a,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:57.322032 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53114) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:57.386731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1c51beab-ad89-40e1-86cf-4686275886b4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5b9504316dc44269aedbd8debd4b3da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630662 Nov 03 19:55:57.389151 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:57.479104 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca8d498b-0d9e-4a66-ac12-e2d5cc93233d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.504213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca8d498b-0d9e-4a66-ac12-e2d5cc93233d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.533475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f07a6-5422-44cf-ba55-715b092d1931 admin admin] Pushing event deleted for resources: {'Network': ['ID=0583c257-f13c-41c2-afaa-189084aa7d5a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:57.557331 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca8d498b-0d9e-4a66-ac12-e2d5cc93233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.560146 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ca8d498b-0d9e-4a66-ac12-e2d5cc93233d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.561779 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ca8d498b-0d9e-4a66-ac12-e2d5cc93233d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a051448d-57b7-47f5-a11f-e635b4a1407c HTTP/1.1" status: 204 len: 168 time: 0.1711125 Nov 03 19:55:57.570357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d498b-0d9e-4a66-ac12-e2d5cc93233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051448d-57b7-47f5-a11f-e635b4a1407c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:58.348401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53138) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:58.449703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-712694839-network', 'tenant_id': 'b023517ff2224d649207c3c0fbaef97c'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:58.472697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Made reservation on behalf of b023517ff2224d649207c3c0fbaef97c for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:55:58.475042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.484571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.570065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.574230 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.603641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:55:58.610034 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6b82a-d6c9-4dce-951e-77444c770e13,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:58.616989 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.617347 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Added segment 80d37f35-508c-4950-8ddf-5659c4c3216b of type vlan for network c985e478-365d-4406-bbff-2d41db87cd3b Nov 03 19:55:58.659679 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.684803 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.685704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:58.686287 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.742914 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3933637 Nov 03 19:55:58.745977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53142) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:58.750167 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7673d9-d7e2-45b7-b556-a63c9074b747 admin admin] Pushing event updated for resources: {'Network': ['ID=c985e478-365d-4406-bbff-2d41db87cd3b,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:58.750986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Request body: {'subnet': {'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-712694839-subnet', 'tenant_id': 'b023517ff2224d649207c3c0fbaef97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:55:58.760099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network c985e478-365d-4406-bbff-2d41db87cd3b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:55:58.772512 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Made reservation on behalf of b023517ff2224d649207c3c0fbaef97c for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:55:58.774858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.944959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.995395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874fe139-adea-4ff9-a5e0-ca3b1e8c8275,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:59.010577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Checking segment: {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:55:59.010943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Network hostable DHCP agents. Network: c985e478-365d-4406-bbff-2d41db87cd3b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:55:59.027755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Network c985e478-365d-4406-bbff-2d41db87cd3b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:55:59.037339 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, c985e478-365d-4406-bbff-2d41db87cd3b) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:55:59.041564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:59.042127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.047571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0418e-cddd-4af1-a209-d5da6d4c09bf None None] Network c985e478-365d-4406-bbff-2d41db87cd3b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:59.058178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-67ca624a-87d9-4a63-a8e1-4529047b88b3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3110802 Nov 03 19:55:59.175283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375555d9-db53-4903-9e0c-76d614d8d0aa None None] Network c985e478-365d-4406-bbff-2d41db87cd3b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:59.497428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-433ce9ee-5904-49ea-8a8b-69c34b2ac752 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:59.498846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-433ce9ee-5904-49ea-8a8b-69c34b2ac752 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 813 time: 0.1071353 Nov 03 19:55:59.515282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-32fb352b-35a6-41a6-bb7c-e2eccfaf95b2 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/quotas/b023517ff2224d649207c3c0fbaef97c HTTP/1.1" status: 200 len: 375 time: 0.0097749 Nov 03 19:55:59.547804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-03fb36ac-23e7-4394-94ae-12e29ec4a254 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260854 Nov 03 19:55:59.685917 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-8f1e68bc-395b-4425-a53f-fdf043ce9b8c service neutron] 10.222.0.91 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308198 Nov 03 19:55:59.775961 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-34d0c595-fd03-43d7-b794-8d4806c7f5ab service neutron] 10.222.0.91 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837274 Nov 03 19:55:59.940653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f5334c8-d9d0-486e-963a-c9ba0493afdc req-d595c136-ff35-4c7f-9f69-278e183cbeac tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 210 time: 0.0309086 Nov 03 19:56:00.985996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-6b8656ca-6e1c-4fca-8279-ff5b6d7c1cb9 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:00.987526 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-6b8656ca-6e1c-4fca-8279-ff5b6d7c1cb9 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.110 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 813 time: 0.1162593 Nov 03 19:56:01.006061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Request body: {'port': {'device_id': '27020a27-56d7-4699-98eb-7ef9c631e997', 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b', 'admin_state_up': True, 'tenant_id': 'b023517ff2224d649207c3c0fbaef97c'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:01.048576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7ca18ac-0f8a-4ae0-a466-f95644b82941 req-af280e60-97e6-4e44-ba18-324cae51966e tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Nov 03 19:56:01.127143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Made reservation on behalf of b023517ff2224d649207c3c0fbaef97c for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:01.131297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.263366 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Allocated IP 172.20.0.5 (c985e478-365d-4406-bbff-2d41db87cd3b/874fe139-adea-4ff9-a5e0-ca3b1e8c8275/f92bad48-a634-4203-84cd-94df5f825d6d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:01.431790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.469109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.515321 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Network c985e478-365d-4406-bbff-2d41db87cd3b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:01.520166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:01.523919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:01.547972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Pushing event updated for resources: {'Port': ['ID=f92bad48-a634-4203-84cd-94df5f825d6d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:01.577230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:01.577848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.594021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-b1334394-c772-48aa-b6c3-8ed8cd4c9ad4 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935478 Nov 03 19:56:01.607660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Request body: {'port': {'device_id': '27020a27-56d7-4699-98eb-7ef9c631e997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:01.666217 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.935103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92bad48-a634-4203-84cd-94df5f825d6d {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:56:01.942382 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.954316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Transition to ACTIVE for port object f92bad48-a634-4203-84cd-94df5f825d6d will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:56:01.958800 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.007845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f92bad48-a634-4203-84cd-94df5f825d6d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:02.083376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Attempting to bind port f92bad48-a634-4203-84cd-94df5f825d6d on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:02.083708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Attempting to bind port f92bad48-a634-4203-84cd-94df5f825d6d by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:02.084472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Attempting to bind port f92bad48-a634-4203-84cd-94df5f825d6d on network c985e478-365d-4406-bbff-2d41db87cd3b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:02.089741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Port f92bad48-a634-4203-84cd-94df5f825d6d on network c985e478-365d-4406-bbff-2d41db87cd3b not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:56:02.090060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Attempting to bind port f92bad48-a634-4203-84cd-94df5f825d6d on network c985e478-365d-4406-bbff-2d41db87cd3b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:02.095703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:02.096038 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Checking segment: {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:02.096414 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Bound using segment: {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:02.097054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Bound port: f92bad48-a634-4203-84cd-94df5f825d6d, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:02.097770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.164699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] For port f92bad48-a634-4203-84cd-94df5f825d6d, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:02.168526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] For port f92bad48-a634-4203-84cd-94df5f825d6d, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f92bad48-a634-4203-84cd-94df5f825d6d,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:02.173229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.176844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b944d-1113-416a-ab79-ec008ce9a069 req-c884d58c-a831-401c-9cf3-43bb000d54b9 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.178366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b83b944d-1113-416a-ab79-ec008ce9a069 req-c884d58c-a831-401c-9cf3-43bb000d54b9 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 943 time: 0.0519168 Nov 03 19:56:02.211098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.211758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.214209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] 10.222.0.110 "PUT /v2.0/ports/f92bad48-a634-4203-84cd-94df5f825d6d HTTP/1.1" status: 200 len: 1091 time: 0.6100378 Nov 03 19:56:02.214209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27020a27-56d7-4699-98eb-7ef9c631e997', 'tag': 'f92bad48-a634-4203-84cd-94df5f825d6d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:02.216162 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887080a4-251d-47e6-ae7d-ff9f52c30b64" -d '{"events": [{"name": "network-changed", "server_uuid": "27020a27-56d7-4699-98eb-7ef9c631e997", "tag": "f92bad48-a634-4203-84cd-94df5f825d6d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:02.247790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ce4e-6de4-4416-ac35-0895a72d2bfd service neutron] Pushing event updated for resources: {'Port': ['ID=f92bad48-a634-4203-84cd-94df5f825d6d,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:02.253343 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b83b944d-1113-416a-ab79-ec008ce9a069 req-50ba8d72-2ae7-465b-965d-1902a6512caa tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680938 Nov 03 19:56:02.296064 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d65bc91-1d86-4b04-8c92-df63a03c4541 x-openstack-request-id: req-1d65bc91-1d86-4b04-8c92-df63a03c4541 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:02.296352 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27020a27-56d7-4699-98eb-7ef9c631e997", "tag": "f92bad48-a634-4203-84cd-94df5f825d6d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:02.296604 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1d65bc91-1d86-4b04-8c92-df63a03c4541 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:02.297020 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27020a27-56d7-4699-98eb-7ef9c631e997', 'tag': 'f92bad48-a634-4203-84cd-94df5f825d6d', 'status': 'completed', 'code': 200} Nov 03 19:56:02.315198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-f55f3042-9873-4c27-9b92-790718cf5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.317287 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-f55f3042-9873-4c27-9b92-790718cf5400 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 1094 time: 0.0534394 Nov 03 19:56:02.362486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-563afda6-ab3d-40cc-9c24-a574d1639cba service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f92bad48-a634-4203-84cd-94df5f825d6d HTTP/1.1" status: 200 len: 217 time: 0.0356448 Nov 03 19:56:02.414749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-51c7436f-d47b-4d39-96d4-cf8581dc92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.416215 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-51c7436f-d47b-4d39-96d4-cf8581dc92d7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=874fe139-adea-4ff9-a5e0-ca3b1e8c8275 HTTP/1.1" status: 200 len: 853 time: 0.0449522 Nov 03 19:56:02.449095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-08739d21-523e-48c3-ae7c-6ec036969c14 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c985e478-365d-4406-bbff-2d41db87cd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250249 Nov 03 19:56:02.546352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-69ca2075-8941-4e38-a945-9160d90fd4df service neutron] 10.222.0.110 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895202 Nov 03 19:56:02.645987 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-dee04f5c-8184-43cd-ad4a-7b8573ac4cc4 req-61e72598-c541-44db-9af8-e38912e588cd service neutron] 10.222.0.110 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919974 Nov 03 19:56:02.741251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-0db399dc-ca30-4acb-b8b6-2c6443ebee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.742771 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-0db399dc-ca30-4acb-b8b6-2c6443ebee2c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 1094 time: 0.0425990 Nov 03 19:56:02.811396 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.836253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-191ae630-198f-4ede-b823-88fea788ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.837823 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-191ae630-198f-4ede-b823-88fea788ab1d service neutron] 10.222.0.110 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 914 time: 0.0867391 Nov 03 19:56:02.886120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-d2afc482-4b33-4f9a-8cbc-df8fe2c028fc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f92bad48-a634-4203-84cd-94df5f825d6d HTTP/1.1" status: 200 len: 217 time: 0.0404100 Nov 03 19:56:02.940247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-b36e920f-96bd-4f19-8f71-9abc08eb7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:02.942536 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-b36e920f-96bd-4f19-8f71-9abc08eb7c4a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=874fe139-adea-4ff9-a5e0-ca3b1e8c8275 HTTP/1.1" status: 200 len: 853 time: 0.0491655 Nov 03 19:56:02.978423 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-af06a02f-adb3-45c0-8339-a1f0280306d3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c985e478-365d-4406-bbff-2d41db87cd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270045 Nov 03 19:56:03.081679 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-8658513b-8682-4068-afcf-7bf4de6a0e5e service neutron] 10.222.0.110 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944958 Nov 03 19:56:03.182230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-887080a4-251d-47e6-ae7d-ff9f52c30b64 req-707f9a50-a9b7-46a8-9736-b024ac37bfef service neutron] 10.222.0.110 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913286 Nov 03 19:56:03.374846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd696c-cc65-4758-a6e9-2d91c9fe5c9b req-fb0b8bb2-0df9-493d-b42b-9d27197f36c9 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:03.376394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eddd696c-cc65-4758-a6e9-2d91c9fe5c9b req-fb0b8bb2-0df9-493d-b42b-9d27197f36c9 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 943 time: 0.0526526 Nov 03 19:56:03.432306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eddd696c-cc65-4758-a6e9-2d91c9fe5c9b req-ef5a42a8-dbcd-4841-a927-8e28d78ae3a0 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497799 Nov 03 19:56:03.550647 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.060512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f92bad48-a634-4203-84cd-94df5f825d6d details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:56:04.157268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f92bad48-a634-4203-84cd-94df5f825d6d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f92bad48-a634-4203-84cd-94df5f825d6d,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:04.171724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'f92bad48-a634-4203-84cd-94df5f825d6d', 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b', 'port_id': 'f92bad48-a634-4203-84cd-94df5f825d6d', 'mac_address': 'fa:16:3e:87:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874fe139-adea-4ff9-a5e0-ca3b1e8c8275', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:56:04.209734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.222793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92bad48-a634-4203-84cd-94df5f825d6d {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:56:04.243517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f92bad48-a634-4203-84cd-94df5f825d6d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f92bad48-a634-4203-84cd-94df5f825d6d,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:04.248573 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.303412 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f92bad48-a634-4203-84cd-94df5f825d6d,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:04.457473 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f92bad48-a634-4203-84cd-94df5f825d6d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:04.568101 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7083ce-a8c7-4389-bb2c-79d2e28593a7 req-8d785346-0f39-4774-9893-d1557884baae tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:04.569650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f7083ce-a8c7-4389-bb2c-79d2e28593a7 req-8d785346-0f39-4774-9893-d1557884baae tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 944 time: 0.0510304 Nov 03 19:56:04.618823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f7083ce-a8c7-4389-bb2c-79d2e28593a7 req-dd50a890-5935-42de-b6a0-b8e605aba12a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 Nov 03 19:56:04.770722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb82144d-d612-4158-9e30-a9778c021c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.733379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9e935-b118-4a70-8b03-d1b5007e31ff req-da699d17-0807-4e1a-a9c5-43cfb2747078 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:05.734878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4b9e935-b118-4a70-8b03-d1b5007e31ff req-da699d17-0807-4e1a-a9c5-43cfb2747078 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 944 time: 0.0489917 Nov 03 19:56:05.783671 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a4b9e935-b118-4a70-8b03-d1b5007e31ff req-8fab9247-b040-4935-b17c-02c115bf310c tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Nov 03 19:56:06.094002 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f92bad48-a634-4203-84cd-94df5f825d6d up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:06.149465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port f92bad48-a634-4203-84cd-94df5f825d6d completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:56:06.153605 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port f92bad48-a634-4203-84cd-94df5f825d6d triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:06.154008 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.235827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.259304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27020a27-56d7-4699-98eb-7ef9c631e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92bad48-a634-4203-84cd-94df5f825d6d'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:06.261994 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa67818c-ffe8-4769-90ff-e27411ef6511" -d '{"events": [{"server_uuid": "27020a27-56d7-4699-98eb-7ef9c631e997", "name": "network-vif-plugged", "status": "completed", "tag": "f92bad48-a634-4203-84cd-94df5f825d6d"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:06.274867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port f92bad48-a634-4203-84cd-94df5f825d6d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f92bad48-a634-4203-84cd-94df5f825d6d,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:06.278871 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.304828 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8defa6d-0b20-4bf9-a12f-2eb3769bee41 x-openstack-request-id: req-b8defa6d-0b20-4bf9-a12f-2eb3769bee41 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:06.305122 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27020a27-56d7-4699-98eb-7ef9c631e997", "name": "network-vif-plugged", "status": "completed", "tag": "f92bad48-a634-4203-84cd-94df5f825d6d", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:06.305378 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b8defa6d-0b20-4bf9-a12f-2eb3769bee41 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:06.305776 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27020a27-56d7-4699-98eb-7ef9c631e997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92bad48-a634-4203-84cd-94df5f825d6d', 'code': 200} Nov 03 19:56:06.334160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=f92bad48-a634-4203-84cd-94df5f825d6d,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:06.417453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960ebda-bfc5-48db-bb4f-d041357c9428 req-842b8352-3770-4c1d-8ca2-84b151920640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:06.418968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e960ebda-bfc5-48db-bb4f-d041357c9428 req-842b8352-3770-4c1d-8ca2-84b151920640 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 1096 time: 0.0466106 Nov 03 19:56:06.463210 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e960ebda-bfc5-48db-bb4f-d041357c9428 req-01b15894-6dc5-4675-8bab-22c21a9dd3f8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Nov 03 19:56:06.916007 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614fb9-2ac3-41f3-b8a8-5ce640035f71 req-b590c54a-3e41-4376-a9f4-8360819d4405 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:06.917626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01614fb9-2ac3-41f3-b8a8-5ce640035f71 req-b590c54a-3e41-4376-a9f4-8360819d4405 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0587165 Nov 03 19:56:06.973072 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-01614fb9-2ac3-41f3-b8a8-5ce640035f71 req-737a700e-88ee-4568-b42f-cc84bb9c912c tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464933 Nov 03 19:56:07.298289 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:56:08.093209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c597c81-2541-40d2-a624-8041c1fe8324 req-de4b14b1-e909-471b-81b3-a82041c1e3fd tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:08.094942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c597c81-2541-40d2-a624-8041c1fe8324 req-de4b14b1-e909-471b-81b3-a82041c1e3fd tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Nov 03 19:56:08.143962 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c597c81-2541-40d2-a624-8041c1fe8324 req-485283b5-d96f-4876-92c6-6ac742101584 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Nov 03 19:56:08.373908 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-ed2d619f-cec7-48dc-84e2-e59c4b9ede6f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:08.375388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-ed2d619f-cec7-48dc-84e2-e59c4b9ede6f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 813 time: 0.1073027 Nov 03 19:56:08.390584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-5b13c458-118d-46b1-a2e6-b0aeacf568c0 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/quotas/b023517ff2224d649207c3c0fbaef97c HTTP/1.1" status: 200 len: 375 time: 0.0092409 Nov 03 19:56:08.416061 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1d26a857-07d3-40d8-8427-451f7ae6f698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:08.442186 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-04a09fed-438f-4bed-b7da-5d813db896bb tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460424 Nov 03 19:56:08.601160 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-82540556-2dca-4fbd-a7ff-cedf445ae0ff service neutron] 10.222.0.91 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490901 Nov 03 19:56:08.692611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-8db1e438-3f9b-403f-b1f6-fc343f8c34c2 service neutron] 10.222.0.91 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853686 Nov 03 19:56:08.854429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8dfe63ca-afb8-4a83-9cb6-89391805f9aa req-83b9c91b-765d-44ab-99d5-57ea30cfe529 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Nov 03 19:56:09.631734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-abeea8eb-3c07-4578-884d-93e2cf1b87fe service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415254 Nov 03 19:56:09.723554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-3aa12b80-7dc0-4d2b-82dc-16ade823a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:09.725071 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-3aa12b80-7dc0-4d2b-82dc-16ade823a2a1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 1096 time: 0.0415075 Nov 03 19:56:09.946959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-f1a48776-5a72-454a-aaa2-0e68b8d7d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:09.948460 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-f1a48776-5a72-454a-aaa2-0e68b8d7d4c0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 914 time: 0.2003000 Nov 03 19:56:09.955299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-95eb7b33-b43a-426f-af25-d7b7cc0c424b tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:09.956798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-95eb7b33-b43a-426f-af25-d7b7cc0c424b tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.115 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 813 time: 0.1961443 Nov 03 19:56:09.983002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffd50d55-4590-43b2-b691-b560f5b7de8b req-51904e19-6195-4afe-8fdd-b1adba5b2a70 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 210 time: 0.0344582 Nov 03 19:56:09.997589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-7f1afdf3-1e71-4e6a-a489-c23a53f04caf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f92bad48-a634-4203-84cd-94df5f825d6d HTTP/1.1" status: 200 len: 217 time: 0.0398111 Nov 03 19:56:10.001139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Request body: {'port': {'device_id': '49ce884d-2566-4a28-bc07-8f7e36491574', 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b', 'admin_state_up': True, 'tenant_id': 'b023517ff2224d649207c3c0fbaef97c'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:10.107973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-24ed8250-c67b-4f90-9fe9-b5a621d801ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:10.109416 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-24ed8250-c67b-4f90-9fe9-b5a621d801ff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=874fe139-adea-4ff9-a5e0-ca3b1e8c8275 HTTP/1.1" status: 200 len: 853 time: 0.1030288 Nov 03 19:56:10.129417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.152614 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-1c2f1ed0-01f3-4d69-99e0-66d35db388ff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c985e478-365d-4406-bbff-2d41db87cd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340772 Nov 03 19:56:10.234353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Made reservation on behalf of b023517ff2224d649207c3c0fbaef97c for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:10.238406 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.314912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-db434df2-74ed-4a67-8505-b4967fe54213 service neutron] 10.222.0.110 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520174 Nov 03 19:56:10.461126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Allocated IP 172.20.0.14 (c985e478-365d-4406-bbff-2d41db87cd3b/874fe139-adea-4ff9-a5e0-ca3b1e8c8275/b6aa5ebc-0ffb-46d6-94e5-b3484760521e) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:10.479569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1093d77d-f486-4e74-b6d5-4a952dcbb734 req-597aaec7-40de-43ab-a9f1-1727937ed940 service neutron] 10.222.0.110 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546669 Nov 03 19:56:10.634937 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.668681 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.682325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f92bad48-a634-4203-84cd-94df5f825d6d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:10.712827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Network c985e478-365d-4406-bbff-2d41db87cd3b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:10.718252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:10.722844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:10.748303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Pushing event updated for resources: {'Port': ['ID=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:10.763141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.763484 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.763820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.764151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.764481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.764838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.765156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.765475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.765801 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.766118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.766434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.766749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:10.787561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:10.788254 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.805326 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-163d5722-3a89-4f0c-9ae1-1289da579059 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8096671 Nov 03 19:56:10.819237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Request body: {'port': {'device_id': '49ce884d-2566-4a28-bc07-8f7e36491574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:10.882283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.106748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac259-c099-462d-8074-bf5daa4b7add req-e260e037-05c1-4429-af33-602ba0c53fc0 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:11.108472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-277ac259-c099-462d-8074-bf5daa4b7add req-e260e037-05c1-4429-af33-602ba0c53fc0 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 932 time: 0.0500984 Nov 03 19:56:11.163858 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-277ac259-c099-462d-8074-bf5daa4b7add req-7e80c50a-a633-4851-9b8b-e643508886d6 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483489 Nov 03 19:56:11.178320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6aa5ebc-0ffb-46d6-94e5-b3484760521e {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:56:11.186494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.198998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Transition to ACTIVE for port object b6aa5ebc-0ffb-46d6-94e5-b3484760521e will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:56:11.202989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.255096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:11.325217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Attempting to bind port b6aa5ebc-0ffb-46d6-94e5-b3484760521e on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:11.325459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Attempting to bind port b6aa5ebc-0ffb-46d6-94e5-b3484760521e by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:11.325804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Attempting to bind port b6aa5ebc-0ffb-46d6-94e5-b3484760521e on network c985e478-365d-4406-bbff-2d41db87cd3b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:11.330072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Port b6aa5ebc-0ffb-46d6-94e5-b3484760521e on network c985e478-365d-4406-bbff-2d41db87cd3b not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:56:11.330387 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Attempting to bind port b6aa5ebc-0ffb-46d6-94e5-b3484760521e on network c985e478-365d-4406-bbff-2d41db87cd3b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:11.335656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:11.335988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Checking segment: {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:11.336360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Bound using segment: {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:11.336797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Bound port: b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d37f35-508c-4950-8ddf-5659c4c3216b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:11.337145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.401082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] For port b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:11.404487 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] For port b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:11.408929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.446325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:11.446946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.448360 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] 10.222.0.115 "PUT /v2.0/ports/b6aa5ebc-0ffb-46d6-94e5-b3484760521e HTTP/1.1" status: 200 len: 1092 time: 0.6341817 Nov 03 19:56:11.448833 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ce884d-2566-4a28-bc07-8f7e36491574', 'tag': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:11.451093 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056c6d2-e33a-4ee5-9752-59872df8fde3" -d '{"events": [{"name": "network-changed", "server_uuid": "49ce884d-2566-4a28-bc07-8f7e36491574", "tag": "b6aa5ebc-0ffb-46d6-94e5-b3484760521e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:11.487530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e0f5-3aeb-429b-87d3-50dae78d19c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:11.499949 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a538c-ae04-41d5-a857-ef895570487b x-openstack-request-id: req-8c6a538c-ae04-41d5-a857-ef895570487b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:11.500231 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ce884d-2566-4a28-bc07-8f7e36491574", "tag": "b6aa5ebc-0ffb-46d6-94e5-b3484760521e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:11.500504 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8c6a538c-ae04-41d5-a857-ef895570487b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:11.500897 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ce884d-2566-4a28-bc07-8f7e36491574', 'tag': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e', 'status': 'completed', 'code': 200} Nov 03 19:56:11.538531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-47657bac-2ff1-4d27-97b0-64679cf3458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:11.540067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-47657bac-2ff1-4d27-97b0-64679cf3458e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 1095 time: 0.0487731 Nov 03 19:56:11.585430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-b277b200-1582-477f-a585-c5e0e50dde3b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e HTTP/1.1" status: 200 len: 217 time: 0.0354707 Nov 03 19:56:11.635721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-f4f58880-67e7-4ca9-bc4e-e1b2c3605a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:11.637185 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-f4f58880-67e7-4ca9-bc4e-e1b2c3605a91 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=874fe139-adea-4ff9-a5e0-ca3b1e8c8275 HTTP/1.1" status: 200 len: 853 time: 0.0439599 Nov 03 19:56:11.674586 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-e6ac59c0-60a8-4524-9921-643c4b5ce023 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c985e478-365d-4406-bbff-2d41db87cd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279081 Nov 03 19:56:11.766018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-025af0d9-61b4-4942-b42d-1358fffbf722 service neutron] 10.222.0.115 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 Nov 03 19:56:11.866492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e427a80-6f49-441c-a1ac-46fbf885beec req-4ee46b76-71db-4e28-91ae-0f623d524f30 service neutron] 10.222.0.115 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924048 Nov 03 19:56:11.960355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-17e4132c-8d9e-4499-9b75-8fec76243ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:11.961887 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-17e4132c-8d9e-4499-9b75-8fec76243ee2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b023517ff2224d649207c3c0fbaef97c&device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 1095 time: 0.0427670 Nov 03 19:56:12.042485 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.057326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-ec63fa94-3ddc-4303-9c4b-fbc7d8f38364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:12.058821 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-ec63fa94-3ddc-4303-9c4b-fbc7d8f38364 service neutron] 10.222.0.115 "GET /v2.0/networks?id=c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 200 len: 914 time: 0.0893438 Nov 03 19:56:12.110008 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-585a6918-d32f-4404-9b0f-dbe752bde5b8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e HTTP/1.1" status: 200 len: 217 time: 0.0383191 Nov 03 19:56:12.164958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-9d62a92f-7aab-40df-a99d-4c4e4b27509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:12.166342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-9d62a92f-7aab-40df-a99d-4c4e4b27509b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=874fe139-adea-4ff9-a5e0-ca3b1e8c8275 HTTP/1.1" status: 200 len: 853 time: 0.0447888 Nov 03 19:56:12.179157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.202187 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-6c6f6874-bc3a-4490-bb35-999c625a4b74 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c985e478-365d-4406-bbff-2d41db87cd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268810 Nov 03 19:56:12.293391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5e341-1889-40c7-be15-a81a41932234 req-3e0757aa-a8fa-42f6-9e0d-3765f0d3d928 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:12.294894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4d5e341-1889-40c7-be15-a81a41932234 req-3e0757aa-a8fa-42f6-9e0d-3765f0d3d928 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 944 time: 0.0562270 Nov 03 19:56:12.302807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-95e19bc5-0ff7-4e0e-924d-b2393851eb17 service neutron] 10.222.0.115 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918715 Nov 03 19:56:12.349168 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4d5e341-1889-40c7-be15-a81a41932234 req-00694dcd-9dd8-49ea-ab03-438953530068 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Nov 03 19:56:12.414813 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1056c6d2-e33a-4ee5-9752-59872df8fde3 req-52e703e9-1f85-42ea-877b-d240f6ed21b0 service neutron] 10.222.0.115 "GET /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026342 Nov 03 19:56:13.480300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b130ae-1b25-4e45-8a7b-ff546f14145a req-5af92e2a-4485-4e4d-a027-571d0f123463 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:13.481832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b130ae-1b25-4e45-8a7b-ff546f14145a req-5af92e2a-4485-4e4d-a027-571d0f123463 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 944 time: 0.0545466 Nov 03 19:56:13.530073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9b130ae-1b25-4e45-8a7b-ff546f14145a req-a0581b1e-f55a-47f6-ae4e-e11de0f31ad1 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Nov 03 19:56:14.653596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033818-f5ab-4a3d-b27f-a9d31edcb5bf req-071a9e29-139e-495f-b7cd-78b90348f76f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:14.655122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a033818-f5ab-4a3d-b27f-a9d31edcb5bf req-071a9e29-139e-495f-b7cd-78b90348f76f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 944 time: 0.0502861 Nov 03 19:56:14.706304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8a033818-f5ab-4a3d-b27f-a9d31edcb5bf req-205cca09-7484-4910-bea6-2d6d87f12082 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Nov 03 19:56:15.209045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b6aa5ebc-0ffb-46d6-94e5-b3484760521e details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:56:15.303864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:15.314774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e', 'network_id': 'c985e478-365d-4406-bbff-2d41db87cd3b', 'port_id': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e', 'mac_address': 'fa:16:3e:84:65:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874fe139-adea-4ff9-a5e0-ca3b1e8c8275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:56:15.357609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:15.369993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6aa5ebc-0ffb-46d6-94e5-b3484760521e {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:56:15.389115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:15.393237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:15.442685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:15.610088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b6aa5ebc-0ffb-46d6-94e5-b3484760521e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:15.827186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030260-52c2-48c2-9bee-21e8f23e35b5 req-47c940fc-9a89-418d-b76b-a7751bb9f6b7 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:15.828679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75030260-52c2-48c2-9bee-21e8f23e35b5 req-47c940fc-9a89-418d-b76b-a7751bb9f6b7 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 945 time: 0.0500257 Nov 03 19:56:15.881207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75030260-52c2-48c2-9bee-21e8f23e35b5 req-cf65b96b-2dd7-4544-a741-08674c02907d tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Nov 03 19:56:17.001263 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47ef73-c41e-45ff-a071-e325348d193f req-30b9766b-421a-408b-aebc-6cf37889a6d6 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:17.002750 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c47ef73-c41e-45ff-a071-e325348d193f req-30b9766b-421a-408b-aebc-6cf37889a6d6 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Nov 03 19:56:17.053813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c47ef73-c41e-45ff-a071-e325348d193f req-c727a557-b281-4ee2-937b-207f99e2f2f2 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Nov 03 19:56:17.222066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b6aa5ebc-0ffb-46d6-94e5-b3484760521e up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:17.275329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port b6aa5ebc-0ffb-46d6-94e5-b3484760521e completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:56:17.279994 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port b6aa5ebc-0ffb-46d6-94e5-b3484760521e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:17.282705 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.373812 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.400088 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ce884d-2566-4a28-bc07-8f7e36491574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:17.402373 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4399a2-7f4c-49dc-8ae6-9308e57c981a" -d '{"events": [{"server_uuid": "49ce884d-2566-4a28-bc07-8f7e36491574", "name": "network-vif-plugged", "status": "completed", "tag": "b6aa5ebc-0ffb-46d6-94e5-b3484760521e"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:17.415514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:17.419706 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.443989 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f4dda9-1d0a-4c1e-9eb6-7202d7e39241 x-openstack-request-id: req-a9f4dda9-1d0a-4c1e-9eb6-7202d7e39241 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:17.444283 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ce884d-2566-4a28-bc07-8f7e36491574", "name": "network-vif-plugged", "status": "completed", "tag": "b6aa5ebc-0ffb-46d6-94e5-b3484760521e", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:17.444538 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a9f4dda9-1d0a-4c1e-9eb6-7202d7e39241 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:17.444959 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ce884d-2566-4a28-bc07-8f7e36491574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e', 'code': 200} Nov 03 19:56:17.472379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:17.549462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9fda7-a943-43fa-b8ba-854314916a3d req-12a3e7eb-aaab-422b-9f00-b9b3222c25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:17.550944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cdc9fda7-a943-43fa-b8ba-854314916a3d req-12a3e7eb-aaab-422b-9f00-b9b3222c25a2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 1097 time: 0.0440724 Nov 03 19:56:17.599315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cdc9fda7-a943-43fa-b8ba-854314916a3d req-b2ae8401-966e-4711-ad1a-f8fc25a04272 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Nov 03 19:56:18.173703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e6088-64f6-465e-b8e0-188f621a7e45 req-e00cff51-5dbb-4903-804d-7e37f736fe2a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:18.175792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c72e6088-64f6-465e-b8e0-188f621a7e45 req-e00cff51-5dbb-4903-804d-7e37f736fe2a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 946 time: 0.0510240 Nov 03 19:56:18.227169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c72e6088-64f6-465e-b8e0-188f621a7e45 req-9ee25692-8958-4d4a-82f0-3c64195c0492 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Nov 03 19:56:19.352253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01d219-bd88-4e44-b6fe-7d3cb9b5ccb1 req-fce55b80-96c9-4f2c-9fb0-9d7dde39cdf3 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.353964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba01d219-bd88-4e44-b6fe-7d3cb9b5ccb1 req-fce55b80-96c9-4f2c-9fb0-9d7dde39cdf3 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 946 time: 0.0547092 Nov 03 19:56:19.404697 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba01d219-bd88-4e44-b6fe-7d3cb9b5ccb1 req-f96ae02a-6271-4fc7-bb20-a9576ecaeb98 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Nov 03 19:56:19.646569 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261227-606a-4ec6-92bd-de3e3488551c req-56f9bcd8-27a2-4ba9-b855-93f36afac880 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.648037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13261227-606a-4ec6-92bd-de3e3488551c req-56f9bcd8-27a2-4ba9-b855-93f36afac880 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 946 time: 0.0499837 Nov 03 19:56:19.697898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-13261227-606a-4ec6-92bd-de3e3488551c req-1ab31745-9734-446e-9364-cfc3017c367c tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Nov 03 19:56:20.826729 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb159612-fb45-4757-a987-a527780c347a req-bc4b2576-042d-435d-9bd4-f6c01dac5f72 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:20.829328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb159612-fb45-4757-a987-a527780c347a req-bc4b2576-042d-435d-9bd4-f6c01dac5f72 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 946 time: 0.0556192 Nov 03 19:56:20.885006 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb159612-fb45-4757-a987-a527780c347a req-b7942168-7cc3-4b7f-9ece-101dddf0a09e tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Nov 03 19:56:21.035016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-9ffcbe4a-18ca-4019-988a-47c5ad4ef73f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:21.036478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-9ffcbe4a-18ca-4019-988a-47c5ad4ef73f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.115 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 946 time: 0.0497582 Nov 03 19:56:21.127792 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Deleting port b6aa5ebc-0ffb-46d6-94e5-b3484760521e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:21.128044 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:21.220282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] For port b6aa5ebc-0ffb-46d6-94e5-b3484760521e, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:21.220643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:21.234657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Calling delete_port for b6aa5ebc-0ffb-46d6-94e5-b3484760521e owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:21.367325 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:21.382836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f92bad48-a634-4203-84cd-94df5f825d6d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:21.385158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b6aa5ebc-0ffb-46d6-94e5-b3484760521e'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:21.397615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Pushing event deleted for resources: {'Port': ['ID=b6aa5ebc-0ffb-46d6-94e5-b3484760521e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:21.441360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] No DVR routers for this DVR port b6aa5ebc-0ffb-46d6-94e5-b3484760521e on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:21.444062 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:21.447572 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2f5768c4-1727-4b07-a5b2-0df552714f98 req-4b32f010-36db-41d3-93f9-26943fd46c10 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.115 "DELETE /v2.0/ports/b6aa5ebc-0ffb-46d6-94e5-b3484760521e HTTP/1.1" status: 204 len: 173 time: 0.4049587 Nov 03 19:56:21.448029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ce884d-2566-4a28-bc07-8f7e36491574', 'name': 'network-vif-deleted', 'tag': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:21.450363 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d0b45-2362-4fd0-a179-86b6445f46ac" -d '{"events": [{"server_uuid": "49ce884d-2566-4a28-bc07-8f7e36491574", "name": "network-vif-deleted", "tag": "b6aa5ebc-0ffb-46d6-94e5-b3484760521e"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:21.489866 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1946327-2218-4492-bf2c-d990a4df4377 x-openstack-request-id: req-f1946327-2218-4492-bf2c-d990a4df4377 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:21.490184 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ce884d-2566-4a28-bc07-8f7e36491574", "name": "network-vif-deleted", "tag": "b6aa5ebc-0ffb-46d6-94e5-b3484760521e", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:21.490421 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1946327-2218-4492-bf2c-d990a4df4377 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:21.490837 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ce884d-2566-4a28-bc07-8f7e36491574', 'name': 'network-vif-deleted', 'tag': 'b6aa5ebc-0ffb-46d6-94e5-b3484760521e', 'status': 'completed', 'code': 200} Nov 03 19:56:22.000808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef1a0c5b-6956-48aa-a204-029a13445012 req-992635c1-d09e-4b48-b1f5-ff481070c749 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=49ce884d-2566-4a28-bc07-8f7e36491574 HTTP/1.1" status: 200 len: 210 time: 0.0292034 Nov 03 19:56:23.154174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba254d-4848-4aa8-a356-7bc2a121ad1b req-7f87ad6a-841c-40e0-9efe-634ab0794153 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.155646 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1ba254d-4848-4aa8-a356-7bc2a121ad1b req-7f87ad6a-841c-40e0-9efe-634ab0794153 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0501299 Nov 03 19:56:23.203939 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1ba254d-4848-4aa8-a356-7bc2a121ad1b req-238edc42-ea2f-4302-8d1f-67f0989ec02b tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Nov 03 19:56:23.342960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c393660-8393-4eee-824a-ee315a8d25a5 req-e72d9b5c-d467-4faa-ae1d-6e47d3c17fde tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.344386 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c393660-8393-4eee-824a-ee315a8d25a5 req-e72d9b5c-d467-4faa-ae1d-6e47d3c17fde tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0549400 Nov 03 19:56:23.396548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2c393660-8393-4eee-824a-ee315a8d25a5 req-05c04c40-9bdf-4c91-93ca-b4b73d71ba6d tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Nov 03 19:56:23.526607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ec248-1289-4c7d-aeb0-aae9ea8c9739 req-04057ace-4f52-4be0-8cf5-3e465c638355 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.528149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-035ec248-1289-4c7d-aeb0-aae9ea8c9739 req-04057ace-4f52-4be0-8cf5-3e465c638355 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Nov 03 19:56:23.579470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-035ec248-1289-4c7d-aeb0-aae9ea8c9739 req-a283c979-2b4f-43f4-b69f-b6ffe4af3a3d tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Nov 03 19:56:23.747953 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b04c0-dd59-4f20-80e9-a5ae6a5cbb36 req-f40bddf4-f4e1-4e08-aead-1c4366699aca tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.749481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a9b04c0-dd59-4f20-80e9-a5ae6a5cbb36 req-f40bddf4-f4e1-4e08-aead-1c4366699aca tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Nov 03 19:56:23.801652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a9b04c0-dd59-4f20-80e9-a5ae6a5cbb36 req-725632a6-4f96-4772-8062-38bd2710fe99 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Nov 03 19:56:23.922010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72453ea6-97f4-416e-b201-27a58c69ba57 req-b4c79718-1402-4c2f-b37c-d57b56797559 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.923375 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72453ea6-97f4-416e-b201-27a58c69ba57 req-b4c79718-1402-4c2f-b37c-d57b56797559 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0532382 Nov 03 19:56:23.973878 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-72453ea6-97f4-416e-b201-27a58c69ba57 req-3c3e39e9-4124-4c2f-b5cc-ad86fc5f9dfe tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Nov 03 19:56:24.104392 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe212bd-e49d-4d36-a82e-2becabbe0c6e req-857e9aac-aece-4104-8096-2e2a71f74991 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:24.106015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fe212bd-e49d-4d36-a82e-2becabbe0c6e req-857e9aac-aece-4104-8096-2e2a71f74991 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Nov 03 19:56:24.155855 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8fe212bd-e49d-4d36-a82e-2becabbe0c6e req-96f6ae1a-99b0-48fe-b0c3-fe1ce0630a28 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Nov 03 19:56:24.497658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bbc31-270b-41a5-864d-102d8c0302e1 req-f318810d-efa6-4d69-919c-955ef2c1e72d tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:24.499203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7bbc31-270b-41a5-864d-102d8c0302e1 req-f318810d-efa6-4d69-919c-955ef2c1e72d tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0574698 Nov 03 19:56:24.553870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7bbc31-270b-41a5-864d-102d8c0302e1 req-45339995-d1e4-4fae-98a3-ea89e39ac938 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Nov 03 19:56:25.255417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b6aa5ebc-0ffb-46d6-94e5-b3484760521e no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:25.277095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: b6aa5ebc-0ffb-46d6-94e5-b3484760521e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:25.277439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b6aa5ebc-0ffb-46d6-94e5-b3484760521e not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:25.686825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6031da-3796-4ba6-ae4b-2234ba3421ba req-9528cc2c-ed0a-4aff-8624-d1d214ea428f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:25.688438 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c6031da-3796-4ba6-ae4b-2234ba3421ba req-9528cc2c-ed0a-4aff-8624-d1d214ea428f tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0563209 Nov 03 19:56:25.746096 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8c6031da-3796-4ba6-ae4b-2234ba3421ba req-f12e002f-8458-4c1a-92fd-3a6306eb2faf tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/security-groups?id=c1d6b82a-d6c9-4dce-951e-77444c770e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Nov 03 19:56:25.968825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-b18b938a-6d25-421f-9143-40162f114834 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:25.970412 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-b18b938a-6d25-421f-9143-40162f114834 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.110 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 945 time: 0.0598896 Nov 03 19:56:26.068371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Deleting port f92bad48-a634-4203-84cd-94df5f825d6d {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:26.068706 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.166807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] For port f92bad48-a634-4203-84cd-94df5f825d6d, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=f92bad48-a634-4203-84cd-94df5f825d6d,segment=NetworkSegment(80d37f35-508c-4950-8ddf-5659c4c3216b),segment_id=80d37f35-508c-4950-8ddf-5659c4c3216b)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:26.167077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.182173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Calling delete_port for f92bad48-a634-4203-84cd-94df5f825d6d owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:26.314174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.328467 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['f92bad48-a634-4203-84cd-94df5f825d6d'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:26.348607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Pushing event deleted for resources: {'Port': ['ID=f92bad48-a634-4203-84cd-94df5f825d6d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:26.391143 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] No DVR routers for this DVR port f92bad48-a634-4203-84cd-94df5f825d6d on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:26.393772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.397173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e3e11d0f-86dd-4e6d-b479-791552b1a207 req-76cdf5e0-3883-4cdf-9ea7-4ce2a217c77a tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.110 "DELETE /v2.0/ports/f92bad48-a634-4203-84cd-94df5f825d6d HTTP/1.1" status: 204 len: 173 time: 0.4175282 Nov 03 19:56:26.400926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27020a27-56d7-4699-98eb-7ef9c631e997', 'name': 'network-vif-deleted', 'tag': 'f92bad48-a634-4203-84cd-94df5f825d6d'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:26.400926 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa285f09-4989-4d5f-a6b8-8c71b3068652" -d '{"events": [{"server_uuid": "27020a27-56d7-4699-98eb-7ef9c631e997", "name": "network-vif-deleted", "tag": "f92bad48-a634-4203-84cd-94df5f825d6d"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:26.442333 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df47895-30c6-45ae-ad30-bc7933d2f393 x-openstack-request-id: req-7df47895-30c6-45ae-ad30-bc7933d2f393 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:26.442917 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27020a27-56d7-4699-98eb-7ef9c631e997", "name": "network-vif-deleted", "tag": "f92bad48-a634-4203-84cd-94df5f825d6d", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:26.443259 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7df47895-30c6-45ae-ad30-bc7933d2f393 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:26.443740 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27020a27-56d7-4699-98eb-7ef9c631e997', 'name': 'network-vif-deleted', 'tag': 'f92bad48-a634-4203-84cd-94df5f825d6d', 'status': 'completed', 'code': 200} Nov 03 19:56:26.863737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dfab5651-c550-4e69-a0bc-9a68a6398a37 req-dcaf7638-d7f6-45b2-bfe4-bcb8a4559644 tempest-ServersNegativeTestJSON-2091835164 tempest-ServersNegativeTestJSON-2091835164-project] 10.222.0.91 "GET /v2.0/ports?device_id=27020a27-56d7-4699-98eb-7ef9c631e997 HTTP/1.1" status: 200 len: 210 time: 0.0273454 Nov 03 19:56:27.926395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53290) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:27.971458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Deleting subnet 874fe139-adea-4ff9-a5e0-ca3b1e8c8275 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:56:27.975516 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.013803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.053126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.107291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.133774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874fe139-adea-4ff9-a5e0-ca3b1e8c8275,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:28.137892 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.141156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ffd6834a-4e9d-4c22-b651-25cb60cd0e21 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/874fe139-adea-4ff9-a5e0-ca3b1e8c8275 HTTP/1.1" status: 204 len: 168 time: 0.2137573 Nov 03 19:56:28.144220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53292) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:28.220005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.301352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.320757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c985e478-365d-4406-bbff-2d41db87cd3b']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:28.329907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d37f35-508c-4950-8ddf-5659c4c3216b') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:28.330207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d37f35-508c-4950-8ddf-5659c4c3216b') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:28.340109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.354314 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.360559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:28.360978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:28.362677 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:28.765727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.771823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:28.775065 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] 10.222.0.91 "DELETE /v2.0/networks/c985e478-365d-4406-bbff-2d41db87cd3b HTTP/1.1" status: 204 len: 168 time: 0.6298358 Nov 03 19:56:28.786183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742f815-578b-4a02-9894-bca19701135d admin admin] Pushing event deleted for resources: {'Network': ['ID=c985e478-365d-4406-bbff-2d41db87cd3b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:28.885613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53296) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:28.926593 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-195fa5ee-1575-4fb3-92f5-b360f41b5e0b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b023517ff2224d649207c3c0fbaef97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398057 Nov 03 19:56:28.929015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53298) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:28.978148 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1404d5f9-13bf-419b-acc0-88a09be9bbe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.000235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1404d5f9-13bf-419b-acc0-88a09be9bbe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.046352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1404d5f9-13bf-419b-acc0-88a09be9bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.048963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1404d5f9-13bf-419b-acc0-88a09be9bbe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.050637 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1404d5f9-13bf-419b-acc0-88a09be9bbe0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c1d6b82a-d6c9-4dce-951e-77444c770e13 HTTP/1.1" status: 204 len: 168 time: 0.1207159 Nov 03 19:56:29.058536 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404d5f9-13bf-419b-acc0-88a09be9bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6b82a-d6c9-4dce-951e-77444c770e13,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:29.786369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53320) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:29.890679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891742076'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:29.919277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:29.922758 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.933667 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.028095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.032066 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.065726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:30.071647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5550683-4765-4f35-990a-9bab3983da90,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:30.081992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.082517 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Added segment c256f502-5311-4b47-91e0-b0320dcd537f of type vlan for network 75058fd7-77cb-4f0b-b359-b41216ec312a Nov 03 19:56:30.127849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.163660 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.169727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:30.170349 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.208027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f92bad48-a634-4203-84cd-94df5f825d6d no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:30.230720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: f92bad48-a634-4203-84cd-94df5f825d6d {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:30.231071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device f92bad48-a634-4203-84cd-94df5f825d6d not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:30.249396 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4618294 Nov 03 19:56:30.259242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3ae5-a578-4e00-9775-c3bcb691e08b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Network': ['ID=75058fd7-77cb-4f0b-b359-b41216ec312a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:30.273528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 75058fd7-77cb-4f0b-b359-b41216ec312a details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:32.823975 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:33.549154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:33.563682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53324) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:33.568842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'subnet': {'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:33.661777 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:33.665403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:33.850639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:33.911716 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Subnet': ['ID=9b82f5bf-b868-4395-84d3-4f522d87ee2f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:33.919832 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Checking segment: {'id': 'c256f502-5311-4b47-91e0-b0320dcd537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:33.920195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network hostable DHCP agents. Network: 75058fd7-77cb-4f0b-b359-b41216ec312a, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:33.938690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network 75058fd7-77cb-4f0b-b359-b41216ec312a is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:33.949022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 75058fd7-77cb-4f0b-b359-b41216ec312a) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:33.953377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:33.953968 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:33.959956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a734c7-9ebb-4feb-946d-2abfe3f618bd None None] Network 75058fd7-77cb-4f0b-b359-b41216ec312a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:33.972815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-924de620-3a24-400c-9fa2-dfe76f8ee42b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4079778 Nov 03 19:56:33.976376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53326) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:33.981320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488763263'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:34.001341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:34.005332 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.030688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:34.040967 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.041316 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Added segment 35991627-37b7-400c-9a1e-fe8880e421e2 of type vlan for network 4c671a7e-f652-487d-b098-68b57f01d0a6 Nov 03 19:56:34.086718 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.111770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-75058fd7-77cb-4f0b-b359-b41216ec312a', 'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a', 'tenant_id': 'f2c7daa3f7ff44c187516c36edd560ae', 'fixed_ips': [{'subnet_id': '9b82f5bf-b868-4395-84d3-4f522d87ee2f'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:34.112968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.113915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.119627 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:34.120230 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.158387 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1809118 Nov 03 19:56:34.161501 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53328) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:34.167180 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'subnet': {'network_id': '4c671a7e-f652-487d-b098-68b57f01d0a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:34.196501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2c6e-65cb-418a-8ce9-4d5552d13b6b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Network': ['ID=4c671a7e-f652-487d-b098-68b57f01d0a6,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:34.209375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 4c671a7e-f652-487d-b098-68b57f01d0a6 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:34.268756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:34.272483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.315294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Allocated IP 2001:db8:0:ffff::2 (75058fd7-77cb-4f0b-b359-b41216ec312a/9b82f5bf-b868-4395-84d3-4f522d87ee2f/2dfa3c52-b039-4ee2-ac74-911843cce558) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:34.476440 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.482392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.493053 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.527494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Network 75058fd7-77cb-4f0b-b359-b41216ec312a is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:34.530727 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:34.533360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:34.540851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Pushing event updated for resources: {'Port': ['ID=2dfa3c52-b039-4ee2-ac74-911843cce558,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:34.552460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.552835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.553179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.553517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.553849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.554181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.554510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.554835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.555161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.555486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.555812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.556134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:34.565699 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Subnet': ['ID=c77d9c62-55a9-4a21-b3b5-272c9250166a,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:34.570207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Checking segment: {'id': '35991627-37b7-400c-9a1e-fe8880e421e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4c671a7e-f652-487d-b098-68b57f01d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:34.570571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network hostable DHCP agents. Network: 4c671a7e-f652-487d-b098-68b57f01d0a6, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:34.588679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network 4c671a7e-f652-487d-b098-68b57f01d0a6 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:34.599542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 4c671a7e-f652-487d-b098-68b57f01d0a6) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:34.604087 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:34.604686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.613792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1926a-40a6-4c2d-9704-40bc4f024d25 None None] Network 4c671a7e-f652-487d-b098-68b57f01d0a6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:34.622627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1f8c7d39-1518-463d-88a1-069386dbbef9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4594688 Nov 03 19:56:34.625260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53330) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:34.635601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Attempting to bind port 2dfa3c52-b039-4ee2-ac74-911843cce558 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:34.635978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Attempting to bind port 2dfa3c52-b039-4ee2-ac74-911843cce558 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'c256f502-5311-4b47-91e0-b0320dcd537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:34.636563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Attempting to bind port 2dfa3c52-b039-4ee2-ac74-911843cce558 on network 75058fd7-77cb-4f0b-b359-b41216ec312a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:34.670431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:34.670809 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Checking segment: {'id': 'c256f502-5311-4b47-91e0-b0320dcd537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:34.671219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.671599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Bound using segment: {'id': 'c256f502-5311-4b47-91e0-b0320dcd537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:34.672092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Bound port: 2dfa3c52-b039-4ee2-ac74-911843cce558, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c256f502-5311-4b47-91e0-b0320dcd537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75058fd7-77cb-4f0b-b359-b41216ec312a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:34.672462 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.725404 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.834215 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.904156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.932457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Subnet': ['ID=c77d9c62-55a9-4a21-b3b5-272c9250166a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:34.965323 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] For port 2dfa3c52-b039-4ee2-ac74-911843cce558, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:34.983931 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad0778e8-5d78-44ae-af6e-4d9352a13934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:34.992560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366ec0c-3b67-4255-a9ce-6b3dab87f1fa None None] Network 4c671a7e-f652-487d-b098-68b57f01d0a6 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:34.998160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] For port 2dfa3c52-b039-4ee2-ac74-911843cce558, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2dfa3c52-b039-4ee2-ac74-911843cce558,segment=NetworkSegment(c256f502-5311-4b47-91e0-b0320dcd537f),segment_id=c256f502-5311-4b47-91e0-b0320dcd537f)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:35.001009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.016553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.022694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c671a7e-f652-487d-b098-68b57f01d0a6']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:35.032385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35991627-37b7-400c-9a1e-fe8880e421e2') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:35.032687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35991627-37b7-400c-9a1e-fe8880e421e2') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:35.042758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.056603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.062839 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:35.063241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:35.066315 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:35.129989 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.134992 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.135193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4b502-dc4b-41e4-aa33-cb1620782d08 None None] Pushing event updated for resources: {'Port': ['ID=2dfa3c52-b039-4ee2-ac74-911843cce558,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:35.139971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/4c671a7e-f652-487d-b098-68b57f01d0a6 HTTP/1.1" status: 204 len: 168 time: 0.5134883 Nov 03 19:56:35.144507 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53332) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:35.149656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-4483463'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:35.163437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee032a-7368-4360-bb92-157426fcbc3c tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Network': ['ID=4c671a7e-f652-487d-b098-68b57f01d0a6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:35.182888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:35.186842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.213545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:35.224646 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.225029 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Added segment 1cc5968e-5ba5-4868-834c-cd22b38ea484 of type vlan for network e145f3a3-f247-48eb-89a2-fab079a53561 Nov 03 19:56:35.293683 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.325774 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.333118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:35.333889 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.398362 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2525184 Nov 03 19:56:35.401211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53334) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:35.406631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'subnet': {'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:35.407782 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933cf7d-aa38-4827-8b17-5236bcc48fca tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Network': ['ID=e145f3a3-f247-48eb-89a2-fab079a53561,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:35.418614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e145f3a3-f247-48eb-89a2-fab079a53561 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:35.511628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:35.515275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.576804 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Performing IP validity checks on allocation pools {{(pid=101988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:56:35.577334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.ipam_backend_mixin [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:56:35.708930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.770193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Subnet': ['ID=50e2e6b7-d4af-4ab5-ac4e-4629b452de56,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:35.782021 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Checking segment: {'id': '1cc5968e-5ba5-4868-834c-cd22b38ea484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:35.782401 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network hostable DHCP agents. Network: e145f3a3-f247-48eb-89a2-fab079a53561, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:35.801117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network e145f3a3-f247-48eb-89a2-fab079a53561 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:35.810904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e145f3a3-f247-48eb-89a2-fab079a53561) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:35.816148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:35.816788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.822057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691bcb7-7e68-4123-88e7-d9cb12be135c None None] Network e145f3a3-f247-48eb-89a2-fab079a53561 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:35.837661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35d03118-d538-4a10-9464-45b72d506f7d tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4352715 Nov 03 19:56:35.840372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53336) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:35.955617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:35.993917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e145f3a3-f247-48eb-89a2-fab079a53561', 'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561', 'tenant_id': 'f2c7daa3f7ff44c187516c36edd560ae', 'fixed_ips': [{'subnet_id': '50e2e6b7-d4af-4ab5-ac4e-4629b452de56'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:35.994796 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.044291 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.121533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d0525-483b-4809-b1b6-5f97ac4f8c3d None None] Network 75058fd7-77cb-4f0b-b359-b41216ec312a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:36.198425 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Allocated IP 2001:db8::3 (e145f3a3-f247-48eb-89a2-fab079a53561/50e2e6b7-d4af-4ab5-ac4e-4629b452de56/16f4840d-1761-4204-9de2-a00e61fbb9f5) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:36.215886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5af4db2b-ae8a-4ce0-ad41-ee801b37c654 None None] Provisioning complete for port 2dfa3c52-b039-4ee2-ac74-911843cce558 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:36.216248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af4db2b-ae8a-4ce0-ad41-ee801b37c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.461743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af4db2b-ae8a-4ce0-ad41-ee801b37c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.503098 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.519386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.522377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5af4db2b-ae8a-4ce0-ad41-ee801b37c654 None None] For port 2dfa3c52-b039-4ee2-ac74-911843cce558, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2dfa3c52-b039-4ee2-ac74-911843cce558,segment=NetworkSegment(c256f502-5311-4b47-91e0-b0320dcd537f),segment_id=c256f502-5311-4b47-91e0-b0320dcd537f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:36.534613 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.549499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5af4db2b-ae8a-4ce0-ad41-ee801b37c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.564693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Network e145f3a3-f247-48eb-89a2-fab079a53561 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:36.569754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:36.573699 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:36.579391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Pushing event updated for resources: {'Port': ['ID=16f4840d-1761-4204-9de2-a00e61fbb9f5,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:36.598853 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Subnet': ['ID=50e2e6b7-d4af-4ab5-ac4e-4629b452de56,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:36.684379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Attempting to bind port 16f4840d-1761-4204-9de2-a00e61fbb9f5 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:36.684770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Attempting to bind port 16f4840d-1761-4204-9de2-a00e61fbb9f5 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '1cc5968e-5ba5-4868-834c-cd22b38ea484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:36.686066 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Attempting to bind port 16f4840d-1761-4204-9de2-a00e61fbb9f5 on network e145f3a3-f247-48eb-89a2-fab079a53561 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:36.689838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2dfa3c52-b039-4ee2-ac74-911843cce558 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:36.692095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.693762 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4db2b-ae8a-4ce0-ad41-ee801b37c654 None None] Pushing event updated for resources: {'Port': ['ID=2dfa3c52-b039-4ee2-ac74-911843cce558,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:36.720386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:36.720868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Checking segment: {'id': '1cc5968e-5ba5-4868-834c-cd22b38ea484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:36.721195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.721876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Bound using segment: {'id': '1cc5968e-5ba5-4868-834c-cd22b38ea484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:36.722680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Bound port: 16f4840d-1761-4204-9de2-a00e61fbb9f5, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc5968e-5ba5-4868-834c-cd22b38ea484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e145f3a3-f247-48eb-89a2-fab079a53561'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:36.722853 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.724421 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e145f3a3-f247-48eb-89a2-fab079a53561']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:36.741341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc5968e-5ba5-4868-834c-cd22b38ea484') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:36.741710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc5968e-5ba5-4868-834c-cd22b38ea484') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:36.753832 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.771093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.778290 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:36.778632 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:36.782074 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:36.809736 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-db6ec0c9-0193-4f18-ae8f-ae51b54a3c81 None None] Provisioning complete for port 2dfa3c52-b039-4ee2-ac74-911843cce558 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:36.810095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-db6ec0c9-0193-4f18-ae8f-ae51b54a3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.845398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2dfa3c52-b039-4ee2-ac74-911843cce558 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:36.845763 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:36.848194 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] For port 16f4840d-1761-4204-9de2-a00e61fbb9f5, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:36.849785 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.db.api [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 19:56:36.849785 n-d-812151-4 neutron-server[101989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 19:56:36.849785 n-d-812151-4 neutron-server[101989]: [parameters: {'id': 'e145f3a3-f247-48eb-89a2-fab079a53561'}] Nov 03 19:56:36.849785 n-d-812151-4 neutron-server[101989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:56:36.850460 n-d-812151-4 neutron-server[101989]: DEBUG oslo_db.api [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:56:36.883506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] For port 16f4840d-1761-4204-9de2-a00e61fbb9f5, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=16f4840d-1761-4204-9de2-a00e61fbb9f5,segment=NetworkSegment(1cc5968e-5ba5-4868-834c-cd22b38ea484),segment_id=1cc5968e-5ba5-4868-834c-cd22b38ea484)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:36.890005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.015305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca325c2-485c-418e-90fb-f6f5ccf7d8f1 None None] Pushing event updated for resources: {'Port': ['ID=16f4840d-1761-4204-9de2-a00e61fbb9f5,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:37.048584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73f219-8605-4a61-9b1e-45386de30e62 None None] Network e145f3a3-f247-48eb-89a2-fab079a53561 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:37.184567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2383218-9152-4515-88ae-f99f730aead8 None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:56:37.251709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2383218-9152-4515-88ae-f99f730aead8 None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:56:37.352296 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.406825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Deleting port 16f4840d-1761-4204-9de2-a00e61fbb9f5 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:37.407160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.475581 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] For port 16f4840d-1761-4204-9de2-a00e61fbb9f5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=16f4840d-1761-4204-9de2-a00e61fbb9f5,segment=NetworkSegment(1cc5968e-5ba5-4868-834c-cd22b38ea484),segment_id=1cc5968e-5ba5-4868-834c-cd22b38ea484)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:37.475940 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.488578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Calling delete_port for 16f4840d-1761-4204-9de2-a00e61fbb9f5 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:37.566913 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.591241 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Port': ['ID=16f4840d-1761-4204-9de2-a00e61fbb9f5,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:37.597749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No DVR routers for this DVR port 16f4840d-1761-4204-9de2-a00e61fbb9f5 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:37.681160 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.701529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e145f3a3-f247-48eb-89a2-fab079a53561']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:37.711243 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc5968e-5ba5-4868-834c-cd22b38ea484') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:37.711537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc5968e-5ba5-4868-834c-cd22b38ea484') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:37.720947 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.734035 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.741289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:37.741744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:37.745590 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:37.807508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.814713 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.818542 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/e145f3a3-f247-48eb-89a2-fab079a53561 HTTP/1.1" status: 204 len: 168 time: 1.9771204 Nov 03 19:56:37.822372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:37.827570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105512014'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:37.830792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22a010-3854-4134-b826-2eb41e45ef88 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Network': ['ID=e145f3a3-f247-48eb-89a2-fab079a53561,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:37.851372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:37.855222 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.881450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:37.891581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.891950 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Added segment 617a5d12-8179-40bb-a1b8-d7ce03d4124c of type vlan for network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 Nov 03 19:56:37.937803 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.964276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:37.970463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:37.971063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.032534 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2090073 Nov 03 19:56:38.036288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53340) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:38.041527 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'subnet': {'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:38.079895 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d1c5-bcef-47e5-8746-47a4f64ee556 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Network': ['ID=f1eb5833-0101-43f1-b8cd-9ce4131c6e39,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:38.098400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:38.142348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:38.146045 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.335489 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.393461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Subnet': ['ID=f747eca2-19fb-436d-a51f-aab901026b2e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:38.409634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Checking segment: {'id': '617a5d12-8179-40bb-a1b8-d7ce03d4124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:38.409984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network hostable DHCP agents. Network: f1eb5833-0101-43f1-b8cd-9ce4131c6e39, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:38.412182 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-87bf647e-4a64-4ad6-a278-8911a2012b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.428258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:38.436863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, f1eb5833-0101-43f1-b8cd-9ce4131c6e39) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:38.441538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:38.442115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.447391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2da6a0-0109-47d0-b95b-d1a2454b54da None None] Network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:38.463283 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ee15329d-8a0b-4fc5-85d1-b3892da2e7d5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4257779 Nov 03 19:56:38.466952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53342) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:38.472656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376277676'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:38.494219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:38.498512 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.522979 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:38.532704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.533631 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Added segment 1728c9a2-85e2-4277-ae0f-08542a8d5b9a of type vlan for network ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed Nov 03 19:56:38.583169 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.612385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.614100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2dfa3c52-b039-4ee2-ac74-911843cce558 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:38.619602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:38.620225 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.639110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-f1eb5833-0101-43f1-b8cd-9ce4131c6e39', 'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39', 'tenant_id': 'f2c7daa3f7ff44c187516c36edd560ae', 'fixed_ips': [{'subnet_id': 'f747eca2-19fb-436d-a51f-aab901026b2e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:38.639872 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.655107 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1869802 Nov 03 19:56:38.657959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53344) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:38.665052 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Request body: {'subnet': {'network_id': 'ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:38.724530 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f12f6-5203-4593-982a-ace3c00a8aba tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Network': ['ID=ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:38.744229 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:38.761615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2dfa3c52-b039-4ee2-ac74-911843cce558 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:38.761887 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.798233 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Made reservation on behalf of f2c7daa3f7ff44c187516c36edd560ae for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:38.802351 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.895220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Allocated IP 2001:db8::2 (f1eb5833-0101-43f1-b8cd-9ce4131c6e39/f747eca2-19fb-436d-a51f-aab901026b2e/d846b66c-4107-495c-80e3-023d23953f6f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:38.993030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.056022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event updated for resources: {'Subnet': ['ID=135507eb-47bc-4ce1-b7d2-99bc12842cac,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:39.065348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Checking segment: {'id': '1728c9a2-85e2-4277-ae0f-08542a8d5b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:39.065714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network hostable DHCP agents. Network: ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:39.084103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Network ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:39.087493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.094873 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.097116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:39.104206 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:39.104887 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.125435 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fa03c3fa-4fa3-4179-82fb-7bd7c9f115aa tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4640434 Nov 03 19:56:39.125652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eae5795-3aa4-4616-8d56-f9a04480a1fc None None] Network ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:39.126097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53346) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:39.165842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:39.171764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:39.368027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:39.371230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Pushing event updated for resources: {'Port': ['ID=d846b66c-4107-495c-80e3-023d23953f6f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:39.452901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Attempting to bind port d846b66c-4107-495c-80e3-023d23953f6f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:39.453272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Attempting to bind port d846b66c-4107-495c-80e3-023d23953f6f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '617a5d12-8179-40bb-a1b8-d7ce03d4124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:39.453631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Attempting to bind port d846b66c-4107-495c-80e3-023d23953f6f on network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:39.484905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:39.485277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Checking segment: {'id': '617a5d12-8179-40bb-a1b8-d7ce03d4124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:39.485669 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.486062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Bound using segment: {'id': '617a5d12-8179-40bb-a1b8-d7ce03d4124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:39.486530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Bound port: d846b66c-4107-495c-80e3-023d23953f6f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617a5d12-8179-40bb-a1b8-d7ce03d4124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f1eb5833-0101-43f1-b8cd-9ce4131c6e39'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:39.486902 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.538209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.558952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f70e9-4b55-41db-9b07-41949d4bd112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed', 'network_id': 'ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed', 'tenant_id': 'f2c7daa3f7ff44c187516c36edd560ae', 'fixed_ips': [{'subnet_id': '135507eb-47bc-4ce1-b7d2-99bc12842cac'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:39.559754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a72f70e9-4b55-41db-9b07-41949d4bd112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.591206 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.598026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] For port d846b66c-4107-495c-80e3-023d23953f6f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:39.601833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] For port d846b66c-4107-495c-80e3-023d23953f6f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d846b66c-4107-495c-80e3-023d23953f6f,segment=NetworkSegment(617a5d12-8179-40bb-a1b8-d7ce03d4124c),segment_id=617a5d12-8179-40bb-a1b8-d7ce03d4124c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:39.647841 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.659395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.687060 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Subnet': ['ID=135507eb-47bc-4ce1-b7d2-99bc12842cac,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server [None req-a72f70e9-4b55-41db-9b07-41949d4bd112 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 135507eb-47bc-4ce1-b7d2-99bc12842cac: This subnet is being modified by another concurrent operation. Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 135507eb-47bc-4ce1-b7d2-99bc12842cac: This subnet is being modified by another concurrent operation. Nov 03 19:56:39.714175 n-d-812151-4 neutron-server[101991]: ERROR oslo_messaging.rpc.server Nov 03 19:56:39.734727 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056e3d8-3d4f-4b09-a6a0-2f2ca1486745 None None] Pushing event updated for resources: {'Port': ['ID=d846b66c-4107-495c-80e3-023d23953f6f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:39.737880 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9a553-2db0-41e8-a66a-dd69f1d4006d None None] Network ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:39.758259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.780712 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:39.792418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1728c9a2-85e2-4277-ae0f-08542a8d5b9a') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:39.793136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1728c9a2-85e2-4277-ae0f-08542a8d5b9a') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:39.809330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.823779 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.830349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:39.830804 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:39.833910 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:39.908567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.917217 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:39.927800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed HTTP/1.1" status: 204 len: 168 time: 0.7987015 Nov 03 19:56:39.928894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:39.938352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8b2db-8e2b-49d1-9127-230052087c50 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Network': ['ID=ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:39.967196 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b26140-5ed3-4a4b-a806-aee7adcfcc05 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] GET failed (client error): The resource could not be found. Nov 03 19:56:39.968384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91b26140-5ed3-4a4b-a806-aee7adcfcc05 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "GET /v2.0/subnets/135507eb-47bc-4ce1-b7d2-99bc12842cac HTTP/1.1" status: 404 len: 337 time: 0.0381615 Nov 03 19:56:39.971362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53350) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:39.991148 n-d-812151-4 neutron-server[101988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90d2036-3925-4ff4-a9a3-8fff849b39d8 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:39.991722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90d2036-3925-4ff4-a9a3-8fff849b39d8 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:39.994856 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a90d2036-3925-4ff4-a9a3-8fff849b39d8 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed HTTP/1.1" status: 404 len: 339 time: 0.0222650 Nov 03 19:56:39.999118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53352) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:40.029199 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c34c405-b8d0-4489-b90d-4910d01109b9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:40.029659 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c34c405-b8d0-4489-b90d-4910d01109b9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:40.032785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5c34c405-b8d0-4489-b90d-4910d01109b9 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/subnets/135507eb-47bc-4ce1-b7d2-99bc12842cac HTTP/1.1" status: 404 len: 337 time: 0.0325067 Nov 03 19:56:40.035363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:40.054711 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c4c5a1-b1f5-48cb-b663-f80f13c5262b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:40.055237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c4c5a1-b1f5-48cb-b663-f80f13c5262b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:40.058249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-45c4c5a1-b1f5-48cb-b663-f80f13c5262b tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/ebd3455e-5ef8-4e1d-9540-23cb5c50d2ed HTTP/1.1" status: 404 len: 339 time: 0.0219030 Nov 03 19:56:40.060876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53356) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:40.118372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Deleting subnet f747eca2-19fb-436d-a51f-aab901026b2e {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:56:40.121765 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.130586 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.162344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.251728 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.318950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.347297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Subnet': ['ID=f747eca2-19fb-436d-a51f-aab901026b2e,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:40.351152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.354546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e8317115-0a23-42e2-bc71-a3187680d4f1 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/subnets/f747eca2-19fb-436d-a51f-aab901026b2e HTTP/1.1" status: 204 len: 168 time: 0.2926614 Nov 03 19:56:40.357223 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53358) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:40.442532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.499639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Deleting port d846b66c-4107-495c-80e3-023d23953f6f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:40.499981 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.579156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] For port d846b66c-4107-495c-80e3-023d23953f6f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=d846b66c-4107-495c-80e3-023d23953f6f,segment=NetworkSegment(617a5d12-8179-40bb-a1b8-d7ce03d4124c),segment_id=617a5d12-8179-40bb-a1b8-d7ce03d4124c)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:40.579623 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.593824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Calling delete_port for d846b66c-4107-495c-80e3-023d23953f6f owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:40.656706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d846b66c-4107-495c-80e3-023d23953f6f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:40.680232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.704221 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No active binding found for port d846b66c-4107-495c-80e3-023d23953f6f {{(pid=101991) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:56:40.704686 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d846b66c-4107-495c-80e3-023d23953f6f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 19:56:40.712065 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Port': ['ID=d846b66c-4107-495c-80e3-023d23953f6f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:40.715880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No DVR routers for this DVR port d846b66c-4107-495c-80e3-023d23953f6f on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:40.726893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Port d846b66c-4107-495c-80e3-023d23953f6f not found, will not notify nova. {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 19:56:40.743841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45e532-b461-46bd-b598-7c9357a99bfe None None] Network f1eb5833-0101-43f1-b8cd-9ce4131c6e39 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:40.798476 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.804294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-53292af0-d599-4a62-ae7f-a5b775909ab3 None None] Could not find standard attr ID for object d846b66c-4107-495c-80e3-023d23953f6f. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:56:40.819613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eb5833-0101-43f1-b8cd-9ce4131c6e39']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:40.829118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617a5d12-8179-40bb-a1b8-d7ce03d4124c') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:40.829414 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617a5d12-8179-40bb-a1b8-d7ce03d4124c') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:40.844905 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.860263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.867438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:40.867438 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:40.870890 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:40.922693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f3f85-9a92-4262-874a-d0b5cdfef273 None None] DHCP port deletion for f1eb5833-0101-43f1-b8cd-9ce4131c6e39 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:56:40.934567 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.945048 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:40.948388 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/f1eb5833-0101-43f1-b8cd-9ce4131c6e39 HTTP/1.1" status: 204 len: 168 time: 0.5900869 Nov 03 19:56:40.949311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa970c6-0178-4396-a637-226a8a54584f None None] get_active_networks_info from n-d-812151-4 {{(pid=101991) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:56:40.950842 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53360) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:40.970191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ea9b-c8c7-450d-9167-339e7af274e5 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Network': ['ID=f1eb5833-0101-43f1-b8cd-9ce4131c6e39,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:40.989525 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedb146d-2953-4ec9-aabe-c77455d8fea6 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:40.989984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedb146d-2953-4ec9-aabe-c77455d8fea6 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:40.995523 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fedb146d-2953-4ec9-aabe-c77455d8fea6 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/subnets/50e2e6b7-d4af-4ab5-ac4e-4629b452de56 HTTP/1.1" status: 404 len: 337 time: 0.0410233 Nov 03 19:56:40.995744 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53362) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:41.013516 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-59175f06-c9f3-4945-ae8e-a268d222da31 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:41.014066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59175f06-c9f3-4945-ae8e-a268d222da31 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:41.017176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-59175f06-c9f3-4945-ae8e-a268d222da31 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/e145f3a3-f247-48eb-89a2-fab079a53561 HTTP/1.1" status: 404 len: 339 time: 0.0205224 Nov 03 19:56:41.020313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53364) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:41.020470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa970c6-0178-4396-a637-226a8a54584f None None] Resources bound (agent type, host, resource id): {{(pid=101991) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:56:41.051893 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6708e8cf-9770-4394-835b-858e2c2e1f31 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:41.052342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6708e8cf-9770-4394-835b-858e2c2e1f31 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:41.055453 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6708e8cf-9770-4394-835b-858e2c2e1f31 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/subnets/c77d9c62-55a9-4a21-b3b5-272c9250166a HTTP/1.1" status: 404 len: 337 time: 0.0341854 Nov 03 19:56:41.058021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53366) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:41.076143 n-d-812151-4 neutron-server[101989]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bc3676-4688-48e5-9494-0db2392a4377 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] DELETE failed (client error): The resource could not be found. Nov 03 19:56:41.076689 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bc3676-4688-48e5-9494-0db2392a4377 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:56:41.079735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-95bc3676-4688-48e5-9494-0db2392a4377 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/4c671a7e-f652-487d-b098-68b57f01d0a6 HTTP/1.1" status: 404 len: 339 time: 0.0207994 Nov 03 19:56:41.082921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53368) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:41.134456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Deleting subnet 9b82f5bf-b868-4395-84d3-4f522d87ee2f {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:56:41.137820 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.181109 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.274281 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.334716 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.363172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Subnet': ['ID=9b82f5bf-b868-4395-84d3-4f522d87ee2f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:41.365173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.368675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bed5f349-ccbb-4c2f-8e5b-807f0fcf563e tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/subnets/9b82f5bf-b868-4395-84d3-4f522d87ee2f HTTP/1.1" status: 204 len: 168 time: 0.2845480 Nov 03 19:56:41.370267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d4d08-05e2-4c83-8def-11b2fe8e7e60 None None] Network 75058fd7-77cb-4f0b-b359-b41216ec312a requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:41.371048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53370) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:41.459357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.516548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Deleting port 2dfa3c52-b039-4ee2-ac74-911843cce558 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:41.516770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.544397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] DHCP port deletion for 75058fd7-77cb-4f0b-b359-b41216ec312a request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:56:41.588810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] For port 2dfa3c52-b039-4ee2-ac74-911843cce558, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2dfa3c52-b039-4ee2-ac74-911843cce558,segment=NetworkSegment(c256f502-5311-4b47-91e0-b0320dcd537f),segment_id=c256f502-5311-4b47-91e0-b0320dcd537f)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:41.589209 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.600441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] Deleting port 2dfa3c52-b039-4ee2-ac74-911843cce558 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:41.600881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.602565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Calling delete_port for 2dfa3c52-b039-4ee2-ac74-911843cce558 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:41.664550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] For port 2dfa3c52-b039-4ee2-ac74-911843cce558, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2dfa3c52-b039-4ee2-ac74-911843cce558,segment=NetworkSegment(c256f502-5311-4b47-91e0-b0320dcd537f),segment_id=c256f502-5311-4b47-91e0-b0320dcd537f)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:41.664969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.677522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] Calling delete_port for 2dfa3c52-b039-4ee2-ac74-911843cce558 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:41.682336 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.711195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Port': ['ID=2dfa3c52-b039-4ee2-ac74-911843cce558,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:41.714384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] No DVR routers for this DVR port 2dfa3c52-b039-4ee2-ac74-911843cce558 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:41.763000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.788080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] Pushing event deleted for resources: {'Port': ['ID=2dfa3c52-b039-4ee2-ac74-911843cce558,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:41.791663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21086e-bf5a-4225-91e8-3b354ae5c4d2 None None] No DVR routers for this DVR port 2dfa3c52-b039-4ee2-ac74-911843cce558 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:41.804641 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.825163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75058fd7-77cb-4f0b-b359-b41216ec312a']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:41.834450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c256f502-5311-4b47-91e0-b0320dcd537f') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:41.834770 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c256f502-5311-4b47-91e0-b0320dcd537f') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:41.843951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.857523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.863990 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:41.864371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:41.867615 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:41.933012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.941619 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:41.944850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] 10.222.0.91 "DELETE /v2.0/networks/75058fd7-77cb-4f0b-b359-b41216ec312a HTTP/1.1" status: 204 len: 168 time: 0.5727892 Nov 03 19:56:41.957201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c26a11-8538-4dad-8f78-40bf1c877e38 tempest-NetworksIpV6Test-1538979062 tempest-NetworksIpV6Test-1538979062-project] Pushing event deleted for resources: {'Network': ['ID=75058fd7-77cb-4f0b-b359-b41216ec312a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:42.043209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.184329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.194127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53376) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:42.325311 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b6d85934-ccb5-476b-bc6d-6f004a163913 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f2c7daa3f7ff44c187516c36edd560ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299829 Nov 03 19:56:42.327811 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53380) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:42.378447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7c77-71ee-4202-acdb-e87d5150eaf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.401356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7c77-71ee-4202-acdb-e87d5150eaf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.449192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7c77-71ee-4202-acdb-e87d5150eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.451991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7c77-71ee-4202-acdb-e87d5150eaf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:42.453164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f9fa7c77-71ee-4202-acdb-e87d5150eaf2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e5550683-4765-4f35-990a-9bab3983da90 HTTP/1.1" status: 204 len: 168 time: 0.1244688 Nov 03 19:56:42.461950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa7c77-71ee-4202-acdb-e87d5150eaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5550683-4765-4f35-990a-9bab3983da90,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:42.608691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2dfa3c52-b039-4ee2-ac74-911843cce558 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:42.628016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2dfa3c52-b039-4ee2-ac74-911843cce558 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:42.628348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2dfa3c52-b039-4ee2-ac74-911843cce558 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:42.628783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d846b66c-4107-495c-80e3-023d23953f6f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:42.652065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: d846b66c-4107-495c-80e3-023d23953f6f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:42.652407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device d846b66c-4107-495c-80e3-023d23953f6f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:43.112604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53402) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:43.208269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-353673131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:43.231323 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.232426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.291329 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.295775 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.313485 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.314696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-760dc79f-b3da-4c21-b8b3-87ae63c765d8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2010758 Nov 03 19:56:43.318145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53406) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:43.324559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1543438136'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:43.357289 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Made reservation on behalf of bfb985ee2ed64802965a97d8a3da887d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:43.360780 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.369871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.445576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.449477 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.477030 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:43.486633 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9793d46d-08fa-4adb-a0b5-09a624e58bf8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:43.491962 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.492306 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Added segment 737fffab-90d4-4d3f-b418-a72b7c8c9c45 of type vlan for network b2edd2b7-009c-4be5-b2d4-ac138c300954 Nov 03 19:56:43.531705 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.557107 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.562482 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:43.563050 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.625546 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3063509 Nov 03 19:56:43.628318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53408) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:43.635343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Request body: {'subnet': {'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:43.642054 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ae62e-6855-4535-8e61-f8c795c6ce15 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event updated for resources: {'Network': ['ID=b2edd2b7-009c-4be5-b2d4-ac138c300954,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:43.652304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b2edd2b7-009c-4be5-b2d4-ac138c300954 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:43.729479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Made reservation on behalf of bfb985ee2ed64802965a97d8a3da887d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:43.733147 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.914733 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:43.973045 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event updated for resources: {'Subnet': ['ID=ae00c040-2012-4ae3-a6aa-e7d808d133aa,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:43.983327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Checking segment: {'id': '737fffab-90d4-4d3f-b418-a72b7c8c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:43.983682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Network hostable DHCP agents. Network: b2edd2b7-009c-4be5-b2d4-ac138c300954, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:43.998742 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Network b2edd2b7-009c-4be5-b2d4-ac138c300954 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:44.007483 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b2edd2b7-009c-4be5-b2d4-ac138c300954) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:44.013461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:44.013461 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.016945 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e4f1d-a4c1-4454-a497-84266d97eb98 None None] Network b2edd2b7-009c-4be5-b2d4-ac138c300954 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:44.031247 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7d177536-72b8-4fa1-9ea3-7642f531adfc tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4017770 Nov 03 19:56:44.034280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53410) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:44.039891 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1047261452'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:44.061416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Made reservation on behalf of bfb985ee2ed64802965a97d8a3da887d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:44.065386 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.094495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:44.105628 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.105979 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Added segment d21c4c8b-62d0-4e1a-b252-29f01153f9fd of type vlan for network fda11779-e1ef-496b-8727-25c1e3712cea Nov 03 19:56:44.149108 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.167202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b2edd2b7-009c-4be5-b2d4-ac138c300954', 'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954', 'tenant_id': 'bfb985ee2ed64802965a97d8a3da887d', 'fixed_ips': [{'subnet_id': 'ae00c040-2012-4ae3-a6aa-e7d808d133aa'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:44.167966 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.177706 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.183444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:44.184205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.221297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1859725 Nov 03 19:56:44.225237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53412) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:44.231243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Request body: {'subnet': {'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:44.260377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70afd-ce98-4a91-b7f3-7bd6b93f021a tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event updated for resources: {'Network': ['ID=fda11779-e1ef-496b-8727-25c1e3712cea,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:44.288687 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network fda11779-e1ef-496b-8727-25c1e3712cea details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:44.297265 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:56:44.346252 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Made reservation on behalf of bfb985ee2ed64802965a97d8a3da887d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:44.350787 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.358628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Allocated IP 172.20.0.2 (b2edd2b7-009c-4be5-b2d4-ac138c300954/ae00c040-2012-4ae3-a6aa-e7d808d133aa/0d4a5013-eeed-4b0d-a2cc-b15718d27701) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:44.519242 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.526891 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.544076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.565211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Network b2edd2b7-009c-4be5-b2d4-ac138c300954 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:44.570753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:44.578155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:44.587210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Pushing event updated for resources: {'Port': ['ID=0d4a5013-eeed-4b0d-a2cc-b15718d27701,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:44.605117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event updated for resources: {'Subnet': ['ID=688db4d3-c34e-4958-a49c-1e64434cbe15,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:44.615633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Checking segment: {'id': 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:44.615998 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Network hostable DHCP agents. Network: fda11779-e1ef-496b-8727-25c1e3712cea, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:44.636573 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Network fda11779-e1ef-496b-8727-25c1e3712cea is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:44.646941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Attempting to bind port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:44.647182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, fda11779-e1ef-496b-8727-25c1e3712cea) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:44.647360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Attempting to bind port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '737fffab-90d4-4d3f-b418-a72b7c8c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:44.647724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Attempting to bind port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 on network b2edd2b7-009c-4be5-b2d4-ac138c300954 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:44.653940 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:44.654611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:44.654707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Checking segment: {'id': '737fffab-90d4-4d3f-b418-a72b7c8c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:44.654833 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.654951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.655263 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Bound using segment: {'id': '737fffab-90d4-4d3f-b418-a72b7c8c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:44.655618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Bound port: 0d4a5013-eeed-4b0d-a2cc-b15718d27701, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737fffab-90d4-4d3f-b418-a72b7c8c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b2edd2b7-009c-4be5-b2d4-ac138c300954'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:44.656048 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.660187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7451203d-f09f-4d40-9658-fcdb873b869f None None] Network fda11779-e1ef-496b-8727-25c1e3712cea requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:44.678775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a232ce63-e002-440c-a340-8820be54decb tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4520063 Nov 03 19:56:44.681438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53414) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:44.686163 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-43f6ee44-7bc0-4823-ba36-f62e426346b8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:44.791575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] For port 0d4a5013-eeed-4b0d-a2cc-b15718d27701, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:44.794823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] For port 0d4a5013-eeed-4b0d-a2cc-b15718d27701, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0d4a5013-eeed-4b0d-a2cc-b15718d27701,segment=NetworkSegment(737fffab-90d4-4d3f-b418-a72b7c8c9c45),segment_id=737fffab-90d4-4d3f-b418-a72b7c8c9c45)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:44.800045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.903847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45c4fc-b829-4ee8-8679-d2a4ef8651b9 None None] Pushing event updated for resources: {'Port': ['ID=0d4a5013-eeed-4b0d-a2cc-b15718d27701,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:44.915754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-fda11779-e1ef-496b-8727-25c1e3712cea', 'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea', 'tenant_id': 'bfb985ee2ed64802965a97d8a3da887d', 'fixed_ips': [{'subnet_id': '688db4d3-c34e-4958-a49c-1e64434cbe15'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:44.916632 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:44.918827 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-43f6ee44-7bc0-4823-ba36-f62e426346b8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.037653 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [None req-43f6ee44-7bc0-4823-ba36-f62e426346b8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:56:45.038703 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-43f6ee44-7bc0-4823-ba36-f62e426346b8 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "PUT /v2.0/routers/1d94e0a2-ab88-421a-a898-9246302adea7 HTTP/1.1" status: 400 len: 364 time: 0.3562596 Nov 03 19:56:45.044685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53416) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:45.098095 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Allocated IP 172.21.0.2 (fda11779-e1ef-496b-8727-25c1e3712cea/688db4d3-c34e-4958-a49c-1e64434cbe15/42a8059b-c3f7-4a18-9a66-7c82d935df26) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:45.128502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Deleting subnet 688db4d3-c34e-4958-a49c-1e64434cbe15 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:56:45.263345 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.269269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.270504 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.307935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Network fda11779-e1ef-496b-8727-25c1e3712cea is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:45.314566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:45.317981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.319131 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:45.333622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Pushing event updated for resources: {'Port': ['ID=42a8059b-c3f7-4a18-9a66-7c82d935df26,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:45.386165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Attempting to bind port 42a8059b-c3f7-4a18-9a66-7c82d935df26 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:45.386534 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Attempting to bind port 42a8059b-c3f7-4a18-9a66-7c82d935df26 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:45.386900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Attempting to bind port 42a8059b-c3f7-4a18-9a66-7c82d935df26 on network fda11779-e1ef-496b-8727-25c1e3712cea {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:45.392327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:45.392701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Checking segment: {'id': 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:45.393137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.393532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Bound using segment: {'id': 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:45.394028 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Bound port: 42a8059b-c3f7-4a18-9a66-7c82d935df26, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fda11779-e1ef-496b-8727-25c1e3712cea'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:45.395025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.408482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.470462 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.473405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] For port 42a8059b-c3f7-4a18-9a66-7c82d935df26, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:45.477177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] For port 42a8059b-c3f7-4a18-9a66-7c82d935df26, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=42a8059b-c3f7-4a18-9a66-7c82d935df26,segment=NetworkSegment(d21c4c8b-62d0-4e1a-b252-29f01153f9fd),segment_id=d21c4c8b-62d0-4e1a-b252-29f01153f9fd)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:45.485094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.507773 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event deleted for resources: {'Subnet': ['ID=688db4d3-c34e-4958-a49c-1e64434cbe15,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:45.511772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.515078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a9f9625-4c30-41ee-8001-c147d5b8fd93 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "DELETE /v2.0/subnets/688db4d3-c34e-4958-a49c-1e64434cbe15 HTTP/1.1" status: 204 len: 168 time: 0.4693654 Nov 03 19:56:45.517670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53418) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:45.563905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40052637-4227-4a9d-96ab-2bd301735572 None None] Pushing event updated for resources: {'Port': ['ID=42a8059b-c3f7-4a18-9a66-7c82d935df26,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:45.622321 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.686224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Deleting port 42a8059b-c3f7-4a18-9a66-7c82d935df26 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:45.686561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.770903 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] For port 42a8059b-c3f7-4a18-9a66-7c82d935df26, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=42a8059b-c3f7-4a18-9a66-7c82d935df26,segment=NetworkSegment(d21c4c8b-62d0-4e1a-b252-29f01153f9fd),segment_id=d21c4c8b-62d0-4e1a-b252-29f01153f9fd)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:45.771259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.784619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Calling delete_port for 42a8059b-c3f7-4a18-9a66-7c82d935df26 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:45.880454 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:45.908108 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event deleted for resources: {'Port': ['ID=42a8059b-c3f7-4a18-9a66-7c82d935df26,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:45.912584 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] No DVR routers for this DVR port 42a8059b-c3f7-4a18-9a66-7c82d935df26 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:45.967167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a95f7-09cd-4a3d-8658-bb5f4eb31e13 None None] Network b2edd2b7-009c-4be5-b2d4-ac138c300954 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:46.005867 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.031846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda11779-e1ef-496b-8727-25c1e3712cea']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:46.043822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:46.044118 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21c4c8b-62d0-4e1a-b252-29f01153f9fd') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:46.057426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.072562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.079258 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:46.079705 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:46.083255 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:46.093953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1be9c171-ab23-4e33-ac37-d1a629b3e99b None None] Provisioning complete for port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:46.094316 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1be9c171-ab23-4e33-ac37-d1a629b3e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.150605 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.170344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.176710 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "DELETE /v2.0/networks/fda11779-e1ef-496b-8727-25c1e3712cea HTTP/1.1" status: 204 len: 168 time: 0.6542242 Nov 03 19:56:46.176710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ab720-79a8-466b-a26a-9972f22e143f tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event deleted for resources: {'Network': ['ID=fda11779-e1ef-496b-8727-25c1e3712cea,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:46.177031 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53420) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:46.254541 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Deleting subnet ae00c040-2012-4ae3-a6aa-e7d808d133aa {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:56:46.259254 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.311730 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.420182 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1be9c171-ab23-4e33-ac37-d1a629b3e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.433534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.504341 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.535846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event deleted for resources: {'Subnet': ['ID=ae00c040-2012-4ae3-a6aa-e7d808d133aa,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:46.537839 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.541202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-46f64683-9a7a-4fc9-8ac2-36e4e0b6dadd tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "DELETE /v2.0/subnets/ae00c040-2012-4ae3-a6aa-e7d808d133aa HTTP/1.1" status: 204 len: 168 time: 0.3633387 Nov 03 19:56:46.543752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53422) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:46.545096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-1be9c171-ab23-4e33-ac37-d1a629b3e99b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:56:46.545708 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-1be9c171-ab23-4e33-ac37-d1a629b3e99b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:56:46.547589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1006e47-76f5-4dbf-90e1-af14e095c571 None None] Network b2edd2b7-009c-4be5-b2d4-ac138c300954 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:46.635081 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.702238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d4a5013-eeed-4b0d-a2cc-b15718d27701 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:46.711110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Deleting port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:46.711746 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.762410 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:46.762779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.784242 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] For port 0d4a5013-eeed-4b0d-a2cc-b15718d27701, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0d4a5013-eeed-4b0d-a2cc-b15718d27701,segment=NetworkSegment(737fffab-90d4-4d3f-b418-a72b7c8c9c45),segment_id=737fffab-90d4-4d3f-b418-a72b7c8c9c45)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:46.784615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.790164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] DHCP port deletion for b2edd2b7-009c-4be5-b2d4-ac138c300954 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:56:46.799277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Calling delete_port for 0d4a5013-eeed-4b0d-a2cc-b15718d27701 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:46.827204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4120bebc-c82c-4089-9e2a-f68fe4fb224d None None] DHCP port deletion for fda11779-e1ef-496b-8727-25c1e3712cea request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:56:46.852322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e625b0-481d-4bde-9fc0-07459e4b8469 None None] Network fda11779-e1ef-496b-8727-25c1e3712cea requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:46.871862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e625b0-481d-4bde-9fc0-07459e4b8469 None None] Network fda11779-e1ef-496b-8727-25c1e3712cea could not be found, it might have been deleted concurrently. {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:56:46.900388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Deleting port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:46.900696 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.900951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:46.929171 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] No DVR routers for this DVR port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:46.936518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event deleted for resources: {'Port': ['ID=0d4a5013-eeed-4b0d-a2cc-b15718d27701,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:46.969448 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.000036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] For port 0d4a5013-eeed-4b0d-a2cc-b15718d27701, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:47.000433 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.036574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Calling delete_port for 0d4a5013-eeed-4b0d-a2cc-b15718d27701 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:47.039670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:56:47.041041 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.044790 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.069779 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2edd2b7-009c-4be5-b2d4-ac138c300954']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:47.079761 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737fffab-90d4-4d3f-b418-a72b7c8c9c45') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:47.080085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737fffab-90d4-4d3f-b418-a72b7c8c9c45') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:47.090544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1be9c171-ab23-4e33-ac37-d1a629b3e99b None None] Port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 update to ACTIVE by agent not found {{(pid=101991) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:56:47.091960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] No DVR routers for this DVR port 0d4a5013-eeed-4b0d-a2cc-b15718d27701 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:47.092088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.093727 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ff615-c447-4cee-b0f9-45cd68ab37f7 None None] Pushing event deleted for resources: {'Port': ['ID=0d4a5013-eeed-4b0d-a2cc-b15718d27701,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:47.109941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.117071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:47.117541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: timer() Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:47.120606 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:47.179069 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.186637 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.189813 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "DELETE /v2.0/networks/b2edd2b7-009c-4be5-b2d4-ac138c300954 HTTP/1.1" status: 204 len: 168 time: 0.6451361 Nov 03 19:56:47.193262 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53424) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:47.205623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-82dab5dd-c421-416b-bd71-badbd29645a3 None None] Could not find standard attr ID for object 0d4a5013-eeed-4b0d-a2cc-b15718d27701. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:56:47.207135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4300e7-c883-4c72-a9f4-8afa81f5d7de tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Pushing event deleted for resources: {'Network': ['ID=b2edd2b7-009c-4be5-b2d4-ac138c300954,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:47.209706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-82dab5dd-c421-416b-bd71-badbd29645a3 None None] Could not find standard attr ID for object 42a8059b-c3f7-4a18-9a66-7c82d935df26. {{(pid=101991) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:56:47.220694 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7f759255-5825-4638-a7b2-6fc8d448858b tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d94e0a2-ab88-421a-a898-9246302adea7 HTTP/1.1" status: 200 len: 205 time: 0.0262854 Nov 03 19:56:47.223350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53426) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:47.301561 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.466473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.468746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.513260 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.513765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Fanout notify agent at l3_agent the message router_deleted on router 1d94e0a2-ab88-421a-a898-9246302adea7 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:56:47.521020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.522156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-048af9a6-f414-4e9f-9642-5556d09fe6e9 tempest-RoutersNegativeTest-1607161520 tempest-RoutersNegativeTest-1607161520-project] 10.222.0.91 "DELETE /v2.0/routers/1d94e0a2-ab88-421a-a898-9246302adea7 HTTP/1.1" status: 204 len: 168 time: 0.2979186 Nov 03 19:56:47.762204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53432) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:47.893560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21c81298-3da8-4924-bde2-0d67fabfc647 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bfb985ee2ed64802965a97d8a3da887d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302373 Nov 03 19:56:47.896835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53436) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:47.945223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494cd6af-2e28-4f56-b91c-0bfe757aeb7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:47.966991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494cd6af-2e28-4f56-b91c-0bfe757aeb7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.014173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494cd6af-2e28-4f56-b91c-0bfe757aeb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.016922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-494cd6af-2e28-4f56-b91c-0bfe757aeb7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.018092 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-494cd6af-2e28-4f56-b91c-0bfe757aeb7a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9793d46d-08fa-4adb-a0b5-09a624e58bf8 HTTP/1.1" status: 204 len: 168 time: 0.1202536 Nov 03 19:56:48.026558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cd6af-2e28-4f56-b91c-0bfe757aeb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793d46d-08fa-4adb-a0b5-09a624e58bf8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:48.608403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d4a5013-eeed-4b0d-a2cc-b15718d27701 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:48.629141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0d4a5013-eeed-4b0d-a2cc-b15718d27701 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:48.629483 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0d4a5013-eeed-4b0d-a2cc-b15718d27701 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:48.629898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 42a8059b-c3f7-4a18-9a66-7c82d935df26 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:48.649111 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 42a8059b-c3f7-4a18-9a66-7c82d935df26 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:48.649447 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 42a8059b-c3f7-4a18-9a66-7c82d935df26 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:48.658643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53460) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:48.759368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-44204411-network', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:48.787722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Made reservation on behalf of 049575965d5e40638dc5aa2ebd3bcc3b for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:48.790032 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.798643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.871398 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.875270 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.901011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:48.911388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa10ae-d125-4f5f-80fa-19123f4f7d72,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:48.917019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.917364 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Added segment 311d2f89-e586-498e-a704-98d3d3f945d8 of type vlan for network 08223edf-a34f-4586-8893-57a2da85be5e Nov 03 19:56:48.958723 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.985184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:48.986150 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:48.986721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.044155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3843164 Nov 03 19:56:49.047089 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53464) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:49.052016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d0be-a40a-4706-93d2-9ca33ad67651 admin admin] Pushing event updated for resources: {'Network': ['ID=08223edf-a34f-4586-8893-57a2da85be5e,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:49.052249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Request body: {'subnet': {'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-subnet', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:49.062073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 08223edf-a34f-4586-8893-57a2da85be5e details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:49.078686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Made reservation on behalf of 049575965d5e40638dc5aa2ebd3bcc3b for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:49.081100 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.251524 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.306973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=014f005c-16b3-4803-8cd3-cdb2a89f8c02,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:49.322664 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Checking segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:49.323022 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Network hostable DHCP agents. Network: 08223edf-a34f-4586-8893-57a2da85be5e, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:49.339087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Network 08223edf-a34f-4586-8893-57a2da85be5e is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:49.348293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 08223edf-a34f-4586-8893-57a2da85be5e) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:49.352395 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:49.353016 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.357618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce971708-c22c-403b-8990-e462bcb97bc8 None None] Network 08223edf-a34f-4586-8893-57a2da85be5e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:49.369226 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2defeceb-35fe-48d4-bbe1-fd3b69c9ca04 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3209345 Nov 03 19:56:49.371931 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53466) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:49.376247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:49.398238 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.399138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.453056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.523489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-08223edf-a34f-4586-8893-57a2da85be5e', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'fixed_ips': [{'subnet_id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:49.525116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.596895 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.687899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Allocated IP 172.20.0.2 (08223edf-a34f-4586-8893-57a2da85be5e/014f005c-16b3-4803-8cd3-cdb2a89f8c02/b3bc9e74-03e3-4013-8535-056079d15fa4) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:49.799377 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.822468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.830625 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.837199 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.886164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Network 08223edf-a34f-4586-8893-57a2da85be5e is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:49.889086 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:49.891756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:49.898035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Pushing event updated for resources: {'Port': ['ID=b3bc9e74-03e3-4013-8535-056079d15fa4,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:49.938356 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Allocated IP 172.25.8.190 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/fa360671-53db-4c3c-96bc-985a2ab4ce47) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:49.952966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Attempting to bind port b3bc9e74-03e3-4013-8535-056079d15fa4 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:49.953592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Attempting to bind port b3bc9e74-03e3-4013-8535-056079d15fa4 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:49.953750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Attempting to bind port b3bc9e74-03e3-4013-8535-056079d15fa4 on network 08223edf-a34f-4586-8893-57a2da85be5e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:49.960182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:49.960504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Checking segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:49.960936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:49.961339 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Bound using segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:49.961812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Bound port: b3bc9e74-03e3-4013-8535-056079d15fa4, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:49.962195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.026572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] For port b3bc9e74-03e3-4013-8535-056079d15fa4, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:50.029773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] For port b3bc9e74-03e3-4013-8535-056079d15fa4, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b3bc9e74-03e3-4013-8535-056079d15fa4,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:50.035792 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.052704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.095127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.099369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8315d-fddb-4923-923f-bfbfbbe98512 None None] Pushing event updated for resources: {'Port': ['ID=b3bc9e74-03e3-4013-8535-056079d15fa4,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:50.142393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:50.145909 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:50.150520 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:50.154005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa360671-53db-4c3c-96bc-985a2ab4ce47,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:50.432311 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.637482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b3bc9e74-03e3-4013-8535-056079d15fa4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:50.640830 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.693031 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b3bc9e74-03e3-4013-8535-056079d15fa4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:50.693610 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.780441 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.822489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port b3bc9e74-03e3-4013-8535-056079d15fa4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b3bc9e74-03e3-4013-8535-056079d15fa4,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:50.827228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:50.885780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=b3bc9e74-03e3-4013-8535-056079d15fa4,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:51.030634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b171780-0c73-44e6-95d4-e4463155c389 None None] Network 08223edf-a34f-4586-8893-57a2da85be5e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:51.093321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0aadf9a8-0987-416a-9fea-1588b50e9c7d None None] Provisioning complete for port b3bc9e74-03e3-4013-8535-056079d15fa4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:51.093684 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0aadf9a8-0987-416a-9fea-1588b50e9c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.101871 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:56:51.213487 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:51.224369 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Sync routers for ids ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:51.235786 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Routers {'d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:51.236668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.237039 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:51.242357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53468) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:51.252799 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-96a025da-790f-4aef-8c7c-dc382d8e98e0 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8781977 Nov 03 19:56:51.362694 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Set router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:51.554217 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:50Z', 'revision_number': 3, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:51.567818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3106d364-aa89-4e55-8578-df01ff7f4b22 None None] Provisioning complete for port b3bc9e74-03e3-4013-8535-056079d15fa4 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:51.569007 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3106d364-aa89-4e55-8578-df01ff7f4b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.583935 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Checking router: d0c47e73-b645-4b5c-a773-ebfbaccf3c8b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:51.584309 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Updating router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b port fa360671-53db-4c3c-96bc-985a2ab4ce47 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:51.612332 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.880402 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.886324 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.939317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Attempting to bind port fa360671-53db-4c3c-96bc-985a2ab4ce47 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:51.939684 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Attempting to bind port fa360671-53db-4c3c-96bc-985a2ab4ce47 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:51.940041 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Attempting to bind port fa360671-53db-4c3c-96bc-985a2ab4ce47 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:51.942463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Pushing event updated for resources: {'Port': ['ID=fa360671-53db-4c3c-96bc-985a2ab4ce47,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:51.951937 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.952305 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.952605 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.952970 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.953283 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.953611 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.953930 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.954249 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.954568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.954892 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.955209 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.955524 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:51.959428 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:51.959788 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:51.960187 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:51.960560 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:51.961063 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Bound port: fa360671-53db-4c3c-96bc-985a2ab4ce47, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:51.961440 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.022389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] For port fa360671-53db-4c3c-96bc-985a2ab4ce47, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:52.026454 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] For port fa360671-53db-4c3c-96bc-985a2ab4ce47, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fa360671-53db-4c3c-96bc-985a2ab4ce47,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:52.030659 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.068233 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.089434 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Routers {'d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:52.090039 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:52.126901 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fddc5-8d74-4367-8c75-89a6b6e45643 None None] Pushing event updated for resources: {'Port': ['ID=fa360671-53db-4c3c-96bc-985a2ab4ce47,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:52.201225 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] Set router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:52.317885 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Allocated IP 172.20.0.1 (08223edf-a34f-4586-8893-57a2da85be5e/014f005c-16b3-4803-8cd3-cdb2a89f8c02/8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:52.388218 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:50Z', 'revision_number': 3, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:52.414774 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1178c2f-2e13-4a87-8679-e7066ade8612 None None] The sync data for ids ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'] in n-d-812151-4 is: [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:50Z', 'revision_number': 3, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:52.424471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.462401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.508955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Network 08223edf-a34f-4586-8893-57a2da85be5e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:52.513044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:52.515054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:52.517260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:52.565216 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.623806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b3bc9e74-03e3-4013-8535-056079d15fa4 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:52.703427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b3bc9e74-03e3-4013-8535-056079d15fa4 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:52.703813 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.778924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.891506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-7ede43f1-c749-4cb3-bb21-a5a58149fc9d None None] Provisioning complete for port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:52.892078 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7ede43f1-c749-4cb3-bb21-a5a58149fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.932777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-7ede43f1-c749-4cb3-bb21-a5a58149fc9d None None] Port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:52.976291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:52.981585 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:53.049922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:53.052825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:53.156045 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Network 08223edf-a34f-4586-8893-57a2da85be5e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:53.157612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:53.285400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:56:53.410860 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:53.416980 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30a46b6a-e9ee-489b-b05f-964c5a6aadd6 admin admin] 10.222.0.91 "PUT /v2.0/routers/d0c47e73-b645-4b5c-a773-ebfbaccf3c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736796 Nov 03 19:56:53.456631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-488d8d1b-1e84-406d-b9c8-7a976c00fbfb None None] Provisioning complete for port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:53.457274 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-488d8d1b-1e84-406d-b9c8-7a976c00fbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:53.492802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-488d8d1b-1e84-406d-b9c8-7a976c00fbfb None None] Port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:53.908036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53484) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:53.914019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2099552230-network', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:53.938463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Made reservation on behalf of eb3524a127ef4e4b82e3c2e9c3576969 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:53.941169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:53.950656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.031037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.034694 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.063227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:54.070483 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81028b86-cad9-418c-953b-f49bbc793101,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:54.077029 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.077371 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Added segment 55d42c48-3d35-43ed-902f-006ede024e4c of type vlan for network fee34332-4a10-42eb-87ac-56794d9ef336 Nov 03 19:56:54.080012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Sync routers for ids ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:54.098753 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Routers {'d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:54.099474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:54.123204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.150358 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.151320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:54.151907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.216322 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Set router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:54.216580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3070369 Nov 03 19:56:54.219040 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:54.226630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Request body: {'subnet': {'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-subnet', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:54.232570 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aed81-92d2-401f-81a0-79fe25e227e2 admin admin] Pushing event updated for resources: {'Network': ['ID=fee34332-4a10-42eb-87ac-56794d9ef336,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:54.251365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network fee34332-4a10-42eb-87ac-56794d9ef336 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:54.252215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Made reservation on behalf of eb3524a127ef4e4b82e3c2e9c3576969 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:54.254208 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.440707 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.491443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 4, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe', 'name': '', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'mac_address': 'fa:16:3e:9b:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:52Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 2, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'subnets': [{'id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:54.493137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ae6ceb-5254-4377-aad9-e4e73964ee4c,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:54.509890 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Checking segment: {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:54.510250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Network hostable DHCP agents. Network: fee34332-4a10-42eb-87ac-56794d9ef336, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:54.523568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Checking router: d0c47e73-b645-4b5c-a773-ebfbaccf3c8b for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:54.523568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Updating router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:54.529991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Network fee34332-4a10-42eb-87ac-56794d9ef336 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:54.541979 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, fee34332-4a10-42eb-87ac-56794d9ef336) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:54.549067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:54.550893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.553732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.558149 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a5d20-7688-46b2-9380-437107ba4ed5 None None] Network fee34332-4a10-42eb-87ac-56794d9ef336 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:54.578816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d9f5783c-6cac-4dee-9a95-4418490892da admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3564382 Nov 03 19:56:54.580477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:54.586324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:54.627122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.629178 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:54.708991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa360671-53db-4c3c-96bc-985a2ab4ce47 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:54.734252 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.059196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fa360671-53db-4c3c-96bc-985a2ab4ce47 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:55.059451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.138895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.154950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-fee34332-4a10-42eb-87ac-56794d9ef336', 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'fixed_ips': [{'subnet_id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:55.155773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.292992 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.316631 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.350701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.360651 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.376243 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.436792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port fa360671-53db-4c3c-96bc-985a2ab4ce47, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fa360671-53db-4c3c-96bc-985a2ab4ce47,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:55.460258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f92306-3f21-4d3d-a80c-e23e60aa8f74 None None] Pushing event updated for resources: {'Port': ['ID=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:55.463016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.494814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Allocated IP 172.25.8.67 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/22dff399-c7d8-47f8-874c-733fb8bdfb79) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:55.514774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Allocated IP 172.20.0.2 (fee34332-4a10-42eb-87ac-56794d9ef336/93ae6ceb-5254-4377-aad9-e4e73964ee4c/3bbb2bb4-bbb8-4f78-84d5-f038ed453f44) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:55.548776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Attempting to bind port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:55.549155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Attempting to bind port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:55.549524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Attempting to bind port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe on network 08223edf-a34f-4586-8893-57a2da85be5e {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:55.584299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:55.584680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Checking segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:55.585099 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.585507 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Bound using segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:55.585978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Bound port: 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:55.586362 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.595435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=fa360671-53db-4c3c-96bc-985a2ab4ce47,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:55.606017 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.646551 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.682524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:55.685137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:55.691633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:55.693766 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-707989a9-52e6-4b3d-8e66-380e5838d8a3 None None] Provisioning complete for port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:55.694143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-707989a9-52e6-4b3d-8e66-380e5838d8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.718054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Pushing event updated for resources: {'Port': ['ID=22dff399-c7d8-47f8-874c-733fb8bdfb79,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:55.791514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] For port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:55.812431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] For port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:55.813618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-707989a9-52e6-4b3d-8e66-380e5838d8a3 None None] Port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:55.820402 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.837803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.869846 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.908281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Network fee34332-4a10-42eb-87ac-56794d9ef336 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:55.913354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:55.915565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f92306-3f21-4d3d-a80c-e23e60aa8f74 None None] Pushing event updated for resources: {'Port': ['ID=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:55.918393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:55.920396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Routers {'d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:55.921105 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:55.963919 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.094184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Pushing event updated for resources: {'Port': ['ID=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:56.102758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Attempting to bind port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:56.103120 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Attempting to bind port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:56.103499 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Attempting to bind port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 on network fee34332-4a10-42eb-87ac-56794d9ef336 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:56.115266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:56.115760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Checking segment: {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:56.116254 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.116647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Bound using segment: {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:56.117154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Bound port: 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:56.117535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.176138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] Set router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:56.179835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.218834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d4d86f0b-d4f7-4059-b083-c6d045ec82bd None None] Provisioning complete for port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:56.219198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d86f0b-d4f7-4059-b083-c6d045ec82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.323526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] For port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:56.345953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:56:56.352984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] For port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,segment=NetworkSegment(55d42c48-3d35-43ed-902f-006ede024e4c),segment_id=55d42c48-3d35-43ed-902f-006ede024e4c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:56.388158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.473889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:56.488202 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Sync routers for ids ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:56.501029 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Routers {'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:56.501790 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:56.505955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.507992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ee8840ae-0004-46d9-9097-16ff097fb231 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9260349 Nov 03 19:56:56.510656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:56.516333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef406-6d53-475b-bd6e-5de5aede62ac None None] Pushing event updated for resources: {'Port': ['ID=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:56.526397 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d86f0b-d4f7-4059-b083-c6d045ec82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.589691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4d86f0b-d4f7-4059-b083-c6d045ec82bd None None] For port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:56.596742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d86f0b-d4f7-4059-b083-c6d045ec82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:56.659049 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Set router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:56.665778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 4, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe', 'name': '', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'mac_address': 'fa:16:3e:9b:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:52Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 4, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'subnets': [{'id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:56.712283 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b43e4f-5bbd-4276-8018-d7c1976bfd2f None None] The sync data for ids ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'] in n-d-812151-4 is: [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:52Z', 'revision_number': 4, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe', 'name': '', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'mac_address': 'fa:16:3e:9b:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:52Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 4, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'subnets': [{'id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:56.714927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa360671-53db-4c3c-96bc-985a2ab4ce47 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:56.720995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d86f0b-d4f7-4059-b083-c6d045ec82bd None None] Pushing event updated for resources: {'Port': ['ID=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:56.843611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port fa360671-53db-4c3c-96bc-985a2ab4ce47 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:56.844201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.073605 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 3, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:57.106129 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Checking router: cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:57.106478 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Updating router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 port 22dff399-c7d8-47f8-874c-733fb8bdfb79 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:57.135618 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.154448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.342347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Allocated IP 172.20.0.1 (fee34332-4a10-42eb-87ac-56794d9ef336/93ae6ceb-5254-4377-aad9-e4e73964ee4c/da797025-4677-4abb-aea6-9a8054f4f986) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:57.428374 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.436835 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.498251 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.501314 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Attempting to bind port 22dff399-c7d8-47f8-874c-733fb8bdfb79 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:57.501825 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Attempting to bind port 22dff399-c7d8-47f8-874c-733fb8bdfb79 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:57.502036 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Attempting to bind port 22dff399-c7d8-47f8-874c-733fb8bdfb79 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:57.513300 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:57.513677 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:57.514075 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.514468 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:57.515463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Bound port: 22dff399-c7d8-47f8-874c-733fb8bdfb79, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:57.515854 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.543836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.578565 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759a90-9dee-4653-a95e-88d954c05374 None None] Pushing event updated for resources: {'Port': ['ID=22dff399-c7d8-47f8-874c-733fb8bdfb79,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:57.587336 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] For port 22dff399-c7d8-47f8-874c-733fb8bdfb79, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:57.591064 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] For port 22dff399-c7d8-47f8-874c-733fb8bdfb79, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=22dff399-c7d8-47f8-874c-733fb8bdfb79,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:57.595774 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.611044 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Network fee34332-4a10-42eb-87ac-56794d9ef336 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:57.615036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:57.620421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:57.624928 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Pushing event updated for resources: {'Port': ['ID=da797025-4677-4abb-aea6-9a8054f4f986,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:57.663663 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759a90-9dee-4653-a95e-88d954c05374 None None] Pushing event updated for resources: {'Port': ['ID=22dff399-c7d8-47f8-874c-733fb8bdfb79,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:57.680134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Routers {'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:57.680678 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:57.695133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.811665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25b758-6a22-42fd-b884-ed04a36a0ebc None None] Network fee34332-4a10-42eb-87ac-56794d9ef336 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:57.829255 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] Set router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:57.850808 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:57.902311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9e5419db-7993-447e-8abb-9a5e7d383384 None None] Provisioning complete for port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:57.902678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e5419db-7993-447e-8abb-9a5e7d383384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.051191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 3, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:58.054397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.059941 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.071537 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e5419db-7993-447e-8abb-9a5e7d383384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.091027 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a47c2-36a7-4494-b81c-b7867174bc6b None None] The sync data for ids ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'] in n-d-812151-4 is: [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 3, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:58.137618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9e5419db-7993-447e-8abb-9a5e7d383384 None None] For port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,segment=NetworkSegment(55d42c48-3d35-43ed-902f-006ede024e4c),segment_id=55d42c48-3d35-43ed-902f-006ede024e4c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:58.142683 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9e5419db-7993-447e-8abb-9a5e7d383384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.177343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.179660 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Pushing event updated for resources: {'Port': ['ID=da797025-4677-4abb-aea6-9a8054f4f986,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:58.198939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5419db-7993-447e-8abb-9a5e7d383384 None None] Pushing event updated for resources: {'Port': ['ID=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:58.480923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8312d8a8-e5eb-47d2-a4ad-9de70756030d None None] Provisioning complete for port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:58.481920 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8312d8a8-e5eb-47d2-a4ad-9de70756030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.611502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Network fee34332-4a10-42eb-87ac-56794d9ef336 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:58.613263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:58.656899 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8312d8a8-e5eb-47d2-a4ad-9de70756030d None None] Provisioning complete for port da797025-4677-4abb-aea6-9a8054f4f986 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:58.657350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8312d8a8-e5eb-47d2-a4ad-9de70756030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.727268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8312d8a8-e5eb-47d2-a4ad-9de70756030d None None] Port da797025-4677-4abb-aea6-9a8054f4f986 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:58.809273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:56:58.813589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:58.873684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f4ab341a-857c-4a82-b576-527a142fde65 None None] Provisioning complete for port da797025-4677-4abb-aea6-9a8054f4f986 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:58.874057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4ab341a-857c-4a82-b576-527a142fde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.917863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab341a-857c-4a82-b576-527a142fde65 None None] Port da797025-4677-4abb-aea6-9a8054f4f986 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:58.920701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:58.921021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.946981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:58.952612 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3ba53cfa-aabd-4c1c-b0ba-5847821f4d01 admin admin] 10.222.0.91 "PUT /v2.0/routers/cec2d7a5-121f-4b12-b8a0-5e07bb3fe434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4408991 Nov 03 19:56:59.017222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:59.066259 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fe291b79-4c2a-4570-a663-84da8520a51b None None] Provisioning complete for port da797025-4677-4abb-aea6-9a8054f4f986 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:59.066629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe291b79-4c2a-4570-a663-84da8520a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:59.111341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fe291b79-4c2a-4570-a663-84da8520a51b None None] Port da797025-4677-4abb-aea6-9a8054f4f986 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:59.114870 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:59.115303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:59.365704 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22dff399-c7d8-47f8-874c-733fb8bdfb79 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:59.418891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 22dff399-c7d8-47f8-874c-733fb8bdfb79 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:59.419168 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:59.505907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:59.528059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 22dff399-c7d8-47f8-874c-733fb8bdfb79, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=22dff399-c7d8-47f8-874c-733fb8bdfb79,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:59.532312 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:59.584563 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=22dff399-c7d8-47f8-874c-733fb8bdfb79,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:59.696033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-90581a50-81cf-40dc-b6e5-6b00e56d84be tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:59.697530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-90581a50-81cf-40dc-b6e5-6b00e56d84be tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 815 time: 0.1044786 Nov 03 19:56:59.713773 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-08ba6a41-0edf-4091-a64d-526e88175d04 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/quotas/049575965d5e40638dc5aa2ebd3bcc3b HTTP/1.1" status: 200 len: 375 time: 0.0102060 Nov 03 19:56:59.770213 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-3d060c49-b13b-411c-9bfe-7816b83fbfa1 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509043 Nov 03 19:56:59.867589 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-2194280c-f9a9-431e-b2f7-502012597025 service neutron] 10.222.0.91 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Nov 03 19:56:59.973754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-7cd7dbf5-3058-4985-ae23-80f58b7e1dc2 service neutron] 10.222.0.91 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997725 Nov 03 19:57:00.142150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f33462a4-dcef-4c78-84e8-bee0433b7fc2 req-8324f7ab-a704-4150-a73e-52559f11956e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 210 time: 0.0272372 Nov 03 19:57:00.204594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Sync routers for ids ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:57:00.217362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Routers {'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:00.218168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:00.339611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Set router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:00.567903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:56:57Z', 'revision_number': 4, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'da797025-4677-4abb-aea6-9a8054f4f986', 'name': '', 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'mac_address': 'fa:16:3e:83:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:57Z', 'updated_at': '2021-11-03T19:56:57Z', 'revision_number': 2, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'subnets': [{'id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:00.602655 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Checking router: cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:57:00.603085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Updating router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 port da797025-4677-4abb-aea6-9a8054f4f986 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:57:00.626297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22dff399-c7d8-47f8-874c-733fb8bdfb79 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:00.633645 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:00.771630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 22dff399-c7d8-47f8-874c-733fb8bdfb79 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:00.771995 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.005140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.011267 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.066262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc507-031e-4edc-8873-b85845f1f922 None None] Pushing event updated for resources: {'Port': ['ID=da797025-4677-4abb-aea6-9a8054f4f986,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:01.121885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Attempting to bind port da797025-4677-4abb-aea6-9a8054f4f986 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:01.122267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Attempting to bind port da797025-4677-4abb-aea6-9a8054f4f986 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:01.122619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Attempting to bind port da797025-4677-4abb-aea6-9a8054f4f986 on network fee34332-4a10-42eb-87ac-56794d9ef336 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:01.128711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:01.129204 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Checking segment: {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:01.129546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.129947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Bound using segment: {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:01.130434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Bound port: da797025-4677-4abb-aea6-9a8054f4f986, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d42c48-3d35-43ed-902f-006ede024e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:01.131563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.190863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-061419c3-2847-4d00-93c2-b987fe530fc8 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:01.195936 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-061419c3-2847-4d00-93c2-b987fe530fc8 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 815 time: 0.1568081 Nov 03 19:57:01.209234 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Request body: {'port': {'device_id': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'admin_state_up': True, 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:01.217589 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] For port da797025-4677-4abb-aea6-9a8054f4f986, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:01.222725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] For port da797025-4677-4abb-aea6-9a8054f4f986, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=da797025-4677-4abb-aea6-9a8054f4f986,segment=NetworkSegment(55d42c48-3d35-43ed-902f-006ede024e4c),segment_id=55d42c48-3d35-43ed-902f-006ede024e4c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:01.229201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.278788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bd89e0cf-9e9e-4306-b4d6-376e5c6bfc1b req-f2bca0e0-2570-4537-a356-45824a5321e0 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 210 time: 0.0423071 Nov 03 19:57:01.309617 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc507-031e-4edc-8873-b85845f1f922 None None] Pushing event updated for resources: {'Port': ['ID=da797025-4677-4abb-aea6-9a8054f4f986,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:01.320048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Routers {'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:57:01.320962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:56:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:01.362220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Made reservation on behalf of 049575965d5e40638dc5aa2ebd3bcc3b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:57:01.366563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.421748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b2b027af-5608-4e87-8f0a-ce40e0edb3bb None None] Provisioning complete for port da797025-4677-4abb-aea6-9a8054f4f986 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:01.422404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2b027af-5608-4e87-8f0a-ce40e0edb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.485985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] Set router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:57:01.521289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Allocated IP 172.20.0.3 (08223edf-a34f-4586-8893-57a2da85be5e/014f005c-16b3-4803-8cd3-cdb2a89f8c02/e8c428a9-5c78-4c56-9b7e-f4b8b95d869b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:01.611906 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2b027af-5608-4e87-8f0a-ce40e0edb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.681401 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.692867 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b2b027af-5608-4e87-8f0a-ce40e0edb3bb None None] For port da797025-4677-4abb-aea6-9a8054f4f986, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=da797025-4677-4abb-aea6-9a8054f4f986,segment=NetworkSegment(55d42c48-3d35-43ed-902f-006ede024e4c),segment_id=55d42c48-3d35-43ed-902f-006ede024e4c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:01.699495 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b2b027af-5608-4e87-8f0a-ce40e0edb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.717071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.761148 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Network 08223edf-a34f-4586-8893-57a2da85be5e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:01.766446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:01.771869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:01.778862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b027af-5608-4e87-8f0a-ce40e0edb3bb None None] Pushing event updated for resources: {'Port': ['ID=da797025-4677-4abb-aea6-9a8054f4f986,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:01.799375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:56:57Z', 'revision_number': 4, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'da797025-4677-4abb-aea6-9a8054f4f986', 'name': '', 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'mac_address': 'fa:16:3e:83:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:57Z', 'updated_at': '2021-11-03T19:57:01Z', 'revision_number': 4, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'subnets': [{'id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:57:01.799635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Pushing event updated for resources: {'Port': ['ID=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:01.830543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f7eef-08dc-4368-9adb-38dfde910ba2 None None] The sync data for ids ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'] in n-d-812151-4 is: [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:56:57Z', 'revision_number': 4, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'da797025-4677-4abb-aea6-9a8054f4f986', 'name': '', 'network_id': 'fee34332-4a10-42eb-87ac-56794d9ef336', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'mac_address': 'fa:16:3e:83:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:57Z', 'updated_at': '2021-11-03T19:57:01Z', 'revision_number': 4, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'subnets': [{'id': '93ae6ceb-5254-4377-aad9-e4e73964ee4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:57:01.832856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:01.833869 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.842942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c648c007-4c88-45f8-89e9-bdde8917be09 None None] Provisioning complete for port da797025-4677-4abb-aea6-9a8054f4f986 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:01.843316 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c648c007-4c88-45f8-89e9-bdde8917be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.854248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-05a8df52-67fa-4fed-9d7f-5a6602bc9c4d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519299 Nov 03 19:57:01.868064 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Request body: {'port': {'device_id': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:01.963918 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.095612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-84a4c198-6f41-4106-8df5-03cb8980f527 None None] Provisioning complete for port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:02.095996 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84a4c198-6f41-4106-8df5-03cb8980f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.133411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-84a4c198-6f41-4106-8df5-03cb8980f527 None None] Port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:57:02.257103 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c428a9-5c78-4c56-9b7e-f4b8b95d869b {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:57:02.265159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.278365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Transition to ACTIVE for port object e8c428a9-5c78-4c56-9b7e-f4b8b95d869b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:57:02.281976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.389951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:02.422907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fb4f4-ed62-43fc-a69b-e7a314ba5523 req-b2393e67-a2ff-4091-ab94-26e6fa54adaa tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:02.424744 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb4fb4f4-ed62-43fc-a69b-e7a314ba5523 req-b2393e67-a2ff-4091-ab94-26e6fa54adaa tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 943 time: 0.0748038 Nov 03 19:57:02.433807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Attempting to bind port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:02.434393 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Attempting to bind port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:02.434894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Attempting to bind port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b on network 08223edf-a34f-4586-8893-57a2da85be5e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:02.440123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b on network 08223edf-a34f-4586-8893-57a2da85be5e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:57:02.440605 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Attempting to bind port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b on network 08223edf-a34f-4586-8893-57a2da85be5e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:02.447067 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:02.447403 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Checking segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:02.447788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Bound using segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:02.448221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Bound port: e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:02.448575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.488786 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb4fb4f4-ed62-43fc-a69b-e7a314ba5523 req-bb5a6427-097a-4524-b90f-c721a9b0c507 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Nov 03 19:57:02.521746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] For port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:02.525037 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] For port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:02.530413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.580644 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:02.582524 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.584233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] 10.222.0.115 "PUT /v2.0/ports/e8c428a9-5c78-4c56-9b7e-f4b8b95d869b HTTP/1.1" status: 200 len: 1091 time: 0.7208526 Nov 03 19:57:02.584759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'tag': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:02.593038 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa85f3e2-36ae-4718-b17e-616a8a10d58f" -d '{"events": [{"name": "network-changed", "server_uuid": "95dc736c-d5f9-423f-9950-21b11af8c6dd", "tag": "e8c428a9-5c78-4c56-9b7e-f4b8b95d869b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:02.639607 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4121-37e2-4a45-b238-e0e3b0286951 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:02.702831 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8541000a-2e48-4846-bbff-a13eabf5ba0a x-openstack-request-id: req-8541000a-2e48-4846-bbff-a13eabf5ba0a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:02.703130 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dc736c-d5f9-423f-9950-21b11af8c6dd", "tag": "e8c428a9-5c78-4c56-9b7e-f4b8b95d869b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:02.703387 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8541000a-2e48-4846-bbff-a13eabf5ba0a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:02.703798 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'tag': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b', 'status': 'completed', 'code': 200} Nov 03 19:57:02.738212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device da797025-4677-4abb-aea6-9a8054f4f986 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:02.783416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-24fcdcef-3f70-4db7-837c-e23c06521bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:02.785988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-24fcdcef-3f70-4db7-837c-e23c06521bf5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 1094 time: 0.0586901 Nov 03 19:57:02.794159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port da797025-4677-4abb-aea6-9a8054f4f986 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:02.794656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.830836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-5f00d115-8469-4e60-aba6-9cba5f3e3d2f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b HTTP/1.1" status: 200 len: 217 time: 0.0367873 Nov 03 19:57:02.845036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:02.882273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-4a8beafa-412f-4327-9a74-86ee5170e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:02.883670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-4a8beafa-412f-4327-9a74-86ee5170e024 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=014f005c-16b3-4803-8cd3-cdb2a89f8c02 HTTP/1.1" status: 200 len: 854 time: 0.0460508 Nov 03 19:57:02.934237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-15ba962b-200d-4fae-8bdb-f7cebfd69987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:02.935748 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-15ba962b-200d-4fae-8bdb-f7cebfd69987 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=08223edf-a34f-4586-8893-57a2da85be5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445879 Nov 03 19:57:03.029986 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-e96823fc-a64f-4c45-a57b-ec819378970b service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868299 Nov 03 19:57:03.123770 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61d5178e-eef8-4b50-8eca-e8edc5f3e650 req-1ac53b18-4145-404c-8cac-439f875b3ed7 service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868568 Nov 03 19:57:03.213648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-65197843-5633-426e-959b-904c1cffdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:03.215076 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-65197843-5633-426e-959b-904c1cffdddf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 1094 time: 0.0429456 Nov 03 19:57:03.309495 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-45d464bc-fc55-47e1-8cea-ce327dc3f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:03.310991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-45d464bc-fc55-47e1-8cea-ce327dc3f201 service neutron] 10.222.0.115 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 916 time: 0.0888145 Nov 03 19:57:03.356592 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-8b8bd20e-7465-483f-928b-8a7d14f3f9de service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b HTTP/1.1" status: 200 len: 217 time: 0.0381937 Nov 03 19:57:03.409572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-7d15bf91-994d-4830-b031-3d74204d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:03.411063 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-7d15bf91-994d-4830-b031-3d74204d76f9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=014f005c-16b3-4803-8cd3-cdb2a89f8c02 HTTP/1.1" status: 200 len: 854 time: 0.0462155 Nov 03 19:57:03.459005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-ae1cd61a-b5c4-4c48-807f-57324df0879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:03.460598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-ae1cd61a-b5c4-4c48-807f-57324df0879e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=08223edf-a34f-4586-8893-57a2da85be5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424390 Nov 03 19:57:03.541200 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:03.559598 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-b7aa965d-eda5-458e-9f63-51df9431004f service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902908 Nov 03 19:57:03.611028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ac6ae-c25d-45a0-919a-5effec76a636 req-1fdcde11-c026-410b-b0e6-303ad803f62e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:03.613065 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-445ac6ae-c25d-45a0-919a-5effec76a636 req-1fdcde11-c026-410b-b0e6-303ad803f62e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 943 time: 0.0503564 Nov 03 19:57:03.657988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-aa85f3e2-36ae-4718-b17e-616a8a10d58f req-a1e45aba-18d5-428d-84ed-320f9ec3af74 service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901303 Nov 03 19:57:03.671049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-445ac6ae-c25d-45a0-919a-5effec76a636 req-db616ace-7621-4bdd-b351-21bef590a8ff tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Nov 03 19:57:04.768502 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-409b8343-5643-44f3-bb58-47caa5c3b1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:04.795062 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5156-d970-4a44-a98d-7cb87fa9eb88 req-4a4a1e3f-3c28-4396-a437-696226d49fac tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:04.796532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71ba5156-d970-4a44-a98d-7cb87fa9eb88 req-4a4a1e3f-3c28-4396-a437-696226d49fac tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 943 time: 0.0502715 Nov 03 19:57:04.844481 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-71ba5156-d970-4a44-a98d-7cb87fa9eb88 req-47c000de-f8e9-4cb3-8c4b-a38bd00f5aa4 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Nov 03 19:57:05.443922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e8c428a9-5c78-4c56-9b7e-f4b8b95d869b details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:57:05.540612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:05.551581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'port_id': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b', 'mac_address': 'fa:16:3e:6a:e0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:57:05.592824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:05.605521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c428a9-5c78-4c56-9b7e-f4b8b95d869b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:57:05.623866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:05.628821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:05.676735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:05.848181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e8c428a9-5c78-4c56-9b7e-f4b8b95d869b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:57:05.968473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ea11-5ba3-4d9d-864c-47bad047b4e0 req-ca355a73-337a-481d-b395-fffdb6e14d54 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:05.970250 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7a7ea11-5ba3-4d9d-864c-47bad047b4e0 req-ca355a73-337a-481d-b395-fffdb6e14d54 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 944 time: 0.0547602 Nov 03 19:57:06.023020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e7a7ea11-5ba3-4d9d-864c-47bad047b4e0 req-580dc771-057b-4bc8-b107-b5e4c7b745ae tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Nov 03 19:57:07.140105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9ae6-4c04-4efd-8d11-dc6308be6bc7 req-69f3f85b-d523-4eb1-bf9f-724f2611b550 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:07.141627 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23ff9ae6-4c04-4efd-8d11-dc6308be6bc7 req-69f3f85b-d523-4eb1-bf9f-724f2611b550 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 944 time: 0.0495224 Nov 03 19:57:07.189505 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-23ff9ae6-4c04-4efd-8d11-dc6308be6bc7 req-995a014c-9098-43fd-b230-08408b731a0c tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Nov 03 19:57:07.455670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e8c428a9-5c78-4c56-9b7e-f4b8b95d869b up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:07.507480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:57:07.511983 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:07.512198 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:07.590368 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:07.612948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:07.615184 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603de5ce-b11f-4e25-8388-48a75320a696" -d '{"events": [{"server_uuid": "95dc736c-d5f9-423f-9950-21b11af8c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "e8c428a9-5c78-4c56-9b7e-f4b8b95d869b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:07.631297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:07.636692 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:07.660608 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb9ed12-ce6a-4267-9867-809be5e41b36 x-openstack-request-id: req-dfb9ed12-ce6a-4267-9867-809be5e41b36 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:07.660981 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc736c-d5f9-423f-9950-21b11af8c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "e8c428a9-5c78-4c56-9b7e-f4b8b95d869b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:07.661233 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dfb9ed12-ce6a-4267-9867-809be5e41b36 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:07.661618 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b', 'code': 200} Nov 03 19:57:07.690713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:07.763678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58539516-7201-4b67-b0b9-8f649b1fddde req-291218ae-b12d-4978-b3a0-030d4e32dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:07.765167 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-58539516-7201-4b67-b0b9-8f649b1fddde req-291218ae-b12d-4978-b3a0-030d4e32dc15 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 1096 time: 0.0486259 Nov 03 19:57:07.812445 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-58539516-7201-4b67-b0b9-8f649b1fddde req-47992032-b0fe-4f16-be2b-bdbc0b3fec02 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Nov 03 19:57:08.311977 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8add-5ee1-482e-9c8b-a3a4bb72b024 req-35170702-b3de-4cb6-83fd-fae9def5890e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:08.313496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-157c8add-5ee1-482e-9c8b-a3a4bb72b024 req-35170702-b3de-4cb6-83fd-fae9def5890e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 945 time: 0.0539203 Nov 03 19:57:08.362306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-157c8add-5ee1-482e-9c8b-a3a4bb72b024 req-5e81090c-5fe2-4d11-9208-aaaa874f8d17 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Nov 03 19:57:08.415204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7a30215f-cc1d-4fd9-8f30-e55e17b2cafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:09.481743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34e85-49b7-4df1-ad45-a805101ba6e6 req-b310e3b0-9953-47f3-80ac-ff156af998d5 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:09.483214 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cae34e85-49b7-4df1-ad45-a805101ba6e6 req-b310e3b0-9953-47f3-80ac-ff156af998d5 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 945 time: 0.0502653 Nov 03 19:57:09.530980 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cae34e85-49b7-4df1-ad45-a805101ba6e6 req-45f79ad0-e44f-4d27-af9a-556bf77b4988 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Nov 03 19:57:09.645915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bc1ab-ea14-48f9-8d34-d015b590cc65 req-1c725f9b-cd12-4aa7-94f1-ff4c1599dd1f tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:09.647352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a4bc1ab-ea14-48f9-8d34-d015b590cc65 req-1c725f9b-cd12-4aa7-94f1-ff4c1599dd1f tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 945 time: 0.0490868 Nov 03 19:57:09.698754 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a4bc1ab-ea14-48f9-8d34-d015b590cc65 req-6e612e6d-0c52-4281-a9ab-789f3618a578 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Nov 03 19:57:10.132275 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:12.048743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:12.178234 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:20.817640 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-30db1d75-9842-4b63-85e9-fd0d368a10df service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414555 Nov 03 19:57:20.911874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-2bec8849-c113-4c08-be26-501be23a14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:20.913341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-2bec8849-c113-4c08-be26-501be23a14b3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 1096 time: 0.0462039 Nov 03 19:57:21.033960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-9aafa707-a9f2-4c28-99a1-682f36520d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:21.036317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-9aafa707-a9f2-4c28-99a1-682f36520d32 service neutron] 10.222.0.115 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 916 time: 0.1009200 Nov 03 19:57:21.083108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-cda95c7a-10df-48a1-86e0-c81512aa7e9e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b HTTP/1.1" status: 200 len: 217 time: 0.0385492 Nov 03 19:57:21.137732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-5176e828-2de5-4a18-a7e7-e4df24b2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:21.139241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-5176e828-2de5-4a18-a7e7-e4df24b2fd75 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=014f005c-16b3-4803-8cd3-cdb2a89f8c02 HTTP/1.1" status: 200 len: 854 time: 0.0482869 Nov 03 19:57:21.193334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-de8650d7-b0cf-45a4-9abf-96dd256e7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:21.194788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-de8650d7-b0cf-45a4-9abf-96dd256e7723 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=08223edf-a34f-4586-8893-57a2da85be5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469010 Nov 03 19:57:21.291964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-590d176f-1895-4862-a10e-7c028939ed1d service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895312 Nov 03 19:57:21.303061 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:57:21.396072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b7d791f7-62b8-47b6-88ab-d56b998f667f req-6d1790dc-5277-4f6a-8ae2-8475e3d05ec7 service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960131 Nov 03 19:57:32.656006 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09e921-3442-4cf9-8ecd-85e32cb91002 req-4404554f-f06a-4007-b193-f4038fe91e5a tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:32.657585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d09e921-3442-4cf9-8ecd-85e32cb91002 req-4404554f-f06a-4007-b193-f4038fe91e5a tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 945 time: 0.0532134 Nov 03 19:57:32.709706 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8d09e921-3442-4cf9-8ecd-85e32cb91002 req-4783b2c9-ab18-464f-ab4c-369aee115173 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Nov 03 19:57:32.827213 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:33.553473 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:33.842227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1daad-4641-4e8c-9277-2f252307556b req-bc03e7b4-538e-42f9-9606-1ed38332cd55 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:33.843918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2de1daad-4641-4e8c-9277-2f252307556b req-bc03e7b4-538e-42f9-9606-1ed38332cd55 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 945 time: 0.0523193 Nov 03 19:57:33.894183 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2de1daad-4641-4e8c-9277-2f252307556b req-1af19476-4c64-4f9a-8312-4684dd4bc9ca tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Nov 03 19:57:34.227365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-c2f8f802-1bd9-456f-bb86-8be7094f343e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:34.228932 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-c2f8f802-1bd9-456f-bb86-8be7094f343e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 945 time: 0.0511539 Nov 03 19:57:34.331776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Deleting port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:57:34.332119 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:34.425381 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] For port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:34.425744 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:34.438415 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Calling delete_port for e8c428a9-5c78-4c56-9b7e-f4b8b95d869b owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:57:34.572212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:34.588052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e8c428a9-5c78-4c56-9b7e-f4b8b95d869b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:57:34.602130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Pushing event deleted for resources: {'Port': ['ID=e8c428a9-5c78-4c56-9b7e-f4b8b95d869b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:34.627561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.628444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.628848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.629193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.629537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.629875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.630208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.630541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.630874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.631204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.631533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.631873 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:34.660282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] No DVR routers for this DVR port e8c428a9-5c78-4c56-9b7e-f4b8b95d869b on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:57:34.663340 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:34.666775 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d215b99-66f8-4a26-9bea-41230d8d4e0a req-06d7ba88-ef0c-436d-a252-049ebf017322 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "DELETE /v2.0/ports/e8c428a9-5c78-4c56-9b7e-f4b8b95d869b HTTP/1.1" status: 204 len: 173 time: 0.4312172 Nov 03 19:57:34.667248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'name': 'network-vif-deleted', 'tag': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:34.669648 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8c941b-2044-48c0-9869-98d67ef3a840" -d '{"events": [{"server_uuid": "95dc736c-d5f9-423f-9950-21b11af8c6dd", "name": "network-vif-deleted", "tag": "e8c428a9-5c78-4c56-9b7e-f4b8b95d869b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:34.775173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-489f12ff-3e85-45ce-8f33-64b8354fb442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:34.784714 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960bea1e-bf06-425c-be2a-56a40ebbcd71 x-openstack-request-id: req-960bea1e-bf06-425c-be2a-56a40ebbcd71 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:34.785034 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc736c-d5f9-423f-9950-21b11af8c6dd", "name": "network-vif-deleted", "tag": "e8c428a9-5c78-4c56-9b7e-f4b8b95d869b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:34.785292 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-960bea1e-bf06-425c-be2a-56a40ebbcd71 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:34.785707 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dc736c-d5f9-423f-9950-21b11af8c6dd', 'name': 'network-vif-deleted', 'tag': 'e8c428a9-5c78-4c56-9b7e-f4b8b95d869b', 'status': 'completed', 'code': 200} Nov 03 19:57:35.007304 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ba25fe65-3c53-4dc9-b773-853418d24642 req-e270be6a-2db6-4081-a814-86bc2b0e1aaf tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=95dc736c-d5f9-423f-9950-21b11af8c6dd HTTP/1.1" status: 200 len: 210 time: 0.0299194 Nov 03 19:57:36.511352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-1de79582-87ea-4268-8dbc-649b8265a18f tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:36.512913 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-1de79582-87ea-4268-8dbc-649b8265a18f tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 815 time: 0.1066329 Nov 03 19:57:36.528303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-9ca9ae7a-2095-47e6-848e-391182c538d8 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/quotas/049575965d5e40638dc5aa2ebd3bcc3b HTTP/1.1" status: 200 len: 375 time: 0.0096655 Nov 03 19:57:36.580892 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-21a61471-a8cd-4e53-b565-1e2d25959d14 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471737 Nov 03 19:57:36.694527 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-a592a3dd-503c-4ae9-b816-aa64a6534eaf service neutron] 10.222.0.91 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930278 Nov 03 19:57:36.786366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-0876f88f-d7d2-49d1-8cf8-70d15eaa1b64 service neutron] 10.222.0.91 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857406 Nov 03 19:57:36.961352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03452905-49f0-4126-8df9-ae2651b18b6f req-0afc1632-aaf7-4e6d-88ab-535eb5f18e72 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 210 time: 0.0353441 Nov 03 19:57:37.644274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e8c428a9-5c78-4c56-9b7e-f4b8b95d869b no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:57:37.664962 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: e8c428a9-5c78-4c56-9b7e-f4b8b95d869b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:57:37.665304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e8c428a9-5c78-4c56-9b7e-f4b8b95d869b not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:57:37.881618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-2f291806-533e-4e80-a648-6950f902d892 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:37.883160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-2f291806-533e-4e80-a648-6950f902d892 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 815 time: 0.1095798 Nov 03 19:57:37.896679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Request body: {'port': {'device_id': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'admin_state_up': True, 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:38.015734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Made reservation on behalf of 049575965d5e40638dc5aa2ebd3bcc3b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:57:38.020287 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.072348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e697a85d-a81b-40af-8628-2c8d7620dafd req-60d70d0d-9b5b-4d8e-a367-d8be96eb664c tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 210 time: 0.0375326 Nov 03 19:57:38.161267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Allocated IP 172.20.0.3 (08223edf-a34f-4586-8893-57a2da85be5e/014f005c-16b3-4803-8cd3-cdb2a89f8c02/39967d92-a3e3-440b-8d68-d0672fbf365c) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:57:38.319981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.360162 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.403780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Network 08223edf-a34f-4586-8893-57a2da85be5e is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:57:38.407041 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:57:38.410088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:57:38.421920 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-18fa6a8c-56d0-40f9-915a-b0a85944790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.460394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Pushing event updated for resources: {'Port': ['ID=39967d92-a3e3-440b-8d68-d0672fbf365c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:38.491072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:38.491856 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.513176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-f89c4bfe-bbbb-499f-858a-038b976bbc81 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6206782 Nov 03 19:57:38.527289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Request body: {'port': {'device_id': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:57:38.592145 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.660208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-357b0733-a806-481c-9503-94f5aa89fc92 None None] Provisioning complete for port 39967d92-a3e3-440b-8d68-d0672fbf365c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:38.660938 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-357b0733-a806-481c-9503-94f5aa89fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.698184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-357b0733-a806-481c-9503-94f5aa89fc92 None None] Port 39967d92-a3e3-440b-8d68-d0672fbf365c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:57:38.873316 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39967d92-a3e3-440b-8d68-d0672fbf365c {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:57:38.881304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.893426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Transition to ACTIVE for port object 39967d92-a3e3-440b-8d68-d0672fbf365c will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:57:38.903176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:38.958481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Pushing event updated for resources: {'Port': ['ID=39967d92-a3e3-440b-8d68-d0672fbf365c,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:39.028880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Attempting to bind port 39967d92-a3e3-440b-8d68-d0672fbf365c on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:57:39.029216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Attempting to bind port 39967d92-a3e3-440b-8d68-d0672fbf365c by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:57:39.029540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Attempting to bind port 39967d92-a3e3-440b-8d68-d0672fbf365c on network 08223edf-a34f-4586-8893-57a2da85be5e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:39.034470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Port 39967d92-a3e3-440b-8d68-d0672fbf365c on network 08223edf-a34f-4586-8893-57a2da85be5e not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:57:39.034814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Attempting to bind port 39967d92-a3e3-440b-8d68-d0672fbf365c on network 08223edf-a34f-4586-8893-57a2da85be5e {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:57:39.040353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:57:39.040692 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Checking segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:57:39.041113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Bound using segment: {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:57:39.041527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Bound port: 39967d92-a3e3-440b-8d68-d0672fbf365c, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311d2f89-e586-498e-a704-98d3d3f945d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:57:39.041881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.121897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] For port 39967d92-a3e3-440b-8d68-d0672fbf365c, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:57:39.125334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] For port 39967d92-a3e3-440b-8d68-d0672fbf365c, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=39967d92-a3e3-440b-8d68-d0672fbf365c,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:57:39.131338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.168201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:39.168848 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:39.170269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] 10.222.0.115 "PUT /v2.0/ports/39967d92-a3e3-440b-8d68-d0672fbf365c HTTP/1.1" status: 200 len: 1091 time: 0.6475317 Nov 03 19:57:39.170821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'tag': '39967d92-a3e3-440b-8d68-d0672fbf365c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:39.173087 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7848fbac-52ff-46d7-b142-7ad963f2baa3" -d '{"events": [{"name": "network-changed", "server_uuid": "5247928b-7d76-4881-ac63-ec6f9be1f24c", "tag": "39967d92-a3e3-440b-8d68-d0672fbf365c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:39.210043 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d25f4-f4f6-4294-848a-c1516c8234fb service neutron] Pushing event updated for resources: {'Port': ['ID=39967d92-a3e3-440b-8d68-d0672fbf365c,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:39.256473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8be079-d68e-4759-afa2-81b4908927b1 req-c3336662-01a9-4539-839c-e97e9bf0f5e8 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:39.258157 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d8be079-d68e-4759-afa2-81b4908927b1 req-c3336662-01a9-4539-839c-e97e9bf0f5e8 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 943 time: 0.0897572 Nov 03 19:57:39.261409 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c68e7d-e8f7-4f5d-be3a-46b6a69dfe2b x-openstack-request-id: req-a9c68e7d-e8f7-4f5d-be3a-46b6a69dfe2b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:39.261706 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5247928b-7d76-4881-ac63-ec6f9be1f24c", "tag": "39967d92-a3e3-440b-8d68-d0672fbf365c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:39.262080 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a9c68e7d-e8f7-4f5d-be3a-46b6a69dfe2b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:39.262725 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'tag': '39967d92-a3e3-440b-8d68-d0672fbf365c', 'status': 'completed', 'code': 200} Nov 03 19:57:39.274564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-74663530-3894-48e8-ab25-9ad25467019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:39.276121 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-74663530-3894-48e8-ab25-9ad25467019d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 1094 time: 0.0606320 Nov 03 19:57:39.323402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4d8be079-d68e-4759-afa2-81b4908927b1 req-97f17b0e-847b-4a73-b8d5-6f4c80efa978 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559182 Nov 03 19:57:39.326783 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-151cae1b-fe55-411e-adff-abd67c9885c8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39967d92-a3e3-440b-8d68-d0672fbf365c HTTP/1.1" status: 200 len: 217 time: 0.0416701 Nov 03 19:57:39.386708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-599e4994-8a10-491b-bcc8-ba5adb3a39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:39.388248 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-599e4994-8a10-491b-bcc8-ba5adb3a39d1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=014f005c-16b3-4803-8cd3-cdb2a89f8c02 HTTP/1.1" status: 200 len: 854 time: 0.0538499 Nov 03 19:57:39.439229 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557f7d-805a-465f-868e-daae47e892db req-5b6bf57f-396a-411e-9191-235356c49196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:39.441405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-5b6bf57f-396a-411e-9191-235356c49196 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=08223edf-a34f-4586-8893-57a2da85be5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459330 Nov 03 19:57:39.542148 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-887d85ff-f077-4e1c-93c6-03bb90146840 service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935080 Nov 03 19:57:39.896711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ef557f7d-805a-465f-868e-daae47e892db req-b343cf8c-f300-488a-bafb-b023b092eded service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465071 Nov 03 19:57:39.986622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-f1095e87-df07-4427-b392-aded9b9dc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:39.988205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-f1095e87-df07-4427-b392-aded9b9dc353 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 1094 time: 0.0440938 Nov 03 19:57:40.085676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-01ecd46f-b520-417d-97f9-1b9a6f49454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.087068 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-01ecd46f-b520-417d-97f9-1b9a6f49454a service neutron] 10.222.0.115 "GET /v2.0/networks?id=08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 200 len: 916 time: 0.0913429 Nov 03 19:57:40.133272 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:40.133905 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-468aa3fd-55ca-4858-b6ce-25a7ee2d101a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39967d92-a3e3-440b-8d68-d0672fbf365c HTTP/1.1" status: 200 len: 217 time: 0.0354836 Nov 03 19:57:40.189795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-6bf102dc-e031-4115-8748-71dc72d0fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.191180 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-6bf102dc-e031-4115-8748-71dc72d0fcc3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=014f005c-16b3-4803-8cd3-cdb2a89f8c02 HTTP/1.1" status: 200 len: 854 time: 0.0503292 Nov 03 19:57:40.241402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-e7d058b1-0288-4e1c-814e-4c29204edf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.242930 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-e7d058b1-0288-4e1c-814e-4c29204edf5d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=08223edf-a34f-4586-8893-57a2da85be5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438631 Nov 03 19:57:40.346920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-9167c317-09c5-4445-8b0e-3a46ca75fa21 service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952873 Nov 03 19:57:40.457272 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7848fbac-52ff-46d7-b142-7ad963f2baa3 req-b386cb25-1dd3-4a30-b091-0cb164d08546 service neutron] 10.222.0.115 "GET /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028388 Nov 03 19:57:40.462345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806c5f7-b2fd-4ae7-97fa-101a8ea2fc90 req-1562711f-2192-4ce6-8e8f-b9b2be8e888a tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:40.465015 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b806c5f7-b2fd-4ae7-97fa-101a8ea2fc90 req-1562711f-2192-4ce6-8e8f-b9b2be8e888a tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 943 time: 0.0723014 Nov 03 19:57:40.525631 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b806c5f7-b2fd-4ae7-97fa-101a8ea2fc90 req-70e5384a-9791-4b10-9397-a41e9a5a90f7 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Nov 03 19:57:41.644454 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278414-22cb-469d-8bf4-80814fdc8c76 req-94475115-eaa9-41e4-89dd-02e1ecb032da tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:41.645979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c278414-22cb-469d-8bf4-80814fdc8c76 req-94475115-eaa9-41e4-89dd-02e1ecb032da tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 943 time: 0.0499306 Nov 03 19:57:41.658637 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 39967d92-a3e3-440b-8d68-d0672fbf365c details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:57:41.695152 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c278414-22cb-469d-8bf4-80814fdc8c76 req-9499f391-722d-472d-85cd-4ed1c54710ce tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Nov 03 19:57:41.751685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 39967d92-a3e3-440b-8d68-d0672fbf365c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=39967d92-a3e3-440b-8d68-d0672fbf365c,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:41.765679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '39967d92-a3e3-440b-8d68-d0672fbf365c', 'network_id': '08223edf-a34f-4586-8893-57a2da85be5e', 'port_id': '39967d92-a3e3-440b-8d68-d0672fbf365c', 'mac_address': 'fa:16:3e:d2:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014f005c-16b3-4803-8cd3-cdb2a89f8c02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:57:41.957269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:41.969800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39967d92-a3e3-440b-8d68-d0672fbf365c {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:57:41.990471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 39967d92-a3e3-440b-8d68-d0672fbf365c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=39967d92-a3e3-440b-8d68-d0672fbf365c,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:41.995251 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:42.050593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=39967d92-a3e3-440b-8d68-d0672fbf365c,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:42.061502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.061849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.062203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.062523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.062852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.063181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.063506 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.063827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.064151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.064472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.064815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.065137 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:57:42.068359 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:42.179964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:42.189226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['39967d92-a3e3-440b-8d68-d0672fbf365c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:57:42.815922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecfc81-2f81-4e48-adeb-59567ce44315 req-97936548-2e2d-4ac2-b3ae-e6af69cd403e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:42.817927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbecfc81-2f81-4e48-adeb-59567ce44315 req-97936548-2e2d-4ac2-b3ae-e6af69cd403e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 944 time: 0.0494237 Nov 03 19:57:42.865596 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bbecfc81-2f81-4e48-adeb-59567ce44315 req-b716678e-2839-4861-bceb-1d0dbf4224ab tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Nov 03 19:57:43.674307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 39967d92-a3e3-440b-8d68-d0672fbf365c up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:57:43.724971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 39967d92-a3e3-440b-8d68-d0672fbf365c completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:57:43.729740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 39967d92-a3e3-440b-8d68-d0672fbf365c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:57:43.730109 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:43.808629 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:43.830666 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39967d92-a3e3-440b-8d68-d0672fbf365c'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:57:43.833668 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8008fa05-8d11-40dc-9750-f255e6cc2f95" -d '{"events": [{"server_uuid": "5247928b-7d76-4881-ac63-ec6f9be1f24c", "name": "network-vif-plugged", "status": "completed", "tag": "39967d92-a3e3-440b-8d68-d0672fbf365c"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:57:43.846373 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 39967d92-a3e3-440b-8d68-d0672fbf365c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=39967d92-a3e3-440b-8d68-d0672fbf365c,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:57:43.851551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:43.899825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=39967d92-a3e3-440b-8d68-d0672fbf365c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:57:43.930447 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea3e2d0-ab45-42da-b4cb-639fea2ede3c x-openstack-request-id: req-6ea3e2d0-ab45-42da-b4cb-639fea2ede3c {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:57:43.930741 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5247928b-7d76-4881-ac63-ec6f9be1f24c", "name": "network-vif-plugged", "status": "completed", "tag": "39967d92-a3e3-440b-8d68-d0672fbf365c", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:57:43.931154 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6ea3e2d0-ab45-42da-b4cb-639fea2ede3c {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:57:43.931564 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39967d92-a3e3-440b-8d68-d0672fbf365c', 'code': 200} Nov 03 19:57:43.997647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95370-531d-46a4-826b-ea74b9e9e5a8 req-380fdd59-90ff-422a-9aa6-8480854f7ffd tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:43.999279 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84c95370-531d-46a4-826b-ea74b9e9e5a8 req-380fdd59-90ff-422a-9aa6-8480854f7ffd tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0551085 Nov 03 19:57:44.030753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d3a7f-69e0-4163-a987-d6779d3e9651 req-d5b9203b-7633-4398-8800-a2c9ba4ba9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:44.032283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-329d3a7f-69e0-4163-a987-d6779d3e9651 req-d5b9203b-7633-4398-8800-a2c9ba4ba9dc service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 1096 time: 0.0405900 Nov 03 19:57:44.048778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84c95370-531d-46a4-826b-ea74b9e9e5a8 req-a7f118ba-f818-4604-8bfb-5b971edb774d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Nov 03 19:57:44.087291 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-329d3a7f-69e0-4163-a987-d6779d3e9651 req-1c5a25f4-963c-4d01-b3a7-cd582129689c service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Nov 03 19:57:45.175901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459097e-2190-43b9-b634-98118f298bc7 req-d9fac2f3-c38a-45f5-8336-2dd0350e2a2e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:45.177476 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9459097e-2190-43b9-b634-98118f298bc7 req-d9fac2f3-c38a-45f5-8336-2dd0350e2a2e tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0508926 Nov 03 19:57:45.225901 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9459097e-2190-43b9-b634-98118f298bc7 req-7108b19f-61fa-480c-8437-0a31ce36db94 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Nov 03 19:57:46.347017 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82830-d0df-44fb-bc16-01a2ef4e9d13 req-5d6e6b64-6529-4b8f-9ea4-c129cbc0b9d2 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:46.348495 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcb82830-d0df-44fb-bc16-01a2ef4e9d13 req-5d6e6b64-6529-4b8f-9ea4-c129cbc0b9d2 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0547543 Nov 03 19:57:46.398266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcb82830-d0df-44fb-bc16-01a2ef4e9d13 req-e661d7e5-e2ec-4e5d-89d2-4167f67dce3c tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Nov 03 19:57:46.516204 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd5c4-6fe2-4c68-9469-73cd28bc5d31 req-a9985886-b37d-4161-923e-c13703005b2d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:46.517649 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8cdd5c4-6fe2-4c68-9469-73cd28bc5d31 req-a9985886-b37d-4161-923e-c13703005b2d tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0495756 Nov 03 19:57:46.575163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8cdd5c4-6fe2-4c68-9469-73cd28bc5d31 req-14af06a2-6f38-485e-b92a-a7704a8539c0 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Nov 03 19:57:58.301940 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:58:02.825036 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:03.552932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:04.767742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0971e1ba-4bca-4ab5-8bb4-c7026a0b4a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:08.015447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa6de3-bae4-4ae7-b75c-dd5af39345b0 req-9aa6aab8-38a4-4dd5-ada1-65bb6d85800c tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:08.017080 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dfa6de3-bae4-4ae7-b75c-dd5af39345b0 req-9aa6aab8-38a4-4dd5-ada1-65bb6d85800c tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0532193 Nov 03 19:58:08.073439 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0dfa6de3-bae4-4ae7-b75c-dd5af39345b0 req-3ef47efe-8f45-4fb7-be1d-86bb01ff1379 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493929 Nov 03 19:58:08.423702 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8f139ca-ae1f-40ef-bb08-ae34307c2619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:09.195042 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85d588-27e5-4eca-95fe-e57b6c55fcc2 req-fd712c31-60f8-4385-a870-c254222b378b tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.196591 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c85d588-27e5-4eca-95fe-e57b6c55fcc2 req-fd712c31-60f8-4385-a870-c254222b378b tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0515606 Nov 03 19:58:09.250762 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c85d588-27e5-4eca-95fe-e57b6c55fcc2 req-2347cabb-9823-43b0-abe1-19c9addec0d4 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/security-groups?id=63aa10ae-d125-4f5f-80fa-19123f4f7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Nov 03 19:58:09.707310 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-f33043ea-d3e8-4588-837d-c66d740b0965 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:09.708851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-f33043ea-d3e8-4588-837d-c66d740b0965 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 945 time: 0.0506549 Nov 03 19:58:09.805046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Deleting port 39967d92-a3e3-440b-8d68-d0672fbf365c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:09.805046 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:09.903950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] For port 39967d92-a3e3-440b-8d68-d0672fbf365c, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=39967d92-a3e3-440b-8d68-d0672fbf365c,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:09.904318 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:09.919231 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Calling delete_port for 39967d92-a3e3-440b-8d68-d0672fbf365c owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:10.055776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:10.071220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['39967d92-a3e3-440b-8d68-d0672fbf365c'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:58:10.087476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Pushing event deleted for resources: {'Port': ['ID=39967d92-a3e3-440b-8d68-d0672fbf365c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:10.144412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:10.156152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] No DVR routers for this DVR port 39967d92-a3e3-440b-8d68-d0672fbf365c on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:58:10.158473 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:10.163047 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-25548d95-0acf-40f6-9c98-13a0b4540e73 req-b7f3fe5f-5e6d-4b8a-b396-8c87a91a83b9 tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.115 "DELETE /v2.0/ports/39967d92-a3e3-440b-8d68-d0672fbf365c HTTP/1.1" status: 204 len: 173 time: 0.4479227 Nov 03 19:58:10.163527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'name': 'network-vif-deleted', 'tag': '39967d92-a3e3-440b-8d68-d0672fbf365c'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:10.165900 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb506a17-8f38-4c1b-a575-dc4a4be28059" -d '{"events": [{"server_uuid": "5247928b-7d76-4881-ac63-ec6f9be1f24c", "name": "network-vif-deleted", "tag": "39967d92-a3e3-440b-8d68-d0672fbf365c"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:10.218730 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3d5e3f-84d5-40ff-a0f2-b5997e45eb3a x-openstack-request-id: req-2c3d5e3f-84d5-40ff-a0f2-b5997e45eb3a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:10.219215 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5247928b-7d76-4881-ac63-ec6f9be1f24c", "name": "network-vif-deleted", "tag": "39967d92-a3e3-440b-8d68-d0672fbf365c", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:10.219539 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2c3d5e3f-84d5-40ff-a0f2-b5997e45eb3a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:10.220025 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5247928b-7d76-4881-ac63-ec6f9be1f24c', 'name': 'network-vif-deleted', 'tag': '39967d92-a3e3-440b-8d68-d0672fbf365c', 'status': 'completed', 'code': 200} Nov 03 19:58:10.390035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3544824f-2fb7-4d7d-b2f6-aabe60d73420 req-6fd07487-4db5-46d2-a0c0-f25d8acd45ef tempest-TestEncryptedCinderVolumes-492478601 tempest-TestEncryptedCinderVolumes-492478601-project] 10.222.0.91 "GET /v2.0/ports?device_id=5247928b-7d76-4881-ac63-ec6f9be1f24c HTTP/1.1" status: 200 len: 210 time: 0.0286305 Nov 03 19:58:11.483874 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53802) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:11.840588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.053836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.103681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Deleting port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:12.103907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.181662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] For port 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:12.182052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.183034 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.195399 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Calling delete_port for 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:12.379071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.410819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:12.590987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:12.816529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:58:12.924756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:12.929908 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-efd6fd7c-1e80-49fb-9d42-fac3c991ce0f admin admin] 10.222.0.91 "PUT /v2.0/routers/d0c47e73-b645-4b5c-a773-ebfbaccf3c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4449112 Nov 03 19:58:12.932442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53804) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:12.933770 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] Sync routers for ids ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:12.946686 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] Routers {'d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:12.946686 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:13.041824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.057047 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] Set router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:13.145047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.206032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Deleting port fa360671-53db-4c3c-96bc-985a2ab4ce47 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:13.206371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.243240 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:58:12Z', 'revision_number': 5, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port': {'id': 'fa360671-53db-4c3c-96bc-985a2ab4ce47', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:13.275744 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] Checking router: d0c47e73-b645-4b5c-a773-ebfbaccf3c8b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:13.283941 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] Routers {'d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:13.284805 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:13.289419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] For port fa360671-53db-4c3c-96bc-985a2ab4ce47, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=fa360671-53db-4c3c-96bc-985a2ab4ce47,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:13.289783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.302879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Calling delete_port for fa360671-53db-4c3c-96bc-985a2ab4ce47 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:13.371553 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] Set router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:13.423138 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:58:13Z', 'revision_number': 6, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:13.452979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b2a23-80a7-4cc6-a652-e716e99fbb9c None None] The sync data for ids ['d0c47e73-b645-4b5c-a773-ebfbaccf3c8b'] in n-d-812151-4 is: [{'id': 'd0c47e73-b645-4b5c-a773-ebfbaccf3c8b', 'name': 'tempest-TestEncryptedCinderVolumes-44204411-router', 'tenant_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:49Z', 'updated_at': '2021-11-03T19:58:13Z', 'revision_number': 6, 'project_id': '049575965d5e40638dc5aa2ebd3bcc3b', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:13.477379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.508029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa360671-53db-4c3c-96bc-985a2ab4ce47,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:13.569022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.893406 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 39967d92-a3e3-440b-8d68-d0672fbf365c no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:13.918060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.918650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 39967d92-a3e3-440b-8d68-d0672fbf365c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:13.918650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 39967d92-a3e3-440b-8d68-d0672fbf365c not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:13.920315 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.962945 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.963653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c47e73-b645-4b5c-a773-ebfbaccf3c8b {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:58:13.968617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.969994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dcd3aa67-a28b-4a4f-b334-c711088aafe6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/d0c47e73-b645-4b5c-a773-ebfbaccf3c8b HTTP/1.1" status: 204 len: 168 time: 1.0362980 Nov 03 19:58:13.973058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53806) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:14.022137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Deleting subnet 014f005c-16b3-4803-8cd3-cdb2a89f8c02 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:58:14.025273 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.061820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.138947 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.203077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.235037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.239233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/014f005c-16b3-4803-8cd3-cdb2a89f8c02 HTTP/1.1" status: 204 len: 168 time: 0.2650700 Nov 03 19:58:14.239446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785aa72b-a30e-4f6a-806a-8017edbf4be0 None None] Network 08223edf-a34f-4586-8893-57a2da85be5e requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:58:14.245478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24aacf-5def-4c4a-b37d-bf61597e21a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014f005c-16b3-4803-8cd3-cdb2a89f8c02,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:14.245478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53808) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:14.323746 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.389402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Deleting port b3bc9e74-03e3-4013-8535-056079d15fa4 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:14.389714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.465775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] DHCP port deletion for 08223edf-a34f-4586-8893-57a2da85be5e request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:58:14.470505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] For port b3bc9e74-03e3-4013-8535-056079d15fa4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b3bc9e74-03e3-4013-8535-056079d15fa4,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:14.471146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.486783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Calling delete_port for b3bc9e74-03e3-4013-8535-056079d15fa4 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:14.522166 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] Deleting port b3bc9e74-03e3-4013-8535-056079d15fa4 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:14.522563 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.581283 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.587255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] For port b3bc9e74-03e3-4013-8535-056079d15fa4, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b3bc9e74-03e3-4013-8535-056079d15fa4,segment=NetworkSegment(311d2f89-e586-498e-a704-98d3d3f945d8),segment_id=311d2f89-e586-498e-a704-98d3d3f945d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:14.587654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.592887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] No DVR routers for this DVR port b3bc9e74-03e3-4013-8535-056079d15fa4 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:58:14.605835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] Calling delete_port for b3bc9e74-03e3-4013-8535-056079d15fa4 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:14.615471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bc9e74-03e3-4013-8535-056079d15fa4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:14.669774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa360671-53db-4c3c-96bc-985a2ab4ce47 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:14.687020 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.704169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: fa360671-53db-4c3c-96bc-985a2ab4ce47 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:14.704631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device fa360671-53db-4c3c-96bc-985a2ab4ce47 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:14.705001 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:14.709922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08223edf-a34f-4586-8893-57a2da85be5e']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:14.720174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311d2f89-e586-498e-a704-98d3d3f945d8') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:14.720473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311d2f89-e586-498e-a704-98d3d3f945d8') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:14.732188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:14.732533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8a43b58c-9287-48cc-a7ab-6e9acdc7a0fe not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:14.732992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b3bc9e74-03e3-4013-8535-056079d15fa4 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:14.734817 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.749547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.756937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:58:14.757128 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b3bc9e74-03e3-4013-8535-056079d15fa4 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:14.757533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b3bc9e74-03e3-4013-8535-056079d15fa4 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:14.757708 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.762236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:58:14.764569 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:58:14.795130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] Pushing event deleted for resources: {'Port': ['ID=b3bc9e74-03e3-4013-8535-056079d15fa4,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:14.799008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d51dc-03a9-4268-a683-2c2ee1ba82e4 None None] No DVR routers for this DVR port b3bc9e74-03e3-4013-8535-056079d15fa4 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:58:14.823586 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.829593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:14.833034 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] 10.222.0.91 "DELETE /v2.0/networks/08223edf-a34f-4586-8893-57a2da85be5e HTTP/1.1" status: 204 len: 168 time: 0.5885105 Nov 03 19:58:14.836509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53810) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:14.844001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7400-fc8e-435d-a636-66e8c10fc5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=08223edf-a34f-4586-8893-57a2da85be5e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:15.192148 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:15.444966 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Deleting port da797025-4677-4abb-aea6-9a8054f4f986 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:15.445293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:15.532635 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] For port da797025-4677-4abb-aea6-9a8054f4f986, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=da797025-4677-4abb-aea6-9a8054f4f986,segment=NetworkSegment(55d42c48-3d35-43ed-902f-006ede024e4c),segment_id=55d42c48-3d35-43ed-902f-006ede024e4c)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:15.533018 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:15.546322 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Calling delete_port for da797025-4677-4abb-aea6-9a8054f4f986 owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:15.729484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:15.756452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Pushing event deleted for resources: {'Port': ['ID=da797025-4677-4abb-aea6-9a8054f4f986,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:15.785764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.786103 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.786638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.786971 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.787304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.787624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.788431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.788431 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.788675 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.788923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.789238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.789548 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:15.935586 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:16.155922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:58:16.263446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:16.268604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e9b4e469-25eb-4cc6-a54f-bf1b7527257e admin admin] 10.222.0.91 "PUT /v2.0/routers/cec2d7a5-121f-4b12-b8a0-5e07bb3fe434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308724 Nov 03 19:58:16.271858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53812) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:16.272371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] Sync routers for ids ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:16.283127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] Routers {'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:16.283741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:16.378949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:16.390646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] Set router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:16.490218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:16.543919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Deleting port 22dff399-c7d8-47f8-874c-733fb8bdfb79 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:16.544261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:16.576053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:58:15Z', 'revision_number': 5, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port': {'id': '22dff399-c7d8-47f8-874c-733fb8bdfb79', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:55Z', 'updated_at': '2021-11-03T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:16.608644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] Checking router: cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:16.620134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] Routers {'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:16.620562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:16.633017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] For port 22dff399-c7d8-47f8-874c-733fb8bdfb79, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=22dff399-c7d8-47f8-874c-733fb8bdfb79,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:16.633414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:16.647754 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Calling delete_port for 22dff399-c7d8-47f8-874c-733fb8bdfb79 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:16.721595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] Set router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:16.779068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:58:16Z', 'revision_number': 6, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:16.808325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac9dd5-b075-465a-9085-a2873588996b None None] The sync data for ids ['cec2d7a5-121f-4b12-b8a0-5e07bb3fe434'] in n-d-812151-4 is: [{'id': 'cec2d7a5-121f-4b12-b8a0-5e07bb3fe434', 'name': 'tempest-TestEncryptedCinderVolumes-2099552230-router', 'tenant_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:54Z', 'updated_at': '2021-11-03T19:58:16Z', 'revision_number': 6, 'project_id': 'eb3524a127ef4e4b82e3c2e9c3576969', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:16.830689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:16.857251 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22dff399-c7d8-47f8-874c-733fb8bdfb79,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:16.923700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.015534 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.017688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.064990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.065473 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:58:17.070543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.071567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-91d3163a-1d60-431d-a028-49f25cb87bc9 admin admin] 10.222.0.91 "DELETE /v2.0/routers/cec2d7a5-121f-4b12-b8a0-5e07bb3fe434 HTTP/1.1" status: 204 len: 168 time: 0.7987335 Nov 03 19:58:17.074188 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53814) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:17.118224 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Deleting subnet 93ae6ceb-5254-4377-aad9-e4e73964ee4c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:58:17.121197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.157804 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.248060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.302598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.329458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ae6ceb-5254-4377-aad9-e4e73964ee4c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:17.333167 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.337156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-47240210-415f-47da-95cb-2f040e1c5b5e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/93ae6ceb-5254-4377-aad9-e4e73964ee4c HTTP/1.1" status: 204 len: 168 time: 0.2619777 Nov 03 19:58:17.339668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53816) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:17.340938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09754e1e-625a-4b19-9d8b-20f72a3b4660 None None] Network fee34332-4a10-42eb-87ac-56794d9ef336 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:58:17.413872 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.469086 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Deleting port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:17.469427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.534819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] For port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,segment=NetworkSegment(55d42c48-3d35-43ed-902f-006ede024e4c),segment_id=55d42c48-3d35-43ed-902f-006ede024e4c)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:17.535090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.548061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Calling delete_port for 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:17.594509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] DHCP port deletion for fee34332-4a10-42eb-87ac-56794d9ef336 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:58:17.637353 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.649480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Deleting port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:58:17.649855 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.661738 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:17.667933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] No DVR routers for this DVR port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:58:17.718725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] For port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:17.718971 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.732583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Calling delete_port for 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:58:17.735276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:58:17.736549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.748779 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.763050 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] Pushing event deleted for resources: {'Port': ['ID=3bbb2bb4-bbb8-4f78-84d5-f038ed453f44,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:17.770437 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473bbe3-f350-46b9-a2fd-ec109eee87de None None] No DVR routers for this DVR port 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:58:17.772216 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee34332-4a10-42eb-87ac-56794d9ef336']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:17.788782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d42c48-3d35-43ed-902f-006ede024e4c') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:17.789083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d42c48-3d35-43ed-902f-006ede024e4c') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:17.799749 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.815092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.823303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:58:17.823711 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: timer() Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:58:17.825916 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:58:17.885835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.891173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:17.894641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] 10.222.0.91 "DELETE /v2.0/networks/fee34332-4a10-42eb-87ac-56794d9ef336 HTTP/1.1" status: 204 len: 168 time: 0.5540040 Nov 03 19:58:17.909133 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd526db1-7910-4f4c-a34d-70ff80579982 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee34332-4a10-42eb-87ac-56794d9ef336,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:18.063991 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53820) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:18.111588 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-60fe45d6-ff4b-4899-8dda-82c0cd3ed4da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=049575965d5e40638dc5aa2ebd3bcc3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460758 Nov 03 19:58:18.113942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53822) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:18.163211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9db21f83-02f2-4647-b304-299c95c67612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.184689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9db21f83-02f2-4647-b304-299c95c67612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.232084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9db21f83-02f2-4647-b304-299c95c67612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.234844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9db21f83-02f2-4647-b304-299c95c67612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.236042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9db21f83-02f2-4647-b304-299c95c67612 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/63aa10ae-d125-4f5f-80fa-19123f4f7d72 HTTP/1.1" status: 204 len: 168 time: 0.1206110 Nov 03 19:58:18.245068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db21f83-02f2-4647-b304-299c95c67612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa10ae-d125-4f5f-80fa-19123f4f7d72,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:18.567184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53828) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:18.607910 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2c578328-9b47-40b8-aff5-12f4c737c6c5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb3524a127ef4e4b82e3c2e9c3576969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389218 Nov 03 19:58:18.610330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53830) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:18.661319 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8c86147-c1e4-485e-9182-f61fee47de11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.667991 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:18.683348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8c86147-c1e4-485e-9182-f61fee47de11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.687129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:18.687461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3bbb2bb4-bbb8-4f78-84d5-f038ed453f44 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:18.687871 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device da797025-4677-4abb-aea6-9a8054f4f986 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:18.706975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: da797025-4677-4abb-aea6-9a8054f4f986 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:18.707314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device da797025-4677-4abb-aea6-9a8054f4f986 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:18.707725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22dff399-c7d8-47f8-874c-733fb8bdfb79 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:18.730813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 22dff399-c7d8-47f8-874c-733fb8bdfb79 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:58:18.731161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 22dff399-c7d8-47f8-874c-733fb8bdfb79 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:58:18.735687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8c86147-c1e4-485e-9182-f61fee47de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.739129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a8c86147-c1e4-485e-9182-f61fee47de11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:18.745308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a8c86147-c1e4-485e-9182-f61fee47de11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/81028b86-cad9-418c-953b-f49bbc793101 HTTP/1.1" status: 204 len: 168 time: 0.1291544 Nov 03 19:58:18.752992 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c86147-c1e4-485e-9182-f61fee47de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81028b86-cad9-418c-953b-f49bbc793101,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:19.417909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53852) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:19.518943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-476947987-network', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:19.541060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Made reservation on behalf of c5fcd8b31ea44f08b49865f70242ca3a for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:58:19.543317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.551605 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.623651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.627351 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.653721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:58:19.659924 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e039b-b12a-4c8b-84bc-02a73872b7b8,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:19.666387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.666662 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Added segment b53c35d4-58ff-46f5-92a1-74c9e0a272d8 of type vlan for network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b Nov 03 19:58:19.709338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.733095 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.734056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:19.734626 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.768631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3495913 Nov 03 19:58:19.771839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53856) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:19.777141 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Request body: {'subnet': {'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-476947987-subnet', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:19.798336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Made reservation on behalf of c5fcd8b31ea44f08b49865f70242ca3a for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:58:19.800861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.813072 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b615545-3224-479a-b6eb-3312c666d985 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:19.824965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:58:19.974155 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.034995 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cda8a83-933a-4e21-bf07-f41c5765e5f9,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:20.046538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Checking segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:20.046829 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Network hostable DHCP agents. Network: dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:58:20.064952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:58:20.074663 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:20.078801 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:20.079411 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.084049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacaa97f-9cd1-4ac3-94af-6369edc0813e None None] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:58:20.095626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c529f7a5-e832-44a4-9114-97838672c37c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3225577 Nov 03 19:58:20.098763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53858) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:20.103930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:20.124967 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.126109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.179410 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.252922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:58:20.253797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.328197 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.396358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Allocated IP 172.20.0.2 (dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b/4cda8a83-933a-4e21-bf07-f41c5765e5f9/70a94055-73ca-4824-b52f-9ea0c65a25c1) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:20.533844 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.544587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.551416 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.558960 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.593827 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:20.600177 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:20.602595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:20.615230 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Pushing event updated for resources: {'Port': ['ID=70a94055-73ca-4824-b52f-9ea0c65a25c1,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:20.663953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Allocated IP 172.25.8.42 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/8d0f2133-000d-4f03-82d0-1d6bd8074ba1) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:20.667528 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Attempting to bind port 70a94055-73ca-4824-b52f-9ea0c65a25c1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:20.667893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Attempting to bind port 70a94055-73ca-4824-b52f-9ea0c65a25c1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:20.668250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Attempting to bind port 70a94055-73ca-4824-b52f-9ea0c65a25c1 on network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:20.673178 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:20.673542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Checking segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:20.673937 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.674318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Bound using segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:20.674777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Bound port: 70a94055-73ca-4824-b52f-9ea0c65a25c1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:20.675143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.737468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] For port 70a94055-73ca-4824-b52f-9ea0c65a25c1, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:20.740677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] For port 70a94055-73ca-4824-b52f-9ea0c65a25c1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=70a94055-73ca-4824-b52f-9ea0c65a25c1,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:20.745668 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.774862 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.803854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d0ba8-e5b7-4b31-bfb8-ae8117c1cd37 None None] Pushing event updated for resources: {'Port': ['ID=70a94055-73ca-4824-b52f-9ea0c65a25c1,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:20.816882 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:20.858078 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:20.864094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:20.866603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:20.892419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Pushing event updated for resources: {'Port': ['ID=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:21.151618 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:21.349688 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:21.717142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa001f-66c1-42b8-adab-b23b34dc840b None None] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:58:21.747378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Router f0617251-6d07-4e84-80fb-4c8da1c1ed0a is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:58:21.793912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-21511ed6-7848-4f79-8ad3-1f2e363261e9 None None] Provisioning complete for port 70a94055-73ca-4824-b52f-9ea0c65a25c1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:21.794278 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21511ed6-7848-4f79-8ad3-1f2e363261e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:21.858760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:21.869808 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Sync routers for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:21.880016 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:21.881399 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:21.881583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92446df7-7e4d-4697-ad48-b763bf251c3a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7809486 Nov 03 19:58:21.882398 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:21.884509 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53860) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:21.950477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21511ed6-7848-4f79-8ad3-1f2e363261e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:21.992060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-21511ed6-7848-4f79-8ad3-1f2e363261e9 None None] For port 70a94055-73ca-4824-b52f-9ea0c65a25c1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=70a94055-73ca-4824-b52f-9ea0c65a25c1,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:21.999729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21511ed6-7848-4f79-8ad3-1f2e363261e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.066759 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21511ed6-7848-4f79-8ad3-1f2e363261e9 None None] Pushing event updated for resources: {'Port': ['ID=70a94055-73ca-4824-b52f-9ea0c65a25c1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:22.111094 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:22.229244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-3ff84b93-4e00-488e-8449-70f501310e1e None None] Provisioning complete for port 70a94055-73ca-4824-b52f-9ea0c65a25c1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:22.229608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3ff84b93-4e00-488e-8449-70f501310e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.321566 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:21Z', 'revision_number': 3, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:22.353659 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Checking router: f0617251-6d07-4e84-80fb-4c8da1c1ed0a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:22.354401 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Updating router f0617251-6d07-4e84-80fb-4c8da1c1ed0a port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:58:22.382483 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.416312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.590125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Allocated IP 172.20.0.1 (dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b/4cda8a83-933a-4e21-bf07-f41c5765e5f9/903a451e-e3ce-4105-8946-23a1ad2ba8d3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:22.684641 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.691570 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.723096 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.754543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 70a94055-73ca-4824-b52f-9ea0c65a25c1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:22.758876 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Attempting to bind port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:22.759265 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Attempting to bind port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:22.759830 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Attempting to bind port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:22.771922 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:22.772362 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:22.773124 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.773583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:22.774241 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Bound port: 8d0f2133-000d-4f03-82d0-1d6bd8074ba1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:22.774624 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.790140 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.804874 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Pushing event updated for resources: {'Port': ['ID=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:22.817249 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.817666 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.818484 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.818971 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.819810 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.820290 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.820913 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.821443 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.821774 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.822129 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.822421 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.822910 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:22.847024 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 70a94055-73ca-4824-b52f-9ea0c65a25c1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:22.848095 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.851591 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:22.854900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:22.857496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:22.874294 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] For port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:22.881120 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] For port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:22.889680 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:22.946882 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:22.947970 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:22.954988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Pushing event updated for resources: {'Port': ['ID=903a451e-e3ce-4105-8946-23a1ad2ba8d3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:22.959903 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.025011 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edae52-070b-412c-b78d-e3774510c6fc None None] Pushing event updated for resources: {'Port': ['ID=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:23.093370 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:23.150889 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.175231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6a0d4263-22b9-497a-b041-6e28050810e6 None None] Provisioning complete for port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:23.175673 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4263-22b9-497a-b041-6e28050810e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.213590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d4263-22b9-497a-b041-6e28050810e6 None None] Port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:58:23.308597 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:21Z', 'revision_number': 3, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:23.344973 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6ccd7-5650-4ba5-bf4a-71515fac51fd None None] The sync data for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 is: [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:21Z', 'revision_number': 3, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:23.385438 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.391037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.472409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Pushing event updated for resources: {'Port': ['ID=903a451e-e3ce-4105-8946-23a1ad2ba8d3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:23.475877 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.607929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:23.609858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:23.757054 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Router f0617251-6d07-4e84-80fb-4c8da1c1ed0a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:58:23.850477 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-45dfe490-220b-4bcf-ba37-42ffd9e0326e None None] Provisioning complete for port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:23.851201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-45dfe490-220b-4bcf-ba37-42ffd9e0326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:23.900126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-45dfe490-220b-4bcf-ba37-42ffd9e0326e None None] Port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:58:23.905142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:23.913032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4326d5d4-a74d-489a-b20c-702fdfbe8931 admin admin] 10.222.0.91 "PUT /v2.0/routers/f0617251-6d07-4e84-80fb-4c8da1c1ed0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0248137 Nov 03 19:58:24.443670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53878) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:24.448826 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-638288001-network', 'tenant_id': '79a4ea86007c464a814fdad9364ff532'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:24.470492 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Made reservation on behalf of 79a4ea86007c464a814fdad9364ff532 for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:58:24.473080 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.482518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.560176 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.564616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.590653 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:58:24.601028 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5b50b-daeb-411d-9ab9-f9eeb4af61a8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:24.607585 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.608007 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Added segment 71af819f-62a4-4929-b9fd-3f44135a9094 of type vlan for network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 Nov 03 19:58:24.651924 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.678197 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.679510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:24.680172 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.701249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:24.747005 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3020420 Nov 03 19:58:24.753252 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62655f-6289-4258-9280-1bb3542a614b admin admin] Pushing event updated for resources: {'Network': ['ID=1d0c9456-f3ce-4e70-881f-8ca324eb64e9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:24.753898 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53880) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:24.762436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:24.762585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Request body: {'subnet': {'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-638288001-subnet', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:24.762797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.765554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:58:24.785018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Made reservation on behalf of 79a4ea86007c464a814fdad9364ff532 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:58:24.787929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:24.998809 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.063578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5515f7c6-1fc4-4280-883f-0b56c2f7082e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:25.077358 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.078226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Checking segment: {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:25.078657 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Network hostable DHCP agents. Network: 1d0c9456-f3ce-4e70-881f-8ca324eb64e9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:58:25.102758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:25.105566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:58:25.107703 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.120063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 1d0c9456-f3ce-4e70-881f-8ca324eb64e9) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:25.126822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:25.128071 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.146898 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8def073f-9806-4457-928f-ded46f76ae87 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3877966 Nov 03 19:58:25.147346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 53882) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:25.148774 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d67d5-f4c4-4ca1-a0f6-29c1ef2cae3f None None] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:58:25.152377 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:25.179228 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.181773 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.219073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Sync routers for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:25.247508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:25.248421 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.258217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:25.258869 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:25.410948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.449922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:25.452855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-1d0c9456-f3ce-4e70-881f-8ca324eb64e9', 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'fixed_ips': [{'subnet_id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:58:25.454039 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.633834 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.653789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.737139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Allocated IP 172.20.0.2 (1d0c9456-f3ce-4e70-881f-8ca324eb64e9/5515f7c6-1fc4-4280-883f-0b56c2f7082e/b87d9a02-2f25-489d-8cde-805492aef399) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:25.887608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 2, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:25.928919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Checking router: f0617251-6d07-4e84-80fb-4c8da1c1ed0a for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:25.929445 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Updating router f0617251-6d07-4e84-80fb-4c8da1c1ed0a port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:58:25.989630 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.015561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.037996 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.074464 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Allocated IP 172.25.8.216 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/66668009-3484-469f-a30d-09673d2233aa) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:26.140441 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:26.152898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:26.160825 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:26.174023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Pushing event updated for resources: {'Port': ['ID=b87d9a02-2f25-489d-8cde-805492aef399,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:26.185882 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.224261 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.265327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:26.268227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:26.274824 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:26.280768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Attempting to bind port b87d9a02-2f25-489d-8cde-805492aef399 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:26.281141 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Attempting to bind port b87d9a02-2f25-489d-8cde-805492aef399 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:26.281501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Attempting to bind port b87d9a02-2f25-489d-8cde-805492aef399 on network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:26.292154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:26.292523 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Checking segment: {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:26.292959 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.293336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Bound using segment: {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:26.293805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Bound port: b87d9a02-2f25-489d-8cde-805492aef399, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:26.294180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.301352 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Pushing event updated for resources: {'Port': ['ID=66668009-3484-469f-a30d-09673d2233aa,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:26.424346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b32b01c9-2341-4b59-a843-903385449efd None None] For port b87d9a02-2f25-489d-8cde-805492aef399, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:26.431432 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.441502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b32b01c9-2341-4b59-a843-903385449efd None None] For port b87d9a02-2f25-489d-8cde-805492aef399, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b87d9a02-2f25-489d-8cde-805492aef399,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:26.443220 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.452132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.509302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64324-e23c-41ce-ae0a-1f0927f7d5c6 None None] Pushing event updated for resources: {'Port': ['ID=903a451e-e3ce-4105-8946-23a1ad2ba8d3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:26.569481 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.617576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Attempting to bind port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:26.617576 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Attempting to bind port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:26.618144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Attempting to bind port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 on network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:26.624392 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b01c9-2341-4b59-a843-903385449efd None None] Pushing event updated for resources: {'Port': ['ID=b87d9a02-2f25-489d-8cde-805492aef399,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:26.630546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:26.630918 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Checking segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:26.631321 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.631712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Bound using segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:26.632211 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Bound port: 903a451e-e3ce-4105-8946-23a1ad2ba8d3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:26.632821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.752472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] For port 903a451e-e3ce-4105-8946-23a1ad2ba8d3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:26.757267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] For port 903a451e-e3ce-4105-8946-23a1ad2ba8d3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=903a451e-e3ce-4105-8946-23a1ad2ba8d3,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:26.765314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.796397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:26.880666 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.914938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64324-e23c-41ce-ae0a-1f0927f7d5c6 None None] Pushing event updated for resources: {'Port': ['ID=903a451e-e3ce-4105-8946-23a1ad2ba8d3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:26.925536 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9cc639aa-9501-4775-81d9-01fe69492a5d None None] Provisioning complete for port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:26.925818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc639aa-9501-4775-81d9-01fe69492a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:26.980147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:26.981743 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:27.107747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:27.108314 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.119670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:58:27.208191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:27.269361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:27.282049 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Sync routers for ids ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:27.294019 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Routers {'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:27.294979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:27.296534 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.298605 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9b87cfcb-a7e0-49a5-9e41-7685b02051aa admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1500642 Nov 03 19:58:27.303362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 53884) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:27.446369 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Set router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:27.639264 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc639aa-9501-4775-81d9-01fe69492a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.681449 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:26Z', 'revision_number': 3, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:27.721060 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Checking router: cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:27.721647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Updating router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c port 66668009-3484-469f-a30d-09673d2233aa binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:58:27.737256 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-9cc639aa-9501-4775-81d9-01fe69492a5d None None] For port 903a451e-e3ce-4105-8946-23a1ad2ba8d3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=903a451e-e3ce-4105-8946-23a1ad2ba8d3,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:27.753702 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.770672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cc639aa-9501-4775-81d9-01fe69492a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.846275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869de431-25fb-4f26-8457-ac47ffa10945 None None] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:58:27.866461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc639aa-9501-4775-81d9-01fe69492a5d None None] Pushing event updated for resources: {'Port': ['ID=903a451e-e3ce-4105-8946-23a1ad2ba8d3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:27.909324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.936993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:26Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:27.977275 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Provisioning complete for port b87d9a02-2f25-489d-8cde-805492aef399 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:27.977557 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.979381 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a026a1c-c701-4a93-93f3-726930a939d4 None None] The sync data for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 is: [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:26Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:28.121458 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.130641 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.144537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Allocated IP 172.20.0.1 (1d0c9456-f3ce-4e70-881f-8ca324eb64e9/5515f7c6-1fc4-4280-883f-0b56c2f7082e/b651cceb-b667-4b4c-a184-0d4f738b8ac6) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:28.193424 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Attempting to bind port 66668009-3484-469f-a30d-09673d2233aa on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:28.193812 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Attempting to bind port 66668009-3484-469f-a30d-09673d2233aa by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:28.194134 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Attempting to bind port 66668009-3484-469f-a30d-09673d2233aa on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:28.202658 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:28.203118 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:28.203435 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.203838 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:28.204340 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Bound port: 66668009-3484-469f-a30d-09673d2233aa, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:28.204747 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.211591 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba511501-1dfd-440c-b0c3-9ca9037a85a1 None None] Pushing event updated for resources: {'Port': ['ID=66668009-3484-469f-a30d-09673d2233aa,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:28.211825 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.292668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] For port b87d9a02-2f25-489d-8cde-805492aef399, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b87d9a02-2f25-489d-8cde-805492aef399,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:28.299910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.341513 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Provisioning complete for port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:28.342344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.396320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.416197 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] For port 66668009-3484-469f-a30d-09673d2233aa, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:28.421607 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] For port 66668009-3484-469f-a30d-09673d2233aa, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66668009-3484-469f-a30d-09673d2233aa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:28.424885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eebbb9-6bcb-4cd9-998f-003cdd20cca4 None None] Pushing event updated for resources: {'Port': ['ID=b87d9a02-2f25-489d-8cde-805492aef399,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:28.433227 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.484253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.515150 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba511501-1dfd-440c-b0c3-9ca9037a85a1 None None] Pushing event updated for resources: {'Port': ['ID=66668009-3484-469f-a30d-09673d2233aa,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:28.545304 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Routers {'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:28.545304 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:28.564113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:28.573739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:28.582851 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:28.613386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b651cceb-b667-4b4c-a184-0d4f738b8ac6,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:28.636855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.653155 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8311b13e-7dc0-4fe3-b235-a3592c23b813 None None] Provisioning complete for port b87d9a02-2f25-489d-8cde-805492aef399 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:28.653524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8311b13e-7dc0-4fe3-b235-a3592c23b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.725719 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] Set router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:28.848850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b87d9a02-2f25-489d-8cde-805492aef399 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:28.878638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:28.944284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b87d9a02-2f25-489d-8cde-805492aef399 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:28.944659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.013070 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:26Z', 'revision_number': 3, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:29.056542 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af942d-9dab-431f-a36e-9a4421c64ee5 None None] The sync data for ids ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'] in n-d-812151-4 is: [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:26Z', 'revision_number': 3, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:29.056861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 903a451e-e3ce-4105-8946-23a1ad2ba8d3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:29.061366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-03fccd4e-c877-44c7-bd6f-8e4f0d63ca4d None None] Provisioning complete for port b651cceb-b667-4b4c-a184-0d4f738b8ac6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:29.061734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-03fccd4e-c877-44c7-bd6f-8e4f0d63ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.113954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.120191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.131061 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-03fccd4e-c877-44c7-bd6f-8e4f0d63ca4d None None] Port b651cceb-b667-4b4c-a184-0d4f738b8ac6 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:58:29.145672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:29.146324 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.507198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.509646 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b651cceb-b667-4b4c-a184-0d4f738b8ac6,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:29.625677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:29.627211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:29.756547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:58:29.880950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:58:29.886819 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f53458c4-d642-44e8-a4a6-7b3fb5177fd2 admin admin] 10.222.0.91 "PUT /v2.0/routers/cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819254 Nov 03 19:58:29.959186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-94e470e9-e2cd-4d76-9f10-5084009d444e None None] Provisioning complete for port b651cceb-b667-4b4c-a184-0d4f738b8ac6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:29.959747 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-94e470e9-e2cd-4d76-9f10-5084009d444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:30.000675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-94e470e9-e2cd-4d76-9f10-5084009d444e None None] Port b651cceb-b667-4b4c-a184-0d4f738b8ac6 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:58:30.721196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66668009-3484-469f-a30d-09673d2233aa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:30.789529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66668009-3484-469f-a30d-09673d2233aa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:30.789901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:30.879150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:30.904817 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 66668009-3484-469f-a30d-09673d2233aa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66668009-3484-469f-a30d-09673d2233aa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:30.909824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:30.966573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=66668009-3484-469f-a30d-09673d2233aa,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:31.393013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Sync routers for ids ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:58:31.410968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Routers {'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:31.411560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:31.536903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Set router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:31.771658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:28Z', 'revision_number': 4, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'b651cceb-b667-4b4c-a184-0d4f738b8ac6', 'name': '', 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'mac_address': 'fa:16:3e:59:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:27Z', 'updated_at': '2021-11-03T19:58:28Z', 'revision_number': 2, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'subnets': [{'id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:31.800541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Checking router: cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:58:31.800912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Updating router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c port b651cceb-b667-4b4c-a184-0d4f738b8ac6 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:58:31.831445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.113238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.123219 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.182853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f951-0ec9-4c94-906f-d109a873606c None None] Pushing event updated for resources: {'Port': ['ID=b651cceb-b667-4b4c-a184-0d4f738b8ac6,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:32.262215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Attempting to bind port b651cceb-b667-4b4c-a184-0d4f738b8ac6 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:32.262683 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Attempting to bind port b651cceb-b667-4b4c-a184-0d4f738b8ac6 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:32.263645 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Attempting to bind port b651cceb-b667-4b4c-a184-0d4f738b8ac6 on network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:32.269326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:32.269793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Checking segment: {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:32.270257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.270740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Bound using segment: {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:32.271466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Bound port: b651cceb-b667-4b4c-a184-0d4f738b8ac6, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71af819f-62a4-4929-b9fd-3f44135a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:32.271909 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.351290 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] For port b651cceb-b667-4b4c-a184-0d4f738b8ac6, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:32.355195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] For port b651cceb-b667-4b4c-a184-0d4f738b8ac6, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b651cceb-b667-4b4c-a184-0d4f738b8ac6,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:32.362531 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.468847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Routers {'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:58:32.469631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:58:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:32.527055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f951-0ec9-4c94-906f-d109a873606c None None] Pushing event updated for resources: {'Port': ['ID=b651cceb-b667-4b4c-a184-0d4f738b8ac6,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:32.535828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-84eb6a23-da75-4ae1-b280-8e859606101f None None] Provisioning complete for port b651cceb-b667-4b4c-a184-0d4f738b8ac6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:32.536194 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a23-da75-4ae1-b280-8e859606101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.855984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66668009-3484-469f-a30d-09673d2233aa up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:32.908012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] Set router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:58:32.943360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a23-da75-4ae1-b280-8e859606101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:32.951930 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:33.057064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84eb6a23-da75-4ae1-b280-8e859606101f None None] For port b651cceb-b667-4b4c-a184-0d4f738b8ac6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b651cceb-b667-4b4c-a184-0d4f738b8ac6,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:33.090527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a23-da75-4ae1-b280-8e859606101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:33.135928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 66668009-3484-469f-a30d-09673d2233aa triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:33.136601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:33.218931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb6a23-da75-4ae1-b280-8e859606101f None None] Pushing event updated for resources: {'Port': ['ID=b651cceb-b667-4b4c-a184-0d4f738b8ac6,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:33.263481 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0542ebf0-5e31-483d-8a26-45834c412629 None None] Provisioning complete for port b651cceb-b667-4b4c-a184-0d4f738b8ac6 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:33.263731 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0542ebf0-5e31-483d-8a26-45834c412629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:33.389689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b3d683e3-3faa-4586-8791-415b059046da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:28Z', 'revision_number': 4, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'b651cceb-b667-4b4c-a184-0d4f738b8ac6', 'name': '', 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'mac_address': 'fa:16:3e:59:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:27Z', 'updated_at': '2021-11-03T19:58:32Z', 'revision_number': 4, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'subnets': [{'id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:58:33.422348 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d683e3-3faa-4586-8791-415b059046da None None] The sync data for ids ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'] in n-d-812151-4 is: [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:28Z', 'revision_number': 4, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'b651cceb-b667-4b4c-a184-0d4f738b8ac6', 'name': '', 'network_id': '1d0c9456-f3ce-4e70-881f-8ca324eb64e9', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'mac_address': 'fa:16:3e:59:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:27Z', 'updated_at': '2021-11-03T19:58:32Z', 'revision_number': 4, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'subnets': [{'id': '5515f7c6-1fc4-4280-883f-0b56c2f7082e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:58:33.585585 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:34.728371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b651cceb-b667-4b4c-a184-0d4f738b8ac6 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:34.791880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28944e65-a017-4f3c-a26f-c5de418243c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:34.808102 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port b651cceb-b667-4b4c-a184-0d4f738b8ac6 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:34.808468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:35.305806 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:58:38.421784 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a90b887e-73a9-4aec-bfb6-d981d0f384ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.142991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.213817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-447bbe1f-1276-4b05-92a1-9863b069d191 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:40.215305 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-447bbe1f-1276-4b05-92a1-9863b069d191 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 814 time: 0.1050274 Nov 03 19:58:40.230565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-8072ef39-81ad-478e-9790-bc5deb3c9b7b tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/quotas/c5fcd8b31ea44f08b49865f70242ca3a HTTP/1.1" status: 200 len: 375 time: 0.0095801 Nov 03 19:58:40.288101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-273dfa45-1347-40f4-88c1-6ffc666d6a3d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518906 Nov 03 19:58:40.388311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-fb630406-516c-4f85-9622-60e6e986aad7 service neutron] 10.222.0.91 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884912 Nov 03 19:58:40.484249 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-47cc4661-3615-4b5a-a8ba-93eaf32bafdf service neutron] 10.222.0.91 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891259 Nov 03 19:58:40.649413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-781c2488-77a3-4c82-9b0e-4d7c8214f8fc req-b9f40a11-a50d-4064-a583-1537e01a5585 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 210 time: 0.0271575 Nov 03 19:58:41.638943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-e3385610-3649-4570-9bd7-b194ddfb0942 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:41.640426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-e3385610-3649-4570-9bd7-b194ddfb0942 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 814 time: 0.1123965 Nov 03 19:58:41.655524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'port': {'device_id': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'admin_state_up': True, 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:41.752271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6ef7dbd5-932c-4729-8266-119dd81ec83b req-034a64c3-6291-4c2a-889d-cce958284845 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 210 time: 0.0298607 Nov 03 19:58:41.778207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Made reservation on behalf of c5fcd8b31ea44f08b49865f70242ca3a for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:58:41.782042 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:41.922184 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Allocated IP 172.20.0.14 (dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b/4cda8a83-933a-4e21-bf07-f41c5765e5f9/149fe4e5-2d49-4329-91f1-4c9bb60962d2) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:42.062260 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.140594 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.185571 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.201779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.227984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:42.233379 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:42.252762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:42.312285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:42.332840 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:42.333503 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.344081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.344434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.344799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.345140 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.345470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.345802 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.346129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.346455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.346782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.347107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.347682 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.347999 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:42.361593 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-97aa331b-4348-4423-8592-2a7fc3a3dcdf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7099018 Nov 03 19:58:42.623083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-06b15b47-e387-4312-b3a1-6668c4f6bca2 None None] Provisioning complete for port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:42.623905 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-06b15b47-e387-4312-b3a1-6668c4f6bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:42.662936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-06b15b47-e387-4312-b3a1-6668c4f6bca2 None None] Port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:58:42.884641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3a07a-3ed3-4870-a816-ab8c1ec0760d req-bc2937b7-b556-455b-9e8a-43441083cf7e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:42.886377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1d3a07a-3ed3-4870-a816-ab8c1ec0760d req-bc2937b7-b556-455b-9e8a-43441083cf7e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0566440 Nov 03 19:58:42.944964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1d3a07a-3ed3-4870-a816-ab8c1ec0760d req-ea2494ee-2590-4741-b6c0-008113058c38 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521779 Nov 03 19:58:44.063973 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e44d-0fdb-45e2-8bfa-f31cbb2d06f6 req-c7a5163d-9bcc-4985-8da5-2419acb0484f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:44.065471 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b001e44d-0fdb-45e2-8bfa-f31cbb2d06f6 req-c7a5163d-9bcc-4985-8da5-2419acb0484f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0537527 Nov 03 19:58:44.113569 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b001e44d-0fdb-45e2-8bfa-f31cbb2d06f6 req-fb91ce9e-e908-4d23-8538-43c785d46802 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Nov 03 19:58:45.249785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712df23f-b8d9-4885-a2b7-61d510e11e18 req-c1c150c0-44bd-4826-812e-f383cba9d3bf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:45.252063 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-712df23f-b8d9-4885-a2b7-61d510e11e18 req-c1c150c0-44bd-4826-812e-f383cba9d3bf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0636694 Nov 03 19:58:45.320863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-712df23f-b8d9-4885-a2b7-61d510e11e18 req-4c98f762-6b5a-4e46-9c43-84f5df2728d9 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609546 Nov 03 19:58:46.444545 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc45c2-a01e-4447-ae11-537f940a9948 req-8d41a8ad-02bf-4426-8591-59563a0cabf7 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:46.446308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cbc45c2-a01e-4447-ae11-537f940a9948 req-8d41a8ad-02bf-4426-8591-59563a0cabf7 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0554116 Nov 03 19:58:46.495425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cbc45c2-a01e-4447-ae11-537f940a9948 req-1a60966c-c2bd-4f92-a27b-1da2e6e559a0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Nov 03 19:58:47.619731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415412-bf54-4d17-a99f-32266d92b395 req-1115e3f3-371e-4949-b17f-8164bb5157b4 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:47.621297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb415412-bf54-4d17-a99f-32266d92b395 req-1115e3f3-371e-4949-b17f-8164bb5157b4 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0571835 Nov 03 19:58:47.676538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb415412-bf54-4d17-a99f-32266d92b395 req-d8aeacc2-3ba0-478f-bfe9-891cc2777b62 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Nov 03 19:58:48.798564 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4f92-0523-4a77-a339-586ec8a1ca5c req-e14f4dbe-3f38-4287-bab2-2b9c5a8c20cd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:48.800053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-932d4f92-0523-4a77-a339-586ec8a1ca5c req-e14f4dbe-3f38-4287-bab2-2b9c5a8c20cd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0503173 Nov 03 19:58:48.854449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-932d4f92-0523-4a77-a339-586ec8a1ca5c req-1168b106-431a-4709-aa95-41a7c9dab7c6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Nov 03 19:58:49.977148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5ea16-6677-4046-b6bb-103f5a8a3461 req-e2a38d3f-4061-4bc8-be7c-2b9674498c71 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:49.978655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bc5ea16-6677-4046-b6bb-103f5a8a3461 req-e2a38d3f-4061-4bc8-be7c-2b9674498c71 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0513031 Nov 03 19:58:50.031148 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2bc5ea16-6677-4046-b6bb-103f5a8a3461 req-b943ed8f-d2c1-42e3-9894-97840adc1d01 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Nov 03 19:58:51.157296 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe594-bec2-4f38-896c-90f124635557 req-bb8f2a35-220c-4b13-bfe8-b3a7e59fd679 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:51.158804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45bbe594-bec2-4f38-896c-90f124635557 req-bb8f2a35-220c-4b13-bfe8-b3a7e59fd679 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0523603 Nov 03 19:58:51.208056 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45bbe594-bec2-4f38-896c-90f124635557 req-0a22857c-e3d4-4ee2-b3dd-d9d21639aa26 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Nov 03 19:58:52.328578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71ff5-d6c6-4d26-9504-18446997f6db req-02124435-10af-401f-a098-74e46cd50f83 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:52.330084 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdc71ff5-d6c6-4d26-9504-18446997f6db req-02124435-10af-401f-a098-74e46cd50f83 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0528884 Nov 03 19:58:52.378593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdc71ff5-d6c6-4d26-9504-18446997f6db req-1b885a52-9e99-4a18-8141-fb6e707e0e51 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Nov 03 19:58:53.507882 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed5ffe-7f6e-43e8-a253-342a1c08c308 req-382223f0-7414-44f3-a68e-a238d7873ddb tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:53.509330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eed5ffe-7f6e-43e8-a253-342a1c08c308 req-382223f0-7414-44f3-a68e-a238d7873ddb tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0514035 Nov 03 19:58:53.558268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8eed5ffe-7f6e-43e8-a253-342a1c08c308 req-5e504005-2d72-47e9-83c5-1f8785f2081c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Nov 03 19:58:54.678546 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e5fa-ea8b-4e89-a024-9dc5b955431a req-8b7d6676-9285-4beb-b89e-9bc59cd29bd9 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:54.680038 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d749e5fa-ea8b-4e89-a024-9dc5b955431a req-8b7d6676-9285-4beb-b89e-9bc59cd29bd9 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0506523 Nov 03 19:58:54.733969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d749e5fa-ea8b-4e89-a024-9dc5b955431a req-186c7015-6d39-4b70-a578-7d6ecc8346f9 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476317 Nov 03 19:58:55.639943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Request body: {'port': {'device_id': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:55.697068 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:55.850340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012cf40-dec3-44d4-aaa1-fcb6cfe69cc2 req-4e450340-84c3-4946-bbe4-081cf0dee00e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:55.852452 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4012cf40-dec3-44d4-aaa1-fcb6cfe69cc2 req-4e450340-84c3-4946-bbe4-081cf0dee00e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 932 time: 0.0490429 Nov 03 19:58:55.901541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4012cf40-dec3-44d4-aaa1-fcb6cfe69cc2 req-17699a3f-f2e3-43ea-990b-cbfcb977277a tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Nov 03 19:58:55.962132 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149fe4e5-2d49-4329-91f1-4c9bb60962d2 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:58:55.969546 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:55.983203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Transition to ACTIVE for port object 149fe4e5-2d49-4329-91f1-4c9bb60962d2 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:58:55.986606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.037340 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:56.114092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Attempting to bind port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:56.114450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Attempting to bind port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:56.114781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Attempting to bind port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 on network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:56.119345 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 on network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:58:56.119673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Attempting to bind port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 on network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:56.124805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:56.125147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Checking segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:56.125534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Bound using segment: {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:56.126185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Bound port: 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:56.126338 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.193362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:56.197177 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:56.201853 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.239713 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.240399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.244842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] 10.222.0.115 "PUT /v2.0/ports/149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 1092 time: 0.6065507 Nov 03 19:58:56.244842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:56.245233 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7" -d '{"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:56.271782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a5354-ae54-4445-830f-d293d13963a6 service neutron] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:56.315045 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044a7bf-5d94-44ed-a8a3-5c054d460f0b x-openstack-request-id: req-b044a7bf-5d94-44ed-a8a3-5c054d460f0b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:56.315404 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:56.315725 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b044a7bf-5d94-44ed-a8a3-5c054d460f0b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:56.316215 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'status': 'completed', 'code': 200} Nov 03 19:58:56.357400 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-74638c9b-2fa0-48cf-88e8-ab4c21b9b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.358968 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-74638c9b-2fa0-48cf-88e8-ab4c21b9b149 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1095 time: 0.0549238 Nov 03 19:58:56.404358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-04c77fbf-2175-4c85-972b-70a698ed3b84 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 217 time: 0.0359294 Nov 03 19:58:56.454242 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-75c617c1-3e48-4e72-bbb2-abb2d3b5fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.455795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-75c617c1-3e48-4e72-bbb2-abb2d3b5fbc6 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0451870 Nov 03 19:58:56.507830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-19bb6644-1b24-46d6-a84d-84064fa33e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.509108 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-19bb6644-1b24-46d6-a84d-84064fa33e40 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452015 Nov 03 19:58:56.600142 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-c7db2f2f-76f0-4944-a0a4-95d88f88cb8b service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834219 Nov 03 19:58:56.693928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c4f41752-0e1c-455d-b5df-73b92357ba72 req-eb008c56-36a7-4e78-b37d-d3516b9cc4ff service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Nov 03 19:58:56.781678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-4a405c5a-e18b-437b-b0d9-18a9580ce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.783173 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-4a405c5a-e18b-437b-b0d9-18a9580ce419 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1095 time: 0.0417144 Nov 03 19:58:56.879917 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-5e0ffe9f-1199-4416-b550-089b93812fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.881426 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-5e0ffe9f-1199-4416-b550-089b93812fb0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.0896127 Nov 03 19:58:56.924386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-2b8564be-eabe-4a9e-8b00-a97a08d7942c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 217 time: 0.0353487 Nov 03 19:58:56.977931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-9cb84e35-7faa-4b9f-b284-b6f1b1072b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.979581 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-9cb84e35-7faa-4b9f-b284-b6f1b1072b3d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0478535 Nov 03 19:58:57.028057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-7428f4eb-8e0b-48b8-b21a-e32afb6bdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:57.028317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978fa3-6de6-4fa5-bfda-86e00885d5bb req-d9ba3b40-be22-47b9-9572-1f526f4432ce tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:57.029597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-7428f4eb-8e0b-48b8-b21a-e32afb6bdeb1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421968 Nov 03 19:58:57.031019 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59978fa3-6de6-4fa5-bfda-86e00885d5bb req-d9ba3b40-be22-47b9-9572-1f526f4432ce tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 944 time: 0.0589662 Nov 03 19:58:57.083635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59978fa3-6de6-4fa5-bfda-86e00885d5bb req-b1a150ba-ea29-4d53-9fad-7b3d4b2f53f3 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468600 Nov 03 19:58:57.136344 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-7bf4df57-9e44-4959-b2cc-31e514b43281 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983675 Nov 03 19:58:57.233822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fc0a975-f6a2-4939-a4f0-1b6623c8dca7 req-6796d0a1-e36c-4119-b721-9eb6cdfd756e service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900350 Nov 03 19:58:58.082222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 149fe4e5-2d49-4329-91f1-4c9bb60962d2 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:58:58.223422 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:58.240070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'port_id': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'mac_address': 'fa:16:3e:f7:a1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:58:58.259529 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79041a6f-ba20-4812-8b29-02223af522c0 req-bf134472-f3da-4395-bad4-b7978978117f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.261834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79041a6f-ba20-4812-8b29-02223af522c0 req-bf134472-f3da-4395-bad4-b7978978117f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 944 time: 0.0668526 Nov 03 19:58:58.299247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:58.315059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149fe4e5-2d49-4329-91f1-4c9bb60962d2 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:58:58.320474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79041a6f-ba20-4812-8b29-02223af522c0 req-3908e24f-b4df-424b-b3f9-6b7888c1f5e4 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516076 Nov 03 19:58:58.340257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:58.347096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:58.400208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:58.408652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.409043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.409386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.409734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.410070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.410393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.410790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.411121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.411568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.411900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.413222 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.414068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:58.609892 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['149fe4e5-2d49-4329-91f1-4c9bb60962d2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:58:59.462991 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d651-f28d-47d4-8825-9b88d0389421 req-fc6ac0c4-3bd3-4646-9d6d-e3b694b792ab tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:59.464482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e91d651-f28d-47d4-8825-9b88d0389421 req-fc6ac0c4-3bd3-4646-9d6d-e3b694b792ab tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 945 time: 0.0508690 Nov 03 19:58:59.518707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e91d651-f28d-47d4-8825-9b88d0389421 req-f51f2c6e-b998-4c36-a842-3961693c4244 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478978 Nov 03 19:59:00.081638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 149fe4e5-2d49-4329-91f1-4c9bb60962d2 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:59:00.135384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:59:00.139857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:00.140309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.226670 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.251697 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:00.254033 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682815f2-f5b7-44e3-912d-10737c10adeb" -d '{"events": [{"server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "name": "network-vif-plugged", "status": "completed", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:00.268489 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:00.278993 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.304210 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8413d6bd-0db2-4a5b-a45e-2df8014f2c2d x-openstack-request-id: req-8413d6bd-0db2-4a5b-a45e-2df8014f2c2d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:00.304503 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "name": "network-vif-plugged", "status": "completed", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:00.304760 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8413d6bd-0db2-4a5b-a45e-2df8014f2c2d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:00.305189 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'code': 200} Nov 03 19:59:00.336619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:00.404507 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ff36e-f1ee-4626-b08b-a3f2df3e2ede req-834bccaf-fe05-47f0-9f89-8c38888f2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:00.406068 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f29ff36e-f1ee-4626-b08b-a3f2df3e2ede req-834bccaf-fe05-47f0-9f89-8c38888f2717 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1097 time: 0.0420029 Nov 03 19:59:00.455994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f29ff36e-f1ee-4626-b08b-a3f2df3e2ede req-1dee7dea-03ab-4164-bb87-00d503c9d755 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Nov 03 19:59:00.638003 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d48708-7993-41bf-9156-08fe34863232 req-bd2f4b23-7669-4009-9aba-5fdb2f4df624 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:00.639574 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0d48708-7993-41bf-9156-08fe34863232 req-bd2f4b23-7669-4009-9aba-5fdb2f4df624 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0539644 Nov 03 19:59:00.686766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0d48708-7993-41bf-9156-08fe34863232 req-e54473de-54b1-4c75-ae18-bd73aa76a119 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Nov 03 19:59:01.805450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cda1d-3a50-4bdc-9240-e994b2556944 req-999da3ea-4657-4c35-8a64-d26555026634 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:01.807490 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-138cda1d-3a50-4bdc-9240-e994b2556944 req-999da3ea-4657-4c35-8a64-d26555026634 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0505891 Nov 03 19:59:01.867218 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-138cda1d-3a50-4bdc-9240-e994b2556944 req-c2d5de7c-6e33-4afb-95de-46dac28e65ae tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Nov 03 19:59:01.994505 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd49a1-6825-4d93-80a2-84a01c9fa213 req-e897bb22-f8e3-4c18-8451-7f7ba8f33bb7 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:01.996014 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbd49a1-6825-4d93-80a2-84a01c9fa213 req-e897bb22-f8e3-4c18-8451-7f7ba8f33bb7 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0570323 Nov 03 19:59:02.062446 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bbd49a1-6825-4d93-80a2-84a01c9fa213 req-6cdeee99-bfdd-4173-9b7f-80ba8bbdc757 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 Nov 03 19:59:02.261513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbcd24-a409-422e-a2eb-e59efd3e3056 req-0d4e9cfe-2e6e-4471-b4cd-4d5140de78a5 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:02.263007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0bbcd24-a409-422e-a2eb-e59efd3e3056 req-0d4e9cfe-2e6e-4471-b4cd-4d5140de78a5 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0520346 Nov 03 19:59:02.312407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0bbcd24-a409-422e-a2eb-e59efd3e3056 req-9479fb38-bf0f-48a9-9947-f411ca069e3a tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Nov 03 19:59:02.840970 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:03.581465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:04.778100 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f5c6892b-ba04-4159-beb7-836481632181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:08.422890 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-85b4bda1-6bc0-4076-b4c6-12df74201d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:10.146221 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.061431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.187878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:12.306751 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:59:16.094652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6613b1-47c0-4efb-aed0-f21a608bb517 req-8fe4e385-41cc-47a3-bf83-beb7c9de9eca tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:16.096132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be6613b1-47c0-4efb-aed0-f21a608bb517 req-8fe4e385-41cc-47a3-bf83-beb7c9de9eca tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0513406 Nov 03 19:59:16.148492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be6613b1-47c0-4efb-aed0-f21a608bb517 req-04ddac3f-8696-4a6d-9755-7d0bff64be5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Nov 03 19:59:16.172800 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54078) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:16.303866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea395c3-5cbf-4fbb-bdb9-9c538df419ba tempest-TestMinimumBasicScenario-711682895 tempest-TestMinimumBasicScenario-711682895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:16.305589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6ea395c3-5cbf-4fbb-bdb9-9c538df419ba tempest-TestMinimumBasicScenario-711682895 tempest-TestMinimumBasicScenario-711682895-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1092 time: 0.1316955 Nov 03 19:59:16.308565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54082) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:16.312810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:16.338307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:16.436389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:16.540270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Allocated IP 172.25.8.21 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/d0eb4d15-0f05-4e2a-a4d5-0a20de8e911d) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:59:16.644976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:16.678738 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:16.716058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:59:16.721334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:59:16.725092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:59:16.730453 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'Port': ['ID=d0eb4d15-0f05-4e2a-a4d5-0a20de8e911d,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:17.228407 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.327861 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.742143 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.750109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.819062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'Port': ['ID=d0eb4d15-0f05-4e2a-a4d5-0a20de8e911d,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:17.833414 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:17.937195 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Floating IP c7a8a512-9d3f-439e-a5d0-54db2f709df7 associated. External IP: 172.25.8.21, port: 149fe4e5-2d49-4329-91f1-4c9bb60962d2. Nov 03 19:59:18.159027 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Router f0617251-6d07-4e84-80fb-4c8da1c1ed0a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:59:18.271656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:59:18.283876 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] Sync routers for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:59:18.290684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.300732 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:18.301359 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:59:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:18.324808 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ae8247fc-301e-4555-b564-66ed00f2cf5e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0149977 Nov 03 19:59:18.325767 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:18.327643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54084) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:18.328337 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06508b8-3dba-4644-95eb-d4e106d6463a" -d '{"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:18.332313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477686163', 'description': 'tempest-secgroup-smoke-1477686163 description', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:18.358849 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.371555 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9fdff3-536c-4472-8014-5d5ddc4d96dd x-openstack-request-id: req-4b9fdff3-536c-4472-8014-5d5ddc4d96dd {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:18.371858 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:18.372189 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4b9fdff3-536c-4472-8014-5d5ddc4d96dd {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:18.372526 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'status': 'completed', 'code': 200} Nov 03 19:59:18.432317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:18.437949 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.442053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.445335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-0cc78637-b521-45cc-a4ef-b69fcd59a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:18.447851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-0cc78637-b521-45cc-a4ef-b69fcd59a974 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1097 time: 0.0496695 Nov 03 19:59:18.474902 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.476145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1475098 Nov 03 19:59:18.477342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af9661-4695-4455-9db7-29c3645b452c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:18.484450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54088) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:18.485817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.486160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.486536 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.486872 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.487195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.487522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.487839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.488156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.488480 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.488818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.489140 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.489450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e1e1b-5676-43ed-9e6e-c0e9715552fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:59:18.502178 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group_rule': {'security_group_id': 'f6af9661-4695-4455-9db7-29c3645b452c', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:18.531371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.556111 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-068bce66-0143-49cc-aa16-a6f9b3bb4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:18.557855 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-068bce66-0143-49cc-aa16-a6f9b3bb4590 service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.1027405 Nov 03 19:59:18.591576 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.595475 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.616402 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cd2ce3-aae7-40e0-883f-d579654a508d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:18.622445 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.623658 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-da92071d-432c-4f46-b554-2f775d3d6d6d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310523 Nov 03 19:59:18.626485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54090) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:18.630981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group_rule': {'security_group_id': 'f6af9661-4695-4455-9db7-29c3645b452c', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:18.640257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-5790f39a-5b87-4135-977e-47059c60d2b4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 999 time: 0.0737724 Nov 03 19:59:18.660966 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.683897 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c7a8a512-9d3f-439e-a5d0-54db2f709df7', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'port_id': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'mac_address': 'fa:16:3e:f7:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:59:16Z', 'updated_at': '2021-11-03T19:59:16Z', 'revision_number': 0, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:27Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:18.698499 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-3489356f-6849-4a90-9d53-d5b449b7dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:18.700118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-3489356f-6849-4a90-9d53-d5b449b7dbc1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0529256 Nov 03 19:59:18.721920 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] Checking router: f0617251-6d07-4e84-80fb-4c8da1c1ed0a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:59:18.728082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.733165 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.734372 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:18.735213 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T19:59:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:18.752602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2703d8bf-e841-4db9-be52-047e9043cad9,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:18.760317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-8fbe50cb-d85c-47da-8a18-ab64a157ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:18.762687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-8fbe50cb-d85c-47da-8a18-ab64a157ea27 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535541 Nov 03 19:59:18.771210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.772969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e6be5b30-c63c-41af-8044-3729cca951b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453972 Nov 03 19:59:18.777792 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54092) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:18.783135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group_rule': {'security_group_id': 'f6af9661-4695-4455-9db7-29c3645b452c', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:18.814414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.864514 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:18.881855 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.887363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-85d5f778-2e22-4932-a174-e7c543e17f32 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100719 Nov 03 19:59:18.887989 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.912494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b46d012-b077-44e4-8802-60cba714e892,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:18.920414 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:18.924327 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7bc69549-6e40-4c4b-9181-a276a9e545dd tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451216 Nov 03 19:59:18.924476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54094) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:18.928953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group_rule': {'security_group_id': 'f6af9661-4695-4455-9db7-29c3645b452c', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:19.005115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.036934 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c06508b8-3dba-4644-95eb-d4e106d6463a req-f9a2fe3a-736a-43d6-8fc4-fd01211a2e05 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402028 Nov 03 19:59:19.068777 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.072572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.093193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52361919-56ba-450b-9e65-312c99e61009,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:19.103769 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.105119 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7a674315-043b-423f-856d-f9892b2736fa tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1797926 Nov 03 19:59:19.107844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54096) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:19.112352 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group_rule': {'security_group_id': 'f6af9661-4695-4455-9db7-29c3645b452c', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:19.116442 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c7a8a512-9d3f-439e-a5d0-54db2f709df7', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'port_id': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'mac_address': 'fa:16:3e:f7:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:59:16Z', 'updated_at': '2021-11-03T19:59:16Z', 'revision_number': 0, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:27Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:19.134209 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Project c5fcd8b31ea44f08b49865f70242ca3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:59:19.139366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.145997 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6887dd-9c09-4e84-a671-483a24031125 None None] The sync data for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 is: [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c7a8a512-9d3f-439e-a5d0-54db2f709df7', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'port_id': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'mac_address': 'fa:16:3e:f7:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:59:16Z', 'updated_at': '2021-11-03T19:59:16Z', 'revision_number': 0, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:27Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:59:19.205936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.210267 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.232388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fa98b7-154c-4de8-88e9-306fb492ed84,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:19.243764 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.245199 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-f668c0d2-4288-4f72-8f30-f1d9c9eee0e1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363516 Nov 03 19:59:19.249200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54098) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:59:19.254600 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'security_group_rule': {'security_group_id': 'f6af9661-4695-4455-9db7-29c3645b452c', 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:19.281045 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Project c5fcd8b31ea44f08b49865f70242ca3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:59:19.286537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.353282 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.357875 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.377296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad3422c-3624-497a-a082-b10070c2e7f1,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:19.383548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.384262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274b5b2-fb03-4575-b723-4b2fa59099e1 None None] New status for floating IP c7a8a512-9d3f-439e-a5d0-54db2f709df7: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:59:19.384850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0a5b6807-1254-463d-9513-7a637de57283 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342835 Nov 03 19:59:19.484942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-991052ee-8f30-4c0c-90c1-2f56d5e39282 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477686163&fields=id&tenant_id=c5fcd8b31ea44f08b49865f70242ca3a HTTP/1.1" status: 200 len: 267 time: 0.0524342 Nov 03 19:59:19.551624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-753e068c-b604-4a6e-961d-eca8a11b5152 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:19.554217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-753e068c-b604-4a6e-961d-eca8a11b5152 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0582550 Nov 03 19:59:19.570839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'port': {'security_groups': ['6b0e039b-b12a-4c8b-84bc-02a73872b7b8', 'f6af9661-4695-4455-9db7-29c3645b452c']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:59:19.645012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.842699 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:59:19.876508 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.882237 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.894710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['149fe4e5-2d49-4329-91f1-4c9bb60962d2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:59:19.930603 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:19.931274 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:19.932774 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4d278b9-44b6-4d8d-b767-064fb131950d req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "PUT /v2.0/ports/149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 982 time: 0.3668358 Nov 03 19:59:19.933218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:19.935699 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60d0407-c670-4072-ab85-e09d55306197" -d '{"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:19.980292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcfe41-b8e3-46c8-9cb0-11e6a8503ff6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=6']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:59:20.016367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['149fe4e5-2d49-4329-91f1-4c9bb60962d2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:59:20.113538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d8799-40bd-4d2c-836a-2e14041e1cac req-73382423-2505-4357-9f3c-ae9d73ecbfd2 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.115639 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e89d8799-40bd-4d2c-836a-2e14041e1cac req-73382423-2505-4357-9f3c-ae9d73ecbfd2 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0733125 Nov 03 19:59:20.160199 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d57f0-479a-4d61-ba40-27cd977551cc x-openstack-request-id: req-813d57f0-479a-4d61-ba40-27cd977551cc {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:20.160510 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:20.160787 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-813d57f0-479a-4d61-ba40-27cd977551cc {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:20.161193 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'status': 'completed', 'code': 200} Nov 03 19:59:20.190846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e89d8799-40bd-4d2c-836a-2e14041e1cac req-7e1d018f-5367-4b6b-9a82-37e79d957764 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681119 Nov 03 19:59:20.254892 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0407-c670-4072-ab85-e09d55306197 req-7f2f33f3-df1f-4224-9c14-b88cf1b9346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.256542 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-7f2f33f3-df1f-4224-9c14-b88cf1b9346f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1136 time: 0.0620503 Nov 03 19:59:20.353614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0407-c670-4072-ab85-e09d55306197 req-4378b9cd-f32b-4d49-84c3-e527c06f560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.355033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-4378b9cd-f32b-4d49-84c3-e527c06f560f service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.0891373 Nov 03 19:59:20.355775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-eac85933-c28f-4bbc-a387-26c87848b7cc None None] Provisioning complete for port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:59:20.356144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eac85933-c28f-4bbc-a387-26c87848b7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:20.429548 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-07a1c7d6-6b63-48de-930a-f9d08010c4e7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 1001 time: 0.0647433 Nov 03 19:59:20.486508 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0407-c670-4072-ab85-e09d55306197 req-e5393d28-0c30-41ac-9164-e0d80f17fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.487991 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-e5393d28-0c30-41ac-9164-e0d80f17fe68 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0504010 Nov 03 19:59:20.536138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0407-c670-4072-ab85-e09d55306197 req-8ccdc461-74ed-4805-9997-6f592d41540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.537826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-8ccdc461-74ed-4805-9997-6f592d41540d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427575 Nov 03 19:59:20.636237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-4dbbbce5-32e4-4d88-91eb-0d85db8bc698 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Nov 03 19:59:20.732226 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c60d0407-c670-4072-ab85-e09d55306197 req-9ecc01bb-a784-4a7e-bd2d-f6b127ae0111 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867558 Nov 03 19:59:22.840302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-2940177a-934e-49cc-ab41-05661d198454 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465872 Nov 03 19:59:22.930983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30398279-8423-4f20-90a1-d998139515bf req-2a8dd18e-21eb-46a3-9f6a-a516f623b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:22.932388 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-2a8dd18e-21eb-46a3-9f6a-a516f623b107 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1136 time: 0.0439036 Nov 03 19:59:23.053405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30398279-8423-4f20-90a1-d998139515bf req-6556011a-4f72-430e-94a2-8de77f8b90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:23.054917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-6556011a-4f72-430e-94a2-8de77f8b90c8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.1003766 Nov 03 19:59:23.132064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-e6e2a045-6239-4d1d-a092-efcd78d2c6d1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 1001 time: 0.0689776 Nov 03 19:59:23.184070 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30398279-8423-4f20-90a1-d998139515bf req-f9ae8d12-f9e3-4877-8d26-0c8244a4b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:23.185491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-f9ae8d12-f9e3-4877-8d26-0c8244a4b712 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0450120 Nov 03 19:59:23.235662 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30398279-8423-4f20-90a1-d998139515bf req-3858bc6f-f41f-491c-b358-4a95f00b86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:23.236477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-3858bc6f-f41f-491c-b358-4a95f00b86b8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432987 Nov 03 19:59:23.341005 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-f9527fa2-0ed9-4340-b3f1-f1470f79b673 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969834 Nov 03 19:59:23.444175 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-30398279-8423-4f20-90a1-d998139515bf req-889c575c-8c57-4511-9319-6071d24cb294 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948598 Nov 03 19:59:32.998003 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:33.577546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:34.780343 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4725906b-530d-45ea-9758-334b4db4d4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:37.455967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6cf7a-fb4e-4acc-8304-32aed802dc24 req-b6d6e06b-acf3-4280-a6b7-38e5ed9cb9e6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:37.457604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cab6cf7a-fb4e-4acc-8304-32aed802dc24 req-b6d6e06b-acf3-4280-a6b7-38e5ed9cb9e6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0548055 Nov 03 19:59:37.461060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-b8def218-473d-4921-9785-9575a3ecca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:37.462610 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-b8def218-473d-4921-9785-9575a3ecca46 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1136 time: 0.0449069 Nov 03 19:59:37.524425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cab6cf7a-fb4e-4acc-8304-32aed802dc24 req-3363f1c5-b972-442b-8bad-1aad962f3195 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602629 Nov 03 19:59:37.576098 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-5a06eb97-3799-40ae-bede-3a7e2bee229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:37.577635 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-5a06eb97-3799-40ae-bede-3a7e2bee229e service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.1073270 Nov 03 19:59:37.649580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-318ec3df-7cce-4a99-bcaf-f829f1dd2e63 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 1001 time: 0.0634305 Nov 03 19:59:37.700567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-e3bcc9f2-2f4b-44ce-9c6d-4442a22d5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:37.702042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-e3bcc9f2-2f4b-44ce-9c6d-4442a22d5a38 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0444458 Nov 03 19:59:37.750014 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-2f128870-462e-4346-bec2-76cd02425792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:37.751490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-2f128870-462e-4346-bec2-76cd02425792 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404394 Nov 03 19:59:37.846164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-e24934e7-a65a-4c6e-a8f3-12ddaf8c83f5 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Nov 03 19:59:37.939193 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-90754e5e-7bd2-4400-bc82-1c14e85950b7 req-45ce167a-480d-4199-a98e-0511bdbddb50 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Nov 03 19:59:38.415806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc0ef957-e5eb-42fd-99d8-1c31e3007a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:38.644403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bff4a-5d0c-4cc4-9b4f-dcf513eaa24c req-955a15c7-b3b1-44e0-89bd-18a3f1055a68 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:38.645933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-121bff4a-5d0c-4cc4-9b4f-dcf513eaa24c req-955a15c7-b3b1-44e0-89bd-18a3f1055a68 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0506411 Nov 03 19:59:38.706695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-121bff4a-5d0c-4cc4-9b4f-dcf513eaa24c req-3facfe14-5c73-494a-8d1c-186a173c7bda tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546279 Nov 03 19:59:39.825775 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454237c-2ab6-4dc3-a1de-42c680e3f129 req-98392316-1f20-4849-81a8-f834a8e5fee2 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:39.827278 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b454237c-2ab6-4dc3-a1de-42c680e3f129 req-98392316-1f20-4849-81a8-f834a8e5fee2 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0499065 Nov 03 19:59:39.894650 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b454237c-2ab6-4dc3-a1de-42c680e3f129 req-8fdf2e98-563c-4363-92f5-74b576915bd6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612869 Nov 03 19:59:40.146777 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:41.015002 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124024a-b98e-47d2-aae0-a1bfb978263c req-65196688-dec6-4100-8cc2-8139784bc1f6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:41.016472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0124024a-b98e-47d2-aae0-a1bfb978263c req-65196688-dec6-4100-8cc2-8139784bc1f6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0525153 Nov 03 19:59:41.077241 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0124024a-b98e-47d2-aae0-a1bfb978263c req-7a6a5fd7-9ec5-49b8-beeb-e65a035afa91 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546112 Nov 03 19:59:42.061551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:42.189650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:42.196488 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a0334-e32e-48f1-a9a8-59f884581603 req-5235384a-58cc-44ab-beb6-ea882827e477 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:42.198004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b08a0334-e32e-48f1-a9a8-59f884581603 req-5235384a-58cc-44ab-beb6-ea882827e477 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0526340 Nov 03 19:59:42.260575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b08a0334-e32e-48f1-a9a8-59f884581603 req-a85c0499-0788-4452-90ec-71177e69d8d1 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564313 Nov 03 19:59:43.384240 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0aaa5-292b-49e6-8472-ff63ec0c8ca3 req-fae76174-501a-4ee4-b2e5-ff2aaa7e42f9 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:43.386335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69b0aaa5-292b-49e6-8472-ff63ec0c8ca3 req-fae76174-501a-4ee4-b2e5-ff2aaa7e42f9 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0559938 Nov 03 19:59:43.448843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-69b0aaa5-292b-49e6-8472-ff63ec0c8ca3 req-4b3c5c5e-da3d-4946-a973-425d7d50b832 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563192 Nov 03 19:59:44.568538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c60e-1a84-4886-8dd9-abc0967d1859 req-b700aec4-bca3-4c32-b902-43f6ec01a26f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:44.570040 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3b4c60e-1a84-4886-8dd9-abc0967d1859 req-b700aec4-bca3-4c32-b902-43f6ec01a26f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0519910 Nov 03 19:59:44.630782 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d3b4c60e-1a84-4886-8dd9-abc0967d1859 req-58dd705a-848d-42d5-8d4f-bb45c0d470f6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546474 Nov 03 19:59:45.749862 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ee35-2d20-42a5-a35b-c5f91484d16d req-bd62715b-2306-440c-914c-5296ed89f8e3 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:45.751369 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b91ee35-2d20-42a5-a35b-c5f91484d16d req-bd62715b-2306-440c-914c-5296ed89f8e3 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0501761 Nov 03 19:59:45.818172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b91ee35-2d20-42a5-a35b-c5f91484d16d req-8729c5c9-c057-479a-9b21-681ecb90283a tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595326 Nov 03 19:59:46.935928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916d76-fa3e-4325-b48c-8d2392bd632e req-f23d091e-2984-4af6-a882-a9c444bb5203 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:46.937379 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9916d76-fa3e-4325-b48c-8d2392bd632e req-f23d091e-2984-4af6-a882-a9c444bb5203 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0505970 Nov 03 19:59:47.000056 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c9916d76-fa3e-4325-b48c-8d2392bd632e req-df3466da-9e7a-4b6d-8f91-300a1265e9e6 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565786 Nov 03 19:59:48.122917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0763-5469-4f3a-b5a9-e167edad39c3 req-101454a4-5379-40b6-9438-a9d3858e3e66 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:48.124816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70ba0763-5469-4f3a-b5a9-e167edad39c3 req-101454a4-5379-40b6-9438-a9d3858e3e66 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0535481 Nov 03 19:59:48.187144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70ba0763-5469-4f3a-b5a9-e167edad39c3 req-83e866ec-bc1c-45ab-b5b8-f0854a572c3c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557170 Nov 03 19:59:49.306211 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:59:49.311969 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c033c9-c0e3-4f1e-86ca-77448005f7c9 req-1fb96a4b-14bc-4def-b103-e0881d56e9ca tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:49.313531 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14c033c9-c0e3-4f1e-86ca-77448005f7c9 req-1fb96a4b-14bc-4def-b103-e0881d56e9ca tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0544953 Nov 03 19:59:49.375466 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-14c033c9-c0e3-4f1e-86ca-77448005f7c9 req-b6ade1df-8c06-486c-90bc-0ad0a30cc263 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=f6af9661-4695-4455-9db7-29c3645b452c&id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559161 Nov 03 20:00:02.849666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:03.579735 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:04.781500 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f340-0204-4a7e-8659-bddcb06325bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:08.417721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96f73f74-4b6a-4436-8c12-68c59643f8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:10.153732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:12.066201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:12.196096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:21.898975 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-f4804143-c6f2-4625-821a-bc902cd1168e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477686163&fields=id&tenant_id=c5fcd8b31ea44f08b49865f70242ca3a HTTP/1.1" status: 200 len: 267 time: 0.0990684 Nov 03 20:00:21.955124 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-4c21f7be-0959-4afa-9170-8f160bcfe4b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:21.956598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-4c21f7be-0959-4afa-9170-8f160bcfe4b0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 985 time: 0.0511618 Nov 03 20:00:21.968121 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Request body: {'port': {'security_groups': ['6b0e039b-b12a-4c8b-84bc-02a73872b7b8']}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:22.037159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.219142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:22.249105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.253612 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.267927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['149fe4e5-2d49-4329-91f1-4c9bb60962d2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:00:22.298537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.299193 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.300634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-68417309-1255-485b-b0f6-fdc960c5b5fd req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "PUT /v2.0/ports/149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 943 time: 0.3376074 Nov 03 20:00:22.301129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:22.304148 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1b5873-c0e4-4b5b-af59-5c45531c371f" -d '{"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:22.307199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54164) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:22.342881 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event updated for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=7']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:22.355091 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.355498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.355850 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.356259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.357145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.357540 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.357929 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.358270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.358599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.358928 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.359256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.360277 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b723179-5de7-43bc-b782-62fee4de2f81 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.376778 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3aeebf-a19d-41ff-b66b-5c575f0c025f x-openstack-request-id: req-1e3aeebf-a19d-41ff-b66b-5c575f0c025f {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:22.376972 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:22.377296 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1e3aeebf-a19d-41ff-b66b-5c575f0c025f {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:22.378132 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'status': 'completed', 'code': 200} Nov 03 20:00:22.393663 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['149fe4e5-2d49-4329-91f1-4c9bb60962d2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:00:22.410087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.440680 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.520520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-a780adcf-6cab-4f5f-9e15-e1abe123cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.522194 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-a780adcf-6cab-4f5f-9e15-e1abe123cfb6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1097 time: 0.1208961 Nov 03 20:00:22.604637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.607399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.609217 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "DELETE /v2.0/security-groups/f6af9661-4695-4455-9db7-29c3645b452c HTTP/1.1" status: 204 len: 168 time: 0.2998643 Nov 03 20:00:22.612877 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54168) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:22.625525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6af9661-4695-4455-9db7-29c3645b452c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:22.641425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.641781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.642128 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.642470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.642841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.643181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.643514 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.643844 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.644176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.644504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.644855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.645186 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820fd31-ebd6-4c1f-aa33-68419cea0a0d tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:22.672423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-484ec772-67c0-4115-88c9-4ccd70f51090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.675436 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-484ec772-67c0-4115-88c9-4ccd70f51090 service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.1436641 Nov 03 20:00:22.681163 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-47d23285-5864-456e-a815-fe82dc6ee1c5 None None] Provisioning complete for port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:22.681535 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47d23285-5864-456e-a815-fe82dc6ee1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.751311 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-db590cae-3a16-48ae-82eb-cb5328f2b05a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 1001 time: 0.0673432 Nov 03 20:00:22.780685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Deleting port d0eb4d15-0f05-4e2a-a4d5-0a20de8e911d {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:22.781156 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.809265 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-8eadfa40-3ebb-4aa4-840a-68497cf968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.810669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-8eadfa40-3ebb-4aa4-840a-68497cf968e8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0514481 Nov 03 20:00:22.865203 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-568768a4-5b89-4ef0-8514-bbef74f04f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.866750 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-568768a4-5b89-4ef0-8514-bbef74f04f19 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488408 Nov 03 20:00:22.868395 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.870755 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:22.890202 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Calling delete_port for d0eb4d15-0f05-4e2a-a4d5-0a20de8e911d owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:22.958747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-468e055a-01fb-4369-bbd6-549ad96f0b03 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847859 Nov 03 20:00:23.040709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:23.057151 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0a1b5873-c0e4-4b5b-af59-5c45531c371f req-7800f482-c908-4213-a19e-d7cc288c6bb1 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915303 Nov 03 20:00:23.069705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event deleted for resources: {'Port': ['ID=d0eb4d15-0f05-4e2a-a4d5-0a20de8e911d,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:23.132909 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:23.133254 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Floating IP c7a8a512-9d3f-439e-a5d0-54db2f709df7 disassociated (deleted). External IP: 172.25.8.21, port: 149fe4e5-2d49-4329-91f1-4c9bb60962d2. Nov 03 20:00:23.344713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Router f0617251-6d07-4e84-80fb-4c8da1c1ed0a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:23.475792 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-6bea914d-8e5d-4754-9fbb-6dd8358ddb24 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432332 Nov 03 20:00:23.569374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-b5ebfdef-3e50-4c62-b787-c02bc24073e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:23.570992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-b5ebfdef-3e50-4c62-b787-c02bc24073e7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1097 time: 0.0497284 Nov 03 20:00:23.687295 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-2772d77d-b0f6-4648-b4e2-8a2a26a711d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:23.688692 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-2772d77d-b0f6-4648-b4e2-8a2a26a711d2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.0979338 Nov 03 20:00:23.734455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-7fd08b28-429c-4e92-a6b0-270f06a3c793 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 217 time: 0.0362875 Nov 03 20:00:23.763898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:23.768813 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:23.774474 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] Sync routers for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:23.783878 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:23.784483 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:23.787930 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-1a9e2051-0faf-4b29-8f7d-a119c246a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:23.789362 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-1a9e2051-0faf-4b29-8f7d-a119c246a8d2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0481117 Nov 03 20:00:23.799850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-4004d70c-48c3-4ae8-8411-29e1ac9f287c tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "DELETE /v2.0/floatingips/c7a8a512-9d3f-439e-a5d0-54db2f709df7 HTTP/1.1" status: 204 len: 168 time: 1.1832981 Nov 03 20:00:23.846059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-4adb87c4-2dd4-407d-ad14-c1f2b041d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:23.847735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-4adb87c4-2dd4-407d-ad14-c1f2b041d8bc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512815 Nov 03 20:00:23.916356 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:24.024490 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-f127cc27-85ab-40a5-88e9-07713112d2db service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630409 Nov 03 20:00:24.180120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fa780f19-7a58-48ff-a354-bf1324cc3b7e req-69ce49ff-c52c-438c-b3ea-66b3dc7a8878 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429996 Nov 03 20:00:24.227128 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:27Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:24.264702 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] Checking router: f0617251-6d07-4e84-80fb-4c8da1c1ed0a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:24.273652 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:24.274251 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:24.379095 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:24.379671 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:24.381748 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aecda6-cfac-465b-8af8-da381cb6eb22" -d '{"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:24.424748 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb92cac8-7124-435a-be56-03d5c78e61fb x-openstack-request-id: req-cb92cac8-7124-435a-be56-03d5c78e61fb {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:24.425120 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:24.425454 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cb92cac8-7124-435a-be56-03d5c78e61fb {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:24.426036 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'status': 'completed', 'code': 200} Nov 03 20:00:24.498329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-f92c3828-f379-4b4f-9902-63d1a5762f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:24.499928 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-f92c3828-f379-4b4f-9902-63d1a5762f3d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 1097 time: 0.0460949 Nov 03 20:00:24.595089 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:27Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:24.601805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-0f603160-182a-4923-9bbf-4f392927b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:24.603305 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-0f603160-182a-4923-9bbf-4f392927b51d service neutron] 10.222.0.115 "GET /v2.0/networks?id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 200 len: 915 time: 0.0936558 Nov 03 20:00:24.624946 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbccdf-5246-4bf5-8023-3a7c3c68176b None None] The sync data for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 is: [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:23Z', 'revision_number': 4, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '903a451e-e3ce-4105-8946-23a1ad2ba8d3', 'name': '', 'network_id': 'dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'mac_address': 'fa:16:3e:1f:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:22Z', 'updated_at': '2021-11-03T19:58:27Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'subnets': [{'id': '4cda8a83-933a-4e21-bf07-f41c5765e5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:24.647737 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-df1a697b-66d6-4395-ab9f-82aac2df1508 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 200 len: 217 time: 0.0356493 Nov 03 20:00:24.749921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-ef6614b5-2cac-4dfa-8484-1e930e14de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:24.751343 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-ef6614b5-2cac-4dfa-8484-1e930e14de22 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 200 len: 853 time: 0.0498180 Nov 03 20:00:24.818504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-b151e6c2-4631-4bd1-96c9-50ccb49f55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:24.820561 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-b151e6c2-4631-4bd1-96c9-50ccb49f55df service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586381 Nov 03 20:00:24.913526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb554f75-0d23-4732-8d1b-198289eba4c1 None None] New status for floating IP c7a8a512-9d3f-439e-a5d0-54db2f709df7: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:00:24.932912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-bb0d1af4-46e3-4909-8f58-6ca2a2592139 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043041 Nov 03 20:00:25.037836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-99aecda6-cfac-465b-8af8-da381cb6eb22 req-1f849209-0751-4ff1-a989-4586abbe9f88 service neutron] 10.222.0.115 "GET /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970573 Nov 03 20:00:26.305105 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:00:32.840508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:32.945485 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae4dd-3518-4f5c-a81b-024e4523aa8c req-fc9bfbff-6d74-432d-89f0-90549be9f92e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:32.947134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a10ae4dd-3518-4f5c-a81b-024e4523aa8c req-fc9bfbff-6d74-432d-89f0-90549be9f92e tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0526602 Nov 03 20:00:32.999088 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a10ae4dd-3518-4f5c-a81b-024e4523aa8c req-f364e37d-266d-495d-8e85-9f1933ff9637 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Nov 03 20:00:33.578865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:34.171773 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8049d-1930-4882-aa27-bfbc5e6e2d76 req-67f10f98-5505-4c94-a3dd-299f96eca13f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:34.173315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1d8049d-1930-4882-aa27-bfbc5e6e2d76 req-67f10f98-5505-4c94-a3dd-299f96eca13f tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.1035163 Nov 03 20:00:34.220898 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1d8049d-1930-4882-aa27-bfbc5e6e2d76 req-f7d552b1-9bf5-460e-9107-f7df403297e0 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b0e039b-b12a-4c8b-84bc-02a73872b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Nov 03 20:00:34.783545 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ffa295d9-639b-47be-89fb-6c1a62f06d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:34.932492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-1bbddd69-bf54-47ec-9e14-e81025151adb tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:34.933903 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-1bbddd69-bf54-47ec-9e14-e81025151adb tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.115 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 946 time: 0.0494792 Nov 03 20:00:35.032392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Deleting port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:35.032745 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:35.126227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] For port 149fe4e5-2d49-4329-91f1-4c9bb60962d2, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=149fe4e5-2d49-4329-91f1-4c9bb60962d2,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:35.126583 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:35.139147 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Calling delete_port for 149fe4e5-2d49-4329-91f1-4c9bb60962d2 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:35.271529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:35.284042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['149fe4e5-2d49-4329-91f1-4c9bb60962d2'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:00:35.302350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Pushing event deleted for resources: {'Port': ['ID=149fe4e5-2d49-4329-91f1-4c9bb60962d2,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:35.342535 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ddb5d50-681d-4321-8c17-893dd9cca80f req-b4ae2669-309a-47bc-87cf-69c471bb41b7 tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.91 "GET /v2.0/ports?device_id=a937700a-fdac-4400-93cb-3a51348fc76f HTTP/1.1" status: 200 len: 210 time: 0.0429158 Nov 03 20:00:35.350386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] No DVR routers for this DVR port 149fe4e5-2d49-4329-91f1-4c9bb60962d2 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:35.353621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:35.356976 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e5adf7fb-e5d3-4e44-9753-3ebc06a5da30 req-54434909-477d-4398-89ed-621c105b8abf tempest-TestMinimumBasicScenario-1821128174 tempest-TestMinimumBasicScenario-1821128174-project] 10.222.0.115 "DELETE /v2.0/ports/149fe4e5-2d49-4329-91f1-4c9bb60962d2 HTTP/1.1" status: 204 len: 173 time: 0.4086962 Nov 03 20:00:35.358039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'name': 'network-vif-deleted', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:35.361198 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bc737-cfff-49e7-850e-323248551c33" -d '{"events": [{"server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "name": "network-vif-deleted", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:35.401742 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21b41e-29e8-435e-89f3-b455ef13dd6e x-openstack-request-id: req-5f21b41e-29e8-435e-89f3-b455ef13dd6e {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:35.402594 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a937700a-fdac-4400-93cb-3a51348fc76f", "name": "network-vif-deleted", "tag": "149fe4e5-2d49-4329-91f1-4c9bb60962d2", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:35.402870 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f21b41e-29e8-435e-89f3-b455ef13dd6e {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:35.403487 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a937700a-fdac-4400-93cb-3a51348fc76f', 'name': 'network-vif-deleted', 'tag': '149fe4e5-2d49-4329-91f1-4c9bb60962d2', 'status': 'completed', 'code': 200} Nov 03 20:00:36.917276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54268) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:37.546813 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.804799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Deleting port 903a451e-e3ce-4105-8946-23a1ad2ba8d3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:37.805281 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.886610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] For port 903a451e-e3ce-4105-8946-23a1ad2ba8d3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=903a451e-e3ce-4105-8946-23a1ad2ba8d3,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:37.886974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:37.904648 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Calling delete_port for 903a451e-e3ce-4105-8946-23a1ad2ba8d3 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:38.093907 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.121670 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=903a451e-e3ce-4105-8946-23a1ad2ba8d3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:38.306173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.421654 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7198a1ad-65ae-4468-8fbb-d8e40ed78208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.553842 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Router f0617251-6d07-4e84-80fb-4c8da1c1ed0a has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:38.597508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 149fe4e5-2d49-4329-91f1-4c9bb60962d2 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:38.618293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 149fe4e5-2d49-4329-91f1-4c9bb60962d2 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:38.618694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 149fe4e5-2d49-4329-91f1-4c9bb60962d2 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:38.670446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:38.676384 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9a19d637-f040-4059-bc79-a750f155d3dd admin admin] 10.222.0.91 "PUT /v2.0/routers/f0617251-6d07-4e84-80fb-4c8da1c1ed0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577581 Nov 03 20:00:38.679043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54270) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:38.679860 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] Sync routers for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:38.692222 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:38.692858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:38.799629 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.803345 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:38.948462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:38.999757 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T20:00:38Z', 'revision_number': 5, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port': {'id': '8d0f2133-000d-4f03-82d0-1d6bd8074ba1', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:39.019749 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Deleting port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:39.020085 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.028319 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] Checking router: f0617251-6d07-4e84-80fb-4c8da1c1ed0a for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:39.043555 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] Routers {'f0617251-6d07-4e84-80fb-4c8da1c1ed0a'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:39.044242 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:39.107525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] For port 8d0f2133-000d-4f03-82d0-1d6bd8074ba1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:39.107904 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.130381 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Calling delete_port for 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:39.139433 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] Set router f0617251-6d07-4e84-80fb-4c8da1c1ed0a gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:39.297699 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T20:00:38Z', 'revision_number': 6, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:39.325029 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27baade-286d-4ae1-97ed-aeb908b7c30c None None] The sync data for ids ['f0617251-6d07-4e84-80fb-4c8da1c1ed0a'] in n-d-812151-4 is: [{'id': 'f0617251-6d07-4e84-80fb-4c8da1c1ed0a', 'name': 'tempest-TestMinimumBasicScenario-476947987-router', 'tenant_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:20Z', 'updated_at': '2021-11-03T20:00:38Z', 'revision_number': 6, 'project_id': 'c5fcd8b31ea44f08b49865f70242ca3a', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:39.368105 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.398048 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0f2133-000d-4f03-82d0-1d6bd8074ba1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:39.466938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.564369 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.566668 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.617714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.618220 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0617251-6d07-4e84-80fb-4c8da1c1ed0a {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:00:39.623670 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.624977 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7ec6a94e-7e1a-4b71-a5d6-51bcbeb75842 admin admin] 10.222.0.91 "DELETE /v2.0/routers/f0617251-6d07-4e84-80fb-4c8da1c1ed0a HTTP/1.1" status: 204 len: 168 time: 0.9443367 Nov 03 20:00:39.628740 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54272) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:39.682090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Deleting subnet 4cda8a83-933a-4e21-bf07-f41c5765e5f9 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:00:39.685992 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.725773 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.815047 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.874144 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.900936 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cda8a83-933a-4e21-bf07-f41c5765e5f9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:39.906532 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:39.911111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1e8a5dba-b343-4735-8761-1886e71c045b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4cda8a83-933a-4e21-bf07-f41c5765e5f9 HTTP/1.1" status: 204 len: 168 time: 0.2802017 Nov 03 20:00:39.912966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe8898-3535-43ba-8626-f27b9cc1f6c6 None None] Network dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:39.913491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54274) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:39.985633 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.044304 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Deleting port 70a94055-73ca-4824-b52f-9ea0c65a25c1 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:40.044689 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.112656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] For port 70a94055-73ca-4824-b52f-9ea0c65a25c1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=70a94055-73ca-4824-b52f-9ea0c65a25c1,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:40.113054 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.129651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Calling delete_port for 70a94055-73ca-4824-b52f-9ea0c65a25c1 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:40.132249 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] DHCP port deletion for dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:00:40.173127 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.195430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Deleting port 70a94055-73ca-4824-b52f-9ea0c65a25c1 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:40.195804 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.218210 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.245711 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Pushing event deleted for resources: {'Port': ['ID=70a94055-73ca-4824-b52f-9ea0c65a25c1,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:40.254029 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] No DVR routers for this DVR port 70a94055-73ca-4824-b52f-9ea0c65a25c1 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:40.271602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] For port 70a94055-73ca-4824-b52f-9ea0c65a25c1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=70a94055-73ca-4824-b52f-9ea0c65a25c1,segment=NetworkSegment(b53c35d4-58ff-46f5-92a1-74c9e0a272d8),segment_id=b53c35d4-58ff-46f5-92a1-74c9e0a272d8)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:40.271997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.288099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Calling delete_port for 70a94055-73ca-4824-b52f-9ea0c65a25c1 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:40.331480 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.363347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:40.374668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:40.375058 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53c35d4-58ff-46f5-92a1-74c9e0a272d8') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:40.384876 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.387961 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.408093 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.418651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Pushing event deleted for resources: {'Port': ['ID=70a94055-73ca-4824-b52f-9ea0c65a25c1,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:40.423478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:00:40.423980 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.425233 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] No DVR routers for this DVR port 70a94055-73ca-4824-b52f-9ea0c65a25c1 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: timer() Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:00:40.427001 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:00:40.438493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.438493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.438493 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.438787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.438885 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.440314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.440314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.440314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.440314 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.441129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.441129 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.441372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a7285-0568-45ec-9829-5e1e593bb20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:40.505581 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.511955 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:40.515669 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] 10.222.0.91 "DELETE /v2.0/networks/dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b HTTP/1.1" status: 204 len: 168 time: 0.6013589 Nov 03 20:00:40.518881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54276) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:40.527198 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f309a17-df7a-488e-a204-29d6b81fee7e admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb9dfd1-ce9e-4b7a-8dcb-f0f3fb61a24b,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:40.740967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:40.765896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:40.766232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 8d0f2133-000d-4f03-82d0-1d6bd8074ba1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:40.766649 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 903a451e-e3ce-4105-8946-23a1ad2ba8d3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:40.786741 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 903a451e-e3ce-4105-8946-23a1ad2ba8d3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:40.787082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 903a451e-e3ce-4105-8946-23a1ad2ba8d3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:40.787500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 70a94055-73ca-4824-b52f-9ea0c65a25c1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:40.807407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 70a94055-73ca-4824-b52f-9ea0c65a25c1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:40.807750 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 70a94055-73ca-4824-b52f-9ea0c65a25c1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:40.890395 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.169350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Deleting port b651cceb-b667-4b4c-a184-0d4f738b8ac6 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:41.169729 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.259554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] For port b651cceb-b667-4b4c-a184-0d4f738b8ac6, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b651cceb-b667-4b4c-a184-0d4f738b8ac6,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:41.259915 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.273197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Calling delete_port for b651cceb-b667-4b4c-a184-0d4f738b8ac6 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:41.468450 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.494972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b651cceb-b667-4b4c-a184-0d4f738b8ac6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:41.689930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:41.909696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:42.018198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:42.023231 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-44e56fb2-2b96-4431-a7d3-e42d3b355a9e admin admin] 10.222.0.91 "PUT /v2.0/routers/cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033131 Nov 03 20:00:42.025729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:42.028658 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] Sync routers for ids ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:42.039394 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] Routers {'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:42.040099 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:42.106135 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.137086 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.159674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] Set router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:42.245378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.252506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.307497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Deleting port 66668009-3484-469f-a30d-09673d2233aa {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:42.307835 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.363890 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '66668009-3484-469f-a30d-09673d2233aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T20:00:41Z', 'revision_number': 5, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port': {'id': '66668009-3484-469f-a30d-09673d2233aa', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T19:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:42.391461 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] Checking router: cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:42.395423 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] For port 66668009-3484-469f-a30d-09673d2233aa, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=66668009-3484-469f-a30d-09673d2233aa,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:42.395981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.400677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] Routers {'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:42.401363 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:42.409996 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Calling delete_port for 66668009-3484-469f-a30d-09673d2233aa owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:42.491271 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] Set router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:42.550067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T20:00:42Z', 'revision_number': 6, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:42.578045 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0d16c-4d9e-4cc9-a81f-062668cd24f7 None None] The sync data for ids ['cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c'] in n-d-812151-4 is: [{'id': 'cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c', 'name': 'tempest-TestMinimumBasicScenario-638288001-router', 'tenant_id': '79a4ea86007c464a814fdad9364ff532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:58:25Z', 'updated_at': '2021-11-03T20:00:42Z', 'revision_number': 6, 'project_id': '79a4ea86007c464a814fdad9364ff532', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:42.582012 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.611858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Pushing event deleted for resources: {'Port': ['ID=66668009-3484-469f-a30d-09673d2233aa,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:42.677439 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.063721 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.065934 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.110159 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.110735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:00:43.115280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.116271 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7940ca98-31d1-4fcb-8c15-fea90f577930 admin admin] 10.222.0.91 "DELETE /v2.0/routers/cb7f69c2-b6fe-45cb-b7f6-a3e14f115e6c HTTP/1.1" status: 204 len: 168 time: 1.0896173 Nov 03 20:00:43.118795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54280) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:43.164466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Deleting subnet 5515f7c6-1fc4-4280-883f-0b56c2f7082e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:00:43.167649 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.203580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.293223 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.354253 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.356828 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b651cceb-b667-4b4c-a184-0d4f738b8ac6 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:43.381486 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b651cceb-b667-4b4c-a184-0d4f738b8ac6 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:43.381846 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b651cceb-b667-4b4c-a184-0d4f738b8ac6 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:43.392277 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5515f7c6-1fc4-4280-883f-0b56c2f7082e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:43.394596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.399860 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057f2cd-3d21-4078-8075-4da38ad9126e None None] Network 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:43.400558 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:43.401386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b4cc60a7-9c0d-4a15-8163-048a0bcab1ea admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5515f7c6-1fc4-4280-883f-0b56c2f7082e HTTP/1.1" status: 204 len: 168 time: 0.2809246 Nov 03 20:00:43.491030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.553628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Deleting port b87d9a02-2f25-489d-8cde-805492aef399 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:43.554049 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.582888 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] DHCP port deletion for 1d0c9456-f3ce-4e70-881f-8ca324eb64e9 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:00:43.641404 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] For port b87d9a02-2f25-489d-8cde-805492aef399, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b87d9a02-2f25-489d-8cde-805492aef399,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:43.641744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.644308 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] Deleting port b87d9a02-2f25-489d-8cde-805492aef399 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:43.644475 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.662763 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Calling delete_port for b87d9a02-2f25-489d-8cde-805492aef399 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:43.714833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] For port b87d9a02-2f25-489d-8cde-805492aef399, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=b87d9a02-2f25-489d-8cde-805492aef399,segment=NetworkSegment(71af819f-62a4-4929-b9fd-3f44135a9094),segment_id=71af819f-62a4-4929-b9fd-3f44135a9094)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:43.715140 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.729436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] Calling delete_port for b87d9a02-2f25-489d-8cde-805492aef399 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:43.765268 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.792808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87d9a02-2f25-489d-8cde-805492aef399,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:43.796518 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] No DVR routers for this DVR port b87d9a02-2f25-489d-8cde-805492aef399 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:43.817848 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.848079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] Pushing event deleted for resources: {'Port': ['ID=b87d9a02-2f25-489d-8cde-805492aef399,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:43.852162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de62fda-1440-431a-a885-72f179b7b81c None None] No DVR routers for this DVR port b87d9a02-2f25-489d-8cde-805492aef399 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:43.881702 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.903494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0c9456-f3ce-4e70-881f-8ca324eb64e9']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.918097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71af819f-62a4-4929-b9fd-3f44135a9094') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.918550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71af819f-62a4-4929-b9fd-3f44135a9094') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.930393 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.945259 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.962915 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:00:43.963317 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: timer() Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:00:43.965224 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:00:44.030243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.038371 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.041965 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1d0c9456-f3ce-4e70-881f-8ca324eb64e9 HTTP/1.1" status: 204 len: 168 time: 0.6402311 Nov 03 20:00:44.052417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957406b-06bd-40ea-a05b-f8c41d5f6af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0c9456-f3ce-4e70-881f-8ca324eb64e9,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:44.234854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54286) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:44.283889 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5d389bbf-9ffb-422e-b2a1-673d96e1cbfc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c5fcd8b31ea44f08b49865f70242ca3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474830 Nov 03 20:00:44.286611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54288) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:44.343930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9855c44-172f-4358-b35b-c0b3d0dcd28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.365621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9855c44-172f-4358-b35b-c0b3d0dcd28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.417446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9855c44-172f-4358-b35b-c0b3d0dcd28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.421069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c9855c44-172f-4358-b35b-c0b3d0dcd28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.422270 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c9855c44-172f-4358-b35b-c0b3d0dcd28e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6b0e039b-b12a-4c8b-84bc-02a73872b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1347439 Nov 03 20:00:44.430813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9855c44-172f-4358-b35b-c0b3d0dcd28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e039b-b12a-4c8b-84bc-02a73872b7b8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:44.751667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b87d9a02-2f25-489d-8cde-805492aef399 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:44.775070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: b87d9a02-2f25-489d-8cde-805492aef399 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:44.775436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device b87d9a02-2f25-489d-8cde-805492aef399 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:44.775835 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66668009-3484-469f-a30d-09673d2233aa no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:44.797555 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 66668009-3484-469f-a30d-09673d2233aa {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:44.798218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 66668009-3484-469f-a30d-09673d2233aa not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:44.816475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54294) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:44.862078 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-14ebf846-71a7-41b9-956c-946a6c84938f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=79a4ea86007c464a814fdad9364ff532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443816 Nov 03 20:00:44.864604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54296) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:44.918241 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2503ceda-dd2d-4386-9ba3-b1af532def50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.944194 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2503ceda-dd2d-4386-9ba3-b1af532def50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.999686 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2503ceda-dd2d-4386-9ba3-b1af532def50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.004245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2503ceda-dd2d-4386-9ba3-b1af532def50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.005625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2503ceda-dd2d-4386-9ba3-b1af532def50 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5dc5b50b-daeb-411d-9ab9-f9eeb4af61a8 HTTP/1.1" status: 204 len: 168 time: 0.1399448 Nov 03 20:00:45.015110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ceda-dd2d-4386-9ba3-b1af532def50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5b50b-daeb-411d-9ab9-f9eeb4af61a8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:46.737019 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54336) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:46.741982 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473097380', 'description': 'tempest-secgroup-smoke-1473097380 description', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:46.768095 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.778562 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.868173 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.873738 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.913831 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3518ca0e-fabb-419c-9ab5-3a998840d0b2,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:46.960664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.964540 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.995425 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:46.996690 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2586546 Nov 03 20:00:47.000736 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54338) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.002499 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10fe1e-9c4d-4c27-a7df-8bca4f605b74 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322b99f8-5af1-4694-9ac9-18fa883fa7ee,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.006254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': '322b99f8-5af1-4694-9ac9-18fa883fa7ee', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.036905 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.102013 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.106302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.126481 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014b9ce5-5680-433f-8013-103595568136,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.136470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.137753 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd3ebab8-f2cd-429b-8c1c-03ff8650a0c5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359389 Nov 03 20:00:47.140537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54340) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.144941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': '322b99f8-5af1-4694-9ac9-18fa883fa7ee', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.176788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.247966 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.251061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.271566 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071e27c4-790d-4b4b-9b09-eb5190c219ca,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.280345 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.281605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e7319368-a0fe-4c6c-8801-530f941969e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401072 Nov 03 20:00:47.284920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54342) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.289626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': '322b99f8-5af1-4694-9ac9-18fa883fa7ee', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.317499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.379219 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.383637 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.402159 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92ec4da-3a12-4626-95f6-78c10d468246,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.410984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.412704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-83bc54ae-bdb7-4bac-aefb-4dd99559c849 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266236 Nov 03 20:00:47.415668 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54344) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.420778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': '322b99f8-5af1-4694-9ac9-18fa883fa7ee', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.448138 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.512880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.516834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.535717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c048471b-df5d-47f7-b802-3b7eb2516fd6,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.543913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.545752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b96e1e5d-002f-4fd4-998a-92b906978729 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291139 Nov 03 20:00:47.549035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54346) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.553575 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': '322b99f8-5af1-4694-9ac9-18fa883fa7ee', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.577172 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:00:47.583747 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.650105 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.654754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.674555 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1c6862-79a9-4146-99b8-15b36c8e399d,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.683843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.685254 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8681deee-1f64-4748-9506-5dfbbcaff6fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350987 Nov 03 20:00:47.688223 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.693094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': '322b99f8-5af1-4694-9ac9-18fa883fa7ee', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.718417 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:00:47.724050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.790118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.794129 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.814237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be93484-357e-4cd8-bd31-e063ebfe3240,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.823725 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.825033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-11a07e08-0338-4ac2-9a58-0d828e532332 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357541 Nov 03 20:00:47.829564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54350) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.834621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'network': {'name': 'tempest-network-smoke--753320548', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'port_security_enabled': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:47.856848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:00:47.860387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.886637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:00:47.896855 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.897197 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Added segment d2f0a343-249e-4d00-913a-d816c0c66531 of type vlan for network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 Nov 03 20:00:47.940563 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.967502 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.973281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:47.974033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.038397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2077188 Nov 03 20:00:48.041419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54352) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:48.045983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'admin_state_up': True, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:48.059007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9343ad-2d85-4d0b-8fd0-ec413a5069a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Network': ['ID=0b9d015a-384f-4af8-8bbb-8d444eaa7964,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:48.070014 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:00:48.082977 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.084857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.151061 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.295421 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.500576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.520520 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.633305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.15 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/3384a674-3682-46a9-b91a-f23ae4855aae) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:48.737543 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.776825 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.816677 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:48.821985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:48.824413 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:48.854712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=3384a674-3682-46a9-b91a-f23ae4855aae,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:49.099458 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:49.304212 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:49.441778 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router ddf97a43-7f9b-4505-b3ee-e047ff977491 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:00:49.558335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:49.569566 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Sync routers for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:49.580565 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:49.580984 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:49.585193 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:49.585446 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-42870016-2528-49f4-b9e5-c6d94d4760fa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5395045 Nov 03 20:00:49.585588 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54354) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:49.694908 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:49.715769 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b1bb90dc-1284-4c7e-a159-59da61c3f906 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b2841dcacf504d1db3c031aa3dad965d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289372 Nov 03 20:00:49.718633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54358) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:49.882783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273dbd5d-d4b0-4e8c-8684-0ab9d84b8e57 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:49.887230 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-273dbd5d-d4b0-4e8c-8684-0ab9d84b8e57 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1655085 Nov 03 20:00:49.887613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54360) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:49.925580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e45c38cb-a8ec-418b-a49a-4b1c94e1d41e tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314050 Nov 03 20:00:49.925882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54362) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:49.926877 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:49.931824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016984006', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:49.962292 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Checking router: ddf97a43-7f9b-4505-b3ee-e047ff977491 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:49.962550 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Updating router ddf97a43-7f9b-4505-b3ee-e047ff977491 port 3384a674-3682-46a9-b91a-f23ae4855aae binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:00:49.990697 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.042343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:00:50.049094 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.254651 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.280002 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.288557 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.321875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Subnet': ['ID=94e73518-afb0-4ed6-bd18-d7c319465518,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:50.331173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Checking segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:50.332141 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network hostable DHCP agents. Network: 0b9d015a-384f-4af8-8bbb-8d444eaa7964, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:00:50.343317 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Attempting to bind port 3384a674-3682-46a9-b91a-f23ae4855aae on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:50.343734 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Attempting to bind port 3384a674-3682-46a9-b91a-f23ae4855aae by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:50.344015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Attempting to bind port 3384a674-3682-46a9-b91a-f23ae4855aae on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:50.352330 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Pushing event updated for resources: {'Port': ['ID=3384a674-3682-46a9-b91a-f23ae4855aae,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:50.353642 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:00:50.354835 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:50.355205 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:50.355595 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.355967 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:50.356440 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Bound port: 3384a674-3682-46a9-b91a-f23ae4855aae, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:50.356840 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.370241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 0b9d015a-384f-4af8-8bbb-8d444eaa7964) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:50.376372 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:50.377501 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.382780 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01abe8-f971-4bc4-ad1b-b7348b568b48 None None] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:50.383700 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.383920 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.384246 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.384572 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.385126 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.385308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.385554 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.385870 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.386174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.386483 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.386797 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.387108 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.407501 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-fa72151a-f9b5-4770-ba17-328ab96f6994 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4805791 Nov 03 20:00:50.410823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:50.423874 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] For port 3384a674-3682-46a9-b91a-f23ae4855aae, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:50.427351 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] For port 3384a674-3682-46a9-b91a-f23ae4855aae, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3384a674-3682-46a9-b91a-f23ae4855aae,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:50.436622 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.530077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1061c-f9ce-41e2-89d2-aaabf7a90ce0 None None] Pushing event updated for resources: {'Port': ['ID=3384a674-3682-46a9-b91a-f23ae4855aae,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:50.552065 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:50.553121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:50.737093 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:50.739836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:00:50.740743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.903184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Allocated IP 172.20.0.2 (0b9d015a-384f-4af8-8bbb-8d444eaa7964/94e73518-afb0-4ed6-bd18-d7c319465518/e0beb0df-d9da-4182-8f3d-be4f39cfaf52) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:51.002020 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:51.031482 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4c5ad-8e67-43d0-9b4f-ad394a885690 None None] The sync data for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 is: [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:48Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:51.035294 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.097757 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.105142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.146218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:51.152657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:51.158067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:51.166026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Pushing event updated for resources: {'Port': ['ID=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:51.233210 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Attempting to bind port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:51.233660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Attempting to bind port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:51.233951 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Attempting to bind port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 on network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:51.249327 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:51.250311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Checking segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:51.250311 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.251722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Bound using segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:51.251722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Bound port: e0beb0df-d9da-4182-8f3d-be4f39cfaf52, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:51.251722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.352618 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] For port e0beb0df-d9da-4182-8f3d-be4f39cfaf52, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:51.356325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] For port e0beb0df-d9da-4182-8f3d-be4f39cfaf52, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:51.363568 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.435834 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f690b-a96d-470e-9bb7-778a24d0ba8c None None] Pushing event updated for resources: {'Port': ['ID=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:51.801889 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.1 (0b9d015a-384f-4af8-8bbb-8d444eaa7964/94e73518-afb0-4ed6-bd18-d7c319465518/2b0972e1-25d7-4d11-bb8d-b8e74636c2a3) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:51.954821 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.997301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.046988 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:52.053556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:52.063356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:52.113629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:52.147838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.342235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.512342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d315d4-0bfe-4e09-8cb6-04f337f9103c None None] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:52.621248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-afcee4c7-f5b7-4781-b268-78f1ad15a290 None None] Provisioning complete for port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:52.621897 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-afcee4c7-f5b7-4781-b268-78f1ad15a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.820109 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-afcee4c7-f5b7-4781-b268-78f1ad15a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.840650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.860103 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.886739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3384a674-3682-46a9-b91a-f23ae4855aae up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:52.937590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-afcee4c7-f5b7-4781-b268-78f1ad15a290 None None] For port e0beb0df-d9da-4182-8f3d-be4f39cfaf52, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:52.943354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:52.947052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.947672 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-afcee4c7-f5b7-4781-b268-78f1ad15a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.003013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3384a674-3682-46a9-b91a-f23ae4855aae triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:53.003349 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.042917 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcee4c7-f5b7-4781-b268-78f1ad15a290 None None] Pushing event updated for resources: {'Port': ['ID=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:53.120303 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.131973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:53.134209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:53.148296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 3384a674-3682-46a9-b91a-f23ae4855aae, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3384a674-3682-46a9-b91a-f23ae4855aae,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:53.160588 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.162470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0beb0df-d9da-4182-8f3d-be4f39cfaf52 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:53.311975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=3384a674-3682-46a9-b91a-f23ae4855aae,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:53.330174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-230cacde-3ced-48ae-bc71-1c207ea3d957 None None] Provisioning complete for port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:53.330618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-230cacde-3ced-48ae-bc71-1c207ea3d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.337232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router ddf97a43-7f9b-4505-b3ee-e047ff977491 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:53.371479 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:53.371934 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.405156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-230cacde-3ced-48ae-bc71-1c207ea3d957 None None] Port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:53.429594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-230cacde-3ced-48ae-bc71-1c207ea3d957 None None] Provisioning complete for port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:53.429963 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-230cacde-3ced-48ae-bc71-1c207ea3d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.484502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:53.491969 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-47acd255-4ec2-4648-9cbf-9ceeb6294c69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/ddf97a43-7f9b-4505-b3ee-e047ff977491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0797255 Nov 03 20:00:53.511980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Sync routers for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:53.547386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:53.547386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:53.713833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:53.728999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-3c87c0b9-a9d6-4c57-bdf6-205189f940f9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473097380&fields=id&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 267 time: 0.0918598 Nov 03 20:00:53.844674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-235bbf6a-c73e-4a2d-b449-e46011f48a69 None None] Provisioning complete for port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:53.844994 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-235bbf6a-c73e-4a2d-b449-e46011f48a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.868755 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-7ce7f4f4-d65c-4e70-a2d6-3fa55dd540bd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:53.870403 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-7ce7f4f4-d65c-4e70-a2d6-3fa55dd540bd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/networks?id=0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 200 len: 796 time: 0.1336274 Nov 03 20:00:53.891042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-f1c8a6bb-b060-4b3d-8d0d-cdad6e1a6145 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/quotas/b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 375 time: 0.0117857 Nov 03 20:00:53.961778 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-235bbf6a-c73e-4a2d-b449-e46011f48a69 None None] Port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:53.977004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-c708c994-f92e-47ae-aa2d-3cc268798bd5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798140 Nov 03 20:00:54.124464 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 2, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:54.137635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-c34dad32-4335-421c-9e41-7c39b4a4c9dd service neutron] 10.222.0.91 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353204 Nov 03 20:00:54.161884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Checking router: ddf97a43-7f9b-4505-b3ee-e047ff977491 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:54.162236 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Updating router ddf97a43-7f9b-4505-b3ee-e047ff977491 port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:00:54.198818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.280057 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-1bac32eb-9fae-4736-93b5-fc939c73cc13 service neutron] 10.222.0.91 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302776 Nov 03 20:00:54.523767 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.531033 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.588545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d49fe-43c1-450b-af18-08e14d0f74f0 None None] Pushing event updated for resources: {'Port': ['ID=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:54.644382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Attempting to bind port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:54.644792 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Attempting to bind port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:54.645158 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Attempting to bind port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 on network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:54.650984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:54.651565 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Checking segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:54.651979 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.652379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Bound using segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:54.652907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Bound port: 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:54.653292 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.740337 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] For port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:54.744863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] For port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:54.752761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.790977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3384a674-3682-46a9-b91a-f23ae4855aae up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:54.879726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d49fe-43c1-450b-af18-08e14d0f74f0 None None] Pushing event updated for resources: {'Port': ['ID=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:54.885033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:54.885915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:55.182548 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-315d55ea-9fad-4246-8e56-936b20e726b3 None None] Provisioning complete for port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:55.182835 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-315d55ea-9fad-4246-8e56-936b20e726b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.219573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 3384a674-3682-46a9-b91a-f23ae4855aae triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:55.219940 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.302539 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:55.513728 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-315d55ea-9fad-4246-8e56-936b20e726b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.533425 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7c8555c6-2ef1-4eee-a42c-ba0a810813cf req-990ddd27-05e6-471b-a7e5-158c08225596 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 210 time: 0.0364161 Nov 03 20:00:55.550075 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0beb0df-d9da-4182-8f3d-be4f39cfaf52 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:55.619602 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-315d55ea-9fad-4246-8e56-936b20e726b3 None None] For port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:55.625152 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-315d55ea-9fad-4246-8e56-936b20e726b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.723456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d55ea-9fad-4246-8e56-936b20e726b3 None None] Pushing event updated for resources: {'Port': ['ID=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:55.732470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:55.732855 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.797784 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a2b55e05-bf6b-4aaf-9950-493995a17c12 None None] Provisioning complete for port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:55.798154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a2b55e05-bf6b-4aaf-9950-493995a17c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.824065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:55.865970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd133a-a106-4330-9fe4-bb1173e85f0d None None] The sync data for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 is: [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:54Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:56.655919 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-150cce08-327d-47ab-b478-fd57203e6c9b req-7f06f458-5dc2-4dbb-9bab-72325a08bf77 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 210 time: 0.0320945 Nov 03 20:00:56.824443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:56.942099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-fc7ca9fa-2e32-48f8-88ff-fa50acbde3b0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:56.944213 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-fc7ca9fa-2e32-48f8-88ff-fa50acbde3b0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/networks?id=0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 200 len: 796 time: 0.1936815 Nov 03 20:00:56.947162 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:56.947729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.037651 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-ee6b77f1-fbab-43dd-a4a2-fc6000221a46 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 380 time: 0.0822678 Nov 03 20:00:57.055117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'port': {'device_id': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'admin_state_up': True, 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'security_groups': ['322b99f8-5af1-4694-9ac9-18fa883fa7ee']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:57.193881 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:00:57.197995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.345145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.3 (0b9d015a-384f-4af8-8bbb-8d444eaa7964/94e73518-afb0-4ed6-bd18-d7c319465518/e5f4c412-b30f-4381-aec8-807375c5cb87) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:00:57.511471 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.547147 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.593033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:00:57.598386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:00:57.602547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:00:57.609330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=e5f4c412-b30f-4381-aec8-807375c5cb87,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.670532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:57.671492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.696767 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-0dfef565-9927-4486-a2a2-ebd7a98fcd57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475275 Nov 03 20:00:57.713502 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Request body: {'port': {'device_id': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:00:57.785139 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.802280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7de5c8-5787-4f50-9710-79ca4f3bde36 req-f874737e-4b63-4404-b177-048f23c8d8e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:57.803893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7de5c8-5787-4f50-9710-79ca4f3bde36 req-f874737e-4b63-4404-b177-048f23c8d8e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 931 time: 0.0598445 Nov 03 20:00:57.860008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4f93754c-ae8c-492a-af86-0b95c797bd6d None None] Provisioning complete for port e5f4c412-b30f-4381-aec8-807375c5cb87 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:57.860642 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4f93754c-ae8c-492a-af86-0b95c797bd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.861841 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f7de5c8-5787-4f50-9710-79ca4f3bde36 req-cba0415a-2b6a-4b1e-a59f-40460314434e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512693 Nov 03 20:00:57.904946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4f93754c-ae8c-492a-af86-0b95c797bd6d None None] Port e5f4c412-b30f-4381-aec8-807375c5cb87 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:00:58.091628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f4c412-b30f-4381-aec8-807375c5cb87 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:00:58.099972 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.116237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Transition to ACTIVE for port object e5f4c412-b30f-4381-aec8-807375c5cb87 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:00:58.121895 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.189545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f4c412-b30f-4381-aec8-807375c5cb87,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:58.273665 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Attempting to bind port e5f4c412-b30f-4381-aec8-807375c5cb87 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:00:58.273929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Attempting to bind port e5f4c412-b30f-4381-aec8-807375c5cb87 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:00:58.274278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Attempting to bind port e5f4c412-b30f-4381-aec8-807375c5cb87 on network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:58.279221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Port e5f4c412-b30f-4381-aec8-807375c5cb87 on network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:00:58.279549 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Attempting to bind port e5f4c412-b30f-4381-aec8-807375c5cb87 on network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:00:58.284952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:00:58.285300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Checking segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:00:58.285695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Bound using segment: {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:00:58.286130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Bound port: e5f4c412-b30f-4381-aec8-807375c5cb87, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f0a343-249e-4d00-913a-d816c0c66531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:00:58.286487 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.356179 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] For port e5f4c412-b30f-4381-aec8-807375c5cb87, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:00:58.360327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] For port e5f4c412-b30f-4381-aec8-807375c5cb87, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e5f4c412-b30f-4381-aec8-807375c5cb87,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:00:58.365564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.402115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.402754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.404028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] 10.222.0.115 "PUT /v2.0/ports/e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 200 len: 1091 time: 0.6974938 Nov 03 20:00:58.404485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:58.406866 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba273531-1646-4d5b-b365-686a210c7156" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:58.440440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ac09-46c8-4f40-96f9-b878bc765ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f4c412-b30f-4381-aec8-807375c5cb87,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:58.480817 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fb577-8979-4367-a161-84f39ab5ac9d x-openstack-request-id: req-cf1fb577-8979-4367-a161-84f39ab5ac9d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:58.481171 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:58.481426 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cf1fb577-8979-4367-a161-84f39ab5ac9d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:58.481820 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'status': 'completed', 'code': 200} Nov 03 20:00:58.504197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-54b81179-0e85-481f-8a45-1dc09524f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.505824 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-54b81179-0e85-481f-8a45-1dc09524f9cd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1094 time: 0.0554924 Nov 03 20:00:58.558285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-33632c6b-02a4-48ac-9322-9d831f18c2a9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 200 len: 217 time: 0.0411608 Nov 03 20:00:58.614432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-479aa1b4-ca96-45a5-8f54-7514b263f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.615943 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-479aa1b4-ca96-45a5-8f54-7514b263f3b8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=94e73518-afb0-4ed6-bd18-d7c319465518 HTTP/1.1" status: 200 len: 835 time: 0.0492222 Nov 03 20:00:58.668259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-ead0d28c-f967-43fd-8e65-8cdd0061f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.670428 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-ead0d28c-f967-43fd-8e65-8cdd0061f5d7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0b9d015a-384f-4af8-8bbb-8d444eaa7964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433605 Nov 03 20:00:58.771117 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-4eb0b743-b702-4de7-a39a-3778b0089f0a service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910337 Nov 03 20:00:58.865953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-500a8d7d-eec3-4179-b141-1a80312543a4 req-b8f49284-baf4-4699-9eb9-d373054cbfd2 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869441 Nov 03 20:00:58.973577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273531-1646-4d5b-b365-686a210c7156 req-abc06a40-e8a7-4938-b1c1-78b6094d7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.975402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-abc06a40-e8a7-4938-b1c1-78b6094d7085 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1094 time: 0.0476544 Nov 03 20:00:58.988284 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040ac89-e115-4fe6-8c56-89d3f4ab7a4e req-1f2f89ff-7adf-4c47-b7a0-7efd3217aa7b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:58.989808 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b040ac89-e115-4fe6-8c56-89d3f4ab7a4e req-1f2f89ff-7adf-4c47-b7a0-7efd3217aa7b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 943 time: 0.0516961 Nov 03 20:00:59.043588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b040ac89-e115-4fe6-8c56-89d3f4ab7a4e req-5cb870ad-e79b-48bb-a93e-67b5080efbb8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 Nov 03 20:00:59.070686 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273531-1646-4d5b-b365-686a210c7156 req-8f9b6f36-1e4d-4260-b198-d199054e608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:59.072182 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-8f9b6f36-1e4d-4260-b198-d199054e608c service neutron] 10.222.0.115 "GET /v2.0/networks?id=0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 200 len: 897 time: 0.0882106 Nov 03 20:00:59.120510 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-f0100363-7346-441e-b139-604ce59b3352 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 200 len: 217 time: 0.0391829 Nov 03 20:00:59.172074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273531-1646-4d5b-b365-686a210c7156 req-3e90f40b-b79b-405d-a3e4-53228b9eb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:59.173488 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-3e90f40b-b79b-405d-a3e4-53228b9eb30f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=94e73518-afb0-4ed6-bd18-d7c319465518 HTTP/1.1" status: 200 len: 835 time: 0.0448639 Nov 03 20:00:59.222715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273531-1646-4d5b-b365-686a210c7156 req-4e7778e5-77c9-40be-ab87-8e71b98bf1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:59.224468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-4e7778e5-77c9-40be-ab87-8e71b98bf1b7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0b9d015a-384f-4af8-8bbb-8d444eaa7964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428052 Nov 03 20:00:59.320833 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-fb5e7db8-1642-4ee9-8c33-335a898553c1 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870986 Nov 03 20:00:59.424966 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ba273531-1646-4d5b-b365-686a210c7156 req-13596b04-4199-49e6-aada-bc70f8faed23 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964084 Nov 03 20:01:00.162185 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bb00d-e43d-49ef-8b12-5d0ff941e545 req-52ed99b1-97cc-4a44-a74a-223550e42472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:00.163665 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e01bb00d-e43d-49ef-8b12-5d0ff941e545 req-52ed99b1-97cc-4a44-a74a-223550e42472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 943 time: 0.0500941 Nov 03 20:01:00.212469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e01bb00d-e43d-49ef-8b12-5d0ff941e545 req-ab6cff85-cd6a-4aa1-a14c-b273b1e09358 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Nov 03 20:01:00.689763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e5f4c412-b30f-4381-aec8-807375c5cb87 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:01:00.790789 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e5f4c412-b30f-4381-aec8-807375c5cb87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e5f4c412-b30f-4381-aec8-807375c5cb87,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:00.801850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'port_id': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'mac_address': 'fa:16:3e:eb:c6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:01:00.838555 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:00.851799 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f4c412-b30f-4381-aec8-807375c5cb87 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:01:00.871340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e5f4c412-b30f-4381-aec8-807375c5cb87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e5f4c412-b30f-4381-aec8-807375c5cb87,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:00.875658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:00.927937 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e5f4c412-b30f-4381-aec8-807375c5cb87,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:01.146443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['e5f4c412-b30f-4381-aec8-807375c5cb87'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:01:01.337105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbafe03-dea0-4427-984a-6a6d1946fe38 req-8325e42e-aa9b-4945-ae07-ede6b930bd54 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:01.338617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cbafe03-dea0-4427-984a-6a6d1946fe38 req-8325e42e-aa9b-4945-ae07-ede6b930bd54 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 944 time: 0.0508878 Nov 03 20:01:01.393074 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9cbafe03-dea0-4427-984a-6a6d1946fe38 req-58759f67-72fb-4bcd-a2f6-ac74143abef2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458033 Nov 03 20:01:02.516269 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233714-cfc5-4751-b634-132a891ad000 req-4f299e93-bc74-4624-a578-b8334249594a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:02.517731 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d233714-cfc5-4751-b634-132a891ad000 req-4f299e93-bc74-4624-a578-b8334249594a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 944 time: 0.0559952 Nov 03 20:01:02.569548 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1d233714-cfc5-4751-b634-132a891ad000 req-624c5259-ab38-4bc9-8cb8-668bc752c836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Nov 03 20:01:02.704463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e5f4c412-b30f-4381-aec8-807375c5cb87 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:01:02.754326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port e5f4c412-b30f-4381-aec8-807375c5cb87 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:01:02.758336 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port e5f4c412-b30f-4381-aec8-807375c5cb87 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:01:02.758734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:02.846567 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:02.855092 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:02.876430 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:02.878776 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2ecbd8-60ef-433e-bd26-3cd78ccad8f4" -d '{"events": [{"server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "name": "network-vif-plugged", "status": "completed", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:02.892182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port e5f4c412-b30f-4381-aec8-807375c5cb87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e5f4c412-b30f-4381-aec8-807375c5cb87,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:02.898364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:02.924449 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16abcc7e-6fdb-42ec-95a8-f09e144f271d x-openstack-request-id: req-16abcc7e-6fdb-42ec-95a8-f09e144f271d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:02.924789 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "name": "network-vif-plugged", "status": "completed", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:02.925004 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-16abcc7e-6fdb-42ec-95a8-f09e144f271d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:02.925366 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'code': 200} Nov 03 20:01:02.955193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=e5f4c412-b30f-4381-aec8-807375c5cb87,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:03.028994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d7a47-646c-4d61-8a36-00ddf7d1c237 req-2662b354-6e38-447a-a6b3-d921af651b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:03.030560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f64d7a47-646c-4d61-8a36-00ddf7d1c237 req-2662b354-6e38-447a-a6b3-d921af651b3c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1096 time: 0.0487990 Nov 03 20:01:03.080567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f64d7a47-646c-4d61-8a36-00ddf7d1c237 req-bdcf49cb-affb-4968-97d0-380bbd379f69 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 Nov 03 20:01:03.304338 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:01:03.594074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:03.692745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b29d-5527-4921-ba19-c8bb5e7bc037 req-f1931c73-540b-4892-ae8a-b61f8d8214d3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:03.694268 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26d9b29d-5527-4921-ba19-c8bb5e7bc037 req-f1931c73-540b-4892-ae8a-b61f8d8214d3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0566823 Nov 03 20:01:03.745117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-26d9b29d-5527-4921-ba19-c8bb5e7bc037 req-67890e90-80ae-42df-ac4c-ae493459ef57 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447071 Nov 03 20:01:04.786161 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73aa4b90-b5bc-489f-8c0c-663a2fe00ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:04.870473 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1b1c8-c9cd-40c9-822c-b9c48ec8018f req-8c9f8087-5048-4b06-a039-f06bb63056fd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:04.871956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eec1b1c8-c9cd-40c9-822c-b9c48ec8018f req-8c9f8087-5048-4b06-a039-f06bb63056fd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0539412 Nov 03 20:01:04.923874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eec1b1c8-c9cd-40c9-822c-b9c48ec8018f req-31a768c2-2a02-4d7e-b24a-d66aac8b2508 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457890 Nov 03 20:01:05.038353 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c432de-5226-4808-b910-4972c4a6e360 req-7e7b47d9-f15f-4d15-9629-cf56561fe444 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:05.039885 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0c432de-5226-4808-b910-4972c4a6e360 req-7e7b47d9-f15f-4d15-9629-cf56561fe444 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0494456 Nov 03 20:01:05.089640 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0c432de-5226-4808-b910-4972c4a6e360 req-47b5d352-af8e-4f7c-ae5b-8844a566b761 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Nov 03 20:01:05.112061 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54414) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:05.151985 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2e933-3e4d-4467-98b3-8a4b0a76fbaf tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:05.153533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c5f2e933-3e4d-4467-98b3-8a4b0a76fbaf tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1091 time: 0.0404410 Nov 03 20:01:05.157082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54416) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:05.161423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:05.183211 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:05.286131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:05.411217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.158 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/61137380-ad8c-49fc-9b05-6aa1617e8234) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:01:05.518455 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:05.551658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:05.594613 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:05.597636 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:05.602571 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:01:05.605674 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=61137380-ad8c-49fc-9b05-6aa1617e8234,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:05.984604 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.056575 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.208570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.213231 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.284656 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=61137380-ad8c-49fc-9b05-6aa1617e8234,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:06.299615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.405587 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP 235247c8-69e2-4c9c-8351-227b80bc77ba associated. External IP: 172.25.8.158, port: e5f4c412-b30f-4381-aec8-807375c5cb87. Nov 03 20:01:06.625427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router ddf97a43-7f9b-4505-b3ee-e047ff977491 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:06.739965 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:06.749861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] Sync routers for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:06.760615 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:06.761358 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:06.763518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:06.879743 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:07.120001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-75f09b8e-b192-45ce-892a-b600ad61b73a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9618499 Nov 03 20:01:07.120697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:07.123477 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61922251-2b51-4bb3-ab8c-2ff28fdb5288" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:07.168025 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd28c90-26e8-4d94-8ae0-430f7939337b x-openstack-request-id: req-0cd28c90-26e8-4d94-8ae0-430f7939337b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:07.168468 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:07.168761 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0cd28c90-26e8-4d94-8ae0-430f7939337b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:07.169152 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'status': 'completed', 'code': 200} Nov 03 20:01:07.232738 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '235247c8-69e2-4c9c-8351-227b80bc77ba', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'port_id': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'mac_address': 'fa:16:3e:eb:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:01:05Z', 'updated_at': '2021-11-03T20:01:05Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:07.236463 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20cc9a-ea39-47eb-8808-fe203a0b2920 req-79a5286e-b8cd-41c2-81ed-f9b545c2f796 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:07.241062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad20cc9a-ea39-47eb-8808-fe203a0b2920 req-79a5286e-b8cd-41c2-81ed-f9b545c2f796 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0591168 Nov 03 20:01:07.258221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-c6caa3e7-1084-418e-b13b-479ddb897eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:07.259764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-c6caa3e7-1084-418e-b13b-479ddb897eeb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1096 time: 0.0610187 Nov 03 20:01:07.269084 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] Checking router: ddf97a43-7f9b-4505-b3ee-e047ff977491 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:07.278726 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:07.279533 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:00:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:07.295716 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ad20cc9a-ea39-47eb-8808-fe203a0b2920 req-de2319d1-ddd4-4739-b4b7-08e47f7187af tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497150 Nov 03 20:01:07.320369 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54422) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:07.383550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-da0c46bb-2256-4a35-abc8-2e125a010872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:07.385465 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-da0c46bb-2256-4a35-abc8-2e125a010872 service neutron] 10.222.0.115 "GET /v2.0/networks?id=0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 200 len: 897 time: 0.1184263 Nov 03 20:01:07.396989 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e7917cff-3659-4e52-b4e2-b46bc80b3f2e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/235247c8-69e2-4c9c-8351-227b80bc77ba HTTP/1.1" status: 200 len: 991 time: 0.0753672 Nov 03 20:01:07.413663 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:07.457363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-3ff71933-da75-4aa5-a68a-a79799d7eda0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 200 len: 999 time: 0.0628877 Nov 03 20:01:07.510567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-2a5171cc-fe6d-4b41-9e72-d4e29ca39f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:07.512084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-2a5171cc-fe6d-4b41-9e72-d4e29ca39f87 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=94e73518-afb0-4ed6-bd18-d7c319465518 HTTP/1.1" status: 200 len: 835 time: 0.0475793 Nov 03 20:01:07.564510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-58d3ae8f-2c46-43f6-a44c-e3a492f92acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:07.566040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-58d3ae8f-2c46-43f6-a44c-e3a492f92acb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0b9d015a-384f-4af8-8bbb-8d444eaa7964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467331 Nov 03 20:01:07.651243 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '235247c8-69e2-4c9c-8351-227b80bc77ba', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'port_id': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'mac_address': 'fa:16:3e:eb:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:01:05Z', 'updated_at': '2021-11-03T20:01:05Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:07.666155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-3b3b67b5-1de2-4fc6-b727-5bcba63f5681 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914412 Nov 03 20:01:07.679456 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c5b57-bf29-4455-a355-0d81e451326f None None] The sync data for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 is: [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '235247c8-69e2-4c9c-8351-227b80bc77ba', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'port_id': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'mac_address': 'fa:16:3e:eb:c6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:01:05Z', 'updated_at': '2021-11-03T20:01:05Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:07.769277 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-61922251-2b51-4bb3-ab8c-2ff28fdb5288 req-a6d7130c-8e5d-458c-9465-1a2e79d4224c service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955157 Nov 03 20:01:07.883517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf9c5b-ecef-46fc-8e61-45641c619071 None None] New status for floating IP 235247c8-69e2-4c9c-8351-227b80bc77ba: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:01:08.401142 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54424) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:08.424602 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a98a0ab3-3f59-4d2f-99b5-8ac22e3fee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:08.467420 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-200f2224-76a8-46d3-a824-0559cb20bed6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/235247c8-69e2-4c9c-8351-227b80bc77ba HTTP/1.1" status: 200 len: 993 time: 0.0651991 Nov 03 20:01:10.153741 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:12.071508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:12.188116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:24.395146 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-5ab9a401-8321-495e-95a1-9e571dcd6adf service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417724 Nov 03 20:01:24.499254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f643-259a-447b-bcb4-7b6896979a28 req-52b66b3e-23ec-4309-9736-31c0de6b2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:24.500683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-52b66b3e-23ec-4309-9736-31c0de6b2d2b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1096 time: 0.0452335 Nov 03 20:01:24.612285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f643-259a-447b-bcb4-7b6896979a28 req-37d5d6e1-6249-4832-9ab2-9ae7fcefe00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:24.613814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-37d5d6e1-6249-4832-9ab2-9ae7fcefe00c service neutron] 10.222.0.115 "GET /v2.0/networks?id=0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 200 len: 897 time: 0.0928104 Nov 03 20:01:24.679683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-24a941f5-f483-4528-b6de-ec1595049e1c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 200 len: 1001 time: 0.0580220 Nov 03 20:01:24.733402 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f643-259a-447b-bcb4-7b6896979a28 req-c894529e-19fb-46d3-beea-0a07a266d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:24.734873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-c894529e-19fb-46d3-beea-0a07a266d742 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=94e73518-afb0-4ed6-bd18-d7c319465518 HTTP/1.1" status: 200 len: 835 time: 0.0477161 Nov 03 20:01:24.782063 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f643-259a-447b-bcb4-7b6896979a28 req-de5cc472-ea34-44e7-a1e2-cfbf1fc5a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:24.783477 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-de5cc472-ea34-44e7-a1e2-cfbf1fc5a8b0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0b9d015a-384f-4af8-8bbb-8d444eaa7964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415435 Nov 03 20:01:24.875994 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-858ac8f8-20fc-45b0-b54b-dfacc6e6bc67 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831907 Nov 03 20:01:24.970705 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a037f643-259a-447b-bcb4-7b6896979a28 req-e3b639e7-3974-474e-a99a-db8ba5f4ff08 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867386 Nov 03 20:01:32.845536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:33.579194 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:34.789265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4167cbd-4b1e-4c19-a650-e9fffc5623c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:38.426818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a6fcc81-3ab8-4b56-8cbe-dc2a1ee1ed06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:40.158247 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:40.303192 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:01:41.885668 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd5b58-1d32-4f8b-b0e8-bab84d2766a6 req-8acef3d0-ea6d-45ba-85dc-f4afc9ba304c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:41.887169 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afcd5b58-1d32-4f8b-b0e8-bab84d2766a6 req-8acef3d0-ea6d-45ba-85dc-f4afc9ba304c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Nov 03 20:01:41.941672 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-afcd5b58-1d32-4f8b-b0e8-bab84d2766a6 req-5e57abda-b3d6-41cc-97e9-e9fed2fd6d70 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478225 Nov 03 20:01:42.074237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:42.191587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:43.066528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c89-f697-4a92-8253-1c1483e1df25 req-0b8ce4f4-b9a7-4a83-be12-87cb83fb0452 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:43.068105 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2cc3c89-f697-4a92-8253-1c1483e1df25 req-0b8ce4f4-b9a7-4a83-be12-87cb83fb0452 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0496762 Nov 03 20:01:43.120816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c2cc3c89-f697-4a92-8253-1c1483e1df25 req-acae05f2-7c7a-4985-9e31-ad44c955002a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464416 Nov 03 20:01:43.144626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54454) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:43.206800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3e131620-a0d9-493c-b30a-ad99e1d1f09b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/235247c8-69e2-4c9c-8351-227b80bc77ba HTTP/1.1" status: 200 len: 993 time: 0.0609634 Nov 03 20:01:44.498923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34a439-f29e-4118-9d5a-88196d76e09c req-c6220620-3426-4cd4-b4ed-30a69c18ffeb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:44.500347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f34a439-f29e-4118-9d5a-88196d76e09c req-c6220620-3426-4cd4-b4ed-30a69c18ffeb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0509279 Nov 03 20:01:44.551863 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f34a439-f29e-4118-9d5a-88196d76e09c req-336cb18c-5702-4e71-ad20-e70a97ca82b7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Nov 03 20:01:45.690400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350568-f289-46b6-abc8-9a8cf6734ab0 req-5d4ddf09-c1a0-474d-8f34-cd9b5317fef6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:45.691967 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88350568-f289-46b6-abc8-9a8cf6734ab0 req-5d4ddf09-c1a0-474d-8f34-cd9b5317fef6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0587327 Nov 03 20:01:45.747041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88350568-f289-46b6-abc8-9a8cf6734ab0 req-06c25c5c-5a6e-4ffb-99c9-af89fc60d531 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486948 Nov 03 20:01:45.771771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54464) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:45.839530 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-30d3a1a9-8b6c-4b0b-a6ac-0490a6b83e25 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/235247c8-69e2-4c9c-8351-227b80bc77ba HTTP/1.1" status: 200 len: 993 time: 0.0659454 Nov 03 20:01:46.071965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54470) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:46.246655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 61137380-ad8c-49fc-9b05-6aa1617e8234 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:46.247494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:46.329621 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:46.329946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:46.341671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 61137380-ad8c-49fc-9b05-6aa1617e8234 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:46.806433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:46.833519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=61137380-ad8c-49fc-9b05-6aa1617e8234,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:46.845337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.845690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.846032 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.846371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.846704 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.847034 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.847364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.847694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.848024 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.848349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.848789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.849351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:46.903242 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:46.903648 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP 235247c8-69e2-4c9c-8351-227b80bc77ba disassociated (deleted). External IP: 172.25.8.158, port: e5f4c412-b30f-4381-aec8-807375c5cb87. Nov 03 20:01:47.118299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router ddf97a43-7f9b-4505-b3ee-e047ff977491 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:47.231427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:47.237122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:47.245664 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] Sync routers for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:47.256494 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:47.257129 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:47.268120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-985ee88e-a054-4471-b39f-445bdd581fcf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/floatingips/235247c8-69e2-4c9c-8351-227b80bc77ba HTTP/1.1" status: 204 len: 168 time: 1.1950274 Nov 03 20:01:47.268701 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:47.271054 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3122256-82f6-4f17-b473-eb5422d43b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:47.313522 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380f3297-1aab-42f2-bbf8-445330227b11 x-openstack-request-id: req-380f3297-1aab-42f2-bbf8-445330227b11 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:47.313816 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:47.314067 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-380f3297-1aab-42f2-bbf8-445330227b11 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:47.314470 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'status': 'completed', 'code': 200} Nov 03 20:01:47.369186 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:47.398198 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-3a6814e2-6938-445c-a781-cbf796f890f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:47.400474 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-3a6814e2-6938-445c-a781-cbf796f890f9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 1096 time: 0.0485651 Nov 03 20:01:47.510942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-96e97df2-2f93-4996-8f12-1f7383571e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:47.512437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-96e97df2-2f93-4996-8f12-1f7383571e3a service neutron] 10.222.0.115 "GET /v2.0/networks?id=0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 200 len: 897 time: 0.1029482 Nov 03 20:01:47.531667 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c3a9e-bf9b-40ef-a1b9-1a6f58b7dffc req-504a75e9-52e3-4ab5-81a2-8da3e35c910e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:47.533398 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b16c3a9e-bf9b-40ef-a1b9-1a6f58b7dffc req-504a75e9-52e3-4ab5-81a2-8da3e35c910e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0580697 Nov 03 20:01:47.562769 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-6ceb15d6-57f1-4dbc-a4ba-ab14453c80cd service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 200 len: 217 time: 0.0411448 Nov 03 20:01:47.590150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b16c3a9e-bf9b-40ef-a1b9-1a6f58b7dffc req-0eb76262-2746-4645-a2f6-72a843cafedd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503528 Nov 03 20:01:47.595148 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:47.622356 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-6d8204fa-7df2-4c22-9592-10108e9b1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:47.623573 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] Checking router: ddf97a43-7f9b-4505-b3ee-e047ff977491 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:47.623730 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-6d8204fa-7df2-4c22-9592-10108e9b1171 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=94e73518-afb0-4ed6-bd18-d7c319465518 HTTP/1.1" status: 200 len: 835 time: 0.0536697 Nov 03 20:01:47.632199 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:47.632950 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:47.673303 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-0495d3b2-e395-4d29-a80f-f4fba6ea58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:47.674807 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-0495d3b2-e395-4d29-a80f-f4fba6ea58f1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=0b9d015a-384f-4af8-8bbb-8d444eaa7964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423827 Nov 03 20:01:47.744082 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:47.777014 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-42719f42-4faa-4bb0-bdb0-e4d4990eb316 service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927429 Nov 03 20:01:47.874830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f3122256-82f6-4f17-b473-eb5422d43b2f req-f38c82ea-4d99-4495-aecd-5543e5b49e7d service neutron] 10.222.0.115 "GET /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895133 Nov 03 20:01:47.958061 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:47.988746 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70978-329f-403e-876b-ea9c08934193 None None] The sync data for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 is: [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '2b0972e1-25d7-4d11-bb8d-b8e74636c2a3', 'name': '', 'network_id': '0b9d015a-384f-4af8-8bbb-8d444eaa7964', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:75:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:51Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '94e73518-afb0-4ed6-bd18-d7c319465518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:48.226054 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24acb1-4457-4447-ac44-1f45bd09c3f4 None None] New status for floating IP 235247c8-69e2-4c9c-8351-227b80bc77ba: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:01:48.714239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf04ba-8389-49d4-b94f-e1282b1b6c00 req-8cf4a9de-e3d8-49c9-a2b2-4018f2e9d9ec tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:48.715760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bcf04ba-8389-49d4-b94f-e1282b1b6c00 req-8cf4a9de-e3d8-49c9-a2b2-4018f2e9d9ec tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0506978 Nov 03 20:01:48.771945 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1bcf04ba-8389-49d4-b94f-e1282b1b6c00 req-18bd5d7d-7bbd-4cb5-8ee2-eeda0e3ad581 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=322b99f8-5af1-4694-9ac9-18fa883fa7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499279 Nov 03 20:01:49.092637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-643d10d9-89b1-4380-bdf9-e6fcba21bea9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:49.094455 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-643d10d9-89b1-4380-bdf9-e6fcba21bea9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Nov 03 20:01:49.197117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port e5f4c412-b30f-4381-aec8-807375c5cb87 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:49.197449 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.305260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port e5f4c412-b30f-4381-aec8-807375c5cb87, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=e5f4c412-b30f-4381-aec8-807375c5cb87,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:49.305612 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.318561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for e5f4c412-b30f-4381-aec8-807375c5cb87 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:49.454344 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.491315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=e5f4c412-b30f-4381-aec8-807375c5cb87,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:49.536830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] No DVR routers for this DVR port e5f4c412-b30f-4381-aec8-807375c5cb87 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:01:49.539851 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:49.543352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4eead18e-78a9-466f-ae48-0c93c38df7de req-6035d290-94ba-4576-ad60-04793cdcff64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "DELETE /v2.0/ports/e5f4c412-b30f-4381-aec8-807375c5cb87 HTTP/1.1" status: 204 len: 173 time: 0.4425025 Nov 03 20:01:49.543821 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'name': 'network-vif-deleted', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:01:49.546758 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1a8cc-148c-4110-9a72-bf7e37ea0b83" -d '{"events": [{"server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "name": "network-vif-deleted", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:01:49.587318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3018078-39ff-48fc-b984-7b4c2064fca1 x-openstack-request-id: req-b3018078-39ff-48fc-b984-7b4c2064fca1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:01:49.587593 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6f81b5-3a2d-42ef-ac05-a12d95b09345", "name": "network-vif-deleted", "tag": "e5f4c412-b30f-4381-aec8-807375c5cb87", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:01:49.587862 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b3018078-39ff-48fc-b984-7b4c2064fca1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:01:49.588267 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6f81b5-3a2d-42ef-ac05-a12d95b09345', 'name': 'network-vif-deleted', 'tag': 'e5f4c412-b30f-4381-aec8-807375c5cb87', 'status': 'completed', 'code': 200} Nov 03 20:01:49.887052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de8c4676-070a-4777-8350-c42945a1bdf2 req-c1abf81a-8f2d-4c43-a799-56a907ae0460 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=9b6f81b5-3a2d-42ef-ac05-a12d95b09345 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Nov 03 20:01:50.953363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54486) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:51.336666 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.610075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:51.610447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.709577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:51.709920 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.726091 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:51.933393 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:51.968061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=2b0972e1-25d7-4d11-bb8d-b8e74636c2a3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:52.163783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:52.422168 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router ddf97a43-7f9b-4505-b3ee-e047ff977491 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:01:52.565708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:52.572830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-190a968c-e3dd-4bbe-85c2-6973df816578 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/ddf97a43-7f9b-4505-b3ee-e047ff977491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6176338 Nov 03 20:01:52.575110 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54488) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:52.582037 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] Sync routers for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:52.599309 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:52.600278 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:52.653763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting subnet 94e73518-afb0-4ed6-bd18-d7c319465518 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:01:52.657742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:52.716893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:52.824650 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:52.828451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:52.912200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:52.950612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Subnet': ['ID=94e73518-afb0-4ed6-bd18-d7c319465518,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:52.954634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:52.959070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369bc2c-a309-40a0-b8f3-4919401aba60 None None] Network 0b9d015a-384f-4af8-8bbb-8d444eaa7964 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:01:52.959691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c3df805d-62ef-4e9c-aa9a-1b69cfd5d7ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/subnets/94e73518-afb0-4ed6-bd18-d7c319465518 HTTP/1.1" status: 204 len: 168 time: 0.3830884 Nov 03 20:01:52.962335 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54490) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:53.034239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e5f4c412-b30f-4381-aec8-807375c5cb87 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:53.062111 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: e5f4c412-b30f-4381-aec8-807375c5cb87 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:53.062458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device e5f4c412-b30f-4381-aec8-807375c5cb87 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:53.090496 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:01:51Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:53.097211 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.128279 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] Checking router: ddf97a43-7f9b-4505-b3ee-e047ff977491 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:53.140153 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] Routers {'ddf97a43-7f9b-4505-b3ee-e047ff977491'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:53.141261 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['ddf97a43-7f9b-4505-b3ee-e047ff977491'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:53.203195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] DHCP port deletion for 0b9d015a-384f-4af8-8bbb-8d444eaa7964 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:01:53.224620 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.267070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Deleting port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:53.267440 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.285414 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] Set router ddf97a43-7f9b-4505-b3ee-e047ff977491 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:53.347954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] For port e0beb0df-d9da-4182-8f3d-be4f39cfaf52, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,segment=NetworkSegment(d2f0a343-249e-4d00-913a-d816c0c66531),segment_id=d2f0a343-249e-4d00-913a-d816c0c66531)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:53.348616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.374787 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Calling delete_port for e0beb0df-d9da-4182-8f3d-be4f39cfaf52 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:53.533866 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:01:51Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:53.578883 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc76711-378b-4592-8b77-b862c7eba358 None None] The sync data for ids ['ddf97a43-7f9b-4505-b3ee-e047ff977491'] in n-d-812151-4 is: [{'id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111627794', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:01:51Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '3384a674-3682-46a9-b91a-f23ae4855aae', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf97a43-7f9b-4505-b3ee-e047ff977491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:00:48Z', 'updated_at': '2021-11-03T20:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:01:53.615302 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 3384a674-3682-46a9-b91a-f23ae4855aae {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:01:53.615765 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.695933 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.707317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 3384a674-3682-46a9-b91a-f23ae4855aae, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=3384a674-3682-46a9-b91a-f23ae4855aae,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:01:53.707687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.721529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 3384a674-3682-46a9-b91a-f23ae4855aae owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:01:53.732512 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Pushing event deleted for resources: {'Port': ['ID=e0beb0df-d9da-4182-8f3d-be4f39cfaf52,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:53.738462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] No DVR routers for this DVR port e0beb0df-d9da-4182-8f3d-be4f39cfaf52 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:01:53.745764 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.746147 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.746460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.746790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.747116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.747529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.747995 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.748517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.749659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.750117 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.750722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.751005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b87041-529a-4d85-bb23-4bab959b526f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:53.915671 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:53.944472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=3384a674-3682-46a9-b91a-f23ae4855aae,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:54.024969 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.146356 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.150262 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.213100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.214353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Fanout notify agent at l3_agent the message router_deleted on router ddf97a43-7f9b-4505-b3ee-e047ff977491 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:01:54.222474 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.223622 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-81bc29fa-f9b8-42b9-babb-83b0bc6d323d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/routers/ddf97a43-7f9b-4505-b3ee-e047ff977491 HTTP/1.1" status: 204 len: 168 time: 1.2604702 Nov 03 20:01:54.226725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54492) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:54.354301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.465019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.489781 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9d015a-384f-4af8-8bbb-8d444eaa7964']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:54.511333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f0a343-249e-4d00-913a-d816c0c66531') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:54.511639 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f0a343-249e-4d00-913a-d816c0c66531') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:54.522127 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.536796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.544603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:01:54.545030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:01:54.548775 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:01:54.621634 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.633077 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.636556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/networks/0b9d015a-384f-4af8-8bbb-8d444eaa7964 HTTP/1.1" status: 204 len: 168 time: 0.4086044 Nov 03 20:01:54.639522 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54494) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:54.657461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38abf46-b59c-49a5-9ab1-98f6e00ab8f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Network': ['ID=0b9d015a-384f-4af8-8bbb-8d444eaa7964,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:54.722881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5be3-b47f-466f-bf80-5aec2bb2b80f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.768156 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5be3-b47f-466f-bf80-5aec2bb2b80f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.798664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:54.836978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:54.837529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 2b0972e1-25d7-4d11-bb8d-b8e74636c2a3 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:54.838551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3384a674-3682-46a9-b91a-f23ae4855aae no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:54.847547 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5be3-b47f-466f-bf80-5aec2bb2b80f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.851114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5be3-b47f-466f-bf80-5aec2bb2b80f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:54.852494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0d0b5be3-b47f-466f-bf80-5aec2bb2b80f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/security-groups/322b99f8-5af1-4694-9ac9-18fa883fa7ee HTTP/1.1" status: 204 len: 168 time: 0.2035732 Nov 03 20:01:54.865048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b5be3-b47f-466f-bf80-5aec2bb2b80f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322b99f8-5af1-4694-9ac9-18fa883fa7ee,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:54.880440 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 3384a674-3682-46a9-b91a-f23ae4855aae {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:54.880972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 3384a674-3682-46a9-b91a-f23ae4855aae not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:54.881407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0beb0df-d9da-4182-8f3d-be4f39cfaf52 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:01:54.908212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e0beb0df-d9da-4182-8f3d-be4f39cfaf52 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:01:54.908554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e0beb0df-d9da-4182-8f3d-be4f39cfaf52 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:01:55.421368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54500) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:55.426245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752050426', 'description': 'tempest-secgroup-smoke-752050426 description', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:55.454308 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.546163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.551039 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.584980 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.586282 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1638355 Nov 03 20:01:55.589655 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54502) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:55.592061 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836f8a0-9172-492b-b458-3f2112277158 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e64326-cb5d-45d3-9243-695e2e6747f4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:55.598513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'c2e64326-cb5d-45d3-9243-695e2e6747f4', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:55.645723 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.728239 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.744372 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.772555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1dafb9-ed2c-4abe-bfd3-613d8537e31f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:55.786685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.787249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.787632 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.787974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.788311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.788641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.789009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.789342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.789669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.790090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.790417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.791300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:01:55.796570 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.797810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-df2e6816-dcc5-4cb8-8531-f31af7315ad7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2059505 Nov 03 20:01:55.804470 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54504) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:55.809495 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'c2e64326-cb5d-45d3-9243-695e2e6747f4', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:55.841871 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.916337 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.921615 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.944129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3a21e8-4667-4bd1-8f7b-fc8a348f3c07,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:55.959692 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.962414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0645f0b4-6170-4812-99a6-e000a4eed8e9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565602 Nov 03 20:01:55.966996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54506) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:55.975843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'c2e64326-cb5d-45d3-9243-695e2e6747f4', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:56.022787 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.121698 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.127232 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.157626 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4ff321-3e26-4330-a8a8-b77cbdf46f94,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.168264 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.169664 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-15f8bc09-2160-4e65-b4d3-bb06723901e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2005935 Nov 03 20:01:56.174752 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54508) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:56.180418 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'c2e64326-cb5d-45d3-9243-695e2e6747f4', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:56.211710 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.308209 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.313854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.337789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883c5521-3990-4e05-ad62-01e08a0fce46,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.351918 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.353292 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ffa4536f-36af-4d31-ae78-17cfb8b98b1a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1772292 Nov 03 20:01:56.356621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54510) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:56.361688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'c2e64326-cb5d-45d3-9243-695e2e6747f4', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:56.390682 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:01:56.396373 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.471487 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.476418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.495854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c8854f-b749-4bf5-b6f4-e4fac101531d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.511681 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.513565 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cee5c805-e62c-446c-830e-1f76dfd4941f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557603 Nov 03 20:01:56.518770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54512) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:56.524618 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'c2e64326-cb5d-45d3-9243-695e2e6747f4', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:56.551699 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:01:56.557915 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.640680 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.645861 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.677038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6d5109-24e7-4224-9a28-456a6a61a1d1,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:56.688784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.690029 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c4773e19-58ac-4042-93f2-d0db7ebed82f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1699994 Nov 03 20:01:56.694500 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54514) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:56.699673 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'network': {'name': 'tempest-network-smoke--995734125', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:56.726245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:01:56.732012 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.759251 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:01:56.771957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.772375 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Added segment 8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e of type vlan for network 3a32f853-d19e-40ac-a53a-5b273699a57c Nov 03 20:01:56.824490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.868381 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:56.879852 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:56.880920 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.004348 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3086112 Nov 03 20:01:57.007250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54516) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:57.014445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'admin_state_up': True, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:57.015679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86387b98-b60f-4bd1-88bb-154115ff2533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Network': ['ID=3a32f853-d19e-40ac-a53a-5b273699a57c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:57.034896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 3a32f853-d19e-40ac-a53a-5b273699a57c details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:01:57.054700 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.056269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.128449 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.294758 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.518900 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.540968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.672963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.150 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/bb503f74-d60f-44d3-b5e6-baa355dfb926) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:01:57.807598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.848831 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:57.902201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:01:57.905645 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:57.910941 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:01:57.914378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=bb503f74-d60f-44d3-b5e6-baa355dfb926,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:58.236674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.469576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.612548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:01:58.733986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:01:58.748415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Sync routers for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:01:58.760085 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.761367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5275facf-a547-45bc-9687-55e08cc7565f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7527862 Nov 03 20:01:58.763198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:58.763842 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:58.767331 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54518) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:58.804157 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d480c24c-8881-436c-9c83-fac6f458c366 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b2841dcacf504d1db3c031aa3dad965d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356541 Nov 03 20:01:58.808250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54520) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:58.899321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:01:58.914927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0915b30d-307b-40a7-b931-b06c27ec9b3a tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:58.916523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-0915b30d-307b-40a7-b931-b06c27ec9b3a tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1072488 Nov 03 20:01:58.920238 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54522) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:58.950154 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c739e4ee-99d2-47d6-833e-db530b9e18c1 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287104 Nov 03 20:01:58.953997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54524) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:58.959449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76924197', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:01:59.057533 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:01:59.062307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.115334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:01:59.145251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Checking router: 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:01:59.145662 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Updating router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 port bb503f74-d60f-44d3-b5e6-baa355dfb926 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:01:59.173633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.282556 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.358807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Subnet': ['ID=daa6d4e5-f25c-4e22-a4e9-e8d49940481e,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:59.367556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Checking segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:01:59.367925 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network hostable DHCP agents. Network: 3a32f853-d19e-40ac-a53a-5b273699a57c, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:01:59.390516 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 3a32f853-d19e-40ac-a53a-5b273699a57c is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:01:59.402384 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 3a32f853-d19e-40ac-a53a-5b273699a57c) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:01:59.407105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:01:59.408098 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.415505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e404f38-86df-47a8-94f0-6e8f60bc4f58 None None] Network 3a32f853-d19e-40ac-a53a-5b273699a57c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:01:59.428988 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5b371d59-67d6-452f-9dee-3e44338d4d75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4736230 Nov 03 20:01:59.431553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54526) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:01:59.516926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.528868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.614315 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Attempting to bind port bb503f74-d60f-44d3-b5e6-baa355dfb926 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:01:59.614660 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Attempting to bind port bb503f74-d60f-44d3-b5e6-baa355dfb926 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:01:59.615035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Attempting to bind port bb503f74-d60f-44d3-b5e6-baa355dfb926 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:01:59.617311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5252-c92a-47c4-bb6e-7ec1f2a8d03d None None] Pushing event updated for resources: {'Port': ['ID=bb503f74-d60f-44d3-b5e6-baa355dfb926,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:59.644360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:01:59.644783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:01:59.645170 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.645572 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:01:59.646074 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Bound port: bb503f74-d60f-44d3-b5e6-baa355dfb926, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:01:59.646465 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.735338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] For port bb503f74-d60f-44d3-b5e6-baa355dfb926, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:01:59.739482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-3a32f853-d19e-40ac-a53a-5b273699a57c', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:01:59.740360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.743684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] For port bb503f74-d60f-44d3-b5e6-baa355dfb926, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bb503f74-d60f-44d3-b5e6-baa355dfb926,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:01:59.759074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.905963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5252-c92a-47c4-bb6e-7ec1f2a8d03d None None] Pushing event updated for resources: {'Port': ['ID=bb503f74-d60f-44d3-b5e6-baa355dfb926,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:01:59.919884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:01:59.921600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:00.043492 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Allocated IP 172.20.0.2 (3a32f853-d19e-40ac-a53a-5b273699a57c/daa6d4e5-f25c-4e22-a4e9-e8d49940481e/67c8f34b-bc08-412f-a212-9b80a2339b92) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:00.098033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:00.293190 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.365404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.374908 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.425582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Network 3a32f853-d19e-40ac-a53a-5b273699a57c is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:00.436758 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:00.442646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:00.453402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Pushing event updated for resources: {'Port': ['ID=67c8f34b-bc08-412f-a212-9b80a2339b92,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:00.482281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:00.525404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fddd88-6b6a-4714-b306-a75852bea55d None None] The sync data for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 is: [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:58Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:00.538615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Attempting to bind port 67c8f34b-bc08-412f-a212-9b80a2339b92 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:00.538999 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Attempting to bind port 67c8f34b-bc08-412f-a212-9b80a2339b92 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:00.539342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Attempting to bind port 67c8f34b-bc08-412f-a212-9b80a2339b92 on network 3a32f853-d19e-40ac-a53a-5b273699a57c {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:00.545202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:00.545608 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Checking segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:00.546008 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.546395 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Bound using segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:00.546873 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Bound port: 67c8f34b-bc08-412f-a212-9b80a2339b92, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:00.547245 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.623244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] For port 67c8f34b-bc08-412f-a212-9b80a2339b92, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:00.627144 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] For port 67c8f34b-bc08-412f-a212-9b80a2339b92, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=67c8f34b-bc08-412f-a212-9b80a2339b92,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:00.635353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.668305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.1 (3a32f853-d19e-40ac-a53a-5b273699a57c/daa6d4e5-f25c-4e22-a4e9-e8d49940481e/11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:00.705659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f50675-df0c-41bf-a1ea-eda619ccdf8d None None] Pushing event updated for resources: {'Port': ['ID=67c8f34b-bc08-412f-a212-9b80a2339b92,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:00.867090 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.922205 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.996825 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 3a32f853-d19e-40ac-a53a-5b273699a57c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:01.000841 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:01.003409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:01.033700 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:01.070606 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.231582 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.588549 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.594603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.702602 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:01.707437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.839721 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 3a32f853-d19e-40ac-a53a-5b273699a57c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:01.841445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:01.916125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380dfffb-64d2-4a64-ba1a-e2628daf055b None None] Network 3a32f853-d19e-40ac-a53a-5b273699a57c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:02:02.004476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:02:02.038861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c7141f7a-49ab-45f2-a8d2-a94fe1cb95f3 None None] Provisioning complete for port 67c8f34b-bc08-412f-a212-9b80a2339b92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:02.039239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7141f7a-49ab-45f2-a8d2-a94fe1cb95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.163944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:02:02.169982 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-46de79d1-3c77-4bb9-bcc4-2a18a597c35a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/4550e7f2-c253-4c3b-a398-0a32b17ef4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7373259 Nov 03 20:02:02.213353 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7141f7a-49ab-45f2-a8d2-a94fe1cb95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.268311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c7141f7a-49ab-45f2-a8d2-a94fe1cb95f3 None None] For port 67c8f34b-bc08-412f-a212-9b80a2339b92, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=67c8f34b-bc08-412f-a212-9b80a2339b92,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:02.275476 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c7141f7a-49ab-45f2-a8d2-a94fe1cb95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.334496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7141f7a-49ab-45f2-a8d2-a94fe1cb95f3 None None] Pushing event updated for resources: {'Port': ['ID=67c8f34b-bc08-412f-a212-9b80a2339b92,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:02.465203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-befeeef5-34aa-42d9-8f07-c46f27611aee tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752050426&fields=id&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 267 time: 0.0841358 Nov 03 20:02:02.614071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5e0d42aa-b26f-4666-ac7c-6fb27197d4c9 None None] Provisioning complete for port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:02.624764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d42aa-b26f-4666-ac7c-6fb27197d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.627388 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Sync routers for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:02:02.648100 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:02.649361 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:02.677817 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-b1d82de0-5156-444d-943a-b2259402c296 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:02.681053 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-b1d82de0-5156-444d-943a-b2259402c296 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 796 time: 0.2015266 Nov 03 20:02:02.697909 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d42aa-b26f-4666-ac7c-6fb27197d4c9 None None] Port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:02.716108 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5e0d42aa-b26f-4666-ac7c-6fb27197d4c9 None None] Provisioning complete for port 67c8f34b-bc08-412f-a212-9b80a2339b92 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:02.716108 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e0d42aa-b26f-4666-ac7c-6fb27197d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:02.735477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-b06a91b1-0fb8-4f45-ad23-5693015e340d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/quotas/b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 375 time: 0.0399110 Nov 03 20:02:02.832339 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:02.849941 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-14911566-6481-440c-9a50-b8d2cd4d386c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050198 Nov 03 20:02:02.980569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.015224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-0c0e2d50-d2d8-465b-b43e-40d3ebf61137 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:02:03.017301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-0c0e2d50-d2d8-465b-b43e-40d3ebf61137 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1608009 Nov 03 20:02:03.072790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 67c8f34b-bc08-412f-a212-9b80a2339b92 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:03.120845 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-461c69ad-ce26-457e-bad4-6c1a203494a6 None None] Provisioning complete for port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.121204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-461c69ad-ce26-457e-bad4-6c1a203494a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.166866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-461c69ad-ce26-457e-bad4-6c1a203494a6 None None] Port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:03.202810 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 2, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:03.211876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 67c8f34b-bc08-412f-a212-9b80a2339b92 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.212527 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.220052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-b63b40e1-87cb-4106-93b3-311f4a52d324 service neutron] 10.222.0.91 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917791 Nov 03 20:02:03.244192 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Checking router: 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:02:03.244879 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Updating router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:02:03.276605 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.300226 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1e07587a-4087-4841-9dce-ea2b90cbd7c5 None None] Provisioning complete for port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.300685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e07587a-4087-4841-9dce-ea2b90cbd7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.383680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bb503f74-d60f-44d3-b5e6-baa355dfb926 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:03.386330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-1a9cdfd0-57a7-4b4e-8227-7a6978f92a89 service neutron] 10.222.0.91 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653271 Nov 03 20:02:03.387855 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-1e07587a-4087-4841-9dce-ea2b90cbd7c5 None None] Port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:03.467168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bb503f74-d60f-44d3-b5e6-baa355dfb926 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:03.467735 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.632764 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-206939e4-cb74-494d-8a08-0c9b75498266 req-98a3e085-8c0c-4bbd-9ceb-ff1b83b34b8b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 210 time: 0.0781834 Nov 03 20:02:03.733831 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.743394 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.744915 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.799625 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.803837 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Pushing event updated for resources: {'Port': ['ID=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:03.825780 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.827489 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.827489 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.827489 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.827904 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.827904 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.828297 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.829068 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.829068 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.829352 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.829781 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.830159 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:02:03.851274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port bb503f74-d60f-44d3-b5e6-baa355dfb926, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bb503f74-d60f-44d3-b5e6-baa355dfb926,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:03.865791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.910209 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Attempting to bind port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:03.910878 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Attempting to bind port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:03.911463 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Attempting to bind port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 on network 3a32f853-d19e-40ac-a53a-5b273699a57c {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:03.924111 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:03.924500 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Checking segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:03.925292 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.927862 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Bound using segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:03.928881 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Bound port: 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:03.929500 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:03.950635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=bb503f74-d60f-44d3-b5e6-baa355dfb926,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:04.034497 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] For port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:04.038603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] For port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:04.047566 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.128043 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:04.129058 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:01:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:04.178135 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4796689-4e4e-423b-82e1-0cefc5fc1ed1 None None] Pushing event updated for resources: {'Port': ['ID=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:04.231882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b8a2f100-b9bc-4369-9449-ca64d13bda63 None None] Provisioning complete for port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:04.232658 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f100-b9bc-4369-9449-ca64d13bda63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.282978 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:04.392878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f100-b9bc-4369-9449-ca64d13bda63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.453132 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b8a2f100-b9bc-4369-9449-ca64d13bda63 None None] For port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:04.460758 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f100-b9bc-4369-9449-ca64d13bda63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.537434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2f100-b9bc-4369-9449-ca64d13bda63 None None] Pushing event updated for resources: {'Port': ['ID=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:04.568054 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:04.589258 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-43b4df67-8363-4a17-bbcd-d6524a7e876b None None] Provisioning complete for port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:04.589601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-43b4df67-8363-4a17-bbcd-d6524a7e876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.611685 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d79b3-1bc2-4576-8c36-55b410193e0b None None] The sync data for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 is: [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:04.777359 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4baba3d9-5074-4480-861b-2ee95adbaee8 req-a90e2eee-1269-480e-bd12-606ae9a29c9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 210 time: 0.0347717 Nov 03 20:02:04.817760 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f174445-0668-49ed-8eef-f12328a94b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:04.934854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:05.000883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:05.001659 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.118779 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-3e28632d-da75-4e94-8396-f26a633978e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:05.121899 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-3e28632d-da75-4e94-8396-f26a633978e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 796 time: 0.1615694 Nov 03 20:02:05.144898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bb503f74-d60f-44d3-b5e6-baa355dfb926 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:05.215214 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-dcfc649e-9d9f-4685-84fe-4db90df3c90c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 379 time: 0.0771596 Nov 03 20:02:05.217227 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bb503f74-d60f-44d3-b5e6-baa355dfb926 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:05.217648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.226861 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'port': {'device_id': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'admin_state_up': True, 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'security_groups': ['c2e64326-cb5d-45d3-9243-695e2e6747f4']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:05.379817 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:02:05.384955 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.551628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.5 (3a32f853-d19e-40ac-a53a-5b273699a57c/daa6d4e5-f25c-4e22-a4e9-e8d49940481e/ae18b752-2106-41b9-a70d-491212838d95) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:05.749003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.792310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.845843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 3a32f853-d19e-40ac-a53a-5b273699a57c is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:05.853727 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:05.857709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:05.909227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=ae18b752-2106-41b9-a70d-491212838d95,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:05.932492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:05.933298 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:05.948486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7721f-9743-43ac-b027-6f20e105a0e5 req-498371fc-307f-4c22-a4d7-ba7d4f674d6b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:05.950872 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6c7721f-9743-43ac-b027-6f20e105a0e5 req-498371fc-307f-4c22-a4d7-ba7d4f674d6b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 931 time: 0.0727940 Nov 03 20:02:05.957877 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-6c5acbb6-b026-41cb-9929-5fcf0987dd69 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357783 Nov 03 20:02:05.975986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Request body: {'port': {'device_id': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:06.053177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6c7721f-9743-43ac-b027-6f20e105a0e5 req-b5d30101-385a-436e-8121-6befc2a508e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941017 Nov 03 20:02:06.089089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.257254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a3758b3b-f850-4904-81e6-eba59a44bd1a None None] Provisioning complete for port ae18b752-2106-41b9-a70d-491212838d95 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:06.258004 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3758b3b-f850-4904-81e6-eba59a44bd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.304768 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3758b3b-f850-4904-81e6-eba59a44bd1a None None] Port ae18b752-2106-41b9-a70d-491212838d95 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:02:06.448440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae18b752-2106-41b9-a70d-491212838d95 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:02:06.456523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.469723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Transition to ACTIVE for port object ae18b752-2106-41b9-a70d-491212838d95 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:02:06.473301 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.539276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae18b752-2106-41b9-a70d-491212838d95,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.640250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Attempting to bind port ae18b752-2106-41b9-a70d-491212838d95 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:02:06.640588 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Attempting to bind port ae18b752-2106-41b9-a70d-491212838d95 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:02:06.640948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Attempting to bind port ae18b752-2106-41b9-a70d-491212838d95 on network 3a32f853-d19e-40ac-a53a-5b273699a57c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:06.646417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Port ae18b752-2106-41b9-a70d-491212838d95 on network 3a32f853-d19e-40ac-a53a-5b273699a57c not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:02:06.646788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Attempting to bind port ae18b752-2106-41b9-a70d-491212838d95 on network 3a32f853-d19e-40ac-a53a-5b273699a57c {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:02:06.652553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:02:06.652947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Checking segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:02:06.653315 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Bound using segment: {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:02:06.653748 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Bound port: ae18b752-2106-41b9-a70d-491212838d95, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:02:06.654108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.729752 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] For port ae18b752-2106-41b9-a70d-491212838d95, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:02:06.740807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] For port ae18b752-2106-41b9-a70d-491212838d95, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ae18b752-2106-41b9-a70d-491212838d95,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:02:06.747234 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.787882 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:06.788506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:06.790625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] 10.222.0.115 "PUT /v2.0/ports/ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 1091 time: 0.8224251 Nov 03 20:02:06.791102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:02:06.793641 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1926e7b-4499-42c7-844a-c8c9b23d9227" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "tag": "ae18b752-2106-41b9-a70d-491212838d95"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:02:06.828771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59a1e-4f1d-4c8a-ba62-4c14d9c2aeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae18b752-2106-41b9-a70d-491212838d95,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:06.893452 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37abd198-4e53-490b-b302-9d121d67451a x-openstack-request-id: req-37abd198-4e53-490b-b302-9d121d67451a {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:02:06.893921 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "tag": "ae18b752-2106-41b9-a70d-491212838d95", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:02:06.894352 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-37abd198-4e53-490b-b302-9d121d67451a {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:02:06.895011 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95', 'status': 'completed', 'code': 200} Nov 03 20:02:06.920144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-fef740ee-71fd-4185-bd6a-377b9b92348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:06.922496 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-fef740ee-71fd-4185-bd6a-377b9b92348c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1094 time: 0.0701540 Nov 03 20:02:06.972827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-16c3403a-b628-45c4-96f4-87c98c9855f1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 217 time: 0.0425298 Nov 03 20:02:07.041784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-c5fee8bc-df9c-44fc-a84e-ee1613aa3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.043313 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-c5fee8bc-df9c-44fc-a84e-ee1613aa3dd0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0628858 Nov 03 20:02:07.117213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-607f61a1-07c0-4a1e-b1df-ee91ed9b36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.120067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-607f61a1-07c0-4a1e-b1df-ee91ed9b36ca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688467 Nov 03 20:02:07.222819 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647ecd1-d03b-443f-8383-26f0efb22e36 req-a322928f-d8e9-4c89-b8e4-12e24c707380 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.225000 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c647ecd1-d03b-443f-8383-26f0efb22e36 req-a322928f-d8e9-4c89-b8e4-12e24c707380 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 943 time: 0.0782669 Nov 03 20:02:07.253944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-eeae1d46-e873-4087-863e-78e180b630cd service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264944 Nov 03 20:02:07.294363 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c647ecd1-d03b-443f-8383-26f0efb22e36 req-3c5fc4e7-2189-4ae5-9a9b-63a541e7b507 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568094 Nov 03 20:02:07.362643 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-402a9313-cbf2-432c-bd98-647d120fd7ee req-896688f3-008b-4054-a046-78e728a20695 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008797 Nov 03 20:02:07.474286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-d6ee7582-c361-4516-9749-8b793014deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.476613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-d6ee7582-c361-4516-9749-8b793014deb1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1094 time: 0.0527589 Nov 03 20:02:07.577289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-96e5d738-c7ea-4391-9ef0-ce055a8d6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.578831 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-96e5d738-c7ea-4391-9ef0-ce055a8d6a21 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 897 time: 0.0943878 Nov 03 20:02:07.628678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-79fe9a10-d750-4c91-a5b6-f32babc6b655 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 217 time: 0.0402172 Nov 03 20:02:07.682443 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-1991f38f-1efa-435c-871c-1a6438651927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.683916 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-1991f38f-1efa-435c-871c-1a6438651927 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0465932 Nov 03 20:02:07.736520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-242edfdf-39f5-42df-a742-3dc404a875f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:07.738027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-242edfdf-39f5-42df-a742-3dc404a875f0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455346 Nov 03 20:02:07.840001 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-a48b7425-f959-4147-b4dd-2a34c426ea67 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916600 Nov 03 20:02:07.937711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e1926e7b-4499-42c7-844a-c8c9b23d9227 req-26037720-dc02-4a86-81a0-745513d62ffe service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898287 Nov 03 20:02:08.420400 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363117-343b-408c-8f58-7aa65e5207de req-f2132f03-706e-4750-9aae-e47c94cf7124 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:08.422695 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb363117-343b-408c-8f58-7aa65e5207de req-f2132f03-706e-4750-9aae-e47c94cf7124 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 943 time: 0.0496974 Nov 03 20:02:08.429019 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-137e2c1f-a1b1-45da-9c3b-55e232dd904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:08.474419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cb363117-343b-408c-8f58-7aa65e5207de req-891868dd-2e91-4686-adb2-d9aa07135806 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448203 Nov 03 20:02:09.141184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ae18b752-2106-41b9-a70d-491212838d95 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:02:09.247546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ae18b752-2106-41b9-a70d-491212838d95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ae18b752-2106-41b9-a70d-491212838d95,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:09.259606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'ae18b752-2106-41b9-a70d-491212838d95', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'port_id': 'ae18b752-2106-41b9-a70d-491212838d95', 'mac_address': 'fa:16:3e:1b:b8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:02:09.296201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:09.308844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae18b752-2106-41b9-a70d-491212838d95 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:02:09.328452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ae18b752-2106-41b9-a70d-491212838d95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ae18b752-2106-41b9-a70d-491212838d95,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:09.332679 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:09.380776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ae18b752-2106-41b9-a70d-491212838d95,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:09.547398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['ae18b752-2106-41b9-a70d-491212838d95'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:02:09.596767 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee354-24c9-45de-9a9b-46e24de848bd req-c0c4a64f-e1d0-4d08-8935-acd84bb20365 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:09.598301 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95ee354-24c9-45de-9a9b-46e24de848bd req-c0c4a64f-e1d0-4d08-8935-acd84bb20365 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 944 time: 0.0540354 Nov 03 20:02:09.650910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95ee354-24c9-45de-9a9b-46e24de848bd req-6e279cf9-31f9-4d33-965c-e2e5dd23c5a6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462377 Nov 03 20:02:10.163774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:10.774010 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfbf99-937d-4e8e-bdbe-92b363d2f9ab req-a4524fea-1a61-457f-9373-4b2d0d97df39 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:10.775368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48bfbf99-937d-4e8e-bdbe-92b363d2f9ab req-a4524fea-1a61-457f-9373-4b2d0d97df39 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 944 time: 0.0530272 Nov 03 20:02:10.831377 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-48bfbf99-937d-4e8e-bdbe-92b363d2f9ab req-5f5a51c3-78f0-4822-8b4d-e9b1d1b520d7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494330 Nov 03 20:02:11.140972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ae18b752-2106-41b9-a70d-491212838d95 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:02:11.189971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port ae18b752-2106-41b9-a70d-491212838d95 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:02:11.193865 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port ae18b752-2106-41b9-a70d-491212838d95 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:02:11.194233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:11.279333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:11.304900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:02:11.308048 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df868d5e-5c25-4149-bda4-7d5513e55f34" -d '{"events": [{"server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "name": "network-vif-plugged", "status": "completed", "tag": "ae18b752-2106-41b9-a70d-491212838d95"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:02:11.329156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port ae18b752-2106-41b9-a70d-491212838d95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ae18b752-2106-41b9-a70d-491212838d95,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:02:11.334118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:11.373901 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951464d-a2bd-4cc3-8d7d-12cf02302dd9 x-openstack-request-id: req-1951464d-a2bd-4cc3-8d7d-12cf02302dd9 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:02:11.374217 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "name": "network-vif-plugged", "status": "completed", "tag": "ae18b752-2106-41b9-a70d-491212838d95", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:02:11.374451 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1951464d-a2bd-4cc3-8d7d-12cf02302dd9 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:02:11.374841 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95', 'code': 200} Nov 03 20:02:11.401362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=ae18b752-2106-41b9-a70d-491212838d95,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:11.456046 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3a14c-3a05-4bc2-8c5d-58ba78a6f87a req-399e405c-c222-4628-a2fc-22e79ffde1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:11.458128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ba3a14c-3a05-4bc2-8c5d-58ba78a6f87a req-399e405c-c222-4628-a2fc-22e79ffde1f2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1096 time: 0.0470109 Nov 03 20:02:11.504159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9ba3a14c-3a05-4bc2-8c5d-58ba78a6f87a req-723b7da2-9591-4eb7-ba7e-6ce7769755a5 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393124 Nov 03 20:02:11.958918 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017bde8-a50d-4bac-a3f9-0c46f2c155a5 req-a97eb55b-18da-4294-a44c-920eea0520d1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:11.960422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3017bde8-a50d-4bac-a3f9-0c46f2c155a5 req-a97eb55b-18da-4294-a44c-920eea0520d1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0547357 Nov 03 20:02:12.012924 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3017bde8-a50d-4bac-a3f9-0c46f2c155a5 req-93994a40-a141-4d98-b388-71a2b2c83a5e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462062 Nov 03 20:02:12.078141 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:12.196399 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.139570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddd34f-9821-4997-b568-c8c39d6d87fd req-8c3b53b1-7aea-4182-8a82-4ee6ff8cd42c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:13.141365 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93ddd34f-9821-4997-b568-c8c39d6d87fd req-8c3b53b1-7aea-4182-8a82-4ee6ff8cd42c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0574985 Nov 03 20:02:13.193876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93ddd34f-9821-4997-b568-c8c39d6d87fd req-3556a90f-abc0-4f0e-89e3-fa8123048a62 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 Nov 03 20:02:13.331604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf081a-3867-48e5-b249-3e3041567f5b req-441e16ca-beb6-4013-a11b-c51473065d56 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:13.333244 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4edf081a-3867-48e5-b249-3e3041567f5b req-441e16ca-beb6-4013-a11b-c51473065d56 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0543380 Nov 03 20:02:13.391861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4edf081a-3867-48e5-b249-3e3041567f5b req-84a28b6b-5d59-416b-acb4-183ed7020243 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520456 Nov 03 20:02:13.416486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54580) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:13.459343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5616ba-84f3-42fd-85ac-666cc814276e tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:13.460945 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc5616ba-84f3-42fd-85ac-666cc814276e tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1091 time: 0.0433714 Nov 03 20:02:13.463835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54582) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:13.468574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'ae18b752-2106-41b9-a70d-491212838d95', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:02:13.493946 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.598987 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.705971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.81 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/271226d3-f509-4fba-a642-528e2a4556ff) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:02:13.824198 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.869924 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:13.909635 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:02:13.912918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:02:13.915654 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:02:13.951363 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=271226d3-f509-4fba-a642-528e2a4556ff,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:14.645786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:14.713807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:14.874108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:14.878991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:14.950320 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=271226d3-f509-4fba-a642-528e2a4556ff,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:02:14.966069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:15.075565 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP 07a3d799-5ba7-4c81-af95-441cb0c049ec associated. External IP: 172.25.8.81, port: ae18b752-2106-41b9-a70d-491212838d95. Nov 03 20:02:15.297255 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:02:15.425296 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:02:15.436622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] Sync routers for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:02:15.445221 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:15.448814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:15.449466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:02:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:15.473523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-07e2752c-5495-4f4d-b9ea-0cda74431b16 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0082800 Nov 03 20:02:15.474417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:02:15.476907 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4285c16f-1916-4ca3-86d6-07452c923ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "tag": "ae18b752-2106-41b9-a70d-491212838d95"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:02:15.527933 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd809d1-8a7a-4f30-b7ac-9c9a5b1f5a63 x-openstack-request-id: req-dbd809d1-8a7a-4f30-b7ac-9c9a5b1f5a63 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:02:15.528226 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "tag": "ae18b752-2106-41b9-a70d-491212838d95", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:02:15.528481 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dbd809d1-8a7a-4f30-b7ac-9c9a5b1f5a63 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:02:15.528946 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95', 'status': 'completed', 'code': 200} Nov 03 20:02:15.568987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:15.583731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab897f-0c63-4cd3-bf68-eeb9962b7d4a req-827c5d98-576b-49cf-910a-7a28534d14ca tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:15.585568 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89ab897f-0c63-4cd3-bf68-eeb9962b7d4a req-827c5d98-576b-49cf-910a-7a28534d14ca tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0510027 Nov 03 20:02:15.606673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-20db5206-1767-42e6-bbd8-b1b6571151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:15.609419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-20db5206-1767-42e6-bbd8-b1b6571151a1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1096 time: 0.0554774 Nov 03 20:02:15.641530 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-89ab897f-0c63-4cd3-bf68-eeb9962b7d4a req-4a27406d-363d-4362-9640-46974c131eed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483105 Nov 03 20:02:15.665992 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54588) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:15.716795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-e1f8a062-db27-4511-89c6-993b094bb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:15.718832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-e1f8a062-db27-4511-89c6-993b094bb577 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 897 time: 0.1020801 Nov 03 20:02:15.730501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-10dad9fd-6dc9-435a-a80d-b5fd66cc3738 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/07a3d799-5ba7-4c81-af95-441cb0c049ec HTTP/1.1" status: 200 len: 990 time: 0.0627139 Nov 03 20:02:15.792257 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-a8cf6016-1c5e-47a1-836c-ece004393e6c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 998 time: 0.0660219 Nov 03 20:02:15.814582 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '07a3d799-5ba7-4c81-af95-441cb0c049ec', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'port_id': 'ae18b752-2106-41b9-a70d-491212838d95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'mac_address': 'fa:16:3e:1b:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:02:14Z', 'updated_at': '2021-11-03T20:02:14Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:15.840341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] Checking router: 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:02:15.841515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-a64e3897-f3a3-416d-8263-cda585aba6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:15.843550 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-a64e3897-f3a3-416d-8263-cda585aba6d0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0450084 Nov 03 20:02:15.850223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:02:15.850816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:02:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:15.890204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-738778c6-c562-437a-9027-a1565c1acd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:15.891734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-738778c6-c562-437a-9027-a1565c1acd95 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415654 Nov 03 20:02:15.965733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:02:15.996140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-85a8c145-7552-466a-8e99-57cf9d97a4e4 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956607 Nov 03 20:02:16.089906 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4285c16f-1916-4ca3-86d6-07452c923ff1 req-42975caf-9716-4c2c-8b7f-bf39fc3a74d6 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867085 Nov 03 20:02:16.203200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '07a3d799-5ba7-4c81-af95-441cb0c049ec', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'port_id': 'ae18b752-2106-41b9-a70d-491212838d95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'mac_address': 'fa:16:3e:1b:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:02:14Z', 'updated_at': '2021-11-03T20:02:14Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:02:16.230738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed23463-0971-426b-bb20-135f2093a292 None None] The sync data for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 is: [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '07a3d799-5ba7-4c81-af95-441cb0c049ec', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'port_id': 'ae18b752-2106-41b9-a70d-491212838d95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'mac_address': 'fa:16:3e:1b:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:02:14Z', 'updated_at': '2021-11-03T20:02:14Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:02:16.427370 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcc646-0b87-457f-8a23-165ca2080ec1 None None] New status for floating IP 07a3d799-5ba7-4c81-af95-441cb0c049ec: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:02:16.733283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54590) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:02:16.800368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6150869b-e1ca-41d4-8430-9403b205ed31 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/07a3d799-5ba7-4c81-af95-441cb0c049ec HTTP/1.1" status: 200 len: 992 time: 0.0658326 Nov 03 20:02:17.302795 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:02:26.381171 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-a99076d3-bf21-4e10-bb3b-ed0fc1c4f5dc service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451832 Nov 03 20:02:26.472394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-7c8708ee-bb96-493c-8291-feb0c063828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:26.474769 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-7c8708ee-bb96-493c-8291-feb0c063828b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1096 time: 0.0486999 Nov 03 20:02:26.580869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-1b3c8aab-5020-41ea-99d9-cd5ac859935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:26.582565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-1b3c8aab-5020-41ea-99d9-cd5ac859935f service neutron] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 897 time: 0.0870285 Nov 03 20:02:26.654661 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-a3a83779-9126-4bf0-8d55-96e59dad5989 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 1000 time: 0.0634260 Nov 03 20:02:26.705513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-6648b235-833b-41ec-97c1-e7e986197611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:26.706962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-6648b235-833b-41ec-97c1-e7e986197611 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0443909 Nov 03 20:02:26.756932 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-ee812799-df90-413b-8fe3-be7320b1a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:26.758434 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-ee812799-df90-413b-8fe3-be7320b1a784 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414777 Nov 03 20:02:26.859141 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-dc363544-3f57-4e24-8ddf-1a88b0d6f0b4 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913444 Nov 03 20:02:26.955289 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fd8d2a26-ffda-41cb-b256-15210f03bf98 req-0334a7cf-05a2-4c94-9776-62babb2ab784 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881972 Nov 03 20:02:32.869470 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:33.606426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:34.790584 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2b917f23-1491-4e4d-997b-67defaea7012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:38.431360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1b7768a8-231b-4f06-9671-326fa5d40e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:40.163265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:42.079574 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:42.200132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:50.113461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-1c67b2d8-3ce2-4fb0-a815-953743ca89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:50.114222 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128c9a-90bc-4e82-995f-0218d34aa2ed req-1c4a2680-61a7-4f9d-b36c-1e4f7c9dadb5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:50.114978 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-1c67b2d8-3ce2-4fb0-a815-953743ca89eb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1096 time: 0.0433030 Nov 03 20:02:50.115316 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36128c9a-90bc-4e82-995f-0218d34aa2ed req-1c4a2680-61a7-4f9d-b36c-1e4f7c9dadb5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0511303 Nov 03 20:02:50.168102 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-36128c9a-90bc-4e82-995f-0218d34aa2ed req-d972224d-c4c9-4725-9d0c-b9294746b8c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466585 Nov 03 20:02:50.209540 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-400c41f8-1fe8-4749-83a3-4c53a26b15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:50.211028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-400c41f8-1fe8-4749-83a3-4c53a26b15a8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 897 time: 0.0878413 Nov 03 20:02:50.282883 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-a0dfb355-b075-409f-9ffd-48c015da3943 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 1000 time: 0.0634162 Nov 03 20:02:50.333099 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-899ae8b1-14cd-42fc-a1bc-e2e9c9f7ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:50.334569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-899ae8b1-14cd-42fc-a1bc-e2e9c9f7ab95 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0443544 Nov 03 20:02:50.382071 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-34a63b00-0d34-47e7-9ede-8bbd60e642eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:50.383580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-34a63b00-0d34-47e7-9ede-8bbd60e642eb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402517 Nov 03 20:02:50.480782 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-a207f45e-59e7-4acd-8d8f-3118a887c1c3 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890453 Nov 03 20:02:50.572259 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-3ae9bde6-a2ba-44d4-a4cf-0cc8a7d43257 req-271f3639-c05b-4930-85c5-1a53c42d07d7 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Nov 03 20:02:51.294229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26f02d-dd6c-43fd-8419-43b113e9b15b req-908b7d33-4b53-417e-af73-636de33a5da9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:51.296229 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb26f02d-dd6c-43fd-8419-43b113e9b15b req-908b7d33-4b53-417e-af73-636de33a5da9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0543182 Nov 03 20:02:51.346205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb26f02d-dd6c-43fd-8419-43b113e9b15b req-32bd358a-3ec0-41f9-bb77-9d3d2165588c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Nov 03 20:02:52.463822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac27417-ba7e-465d-b10f-6f48152cbfec req-35d02934-dc20-4800-b6b5-cfd5f11a549c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:52.465426 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ac27417-ba7e-465d-b10f-6f48152cbfec req-35d02934-dc20-4800-b6b5-cfd5f11a549c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0497200 Nov 03 20:02:52.516923 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1ac27417-ba7e-465d-b10f-6f48152cbfec req-14056070-515b-4752-b534-9cfd87026877 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 Nov 03 20:02:53.633298 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f3617-d448-41a4-a3b7-6b8a208df1c2 req-5933835a-a559-43f7-a87e-d95f0ea5c63f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:53.634793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da2f3617-d448-41a4-a3b7-6b8a208df1c2 req-5933835a-a559-43f7-a87e-d95f0ea5c63f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0492537 Nov 03 20:02:53.687883 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-da2f3617-d448-41a4-a3b7-6b8a208df1c2 req-d3507267-55a8-4555-82c0-ae28927b228f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472403 Nov 03 20:02:54.301767 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:02:54.805610 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e83c6-3904-4ffd-86af-ebbe4f6b19e9 req-81d993f4-c0d5-42ce-b1ba-22b5e8ab6ed3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:54.807133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e25e83c6-3904-4ffd-86af-ebbe4f6b19e9 req-81d993f4-c0d5-42ce-b1ba-22b5e8ab6ed3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0514002 Nov 03 20:02:54.856584 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e25e83c6-3904-4ffd-86af-ebbe4f6b19e9 req-fcf391e0-075f-47dd-9ed4-3f601138eb05 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Nov 03 20:02:55.973256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278c0a8-3988-4cbc-9c8e-ce7d23694747 req-5da135c0-4eb5-4d51-ba59-667dd5f9079f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:55.975002 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f278c0a8-3988-4cbc-9c8e-ce7d23694747 req-5da135c0-4eb5-4d51-ba59-667dd5f9079f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0499742 Nov 03 20:02:56.025482 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f278c0a8-3988-4cbc-9c8e-ce7d23694747 req-1e732392-1b56-4f27-8424-a76922b0c997 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Nov 03 20:02:57.146327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0538-5ca9-4563-910c-9d08c9580eb5 req-993853c9-4700-4269-87a1-4204f21666e2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:57.148141 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05ce0538-5ca9-4563-910c-9d08c9580eb5 req-993853c9-4700-4269-87a1-4204f21666e2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0545719 Nov 03 20:02:57.197874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-05ce0538-5ca9-4563-910c-9d08c9580eb5 req-f2164e1e-67c8-4304-a088-ef963ba8baf0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Nov 03 20:02:58.320182 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240957d-6f98-435a-acef-043131abd0bd req-28719659-edd9-4f51-bf03-c0a11401f53b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:58.321717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9240957d-6f98-435a-acef-043131abd0bd req-28719659-edd9-4f51-bf03-c0a11401f53b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0496616 Nov 03 20:02:58.374738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9240957d-6f98-435a-acef-043131abd0bd req-ef4983d9-07c1-4dde-83d7-17016621c26a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467732 Nov 03 20:02:59.494238 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d51f6-4550-48a6-80de-b77419451296 req-408ac596-e37d-4989-85fd-d181365a5293 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:02:59.495735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95d51f6-4550-48a6-80de-b77419451296 req-408ac596-e37d-4989-85fd-d181365a5293 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0533092 Nov 03 20:02:59.549115 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d95d51f6-4550-48a6-80de-b77419451296 req-97260a6b-e2b0-46a1-aba0-e35e91736b8d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471592 Nov 03 20:03:00.669374 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f8274-bad4-4698-8484-e8f212bb2e8a req-affe1b3b-8e3f-45e3-8789-642850d7ebb7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:00.670933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-373f8274-bad4-4698-8484-e8f212bb2e8a req-affe1b3b-8e3f-45e3-8789-642850d7ebb7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0492532 Nov 03 20:03:00.720916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-373f8274-bad4-4698-8484-e8f212bb2e8a req-9ba982b6-bd70-451a-9b53-d50cb5d46cac tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440562 Nov 03 20:03:01.838990 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cefd3-23d4-4e76-80e6-3e0ce2c6fa80 req-d8a2fb0c-c72b-4a1d-8399-bceea8ad48cf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:01.840464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-828cefd3-23d4-4e76-80e6-3e0ce2c6fa80 req-d8a2fb0c-c72b-4a1d-8399-bceea8ad48cf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0482082 Nov 03 20:03:01.893271 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-828cefd3-23d4-4e76-80e6-3e0ce2c6fa80 req-d48183cd-bd3e-48f0-a951-90196be2c0be tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463104 Nov 03 20:03:02.865838 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:03.013384 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169164-c42b-4c2a-af9f-0ba1f533aaf2 req-2a28314c-b887-4852-ab2a-56736337cc03 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:03.014993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40169164-c42b-4c2a-af9f-0ba1f533aaf2 req-2a28314c-b887-4852-ab2a-56736337cc03 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0500557 Nov 03 20:03:03.069936 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-40169164-c42b-4c2a-af9f-0ba1f533aaf2 req-3ae2af27-4e53-4d02-a14c-e7aeb1acf8e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487168 Nov 03 20:03:03.606048 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:04.189114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e014e3d-646f-4714-96b1-e56c2c5bf9e4 req-b6af5eae-3201-41bc-9af6-ac9abb12fbc7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:04.190599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e014e3d-646f-4714-96b1-e56c2c5bf9e4 req-b6af5eae-3201-41bc-9af6-ac9abb12fbc7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0495601 Nov 03 20:03:04.241188 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e014e3d-646f-4714-96b1-e56c2c5bf9e4 req-2491c3bc-b0ca-48ad-a33d-5f85234a3e7b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Nov 03 20:03:04.792110 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7148580d-2e36-4db5-b24b-baf30a7d7989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:05.363413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc0f9-099b-48b1-8bc7-dc812ddfe382 req-e848235c-a5ba-4d30-b708-eb8a7fcc6f6c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:05.364952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-697dc0f9-099b-48b1-8bc7-dc812ddfe382 req-e848235c-a5ba-4d30-b708-eb8a7fcc6f6c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0537772 Nov 03 20:03:05.415847 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-697dc0f9-099b-48b1-8bc7-dc812ddfe382 req-6a015578-199d-4979-b02f-8b77d6645e27 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Nov 03 20:03:06.532444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758572b-e5a3-49c4-91a0-6f4f84463e74 req-31664992-a8e0-4a0b-9cac-195cc03fae4a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:06.533859 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2758572b-e5a3-49c4-91a0-6f4f84463e74 req-31664992-a8e0-4a0b-9cac-195cc03fae4a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0495937 Nov 03 20:03:06.583928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2758572b-e5a3-49c4-91a0-6f4f84463e74 req-264abc0c-4e71-4910-8b83-15493c692844 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 Nov 03 20:03:06.606957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54636) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:06.672599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-61997f67-2819-4549-9035-10facf29ec1b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/07a3d799-5ba7-4c81-af95-441cb0c049ec HTTP/1.1" status: 200 len: 992 time: 0.0639462 Nov 03 20:03:08.434054 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a23a3b99-22d7-46e0-b969-470de56a3004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:10.166714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:12.083180 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:12.202172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:27.834605 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-035c4ad1-3543-4742-8b1d-64f535988915 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456898 Nov 03 20:03:27.922568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-d6121f55-4846-4c82-8163-a578b292826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:27.924074 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-d6121f55-4846-4c82-8163-a578b292826c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1096 time: 0.0434370 Nov 03 20:03:28.033504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-0ef9d0e8-1c09-4637-aceb-23be1859349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:28.034955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-0ef9d0e8-1c09-4637-aceb-23be1859349a service neutron] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 897 time: 0.0908227 Nov 03 20:03:28.103347 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-317690e3-6ae0-4a86-91ec-a0111c465449 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 1000 time: 0.0599833 Nov 03 20:03:28.156334 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-1a1a8a9c-92bd-4e14-b654-085ae7c29bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:28.158137 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-1a1a8a9c-92bd-4e14-b654-085ae7c29bbf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0462823 Nov 03 20:03:28.209830 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-6c65dacc-3826-4425-8db2-0c5ecda2049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:28.211340 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-6c65dacc-3826-4425-8db2-0c5ecda2049e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458171 Nov 03 20:03:28.223127 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-03cbd030-6ad7-4fb0-aec0-9d30c11b0f8e service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:03:28.224181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-03cbd030-6ad7-4fb0-aec0-9d30c11b0f8e service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050414 Nov 03 20:03:28.318044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-e7f4ca86-efe5-4144-9604-60ab0d5bfc96 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862114 Nov 03 20:03:28.414244 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-9c2f092a-39a1-467e-b43c-0d6a9ac811b0 req-9689072e-e7d4-41f6-80b9-2eda21469c9d service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Nov 03 20:03:31.301593 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:03:32.886416 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:33.606828 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:34.796743 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-28881f5f-674a-423b-9798-89179e0a4efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:38.437150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-612c1f13-d99e-48be-a48f-4e94667ac401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:39.204578 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54654) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:39.363209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 271226d3-f509-4fba-a642-528e2a4556ff {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:03:39.363543 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:39.437729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:39.438074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:39.449543 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 271226d3-f509-4fba-a642-528e2a4556ff owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:03:39.601788 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:39.630287 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=271226d3-f509-4fba-a642-528e2a4556ff,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:39.642997 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.643343 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.643706 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.644119 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.644456 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.644866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.645120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.645475 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.645772 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.646200 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.646412 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.646728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:39.702083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:39.702412 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP 07a3d799-5ba7-4c81-af95-441cb0c049ec disassociated (deleted). External IP: 172.25.8.81, port: ae18b752-2106-41b9-a70d-491212838d95. Nov 03 20:03:39.914624 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:03:40.023795 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:03:40.028320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:40.035823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] Sync routers for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:03:40.045460 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:40.046079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:40.056266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-520ad2a1-7c19-4e31-8bce-875bdfbab695 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/floatingips/07a3d799-5ba7-4c81-af95-441cb0c049ec HTTP/1.1" status: 204 len: 168 time: 0.8505640 Nov 03 20:03:40.056890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:03:40.059142 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1528231-39a7-43d3-939f-a4aaa2b1d177" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "tag": "ae18b752-2106-41b9-a70d-491212838d95"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:03:40.098970 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beadf61-9194-4368-8775-10031923a62c x-openstack-request-id: req-5beadf61-9194-4368-8775-10031923a62c {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:03:40.099586 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "tag": "ae18b752-2106-41b9-a70d-491212838d95", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:03:40.099848 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5beadf61-9194-4368-8775-10031923a62c {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:03:40.100253 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95', 'status': 'completed', 'code': 200} Nov 03 20:03:40.169765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-b6eaed55-ee39-43c4-9f2e-f71a7623756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:40.171669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-b6eaed55-ee39-43c4-9f2e-f71a7623756a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 1096 time: 0.0484238 Nov 03 20:03:40.286488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-d62bf44b-380c-45cf-86be-6d55fd7f85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:40.288012 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-d62bf44b-380c-45cf-86be-6d55fd7f85c9 service neutron] 10.222.0.115 "GET /v2.0/networks?id=3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 200 len: 897 time: 0.1041739 Nov 03 20:03:40.310949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9e47e-dd06-4530-8799-0bdfefc35c85 req-19c6453e-9f0d-4e4f-9cd8-920d60ae100d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:40.314023 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ea9e47e-dd06-4530-8799-0bdfefc35c85 req-19c6453e-9f0d-4e4f-9cd8-920d60ae100d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0557489 Nov 03 20:03:40.327596 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:40.336368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:40.337522 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-f32dae67-d74f-4ed8-8dcb-aea5eb2f1dba service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 200 len: 217 time: 0.0407188 Nov 03 20:03:40.369289 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ea9e47e-dd06-4530-8799-0bdfefc35c85 req-6ba3c585-7045-4ba7-b77c-bd4233e7cf8f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480673 Nov 03 20:03:40.394560 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-7edb0b77-978f-4d3d-8923-c9e4c940e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:40.395574 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-7edb0b77-978f-4d3d-8923-c9e4c940e7a1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 200 len: 833 time: 0.0497000 Nov 03 20:03:40.447814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-a5d8abff-3725-4319-a6f8-9219f13fa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:40.450076 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-a5d8abff-3725-4319-a6f8-9219f13fa81c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=3a32f853-d19e-40ac-a53a-5b273699a57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433261 Nov 03 20:03:40.551424 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-cc69a6a4-a567-4555-8b92-b12105ac76a1 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926664 Nov 03 20:03:40.552456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:40.582586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] Checking router: 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:03:40.590922 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:40.591529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:40.649935 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f1528231-39a7-43d3-939f-a4aaa2b1d177 req-ed4d6c0a-abeb-417b-829b-59ec148bc0e5 service neutron] 10.222.0.115 "GET /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901608 Nov 03 20:03:40.702237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:40.901527 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:40.928808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a88e57-6808-4370-8b1d-7f4f6746dcd7 None None] The sync data for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 is: [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:01Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5', 'name': '', 'network_id': '3a32f853-d19e-40ac-a53a-5b273699a57c', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:b0:d4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:02:00Z', 'updated_at': '2021-11-03T20:02:04Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'daa6d4e5-f25c-4e22-a4e9-e8d49940481e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:03:41.150104 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b17f46-3596-4ebe-ad1c-f8efc74c2947 None None] New status for floating IP 07a3d799-5ba7-4c81-af95-441cb0c049ec: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:03:41.496498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d4dae-9f45-4021-80aa-331205fc23fd req-86cb8e3b-d7ef-48e4-9f44-b64e59db50c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:41.498027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec3d4dae-9f45-4021-80aa-331205fc23fd req-86cb8e3b-d7ef-48e4-9f44-b64e59db50c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0542207 Nov 03 20:03:41.553055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec3d4dae-9f45-4021-80aa-331205fc23fd req-6eec5067-56ba-4a04-b38f-2da919189a60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=c2e64326-cb5d-45d3-9243-695e2e6747f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483239 Nov 03 20:03:41.852567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-b34b6eb6-45e8-4936-891d-3654ce3635ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:41.853964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-b34b6eb6-45e8-4936-891d-3654ce3635ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 945 time: 0.0494797 Nov 03 20:03:41.943601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port ae18b752-2106-41b9-a70d-491212838d95 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:03:41.943935 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.036392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port ae18b752-2106-41b9-a70d-491212838d95, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=ae18b752-2106-41b9-a70d-491212838d95,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:42.036772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.050181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for ae18b752-2106-41b9-a70d-491212838d95 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:03:42.088954 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.182113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.208991 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.211762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=ae18b752-2106-41b9-a70d-491212838d95,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:42.238937 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.239291 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.239640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.239981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.240318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.240652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.241039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.241376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.241708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.242039 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.242370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.242696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:42.264388 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] No DVR routers for this DVR port ae18b752-2106-41b9-a70d-491212838d95 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:03:42.267184 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:42.270710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-00da2d6d-b3d7-4ed2-aeee-42a883e6def4 req-54be72a6-eb1e-4d6d-8688-6af1d10ba6b2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "DELETE /v2.0/ports/ae18b752-2106-41b9-a70d-491212838d95 HTTP/1.1" status: 204 len: 173 time: 0.4098480 Nov 03 20:03:42.271166 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'name': 'network-vif-deleted', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:03:42.273500 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ec0e9-2497-4a30-8567-c1e65a9a12ab" -d '{"events": [{"server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "name": "network-vif-deleted", "tag": "ae18b752-2106-41b9-a70d-491212838d95"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:03:42.387832 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dc0404-97f1-4c3d-9a4f-860a6fdbd033 x-openstack-request-id: req-84dc0404-97f1-4c3d-9a4f-860a6fdbd033 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:03:42.388129 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed17e39-f6a3-4740-8c82-c465e2a4a63a", "name": "network-vif-deleted", "tag": "ae18b752-2106-41b9-a70d-491212838d95", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:03:42.388384 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-84dc0404-97f1-4c3d-9a4f-860a6fdbd033 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:03:42.388819 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed17e39-f6a3-4740-8c82-c465e2a4a63a', 'name': 'network-vif-deleted', 'tag': 'ae18b752-2106-41b9-a70d-491212838d95', 'status': 'completed', 'code': 200} Nov 03 20:03:42.672501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c3a54ab-0379-492e-b264-b586fae389e8 req-edac5a70-5c26-4d78-8a9e-8ab7d8b0cc4d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ed17e39-f6a3-4740-8c82-c465e2a4a63a HTTP/1.1" status: 200 len: 210 time: 0.0317850 Nov 03 20:03:43.732260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54672) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:44.095379 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:44.648680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:03:44.649049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:44.737171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:44.737891 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:44.750232 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:03:44.935477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:44.966428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:45.144489 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.366774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:03:45.482358 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:03:45.488195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e4166da7-5ade-45fb-8480-6814907e1978 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/4550e7f2-c253-4c3b-a398-0a32b17ef4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548370 Nov 03 20:03:45.491193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54674) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:45.493250 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] Sync routers for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:03:45.504276 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:45.505004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:45.543636 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting subnet daa6d4e5-f25c-4e22-a4e9-e8d49940481e {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:03:45.546906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.593299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.610571 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ae18b752-2106-41b9-a70d-491212838d95 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:03:45.637168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: ae18b752-2106-41b9-a70d-491212838d95 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:03:45.637504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device ae18b752-2106-41b9-a70d-491212838d95 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:03:45.643644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:45.690257 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.753022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.782281 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Subnet': ['ID=daa6d4e5-f25c-4e22-a4e9-e8d49940481e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:45.786596 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.793464 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-413c8c0e-4ffe-4dfe-b5d8-dfdb80f15a8a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/subnets/daa6d4e5-f25c-4e22-a4e9-e8d49940481e HTTP/1.1" status: 204 len: 168 time: 0.3012166 Nov 03 20:03:45.793906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54676) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:45.810609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b622f-7349-483a-9a72-7ddf619234fb None None] Network 3a32f853-d19e-40ac-a53a-5b273699a57c requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:03:45.910768 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:45.915956 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:03:44Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:45.945116 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] Checking router: 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:03:45.977763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] Routers {'4550e7f2-c253-4c3b-a398-0a32b17ef4e3'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:45.978385 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:46.022941 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.087948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port bb503f74-d60f-44d3-b5e6-baa355dfb926 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:03:46.088305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.100152 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] DHCP port deletion for 3a32f853-d19e-40ac-a53a-5b273699a57c request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:03:46.108371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] Set router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:46.176215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port bb503f74-d60f-44d3-b5e6-baa355dfb926, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bb503f74-d60f-44d3-b5e6-baa355dfb926,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:46.176571 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.195110 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for bb503f74-d60f-44d3-b5e6-baa355dfb926 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:03:46.281040 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Deleting port 67c8f34b-bc08-412f-a212-9b80a2339b92 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:03:46.281040 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.372446 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] For port 67c8f34b-bc08-412f-a212-9b80a2339b92, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=67c8f34b-bc08-412f-a212-9b80a2339b92,segment=NetworkSegment(8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e),segment_id=8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:46.372669 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.372832 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.390358 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Calling delete_port for 67c8f34b-bc08-412f-a212-9b80a2339b92 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:03:46.403486 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=bb503f74-d60f-44d3-b5e6-baa355dfb926,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:46.408458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:03:44Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:46.463716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec41aa-432f-4ff4-a618-767545ecfffb None None] The sync data for ids ['4550e7f2-c253-4c3b-a398-0a32b17ef4e3'] in n-d-812151-4 is: [{'id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1828710856', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:03:44Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bb503f74-d60f-44d3-b5e6-baa355dfb926', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4550e7f2-c253-4c3b-a398-0a32b17ef4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:01:57Z', 'updated_at': '2021-11-03T20:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:03:46.468166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.514293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.540301 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Pushing event deleted for resources: {'Port': ['ID=67c8f34b-bc08-412f-a212-9b80a2339b92,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:46.544524 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] No DVR routers for this DVR port 67c8f34b-bc08-412f-a212-9b80a2339b92 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:03:46.558705 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.558957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.559296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.559630 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.559953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.560281 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.560604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.560950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.561262 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.561609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.561927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.562244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3305eb18-e6df-49ab-943d-92930b1c7e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:46.573990 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.576357 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.627008 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.627413 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Fanout notify agent at l3_agent the message router_deleted on router 4550e7f2-c253-4c3b-a398-0a32b17ef4e3 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:03:46.634424 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:46.635573 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-19085dfe-d585-46d8-b0a9-a6345a5dfb0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/routers/4550e7f2-c253-4c3b-a398-0a32b17ef4e3 HTTP/1.1" status: 204 len: 168 time: 0.8406289 Nov 03 20:03:46.638268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54678) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:46.935369 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:03:46.958541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:03:46.958876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 11f9c0c4-eb1f-4c8f-9ea2-780ccd4198a5 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:03:46.959300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 67c8f34b-bc08-412f-a212-9b80a2339b92 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:03:46.981711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 67c8f34b-bc08-412f-a212-9b80a2339b92 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:03:46.982049 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 67c8f34b-bc08-412f-a212-9b80a2339b92 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:03:47.021537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.113997 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.135325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a32f853-d19e-40ac-a53a-5b273699a57c']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:47.145996 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:47.146216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aed4d9b-ad9c-4f9c-a1dc-f9ff3d98410e') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:47.155948 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.174501 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.180631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:03:47.181099 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: timer() Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:03:47.184260 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:03:47.242994 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.252088 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.255277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/networks/3a32f853-d19e-40ac-a53a-5b273699a57c HTTP/1.1" status: 204 len: 168 time: 0.6160672 Nov 03 20:03:47.258173 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54680) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:47.269551 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28829093-7ecc-4039-84ec-83654539f49f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Network': ['ID=3a32f853-d19e-40ac-a53a-5b273699a57c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:47.319645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-620eb4c2-275e-4c13-ac3a-9dbaed5ad624 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.350350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-620eb4c2-275e-4c13-ac3a-9dbaed5ad624 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.409518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-620eb4c2-275e-4c13-ac3a-9dbaed5ad624 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.412038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-620eb4c2-275e-4c13-ac3a-9dbaed5ad624 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.413250 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-620eb4c2-275e-4c13-ac3a-9dbaed5ad624 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/security-groups/c2e64326-cb5d-45d3-9243-695e2e6747f4 HTTP/1.1" status: 204 len: 168 time: 0.1540580 Nov 03 20:03:47.422919 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eb4c2-275e-4c13-ac3a-9dbaed5ad624 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e64326-cb5d-45d3-9243-695e2e6747f4,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:47.646933 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54686) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:47.651622 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120243490', 'description': 'tempest-secgroup-smoke-1120243490 description', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:47.675063 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.741433 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.745232 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.774111 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.775333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1273587 Nov 03 20:03:47.778444 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54688) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:47.779633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf600f-b5dc-4dde-9994-e3702006aa9a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efebd457-778c-4968-a09f-baa6c80d1d02,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:47.783361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'efebd457-778c-4968-a09f-baa6c80d1d02', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:47.810658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.866879 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.870352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.890000 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbb52a2-c84f-418b-925b-3a95786a7c12,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:47.894365 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.896223 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1f49ed48-69f7-48e5-9963-e3d7229de8c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160414 Nov 03 20:03:47.898354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54690) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:47.902596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'efebd457-778c-4968-a09f-baa6c80d1d02', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:47.930523 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.988167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:47.991744 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.010839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a112a88-7013-44e8-89f0-a7a3d97c8c7f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:48.018150 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.019356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-11ee647a-1e26-45aa-84f5-b81144bc9472 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200888 Nov 03 20:03:48.022105 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54692) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:48.026401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'efebd457-778c-4968-a09f-baa6c80d1d02', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:48.054167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.112361 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.116205 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.136827 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b11039-fd09-4d2d-b9f5-c62870fe93f8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:48.144358 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.145675 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1d34c8cf-0317-4e7e-8278-5bac6f946d60 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226556 Nov 03 20:03:48.148447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54694) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:48.152830 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'efebd457-778c-4968-a09f-baa6c80d1d02', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:48.182325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.240972 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.246213 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.265292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a696fce-846a-4bd0-9805-af43a4bc1343,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:48.273129 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.277252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-571e0b5f-0c70-4755-b58b-183294aeca12 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250117 Nov 03 20:03:48.277410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54696) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:48.281679 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'efebd457-778c-4968-a09f-baa6c80d1d02', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:48.305363 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:03:48.310404 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.370881 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.374403 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.392799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a77e6d-d003-4d66-ac45-64c81cc96f50,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:48.401325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.402557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b99f4940-15ec-4713-b3c3-4642cf5a4f1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242187 Nov 03 20:03:48.405450 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54698) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:48.410528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'efebd457-778c-4968-a09f-baa6c80d1d02', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:48.432652 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:03:48.437552 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.505751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.510342 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.531180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5435ebdd-2a9d-4fe4-a084-d7ba7c04bcdf,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:48.541971 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.543583 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-85be6088-fc94-4259-b40a-ac1ef540f8de tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371419 Nov 03 20:03:48.546446 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54700) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:48.551317 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'network': {'name': 'tempest-network-smoke--2091853553', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:48.572138 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:03:48.575672 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.599888 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:03:48.608883 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.609217 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Added segment a12da161-b750-484a-bca2-8ef1764c03ad of type vlan for network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 Nov 03 20:03:48.650474 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.675115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.680660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:48.681267 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.717235 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1696942 Nov 03 20:03:48.721293 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54702) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:48.726307 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'admin_state_up': True, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:48.751332 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5842dc-949e-4d30-8094-0240b1acb256 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Network': ['ID=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:48.751845 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.753310 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.761806 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:03:48.815518 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:48.825092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bb503f74-d60f-44d3-b5e6-baa355dfb926 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:03:48.848703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bb503f74-d60f-44d3-b5e6-baa355dfb926 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:03:48.849064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bb503f74-d60f-44d3-b5e6-baa355dfb926 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:03:48.965373 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:49.163050 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:49.182693 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:49.286205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.41 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/44fce522-ec11-4e81-959c-69b901f5b590) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:03:49.393894 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:49.427667 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:49.464023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:03:49.466822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:03:49.473005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:03:49.497735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=44fce522-ec11-4e81-959c-69b901f5b590,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:49.730906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:49.932539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.065813 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4395ccff-58c5-4f15-91f9-fe545ed1b26e is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:03:50.174074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:03:50.183865 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Sync routers for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:03:50.194010 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:50.194624 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:50.194968 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.196219 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-940b86e0-f6ae-40d8-9af8-adf63e7a80f8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4738600 Nov 03 20:03:50.199626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54704) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:50.229087 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-21c74ed3-8400-412e-b252-468f1fd0e694 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b2841dcacf504d1db3c031aa3dad965d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282030 Nov 03 20:03:50.232221 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54706) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:50.302987 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:50.325466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6480c7-f3fe-47cb-90d0-0b9d14e21bbc tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:50.326885 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1c6480c7-f3fe-47cb-90d0-0b9d14e21bbc tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942180 Nov 03 20:03:50.330357 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54708) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:50.358352 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9898471d-be53-4df7-946c-bc208d502655 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266066 Nov 03 20:03:50.361055 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54710) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:50.366556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-868362734', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:50.458874 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:03:50.462401 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.485167 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:49Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:50.512576 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Checking router: 4395ccff-58c5-4f15-91f9-fe545ed1b26e for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:03:50.513085 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Updating router 4395ccff-58c5-4f15-91f9-fe545ed1b26e port 44fce522-ec11-4e81-959c-69b901f5b590 binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:03:50.539231 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.651986 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.706727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Subnet': ['ID=78c0fcec-2f7d-4976-bfdc-e6fb8760d614,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:50.722266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Checking segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:03:50.722676 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network hostable DHCP agents. Network: b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:03:50.740710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:03:50.750696 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:03:50.755127 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:50.755809 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.760898 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fda33-36a0-4608-8667-2c30d6e1e9c3 None None] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:03:50.785634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-439fc84d-f645-40c5-90ef-a12fb4dfc98a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4233758 Nov 03 20:03:50.788410 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54712) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:03:50.816529 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.822841 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.880272 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Attempting to bind port 44fce522-ec11-4e81-959c-69b901f5b590 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:03:50.880858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Attempting to bind port 44fce522-ec11-4e81-959c-69b901f5b590 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:03:50.881356 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Attempting to bind port 44fce522-ec11-4e81-959c-69b901f5b590 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:03:50.889630 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:03:50.890732 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:03:50.890732 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.891681 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:03:50.892247 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Bound port: 44fce522-ec11-4e81-959c-69b901f5b590, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:03:50.893055 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:50.896062 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Pushing event updated for resources: {'Port': ['ID=44fce522-ec11-4e81-959c-69b901f5b590,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:50.927070 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.927563 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.927882 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.928304 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.928864 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.929189 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.929678 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.930019 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.930431 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.930824 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.931239 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.931645 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:03:50.964438 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] For port 44fce522-ec11-4e81-959c-69b901f5b590, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:03:50.968901 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] For port 44fce522-ec11-4e81-959c-69b901f5b590, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44fce522-ec11-4e81-959c-69b901f5b590,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:03:50.974080 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.026064 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:51.026847 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:51.092540 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a9c4-9a0d-4cdd-91aa-28f42627d236 None None] Pushing event updated for resources: {'Port': ['ID=44fce522-ec11-4e81-959c-69b901f5b590,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:51.103992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:03:51.104889 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.160117 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:51.255872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Allocated IP 172.20.0.2 (b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78/78c0fcec-2f7d-4976-bfdc-e6fb8760d614/43380c2f-b5ed-4aa3-ae28-78e1a36f344f) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:03:51.287062 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.412834 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.419642 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.448934 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:49Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:51.457389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:03:51.460196 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:03:51.466476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:03:51.475718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Pushing event updated for resources: {'Port': ['ID=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:51.477231 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198ec96-5a34-4e5b-bc01-814106619bde None None] The sync data for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 is: [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:49Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:03:51.533202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Attempting to bind port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:03:51.533570 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Attempting to bind port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:03:51.533935 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Attempting to bind port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:03:51.539426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:03:51.539821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Checking segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:03:51.540189 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.540584 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Bound using segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:03:51.541080 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Bound port: 43380c2f-b5ed-4aa3-ae28-78e1a36f344f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:03:51.541459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.604300 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.1 (b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78/78c0fcec-2f7d-4976-bfdc-e6fb8760d614/0b88a0c6-cca4-4faa-9aba-344ff09e7ec1) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:03:51.608955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] For port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:03:51.613452 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] For port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:03:51.620071 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.684681 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47182164-d4dc-4de0-9b17-3316fcc073be None None] Pushing event updated for resources: {'Port': ['ID=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:51.758757 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.801068 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:51.843172 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:03:51.849693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:03:51.853878 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:03:51.899896 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:51.920005 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.069805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.376072 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.382167 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.469598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:52.476338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.574838 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:03:52.576302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:03:52.684698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5869ee-76ff-4114-bd23-ae3a5bd9e10e None None] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:03:52.702227 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4395ccff-58c5-4f15-91f9-fe545ed1b26e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:03:52.801184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a98b420b-f447-4b87-bea3-0e799df3604c None None] Provisioning complete for port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:52.801564 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a98b420b-f447-4b87-bea3-0e799df3604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.822461 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:03:52.855172 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c2fc53a1-66d9-4699-a648-2cf36b3b22e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/4395ccff-58c5-4f15-91f9-fe545ed1b26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656159 Nov 03 20:03:52.931836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a98b420b-f447-4b87-bea3-0e799df3604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:52.946500 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 43380c2f-b5ed-4aa3-ae28-78e1a36f344f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:03:53.005272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a98b420b-f447-4b87-bea3-0e799df3604c None None] For port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:53.016354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a98b420b-f447-4b87-bea3-0e799df3604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.055413 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-4b8fdf95-83d7-40b3-b6bb-2a0fc4e72533 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120243490&fields=id&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 267 time: 0.0748434 Nov 03 20:03:53.071863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:53.072238 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.104439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b420b-f447-4b87-bea3-0e799df3604c None None] Pushing event updated for resources: {'Port': ['ID=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:53.175716 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44fce522-ec11-4e81-959c-69b901f5b590 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:03:53.181553 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-6c8eaffd-a78e-4b2f-961e-652f1c93e2fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:53.183134 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-6c8eaffd-a78e-4b2f-961e-652f1c93e2fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 797 time: 0.1268349 Nov 03 20:03:53.200061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-edc50814-34fc-4b34-b173-67a356f5a3ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/quotas/b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 375 time: 0.0101056 Nov 03 20:03:53.238769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 44fce522-ec11-4e81-959c-69b901f5b590 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:53.238769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.264504 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-24b05b10-9a89-437f-9e40-db88321b463a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581915 Nov 03 20:03:53.269967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-011d6748-ecde-4272-b9fe-d628405650d1 None None] Provisioning complete for port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:53.270333 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-011d6748-ecde-4272-b9fe-d628405650d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.341476 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Sync routers for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:03:53.380769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:53.381408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:53.382297 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-baae2228-e2e1-4a1d-ab38-d7e821d3c349 service neutron] 10.222.0.91 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045225 Nov 03 20:03:53.471214 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.493588 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-d5932720-03dc-4853-81d8-4b1488c6db63 service neutron] 10.222.0.91 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033814 Nov 03 20:03:53.543485 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 44fce522-ec11-4e81-959c-69b901f5b590, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44fce522-ec11-4e81-959c-69b901f5b590,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:53.554489 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.563891 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-011d6748-ecde-4272-b9fe-d628405650d1 None None] Provisioning complete for port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:53.564259 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-011d6748-ecde-4272-b9fe-d628405650d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.606070 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:53.673043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-011d6748-ecde-4272-b9fe-d628405650d1 None None] Port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:03:53.689850 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed5d499c-363a-4383-986d-dc3a3f9d69dd req-8a90c3d2-429f-4cb7-acb3-2c3943923baa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 210 time: 0.0372272 Nov 03 20:03:53.713641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=44fce522-ec11-4e81-959c-69b901f5b590,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:53.831767 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-f79c32ad-5d3e-4f51-af7f-6b9af0abb53a None None] Provisioning complete for port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:53.832134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f79c32ad-5d3e-4f51-af7f-6b9af0abb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:53.873436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-f79c32ad-5d3e-4f51-af7f-6b9af0abb53a None None] Port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:03:53.895488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 2, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:53.925312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Checking router: 4395ccff-58c5-4f15-91f9-fe545ed1b26e for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:03:53.925672 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Updating router 4395ccff-58c5-4f15-91f9-fe545ed1b26e port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:03:53.951791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.229366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.235868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.292465 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9b76-2a3a-41cd-821f-51377d19f41a None None] Pushing event updated for resources: {'Port': ['ID=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:54.354220 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Attempting to bind port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:03:54.354586 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Attempting to bind port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:03:54.354952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Attempting to bind port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:03:54.361186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:03:54.361554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Checking segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:03:54.361943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.362328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Bound using segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:03:54.362794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Bound port: 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:03:54.363164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.430925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] For port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:03:54.434728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] For port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:03:54.439461 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.511265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:03:54.511901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:54.516334 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9b76-2a3a-41cd-821f-51377d19f41a None None] Pushing event updated for resources: {'Port': ['ID=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:54.564568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-70821c4f-b022-4c42-b552-31ecd427be03 None None] Provisioning complete for port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:54.564967 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70821c4f-b022-4c42-b552-31ecd427be03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:54.677209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:03:54.752189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-b9d539d6-f216-4a82-b240-9daaeb9f4db0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:54.754190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-b9d539d6-f216-4a82-b240-9daaeb9f4db0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 797 time: 0.1410208 Nov 03 20:03:54.827679 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3786e5b-c8b1-4590-aa7f-383c0803feda req-49748578-8be0-45d8-839b-eb0e50b53792 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 210 time: 0.0427849 Nov 03 20:03:54.852535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-fc69050a-db9b-4a05-a98e-b61996e31e70 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 380 time: 0.0883143 Nov 03 20:03:54.869835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'port': {'device_id': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'admin_state_up': True, 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'security_groups': ['efebd457-778c-4968-a09f-baa6c80d1d02']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:54.909139 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 43380c2f-b5ed-4aa3-ae28-78e1a36f344f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:03:54.989517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:03:54.993776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.003354 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70821c4f-b022-4c42-b552-31ecd427be03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.095836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-70821c4f-b022-4c42-b552-31ecd427be03 None None] For port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:55.104774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-70821c4f-b022-4c42-b552-31ecd427be03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.106470 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:55.106817 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.132171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.8 (b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78/78c0fcec-2f7d-4976-bfdc-e6fb8760d614/b445844e-c10b-4159-b6f7-6bd0bf998f33) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:03:55.221715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70821c4f-b022-4c42-b552-31ecd427be03 None None] Pushing event updated for resources: {'Port': ['ID=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:55.278942 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a5d616c1-3d5b-4758-b347-b9d237dcaf1f None None] Provisioning complete for port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:55.279306 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5d616c1-3d5b-4758-b347-b9d237dcaf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.280566 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.313812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44fce522-ec11-4e81-959c-69b901f5b590 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:03:55.316133 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.342912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:54Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:03:55.361175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:03:55.366694 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:03:55.371690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:03:55.383616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a975a6c-9a2c-4566-a3c2-adf9dd3b3239 None None] The sync data for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 is: [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:54Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:03:55.414431 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:55.452062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 44fce522-ec11-4e81-959c-69b901f5b590 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:55.452910 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.484369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:55.484997 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.522296 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-186cb932-04dd-4a4e-bccb-9d2eaa5a2bba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6440742 Nov 03 20:03:55.527747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Request body: {'port': {'device_id': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:03:55.612323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.737710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-04efe72e-8b74-4429-accc-1a21711384a2 None None] Provisioning complete for port b445844e-c10b-4159-b6f7-6bd0bf998f33 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:55.738324 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-04efe72e-8b74-4429-accc-1a21711384a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.784051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-04efe72e-8b74-4429-accc-1a21711384a2 None None] Port b445844e-c10b-4159-b6f7-6bd0bf998f33 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:03:55.916300 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b445844e-c10b-4159-b6f7-6bd0bf998f33 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:03:55.926320 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.940151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Transition to ACTIVE for port object b445844e-c10b-4159-b6f7-6bd0bf998f33 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:03:55.945481 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.968460 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d8f2-60ec-42a3-93d6-70b27c77ad0b req-9a0823e6-9bf7-41fe-8840-f3cc15b30d63 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:55.981311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebc4d8f2-60ec-42a3-93d6-70b27c77ad0b req-9a0823e6-9bf7-41fe-8840-f3cc15b30d63 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 931 time: 0.0728931 Nov 03 20:03:56.043458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:56.051383 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ebc4d8f2-60ec-42a3-93d6-70b27c77ad0b req-75ad89bc-4aa2-4d2e-8294-675c6d1a83a1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626292 Nov 03 20:03:56.088124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:03:56.088567 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:03:56.088997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:03:56.094619 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Port b445844e-c10b-4159-b6f7-6bd0bf998f33 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:03:56.095161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:03:56.101256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:03:56.101959 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Checking segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:03:56.102482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Bound using segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:03:56.102923 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Bound port: b445844e-c10b-4159-b6f7-6bd0bf998f33, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:03:56.103411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:56.182847 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:03:56.186395 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:03:56.192237 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:56.230975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:56.231599 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:56.233097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] 10.222.0.115 "PUT /v2.0/ports/b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 1091 time: 0.7098758 Nov 03 20:03:56.238756 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:03:56.240502 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298614ba-0f4f-4d06-8f8c-351090d6ada3" -d '{"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:03:56.282715 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e49cf-68e0-4346-8b28-19d3e9e33893 service neutron] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:03:56.297862 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c7d25-e358-43e8-b936-b095b5e1b2b1 x-openstack-request-id: req-ae6c7d25-e358-43e8-b936-b095b5e1b2b1 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:03:56.298148 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:03:56.298400 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ae6c7d25-e358-43e8-b936-b095b5e1b2b1 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:03:56.298807 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'status': 'completed', 'code': 200} Nov 03 20:03:56.353973 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-3915a801-ea10-4029-868c-f11c6beaa761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:56.355524 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-3915a801-ea10-4029-868c-f11c6beaa761 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1094 time: 0.0554922 Nov 03 20:03:56.404555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-82591856-c9d4-4252-a879-4816e7e86d17 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 217 time: 0.0407603 Nov 03 20:03:56.458640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-81e1f88f-b057-4647-b2fe-47541c7c1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:56.460155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-81e1f88f-b057-4647-b2fe-47541c7c1f8e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0480983 Nov 03 20:03:56.512462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-8b2c505e-665b-41f5-b7a5-710b3e4079bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:56.514026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-8b2c505e-665b-41f5-b7a5-710b3e4079bf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457432 Nov 03 20:03:56.615827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-6ffd8c25-d889-4995-b2f3-696bb82f8c28 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944393 Nov 03 20:03:56.707925 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-406ea6f0-8200-49c0-9474-e03ebc719a99 req-a56e5fa1-c5d5-4306-810b-6045221857d3 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849662 Nov 03 20:03:56.794371 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-3084d085-bb1a-4b2c-b778-854b94fa2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:56.795893 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-3084d085-bb1a-4b2c-b778-854b94fa2661 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1094 time: 0.0414777 Nov 03 20:03:56.874191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:03:56.904592 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-09b36bde-8e93-4df0-bbde-6cdfc7f4dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:56.906123 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-09b36bde-8e93-4df0-bbde-6cdfc7f4dfb2 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.1031334 Nov 03 20:03:56.937573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:03:56.938508 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:56.949962 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-9e841b48-7ea6-4686-a0be-3195a78034c7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 217 time: 0.0353205 Nov 03 20:03:57.010326 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-c963ac0c-90a2-4cd4-81e6-eda28eb6a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:57.012191 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-c963ac0c-90a2-4cd4-81e6-eda28eb6a794 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0546212 Nov 03 20:03:57.060913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-ea1ca049-a503-4d12-8593-8f8f55a4b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:57.062321 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-ea1ca049-a503-4d12-8593-8f8f55a4b313 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431173 Nov 03 20:03:57.161439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-6926fdf7-a8e8-4ff8-a722-945c05b4784f service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911956 Nov 03 20:03:57.161681 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b4bf-6cc9-4733-94c9-fe969708d056 req-ffc59b08-3d93-49a8-9896-da2c5fe4ce0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:57.163020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7e1b4bf-6cc9-4733-94c9-fe969708d056 req-ffc59b08-3d93-49a8-9896-da2c5fe4ce0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0495858 Nov 03 20:03:57.215017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7e1b4bf-6cc9-4733-94c9-fe969708d056 req-16951641-67a4-41b9-bf9c-95c80e44920a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461099 Nov 03 20:03:57.547920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-298614ba-0f4f-4d06-8f8c-351090d6ada3 req-824e29a3-cd72-4d5b-b87b-cdf15488cd0c service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772638 Nov 03 20:03:58.338647 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ace83-3e64-4a09-819e-452427e2d8ed req-ae31685f-5d00-4ca6-86bc-b48c439e8a75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:58.340167 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b3ace83-3e64-4a09-819e-452427e2d8ed req-ae31685f-5d00-4ca6-86bc-b48c439e8a75 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0531313 Nov 03 20:03:58.390604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6b3ace83-3e64-4a09-819e-452427e2d8ed req-2fdd6597-be19-47a0-b35f-2f85f54c699c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Nov 03 20:03:59.508441 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f69d53-d633-413c-9833-d58341c9948f req-e35ea076-b146-4f21-86fd-e02fe2b17df1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:03:59.509891 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6f69d53-d633-413c-9833-d58341c9948f req-e35ea076-b146-4f21-86fd-e02fe2b17df1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0515323 Nov 03 20:03:59.562337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6f69d53-d633-413c-9833-d58341c9948f req-7d7837fd-2139-4eae-b201-4fc745659ccd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464821 Nov 03 20:03:59.672797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:03:59.767078 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:59.778157 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'port_id': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'mac_address': 'fa:16:3e:a3:a1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:03:59.818653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:59.831540 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b445844e-c10b-4159-b6f7-6bd0bf998f33 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:03:59.851629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:03:59.855696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:59.901968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:00.063996 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b445844e-c10b-4159-b6f7-6bd0bf998f33'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:04:00.682259 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83293a-e8b2-4eaf-b86e-43e0ec70f55d req-687427fd-8f6c-4b76-ab12-d41fd6e76c63 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:00.683798 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f83293a-e8b2-4eaf-b86e-43e0ec70f55d req-687427fd-8f6c-4b76-ab12-d41fd6e76c63 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 944 time: 0.0532455 Nov 03 20:04:00.743776 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f83293a-e8b2-4eaf-b86e-43e0ec70f55d req-9e6b759b-cbe1-40b5-81e1-e65c03075338 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530603 Nov 03 20:04:01.685862 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:04:01.735629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port b445844e-c10b-4159-b6f7-6bd0bf998f33 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:04:01.739466 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port b445844e-c10b-4159-b6f7-6bd0bf998f33 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:04:01.739830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:01.821699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:01.845810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:04:01.848483 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2dc2dc-b859-4128-93e1-c60d29356887" -d '{"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-plugged", "status": "completed", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:04:01.861873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba81f5-b5c8-4252-8d5c-5b95db5b8a63 req-10420842-122d-4d8e-920f-d09c4edc2cbb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:01.863022 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51ba81f5-b5c8-4252-8d5c-5b95db5b8a63 req-10420842-122d-4d8e-920f-d09c4edc2cbb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 944 time: 0.0522118 Nov 03 20:04:01.866294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:04:01.870685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:01.920825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51ba81f5-b5c8-4252-8d5c-5b95db5b8a63 req-8016dd48-7bbf-4a3b-8d9b-e32279047436 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512156 Nov 03 20:04:01.929684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:01.949993 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ca22e-f667-48a0-b818-3f30e33abfe3 x-openstack-request-id: req-4a5ca22e-f667-48a0-b818-3f30e33abfe3 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:04:01.950278 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-plugged", "status": "completed", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:04:01.950532 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4a5ca22e-f667-48a0-b818-3f30e33abfe3 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:04:01.950927 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'code': 200} Nov 03 20:04:02.044653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddbb69-f9c7-4a56-92a0-f66c4e709f1f req-f612d601-8c4f-4281-9935-712012a4643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:02.046152 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38ddbb69-f9c7-4a56-92a0-f66c4e709f1f req-f612d601-8c4f-4281-9935-712012a4643b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1096 time: 0.0396261 Nov 03 20:04:02.096274 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-38ddbb69-f9c7-4a56-92a0-f66c4e709f1f req-8d89c8d9-ad5a-4217-9299-22344b47445d service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Nov 03 20:04:02.886895 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:03.043245 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9ff2-1d78-4784-b8cf-9fa51b39a9ea req-1b61fec3-8b4a-436e-a62f-cac17f2a7599 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:03.045397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-171b9ff2-1d78-4784-b8cf-9fa51b39a9ea req-1b61fec3-8b4a-436e-a62f-cac17f2a7599 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0526257 Nov 03 20:04:03.107999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-171b9ff2-1d78-4784-b8cf-9fa51b39a9ea req-52826b12-c71b-4bf3-a649-fad3559d6f3a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562179 Nov 03 20:04:03.619690 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.228123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7616343-ef8c-4dee-8965-f4aee18697d2 req-2b7c9b25-f45f-4a8d-acc1-ee1df38e90d1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:04.229635 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7616343-ef8c-4dee-8965-f4aee18697d2 req-2b7c9b25-f45f-4a8d-acc1-ee1df38e90d1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0508912 Nov 03 20:04:04.279712 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c7616343-ef8c-4dee-8965-f4aee18697d2 req-019218f5-295f-4f96-b214-63dbaf43480e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Nov 03 20:04:04.397342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951879a5-c433-4df1-ab0d-6cd352f179fd req-37002b2d-ac2e-4d8e-ba36-8c945852784b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:04.398787 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-951879a5-c433-4df1-ab0d-6cd352f179fd req-37002b2d-ac2e-4d8e-ba36-8c945852784b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Nov 03 20:04:04.451874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-951879a5-c433-4df1-ab0d-6cd352f179fd req-9e15d9ad-0f95-48d7-8e02-21904a3d746c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470502 Nov 03 20:04:04.475231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54768) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:04:04.519333 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985847c-d6d0-4450-b1dc-a37f6088261a tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:04.520894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-c985847c-d6d0-4450-b1dc-a37f6088261a tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1091 time: 0.0446508 Nov 03 20:04:04.523726 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54770) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:04:04.528228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:04:04.549946 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.650011 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.758191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.31 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/f4c0bc80-7896-41eb-ba0a-df2f96343570) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:04:04.799778 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5035a70-9cee-4cb9-b73a-0348848a7ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.867864 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.903620 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:04.946075 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:04:04.950967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:04:04.954585 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:04:04.976910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=f4c0bc80-7896-41eb-ba0a-df2f96343570,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:05.332376 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:05.408307 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:05.567999 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:05.572661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:05.640163 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=f4c0bc80-7896-41eb-ba0a-df2f96343570,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:04:05.655253 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:05.757512 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP a92258dc-4859-4000-a1b7-f06fa9d64a48 associated. External IP: 172.25.8.31, port: b445844e-c10b-4159-b6f7-6bd0bf998f33. Nov 03 20:04:06.266309 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4395ccff-58c5-4f15-91f9-fe545ed1b26e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:04:06.378859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:04:06.389889 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] Sync routers for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:04:06.399145 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:06.401116 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:04:06.401725 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:04:06.430114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-ad357bb5-3724-496d-bb7c-c7b7988af5ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9028161 Nov 03 20:04:06.430114 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:04:06.430664 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba" -d '{"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:04:06.472176 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172112a1-f236-4c64-962f-cd9c19952ab1 x-openstack-request-id: req-172112a1-f236-4c64-962f-cd9c19952ab1 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:04:06.472467 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:04:06.472765 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-172112a1-f236-4c64-962f-cd9c19952ab1 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:04:06.473249 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'status': 'completed', 'code': 200} Nov 03 20:04:06.515672 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:04:06.533292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9277d2-1178-4b88-a726-da77b92fc377 req-2de8175a-5bfc-40e6-847c-ac69447e5476 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:06.540580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f9277d2-1178-4b88-a726-da77b92fc377 req-2de8175a-5bfc-40e6-847c-ac69447e5476 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0597203 Nov 03 20:04:06.542883 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-2926a5c8-63ac-49a1-8ebc-423c3684851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:06.544398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-2926a5c8-63ac-49a1-8ebc-423c3684851a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1096 time: 0.0424635 Nov 03 20:04:06.586328 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2f9277d2-1178-4b88-a726-da77b92fc377 req-bc3994e7-6246-4e1c-a1de-188c604ff268 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Nov 03 20:04:06.611605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54776) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:04:06.643466 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-18cd7557-faae-4d31-8004-043141c2a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:06.645123 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-18cd7557-faae-4d31-8004-043141c2a680 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.0937867 Nov 03 20:04:06.678760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-1cbee073-4e51-4cc0-bbf3-8d2bac0abec7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/a92258dc-4859-4000-a1b7-f06fa9d64a48 HTTP/1.1" status: 200 len: 990 time: 0.0659988 Nov 03 20:04:06.715755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-d4725efd-701f-4e8d-8d9b-6608c4b65e2e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 998 time: 0.0638936 Nov 03 20:04:06.751770 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'a92258dc-4859-4000-a1b7-f06fa9d64a48', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'port_id': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'mac_address': 'fa:16:3e:a3:a1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:04:05Z', 'updated_at': '2021-11-03T20:04:05Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:04:06.768535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-9471a93b-7bba-4636-9d93-72a29ce35290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:06.770188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-9471a93b-7bba-4636-9d93-72a29ce35290 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0471275 Nov 03 20:04:06.783415 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] Checking router: 4395ccff-58c5-4f15-91f9-fe545ed1b26e for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:04:06.791768 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:04:06.792355 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:03:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:04:06.816984 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-6d38fd44-7dae-4413-adf0-fa134912b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:06.818509 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-6d38fd44-7dae-4413-adf0-fa134912b7df service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415487 Nov 03 20:04:06.898305 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:04:06.918531 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-2d01fd9f-59c8-4cd2-8589-b68eaf8cac56 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926344 Nov 03 20:04:07.016492 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6fe1df7a-e3f0-4553-9a1d-6b660a6e0dba req-b01afcb9-c7c5-46fc-b901-1c6dffbff72f service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896566 Nov 03 20:04:07.120098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'a92258dc-4859-4000-a1b7-f06fa9d64a48', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'port_id': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'mac_address': 'fa:16:3e:a3:a1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:04:05Z', 'updated_at': '2021-11-03T20:04:05Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:04:07.150752 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f010e6-7ad3-42b4-a205-a2fa5ee58bf5 None None] The sync data for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 is: [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'a92258dc-4859-4000-a1b7-f06fa9d64a48', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'port_id': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'mac_address': 'fa:16:3e:a3:a1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:04:05Z', 'updated_at': '2021-11-03T20:04:05Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:04:07.342711 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9382ee-4972-4e00-a533-366b1f0a0ed8 None None] New status for floating IP a92258dc-4859-4000-a1b7-f06fa9d64a48: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:04:07.682608 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54778) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:04:07.744368 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-554a1f2b-7bc1-47ad-b2f2-5f33eb7d4001 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/a92258dc-4859-4000-a1b7-f06fa9d64a48 HTTP/1.1" status: 200 len: 992 time: 0.0606163 Nov 03 20:04:08.300570 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:04:08.439290 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9639ce6d-0d4d-4b90-a5cb-fe234af4414c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:10.171788 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:12.088285 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:12.206513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:29.797754 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-15559d28-b6ee-4a78-8390-f3635913ec75 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403578 Nov 03 20:04:29.890486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-9c7a8fad-e3f1-4c5d-8886-53f48221ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:29.892069 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-9c7a8fad-e3f1-4c5d-8886-53f48221ec20 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1096 time: 0.0433352 Nov 03 20:04:30.023530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-4e179187-c8ac-4f37-b5c4-d6a159268087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:30.025027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-4e179187-c8ac-4f37-b5c4-d6a159268087 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.0961666 Nov 03 20:04:30.092145 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-b1a92e30-9aa3-4b13-96ed-3b8a7175fd99 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 1000 time: 0.0579181 Nov 03 20:04:30.143476 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-80328bde-4ba5-4abb-ac22-e5caea59a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:30.145051 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-80328bde-4ba5-4abb-ac22-e5caea59a6f8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0457246 Nov 03 20:04:30.199247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-9952ebff-f75c-4e6a-9553-f3ad4806a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:30.200830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-9952ebff-f75c-4e6a-9553-f3ad4806a82c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465319 Nov 03 20:04:30.294847 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-74fb1ca0-942f-49fc-9762-7e6d3e02b866 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844984 Nov 03 20:04:30.391784 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-af82c6f5-2d49-4c39-a378-56ee4827284b req-7c750e78-5fb8-4021-a662-f68971060c3b service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880673 Nov 03 20:04:32.897838 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:33.633115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:34.804635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd9447a8-b1ae-4423-bc7f-db04adf645e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:36.577902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54794) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:04:36.579417 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6e991-43cf-41cc-a639-2b9410a4b861 req-d31f6919-5a5c-4c2b-bcfd-e112037bf621 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:36.581479 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfc6e991-43cf-41cc-a639-2b9410a4b861 req-d31f6919-5a5c-4c2b-bcfd-e112037bf621 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0624521 Nov 03 20:04:36.650284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cfc6e991-43cf-41cc-a639-2b9410a4b861 req-4cf7ea3f-a2bd-405d-85d6-972e8851588b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599420 Nov 03 20:04:36.692054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0b5ee453-3d0c-4619-b0e0-a0b5a37400d0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129239 Nov 03 20:04:36.703446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-e84ce471-df6e-4bd0-a89f-398c0235731c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:04:36.705062 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-e84ce471-df6e-4bd0-a89f-398c0235731c service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0070953 Nov 03 20:04:37.789506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42867fbe-713c-4938-a2f1-4eb8a67d43a3 req-e1832bc0-cec5-487d-b5e9-d04b26720990 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:37.791133 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42867fbe-713c-4938-a2f1-4eb8a67d43a3 req-e1832bc0-cec5-487d-b5e9-d04b26720990 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0555840 Nov 03 20:04:37.846969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-42867fbe-713c-4938-a2f1-4eb8a67d43a3 req-40cb30e0-05aa-42c9-919a-d7f6a081c487 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491958 Nov 03 20:04:38.442538 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eb133a35-ee85-4815-a070-68cdcbd6d1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:38.979912 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2b35a-592a-4c55-ab73-bfee7b2b4643 req-b1637396-48d4-4d97-8878-58f57ffa0ff6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:38.981465 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcf2b35a-592a-4c55-ab73-bfee7b2b4643 req-b1637396-48d4-4d97-8878-58f57ffa0ff6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0557532 Nov 03 20:04:39.044703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fcf2b35a-592a-4c55-ab73-bfee7b2b4643 req-97c401cc-7020-4c43-8124-9a7c2ee2c620 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564628 Nov 03 20:04:40.176233 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:40.179271 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc060-9a04-4ae1-bac4-765f88473354 req-042a8b78-2e2f-4e37-901a-83462e53915d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:40.180896 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0cfc060-9a04-4ae1-bac4-765f88473354 req-042a8b78-2e2f-4e37-901a-83462e53915d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0605819 Nov 03 20:04:40.242004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0cfc060-9a04-4ae1-bac4-765f88473354 req-db100707-1b0e-4186-ae4c-e217748f3f72 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520012 Nov 03 20:04:41.382144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26998d0-6e7b-42b2-a1f9-89cca7c8f428 req-ebe76ef5-b5f5-4721-a2d7-6cec261af6ec tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:41.383578 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b26998d0-6e7b-42b2-a1f9-89cca7c8f428 req-ebe76ef5-b5f5-4721-a2d7-6cec261af6ec tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Nov 03 20:04:41.463366 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b26998d0-6e7b-42b2-a1f9-89cca7c8f428 req-2f9de94c-09b1-4187-a3c2-42d255dbaeb5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710490 Nov 03 20:04:42.093116 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:42.119594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-f099d094-f852-49ab-aac5-72f7226eb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.121308 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-f099d094-f852-49ab-aac5-72f7226eb681 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1096 time: 0.0480659 Nov 03 20:04:42.200252 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:42.223711 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-92c479e2-44b2-4fd2-aaa4-6890ae5aeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.225788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-92c479e2-44b2-4fd2-aaa4-6890ae5aeb29 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.0980158 Nov 03 20:04:42.297095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-9d6cf03d-8052-4724-af39-d5a863f4865e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 1000 time: 0.0639045 Nov 03 20:04:42.352658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-8c436f96-374d-4bbc-99ff-d557d0f6188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.354292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-8c436f96-374d-4bbc-99ff-d557d0f6188a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0505764 Nov 03 20:04:42.401220 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-09d5b8f0-ff75-4241-9900-4b7b2c075633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.402717 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-09d5b8f0-ff75-4241-9900-4b7b2c075633 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410385 Nov 03 20:04:42.502094 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-d0409c6d-051e-4dc9-97d2-f3d89cc82dd0 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Nov 03 20:04:42.589649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bc68c-6fa5-488c-9e59-b20ac3a2ee31 req-9b2e1995-f9ab-4c0b-aeb0-13b266ca4d98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:42.591156 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-859bc68c-6fa5-488c-9e59-b20ac3a2ee31 req-9b2e1995-f9ab-4c0b-aeb0-13b266ca4d98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0561430 Nov 03 20:04:42.599647 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-2bedf674-e78a-4f55-8232-b42c563c8d13 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907602 Nov 03 20:04:42.645068 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-859bc68c-6fa5-488c-9e59-b20ac3a2ee31 req-65dbf916-c3f3-4bb0-9745-e52e08bbef0b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475979 Nov 03 20:04:43.762573 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9452c3-4bb4-4a38-ac84-dce0a6d1e533 req-99a8f8f3-4d54-486b-a902-8ea67a7653f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:43.764045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd9452c3-4bb4-4a38-ac84-dce0a6d1e533 req-99a8f8f3-4d54-486b-a902-8ea67a7653f6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Nov 03 20:04:43.813991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fd9452c3-4bb4-4a38-ac84-dce0a6d1e533 req-0504b6a8-859a-4a1f-9acd-8750d40ddc28 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Nov 03 20:04:44.941855 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7368e28-ec13-418f-b5a7-e5d7f6ffda4b req-53710f06-84f6-463c-94ed-21b161b9cb21 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:44.943397 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7368e28-ec13-418f-b5a7-e5d7f6ffda4b req-53710f06-84f6-463c-94ed-21b161b9cb21 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0569386 Nov 03 20:04:44.994064 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d7368e28-ec13-418f-b5a7-e5d7f6ffda4b req-2168a269-e891-44cf-9077-4c7bc85b47ed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Nov 03 20:04:45.299466 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:04:46.119013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75866c45-89d0-4e9f-a5da-617c6ba1b5e5 req-e8343c2c-0b67-46a4-9f92-a5bfc649ad9e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:46.120634 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75866c45-89d0-4e9f-a5da-617c6ba1b5e5 req-e8343c2c-0b67-46a4-9f92-a5bfc649ad9e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0546887 Nov 03 20:04:46.174493 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-75866c45-89d0-4e9f-a5da-617c6ba1b5e5 req-83440fc2-3d16-48e9-a4d0-9b0f2ccb9a00 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474665 Nov 03 20:04:47.301165 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb640da4-0ffc-4d56-b8b3-25cc417c4077 req-aade1097-dcaf-4581-ba33-5b1ff99fe0f2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:47.302825 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb640da4-0ffc-4d56-b8b3-25cc417c4077 req-aade1097-dcaf-4581-ba33-5b1ff99fe0f2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Nov 03 20:04:47.362804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb640da4-0ffc-4d56-b8b3-25cc417c4077 req-58181092-1686-4ef6-b532-89a29b4ef15e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538998 Nov 03 20:04:48.486592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c204-b183-46eb-8c8b-4f260b1e0e37 req-a8e53670-aa49-473c-9196-3a3aad67a7e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:48.488132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ef9c204-b183-46eb-8c8b-4f260b1e0e37 req-a8e53670-aa49-473c-9196-3a3aad67a7e5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Nov 03 20:04:48.541034 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2ef9c204-b183-46eb-8c8b-4f260b1e0e37 req-291ef2b3-17e4-40c0-965e-14afcd1dfbe7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Nov 03 20:04:49.666021 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaa20b-215e-4e24-b9e8-22c5a1e84d58 req-3338721e-44f7-4bcf-b4af-198fbcfff436 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:49.667492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4dfaa20b-215e-4e24-b9e8-22c5a1e84d58 req-3338721e-44f7-4bcf-b4af-198fbcfff436 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Nov 03 20:04:49.719239 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4dfaa20b-215e-4e24-b9e8-22c5a1e84d58 req-f9ec753c-07a0-4b49-917b-c7e10dbc3fb7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Nov 03 20:04:50.844604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547c60-a535-41d9-bda2-cf747d674d05 req-96a0ab99-6fc3-4011-991f-15ae4f2f5dd5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:50.846257 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab547c60-a535-41d9-bda2-cf747d674d05 req-96a0ab99-6fc3-4011-991f-15ae4f2f5dd5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Nov 03 20:04:50.905315 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab547c60-a535-41d9-bda2-cf747d674d05 req-772bf9fd-9580-41b1-a865-50c7608f100a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524957 Nov 03 20:04:52.040515 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89fd10-b555-472f-9461-29efaa11bc2e req-6426970b-719c-4beb-92d3-efbfea78b8ca tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:52.042041 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa89fd10-b555-472f-9461-29efaa11bc2e req-6426970b-719c-4beb-92d3-efbfea78b8ca tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0652976 Nov 03 20:04:52.095528 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa89fd10-b555-472f-9461-29efaa11bc2e req-92d57133-833e-47b9-80ff-5444cc30c892 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Nov 03 20:04:53.217181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed16c7-3a88-46d7-b5ea-1b1fd37a2e51 req-21cd8bcd-a9d3-4a22-b566-5502ecbd1686 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:53.218651 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ed16c7-3a88-46d7-b5ea-1b1fd37a2e51 req-21cd8bcd-a9d3-4a22-b566-5502ecbd1686 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Nov 03 20:04:53.276537 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ed16c7-3a88-46d7-b5ea-1b1fd37a2e51 req-3a59a424-8a13-43ea-b168-68103860673d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512886 Nov 03 20:04:54.401949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546afd6d-602e-4bf3-afba-317c374cea20 req-3779c851-3d47-43b8-bcea-759fa604d110 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:54.403497 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-546afd6d-602e-4bf3-afba-317c374cea20 req-3779c851-3d47-43b8-bcea-759fa604d110 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0567486 Nov 03 20:04:54.457137 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-546afd6d-602e-4bf3-afba-317c374cea20 req-64d5aafe-6a77-4f00-8f8a-ff1e7286ae63 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474627 Nov 03 20:04:55.575040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e162db-0455-4f54-8ca9-f35cca0646b3 req-b4f823ac-67f9-43a6-ae2c-bc0c20d07a92 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:55.576484 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53e162db-0455-4f54-8ca9-f35cca0646b3 req-b4f823ac-67f9-43a6-ae2c-bc0c20d07a92 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Nov 03 20:04:55.638804 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-53e162db-0455-4f54-8ca9-f35cca0646b3 req-5ed975b7-957d-4548-a2bc-42f8bc5e76d9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563619 Nov 03 20:04:56.769549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12f29-1bfb-47e9-ab8e-b7fc7a0d1157 req-b09e9a4f-3cc9-4f63-98fc-d09893c5cb1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:56.771153 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ba12f29-1bfb-47e9-ab8e-b7fc7a0d1157 req-b09e9a4f-3cc9-4f63-98fc-d09893c5cb1f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0596638 Nov 03 20:04:56.823118 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ba12f29-1bfb-47e9-ab8e-b7fc7a0d1157 req-c72e2879-7b33-4b46-bf7e-990ea2bce9ef tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Nov 03 20:04:57.947037 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18840a7-7891-4c84-8686-e9aa3e516c8f req-da553db9-34a7-4d74-82c5-639fe3d609d9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:57.949131 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e18840a7-7891-4c84-8686-e9aa3e516c8f req-da553db9-34a7-4d74-82c5-639fe3d609d9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0545273 Nov 03 20:04:58.010496 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e18840a7-7891-4c84-8686-e9aa3e516c8f req-8490899b-00de-4292-ae6f-a856148356e1 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542855 Nov 03 20:04:59.145372 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907df14-e013-4131-9c2d-2cee51a7c18a req-3cc64e43-e6d5-4db2-a7fb-168b8997df50 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:59.146802 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9907df14-e013-4131-9c2d-2cee51a7c18a req-3cc64e43-e6d5-4db2-a7fb-168b8997df50 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0558302 Nov 03 20:04:59.197770 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9907df14-e013-4131-9c2d-2cee51a7c18a req-454d47cc-fc11-46f1-8e57-44735004007a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Nov 03 20:04:59.469294 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-756a4232-ea8a-41c5-897e-ca884698ceed service neutron] show failed (client error): The resource could not be found. Nov 03 20:04:59.470321 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-756a4232-ea8a-41c5-897e-ca884698ceed service neutron] 10.222.0.115 "GET /v2.0/ports/b445844e-c10b-4159-b6f7-6bd0bf998f33/bindings/n-h2-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0583298 Nov 03 20:04:59.729650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-1ded7870-a667-4e63-9106-0b11acd4995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:04:59.731106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-1ded7870-a667-4e63-9106-0b11acd4995c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 1096 time: 0.0894809 Nov 03 20:04:59.744669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812151-4', 'device_owner': 'compute:nova'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:04:59.802505 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:00.008571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:00.042780 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:05:00.084798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:00.087140 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a9789-8140-4eb6-b827-e13b427fa710" -d '{"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-unplugged", "status": "completed", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:00.091513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:00.105828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Transition to ACTIVE for port object b445844e-c10b-4159-b6f7-6bd0bf998f33 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:05:00.110841 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:00.143054 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f489605-c2f2-4c95-966c-357500068a9c x-openstack-request-id: req-9f489605-c2f2-4c95-966c-357500068a9c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:00.143412 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-unplugged", "status": "completed", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:00.143719 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f489605-c2f2-4c95-966c-357500068a9c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:00.144002 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'code': 200} Nov 03 20:05:00.211760 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=6']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:00.243936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.244460 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.244579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.246468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.246468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.246468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.246468 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.246819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.247106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.247434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.247762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.248088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:00.251763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] No DVR routers for this DVR port b445844e-c10b-4159-b6f7-6bd0bf998f33 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:05:00.336890 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcca4a2-632a-4ba3-814a-ef0535f4ffe5 req-1631c6e3-9c28-4785-bc96-e043084a565e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.344197 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bcca4a2-632a-4ba3-814a-ef0535f4ffe5 req-1631c6e3-9c28-4785-bc96-e043084a565e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0589843 Nov 03 20:05:00.392361 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8bcca4a2-632a-4ba3-814a-ef0535f4ffe5 req-28657121-850c-4bcc-9c03-380bcff1af40 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Nov 03 20:05:00.395868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:05:00.396214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:05:00.396548 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:00.401109 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Port b445844e-c10b-4159-b6f7-6bd0bf998f33 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:05:00.401434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Attempting to bind port b445844e-c10b-4159-b6f7-6bd0bf998f33 on network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:00.406475 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:05:00.406815 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Checking segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:05:00.407200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Bound using segment: {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:05:00.407628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Bound port: b445844e-c10b-4159-b6f7-6bd0bf998f33, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12da161-b750-484a-bca2-8ef1764c03ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:05:00.407986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:00.473812 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:05:00.477055 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:05:00.482385 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:00.515871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.516676 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:00.517929 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] 10.222.0.110 "PUT /v2.0/ports/b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 1091 time: 0.7773747 Nov 03 20:05:00.544806 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb720a-4cb2-405b-905c-103cab3c993f service neutron] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=7']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:00.595472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-d8a538a3-289d-4eb3-9869-34834d1b7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.597025 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-d8a538a3-289d-4eb3-9869-34834d1b7a5d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1094 time: 0.0491035 Nov 03 20:05:00.699135 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-52668be6-348d-4b6b-8d4f-a49de2a64cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.700618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-52668be6-348d-4b6b-8d4f-a49de2a64cb5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.0959992 Nov 03 20:05:00.770155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-29789881-dfb9-4b32-98e0-5d17bd24f337 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 998 time: 0.0590265 Nov 03 20:05:00.820887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-eb47dcdb-2681-47eb-a007-89ee11ffb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.822351 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-eb47dcdb-2681-47eb-a007-89ee11ffb340 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0444520 Nov 03 20:05:00.874149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-49d6edcc-89aa-4876-ad31-a9724a732e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:00.875658 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-49d6edcc-89aa-4876-ad31-a9724a732e6f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457375 Nov 03 20:05:00.969356 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-396d4b0c-2bf8-407b-bf17-5b55206da502 service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856442 Nov 03 20:05:01.065540 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-59f4bf22-ccee-4cf9-b6c8-a5f5054be786 req-cbf08104-5e63-440e-a787-5bc129678123 service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879250 Nov 03 20:05:01.526209 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd491d3-29ae-4702-a829-920c49f17252 req-f9bab450-c83e-49ae-a602-5f6c85d01b5a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:01.527772 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bd491d3-29ae-4702-a829-920c49f17252 req-f9bab450-c83e-49ae-a602-5f6c85d01b5a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0584404 Nov 03 20:05:01.585447 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7bd491d3-29ae-4702-a829-920c49f17252 req-72a60aea-20a5-4729-b529-5363331b22ce tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515590 Nov 03 20:05:02.145075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:02.147652 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62087c-4ab5-4e65-b572-95356747b2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:02.207042 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd9a26-a216-4dd3-8ff2-e1709ab21d7c x-openstack-request-id: req-acdd9a26-a216-4dd3-8ff2-e1709ab21d7c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:02.207347 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:02.207608 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-acdd9a26-a216-4dd3-8ff2-e1709ab21d7c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:02.208097 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'status': 'completed', 'code': 200} Nov 03 20:05:02.301073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-6a48d3b2-f0d8-44ed-ad75-b95bfc55cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.302571 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-6a48d3b2-f0d8-44ed-ad75-b95bfc55cc06 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1094 time: 0.0646317 Nov 03 20:05:02.304333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-96db228f-8a7b-40b6-949f-3ee0833ca608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.305678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-96db228f-8a7b-40b6-949f-3ee0833ca608 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1094 time: 0.0767226 Nov 03 20:05:02.486017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-7970617c-4213-4927-8c88-06538937173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.487506 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-7970617c-4213-4927-8c88-06538937173a service neutron] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.1778014 Nov 03 20:05:02.488656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-53550f41-effc-4b06-8ffa-dbbe45ec394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.493838 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-53550f41-effc-4b06-8ffa-dbbe45ec394a service neutron] 10.222.0.110 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.1728222 Nov 03 20:05:02.601263 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-1ceedeb1-f79f-40f4-8d6e-20c6872b9f7c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 998 time: 0.1064315 Nov 03 20:05:02.616971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-88337349-8e8d-4b95-9ccc-076742b0a373 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 998 time: 0.1156304 Nov 03 20:05:02.689680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-ca0bac0d-b0dc-49cc-b3f5-e231c438952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.691181 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-ca0bac0d-b0dc-49cc-b3f5-e231c438952b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0831699 Nov 03 20:05:02.708350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-1635b9c2-f8f6-41e6-ba1f-59c1f46d2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.709816 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-1635b9c2-f8f6-41e6-ba1f-59c1f46d2b4b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0713418 Nov 03 20:05:02.735783 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03cd46-123d-4d1d-a39a-b22604167000 req-2c2fc2a1-18d1-4ba1-80c3-b67fbe8d790b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.737598 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb03cd46-123d-4d1d-a39a-b22604167000 req-2c2fc2a1-18d1-4ba1-80c3-b67fbe8d790b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0644534 Nov 03 20:05:02.782762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-d1f00bbe-bde1-4fe5-9175-bb2c9840a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.784275 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-d1f00bbe-bde1-4fe5-9175-bb2c9840a9ad service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845063 Nov 03 20:05:02.790018 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-5bd9889a-847e-48db-ad54-9d292e1cdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:02.791564 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-5bd9889a-847e-48db-ad54-9d292e1cdc43 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623367 Nov 03 20:05:02.808881 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fb03cd46-123d-4d1d-a39a-b22604167000 req-f3a46475-200d-467c-8893-ca8fc64169e2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527318 Nov 03 20:05:02.903295 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:02.951451 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-eac5234f-c5fd-4fc8-b22f-dee2120f9b4d service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587760 Nov 03 20:05:02.956690 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-2a83e173-e26a-4dee-9927-3f613a86787f service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370544 Nov 03 20:05:03.399342 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-d1bd39ec-25fa-41b4-a5d2-d35648dc9ac2 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410172 Nov 03 20:05:03.402639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-7f62087c-4ab5-4e65-b572-95356747b2d2 req-6a30b5f4-da2a-4de3-a549-836e9e114294 service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373169 Nov 03 20:05:03.652086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:03.940942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccfb45-dff5-4e41-982f-ffb4969be1d1 req-76814bec-a407-4069-abf4-6688bcff5121 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:03.942501 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56ccfb45-dff5-4e41-982f-ffb4969be1d1 req-76814bec-a407-4069-abf4-6688bcff5121 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0530374 Nov 03 20:05:03.949429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:05:03.990431 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:05:04.005049 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56ccfb45-dff5-4e41-982f-ffb4969be1d1 req-36bbd4ec-19a3-4754-87f9-123e6ab41a3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555413 Nov 03 20:05:04.209234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3b3c7-65a8-4ab5-ab6b-9087719b955a req-23d25be2-bebf-4035-8159-77bd197e9502 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.211095 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25f3b3c7-65a8-4ab5-ab6b-9087719b955a req-23d25be2-bebf-4035-8159-77bd197e9502 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0544748 Nov 03 20:05:04.221036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-aa474f5f-7149-4a1a-8cb1-5b15072b0cbd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.222871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-aa474f5f-7149-4a1a-8cb1-5b15072b0cbd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28&tenant_id=b2841dcacf504d1db3c031aa3dad965d&binding%3Ahost_id=n-h2-812151-4 HTTP/1.1" status: 200 len: 943 time: 0.0554900 Nov 03 20:05:04.265122 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25f3b3c7-65a8-4ab5-ab6b-9087719b955a req-de907c59-4b17-40e0-94c6-83918152fbe9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473564 Nov 03 20:05:04.291818 n-d-812151-4 neutron-server[101988]: INFO neutron.api.v2.resource [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-eb49fff2-4268-49c7-997d-999060b6382f service neutron] delete failed (client error): The resource could not be found. Nov 03 20:05:04.292921 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-eb49fff2-4268-49c7-997d-999060b6382f service neutron] 10.222.0.115 "DELETE /v2.0/ports/b445844e-c10b-4159-b6f7-6bd0bf998f33/bindings/n-h1-812151-4 HTTP/1.1" status: 404 len: 380 time: 0.0619345 Nov 03 20:05:04.381613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-24d5af0c-313b-4f04-861f-ce4a14581cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.383109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-24d5af0c-313b-4f04-861f-ce4a14581cd6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1094 time: 0.0438275 Nov 03 20:05:04.396549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc14256-bee5-44fe-89b9-37471bf5ca79 req-66ced003-fd67-4269-a75e-df8f5a5995dc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.398161 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc14256-bee5-44fe-89b9-37471bf5ca79 req-66ced003-fd67-4269-a75e-df8f5a5995dc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 943 time: 0.0587544 Nov 03 20:05:04.479719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-13058481-598a-4323-8e62-9bcdf326a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.481188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-13058481-598a-4323-8e62-9bcdf326a9f1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.0916348 Nov 03 20:05:04.485513 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-acc14256-bee5-44fe-89b9-37471bf5ca79 req-032c3a48-088e-4978-a800-9296ff7afcb3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751133 Nov 03 20:05:04.554798 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-86013932-b766-4737-9fc2-929a5b0c3ff0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 998 time: 0.0661104 Nov 03 20:05:04.613455 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-3dc90113-39eb-420b-b79a-ae7ac35aeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.614929 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-3dc90113-39eb-420b-b79a-ae7ac35aeed0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0524397 Nov 03 20:05:04.661550 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-1e03ed09-2ed5-4578-b470-b8a2c44f0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:04.663057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-1e03ed09-2ed5-4578-b470-b8a2c44f0c26 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410833 Nov 03 20:05:04.765033 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-c1c65bb8-fa15-447f-a331-ca6e644258fe service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942268 Nov 03 20:05:04.816469 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-269c04b8-1e94-4320-9601-d0ba587531b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:04.871826 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-efcbe5e5-133a-4889-b498-074a18472cb2 req-b6f8dee6-3d63-4406-93fd-ac0af63c5201 service neutron] 10.222.0.115 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996714 Nov 03 20:05:04.932266 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:05:05.054531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:05.066701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'port_id': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'mac_address': 'fa:16:3e:a3:a1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:05:05.106320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:05.120207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b445844e-c10b-4159-b6f7-6bd0bf998f33 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:05:05.139920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:05.144427 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:05.201820 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:05.213462 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.213722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.214641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.214988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.215319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.215912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.216405 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.217093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.217463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.218052 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.219883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.219883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:05.457397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['b445844e-c10b-4159-b6f7-6bd0bf998f33'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:05:05.616181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9208a2-d9c0-4710-a81d-8673758933c5 req-29f64a5a-e3c1-4397-9023-2404f88f2148 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:05.618135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af9208a2-d9c0-4710-a81d-8673758933c5 req-29f64a5a-e3c1-4397-9023-2404f88f2148 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 944 time: 0.0566556 Nov 03 20:05:05.674103 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-af9208a2-d9c0-4710-a81d-8673758933c5 req-95dfb917-64d8-4132-9295-dbd2e7fcd39e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498471 Nov 03 20:05:05.697921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54890) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:05.773992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d9a5b1a9-d8d8-4818-a172-2ece796ceaa8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/a92258dc-4859-4000-a1b7-f06fa9d64a48 HTTP/1.1" status: 200 len: 991 time: 0.0739133 Nov 03 20:05:06.958517 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:07.006219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port b445844e-c10b-4159-b6f7-6bd0bf998f33 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:05:07.010349 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port b445844e-c10b-4159-b6f7-6bd0bf998f33 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:07.010722 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:07.087962 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:07.110398 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:07.112644 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0145e7-c804-4973-b97a-2018ec482da5" -d '{"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-plugged", "status": "completed", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:07.125763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:07.130510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:07.324206 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e4bf8-e119-425a-99ac-758249a3c952 x-openstack-request-id: req-dd4e4bf8-e119-425a-99ac-758249a3c952 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:07.324492 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-plugged", "status": "completed", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:07.324742 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dd4e4bf8-e119-425a-99ac-758249a3c952 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:07.325124 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'code': 200} Nov 03 20:05:07.350573 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:08.444202 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ebbccdcc-8ed7-4638-a6c3-53c6de19924f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:10.178010 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:11.708254 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-ab76d7ff-32a5-4133-88e8-868b0ba5762a req-f3580e22-bf0e-4193-88ed-ca320168f7f8 service neutron] (101988) timed out ('10.222.0.115', 55757) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 20:05:12.094173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:12.203987 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:17.623699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-5e475687-a48b-461d-9e19-31f5f9c54dfe service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401804 Nov 03 20:05:17.706541 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-9060b972-71d3-440b-83a0-c354286c8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:17.708042 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-9060b972-71d3-440b-83a0-c354286c8326 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1096 time: 0.0417151 Nov 03 20:05:17.818887 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-3e203869-b8fd-49ba-ab94-a9121281f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:17.820341 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-3e203869-b8fd-49ba-ab94-a9121281f0e9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.0908787 Nov 03 20:05:17.892679 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-39bf215c-d337-4433-b78d-eb6099b838cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 1000 time: 0.0635989 Nov 03 20:05:17.946175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-6bc79ca9-f25b-46fb-9bfb-e68c680407da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:17.947626 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-6bc79ca9-f25b-46fb-9bfb-e68c680407da service neutron] 10.222.0.110 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0456488 Nov 03 20:05:17.995904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-b86b2180-1b63-46d3-8042-fdd40a2c4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:18.001294 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-b86b2180-1b63-46d3-8042-fdd40a2c4e9e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410993 Nov 03 20:05:18.009370 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-97139709-c5d8-45ca-ac0f-3cf35b5f35e6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:05:18.010319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-97139709-c5d8-45ca-ac0f-3cf35b5f35e6 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051084 Nov 03 20:05:18.107780 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-67b0e575-b8e1-4bca-bf59-089cd605a9a8 service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879810 Nov 03 20:05:18.204500 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a7360f4a-86fa-45d1-b3b8-a0d221d351a5 req-75f945d3-1f04-467d-828d-dff5b938299c service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892870 Nov 03 20:05:22.298744 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:05:32.928901 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:33.665028 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.303693 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54902) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:34.488576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port f4c0bc80-7896-41eb-ba0a-df2f96343570 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:05:34.488857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.569629 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.569954 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.582755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for f4c0bc80-7896-41eb-ba0a-df2f96343570 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:05:34.741930 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.766747 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=f4c0bc80-7896-41eb-ba0a-df2f96343570,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:34.810622 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-621cb5a7-82ff-46bd-b333-ea9b25e49e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.840944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:34.841304 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP a92258dc-4859-4000-a1b7-f06fa9d64a48 disassociated (deleted). External IP: 172.25.8.31, port: b445844e-c10b-4159-b6f7-6bd0bf998f33. Nov 03 20:05:35.068470 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4395ccff-58c5-4f15-91f9-fe545ed1b26e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:05:35.187726 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:05:35.193491 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:35.197662 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] Sync routers for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:05:35.209174 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:35.209919 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:35.226977 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-deb71cd2-2105-4d1b-a854-2c9a7b03c25f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/floatingips/a92258dc-4859-4000-a1b7-f06fa9d64a48 HTTP/1.1" status: 204 len: 168 time: 0.9217842 Nov 03 20:05:35.227835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:35.230244 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286128db-95be-4edb-9519-40d118861f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:35.276114 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25615c-5533-4991-ab3c-c9c07bf711d6 x-openstack-request-id: req-af25615c-5533-4991-ab3c-c9c07bf711d6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:35.276552 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:35.276762 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af25615c-5533-4991-ab3c-c9c07bf711d6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:35.277147 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'status': 'completed', 'code': 200} Nov 03 20:05:35.334848 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:35.355318 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286128db-95be-4edb-9519-40d118861f3e req-3e73b7cf-d670-4d63-9028-0c8c4eb07272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:35.357456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-3e73b7cf-d670-4d63-9028-0c8c4eb07272 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 1096 time: 0.0536029 Nov 03 20:05:35.483854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286128db-95be-4edb-9519-40d118861f3e req-aa56cb18-5188-41d8-8c46-7a7df53cb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:35.485558 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-aa56cb18-5188-41d8-8c46-7a7df53cb168 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 200 len: 898 time: 0.1193080 Nov 03 20:05:35.544292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-4ed6c494-d7a9-457e-9fdf-38c42790e45b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 200 len: 217 time: 0.0495811 Nov 03 20:05:35.608994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83188737-6f9a-40ff-85cd-026346aabadb req-aa661d31-748d-44c7-8ebc-81da11729783 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:35.610785 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83188737-6f9a-40ff-85cd-026346aabadb req-aa661d31-748d-44c7-8ebc-81da11729783 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.1339538 Nov 03 20:05:35.629151 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286128db-95be-4edb-9519-40d118861f3e req-76a73529-e836-4e44-9453-4be55f7c9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:35.631707 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-76a73529-e836-4e44-9453-4be55f7c9884 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 200 len: 834 time: 0.0732827 Nov 03 20:05:35.682557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83188737-6f9a-40ff-85cd-026346aabadb req-435f6bb0-9a93-4d2b-a485-ab238bbe0c70 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623002 Nov 03 20:05:35.702586 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286128db-95be-4edb-9519-40d118861f3e req-93f2db5e-11d2-4b48-afc9-952b39f393fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:35.704380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-93f2db5e-11d2-4b48-afc9-952b39f393fe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596044 Nov 03 20:05:35.737809 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:35.764862 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] Checking router: 4395ccff-58c5-4f15-91f9-fe545ed1b26e for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:05:35.774355 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:35.774977 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:35.839470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-ef118e0a-759b-4851-a133-a4eb045d6c59 service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239815 Nov 03 20:05:35.915267 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:35.951795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-286128db-95be-4edb-9519-40d118861f3e req-87d4f03b-8767-476b-a80e-60529eef5862 service neutron] 10.222.0.110 "GET /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036077 Nov 03 20:05:36.155364 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:36.186631 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e64d79-fe9e-4ec1-918a-85a5c8a6e601 None None] The sync data for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 is: [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:03:52Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0b88a0c6-cca4-4faa-9aba-344ff09e7ec1', 'name': '', 'network_id': 'b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:92:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:51Z', 'updated_at': '2021-11-03T20:03:55Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '78c0fcec-2f7d-4976-bfdc-e6fb8760d614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:05:36.486756 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b762d0-4cd7-4196-a52b-63a73796e32b None None] New status for floating IP a92258dc-4859-4000-a1b7-f06fa9d64a48: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:05:36.874658 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ccf5-ca47-4e39-bcff-a1dcdde11d5a req-318236fc-30a9-40c8-a23d-82273a1c3c94 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:36.876182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2924ccf5-ca47-4e39-bcff-a1dcdde11d5a req-318236fc-30a9-40c8-a23d-82273a1c3c94 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.1135600 Nov 03 20:05:36.929861 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2924ccf5-ca47-4e39-bcff-a1dcdde11d5a req-c2aed422-42d7-4339-be24-a7771240fe98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=efebd457-778c-4968-a09f-baa6c80d1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Nov 03 20:05:37.226142 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df574-a775-4dd1-9a82-aaa15112175e req-4ff81c2e-5bb1-41b8-8eb9-8d2781899775 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:37.227631 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-952df574-a775-4dd1-9a82-aaa15112175e req-4ff81c2e-5bb1-41b8-8eb9-8d2781899775 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.110 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Nov 03 20:05:37.334005 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port b445844e-c10b-4159-b6f7-6bd0bf998f33 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:05:37.334348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:37.428134 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port b445844e-c10b-4159-b6f7-6bd0bf998f33, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=b445844e-c10b-4159-b6f7-6bd0bf998f33,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:37.428498 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:37.440299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for b445844e-c10b-4159-b6f7-6bd0bf998f33 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:05:37.569728 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:37.604410 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=b445844e-c10b-4159-b6f7-6bd0bf998f33,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:37.646360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] No DVR routers for this DVR port b445844e-c10b-4159-b6f7-6bd0bf998f33 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:05:37.649067 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:37.652461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-952df574-a775-4dd1-9a82-aaa15112175e req-dcf4caa3-88e5-4568-977e-c37f513c2516 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.110 "DELETE /v2.0/ports/b445844e-c10b-4159-b6f7-6bd0bf998f33 HTTP/1.1" status: 204 len: 173 time: 0.4176619 Nov 03 20:05:37.652972 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-deleted', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:37.655824 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55adbd9b-7efa-4e55-9f47-2c63ac89fdaa" -d '{"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-deleted", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:37.701081 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70a2717-9880-4ac1-8b11-c74f841feee4 x-openstack-request-id: req-a70a2717-9880-4ac1-8b11-c74f841feee4 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:37.701383 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcddcb2f-c77b-4717-8f50-206e24608d28", "name": "network-vif-deleted", "tag": "b445844e-c10b-4159-b6f7-6bd0bf998f33", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:37.701640 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a70a2717-9880-4ac1-8b11-c74f841feee4 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:37.702074 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcddcb2f-c77b-4717-8f50-206e24608d28', 'name': 'network-vif-deleted', 'tag': 'b445844e-c10b-4159-b6f7-6bd0bf998f33', 'status': 'completed', 'code': 200} Nov 03 20:05:38.061499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4e07c5b1-26d3-4318-b43d-e20693f9dfb5 req-4423484e-ee8c-4b41-9f23-6b52956a0242 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=bcddcb2f-c77b-4717-8f50-206e24608d28 HTTP/1.1" status: 200 len: 210 time: 0.0408857 Nov 03 20:05:38.446530 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-88eefdc4-4770-4f1b-816d-1b013d0f977d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:39.118026 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:39.487006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:39.739347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:05:39.739622 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:39.832090 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:39.832448 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:39.844985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:05:40.037842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:40.062855 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=0b88a0c6-cca4-4faa-9aba-344ff09e7ec1,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:40.187091 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:40.253480 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:40.766012 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 4395ccff-58c5-4f15-91f9-fe545ed1b26e has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:05:40.877604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:05:40.887940 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] Sync routers for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:05:40.897618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6787df3b-78f4-4299-bcc0-2a3b76a52e10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/4395ccff-58c5-4f15-91f9-fe545ed1b26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760365 Nov 03 20:05:40.897985 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:40.898710 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:40.899402 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:40.960769 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting subnet 78c0fcec-2f7d-4976-bfdc-e6fb8760d614 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:05:40.964037 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.005633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.006275 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:41.094829 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.107096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:05:41.128309 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: b445844e-c10b-4159-b6f7-6bd0bf998f33 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:05:41.128659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device b445844e-c10b-4159-b6f7-6bd0bf998f33 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:05:41.164028 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.193477 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Subnet': ['ID=78c0fcec-2f7d-4976-bfdc-e6fb8760d614,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:41.195350 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:05:39Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:41.197207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.200511 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-75919fb5-f895-4528-be3c-bf9f2050968b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/subnets/78c0fcec-2f7d-4976-bfdc-e6fb8760d614 HTTP/1.1" status: 204 len: 168 time: 0.3011148 Nov 03 20:05:41.203496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54926) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:41.211085 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a308998-8d1b-45c6-bfc0-87e244c0cc1a None None] Network b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:05:41.230943 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] Checking router: 4395ccff-58c5-4f15-91f9-fe545ed1b26e for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:05:41.251510 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] Routers {'4395ccff-58c5-4f15-91f9-fe545ed1b26e'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:41.252769 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:41.317541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.370035 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] Set router 4395ccff-58c5-4f15-91f9-fe545ed1b26e gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:41.415346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] DHCP port deletion for b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:05:41.441500 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.466213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] Deleting port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:05:41.467124 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.501178 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 44fce522-ec11-4e81-959c-69b901f5b590 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:05:41.502079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.535812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] For port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,segment=NetworkSegment(a12da161-b750-484a-bca2-8ef1764c03ad),segment_id=a12da161-b750-484a-bca2-8ef1764c03ad)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:41.536202 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.548960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] Calling delete_port for 43380c2f-b5ed-4aa3-ae28-78e1a36f344f owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:05:41.564841 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:05:39Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:41.589798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 44fce522-ec11-4e81-959c-69b901f5b590, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44fce522-ec11-4e81-959c-69b901f5b590,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:41.590165 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.592255 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aba504b-80cb-4dfd-b764-d9efbd8f2a28 None None] The sync data for ids ['4395ccff-58c5-4f15-91f9-fe545ed1b26e'] in n-d-812151-4 is: [{'id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1693439801', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '44fce522-ec11-4e81-959c-69b901f5b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:03:48Z', 'updated_at': '2021-11-03T20:05:39Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': '44fce522-ec11-4e81-959c-69b901f5b590', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4395ccff-58c5-4f15-91f9-fe545ed1b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:03:49Z', 'updated_at': '2021-11-03T20:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:05:41.609430 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 44fce522-ec11-4e81-959c-69b901f5b590 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:05:41.639014 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.665987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] Pushing event deleted for resources: {'Port': ['ID=43380c2f-b5ed-4aa3-ae28-78e1a36f344f,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:41.669579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f224f-d692-45fc-85d0-a7cf1a608706 None None] No DVR routers for this DVR port 43380c2f-b5ed-4aa3-ae28-78e1a36f344f on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:05:41.790059 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.823687 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=44fce522-ec11-4e81-959c-69b901f5b590,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:41.883107 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.976944 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:41.979102 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.026674 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.027433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Fanout notify agent at l3_agent the message router_deleted on router 4395ccff-58c5-4f15-91f9-fe545ed1b26e {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:05:42.035483 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.036755 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-7a9c6775-0397-4ee6-86c5-4b6f9af4b29e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/routers/4395ccff-58c5-4f15-91f9-fe545ed1b26e HTTP/1.1" status: 204 len: 168 time: 0.8320885 Nov 03 20:05:42.039526 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54928) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:42.098526 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.124903 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.205866 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.218687 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.240347 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:42.252784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12da161-b750-484a-bca2-8ef1764c03ad') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:42.253193 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12da161-b750-484a-bca2-8ef1764c03ad') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:42.262656 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.275353 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.281275 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:05:42.281684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:05:42.284853 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:05:42.342507 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.350801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.353070 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/networks/b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78 HTTP/1.1" status: 204 len: 168 time: 0.3125887 Nov 03 20:05:42.355970 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54930) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:42.365214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f96c1-0b73-4180-9759-6d37f03fe4bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Network': ['ID=b87a8bb8-83a3-4d3b-bb66-f1ac2a508f78,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:42.416951 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.444132 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.518042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.520664 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.521832 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/security-groups/efebd457-778c-4968-a09f-baa6c80d1d02 HTTP/1.1" status: 204 len: 168 time: 0.1648653 Nov 03 20:05:42.536513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efebd457-778c-4968-a09f-baa6c80d1d02,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:42.545974 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.546391 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.546876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.547256 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.547642 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.548144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.548607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.548981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.549319 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.549652 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.549983 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.550316 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659273f-2bc6-4b66-bcb4-58b1b2281927 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:42.814249 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54936) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:42.819023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466740128', 'description': 'tempest-secgroup-smoke-1466740128 description', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:42.842658 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.910931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.913514 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 43380c2f-b5ed-4aa3-ae28-78e1a36f344f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:05:42.916159 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.935883 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 43380c2f-b5ed-4aa3-ae28-78e1a36f344f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:05:42.936802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 43380c2f-b5ed-4aa3-ae28-78e1a36f344f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:05:42.937643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:05:42.945497 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:42.946745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1314163 Nov 03 20:05:42.949759 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54938) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:42.954903 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f01aa-f25e-4cc0-a026-f0d84205f459', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:42.958186 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd0a3-07aa-41da-92cc-7e90894075a3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f01aa-f25e-4cc0-a026-f0d84205f459,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:42.958362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:05:42.958833 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0b88a0c6-cca4-4faa-9aba-344ff09e7ec1 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:05:42.959135 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44fce522-ec11-4e81-959c-69b901f5b590 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:05:42.981505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 44fce522-ec11-4e81-959c-69b901f5b590 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:05:42.981853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44fce522-ec11-4e81-959c-69b901f5b590 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:05:42.995903 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.060951 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.064671 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.083228 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fcdb71-3a16-480f-93f0-5f4112d5e5b5,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.092661 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.094134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-544ec916-e388-4c43-a708-40f2ea1bdba4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431313 Nov 03 20:05:43.097256 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54940) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.101859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f01aa-f25e-4cc0-a026-f0d84205f459', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.129182 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.186302 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.190045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.208774 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b10f2e-4184-4ebb-9092-11122141d0a4,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.213633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.214825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-9f6db042-b8b2-4ddf-b5fe-922c129d5f98 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166389 Nov 03 20:05:43.218123 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54942) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.222361 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f01aa-f25e-4cc0-a026-f0d84205f459', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.251451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.308990 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.312797 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.331758 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb10cda-8a92-433d-8ddf-2c26a31afc62,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.336357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.339926 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-01d783a7-9474-4442-b615-9fe9786b09f5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185541 Nov 03 20:05:43.340412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54944) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.345308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f01aa-f25e-4cc0-a026-f0d84205f459', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.372451 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.435204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.438913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.457628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae70610-ac1b-4a5a-9aba-7c195e5c2800,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.466120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.467873 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-adea7b99-7aee-4683-9302-e547405636b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265013 Nov 03 20:05:43.470872 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54946) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.475626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f01aa-f25e-4cc0-a026-f0d84205f459', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.497535 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:05:43.502514 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.561494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.565291 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.584428 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2483a13c-972c-4b56-9cdd-3b2e4d3fef0d,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.595374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.596585 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-758c2c63-c47d-4ef7-9a95-3ebc5ba1d3c9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246922 Nov 03 20:05:43.599647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54948) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.604136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f01aa-f25e-4cc0-a026-f0d84205f459', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.625956 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:05:43.631394 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.691567 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.695352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.713561 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f15870d-9b1b-4575-b272-163d8ee0e98f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.721876 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.723122 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-daf0f269-b849-4359-a348-e97d94654252 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225204 Nov 03 20:05:43.726257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54950) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.731077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'network': {'name': 'tempest-network-smoke--1344347980', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'port_security_enabled': True}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.750558 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:05:43.753936 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.780324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:05:43.789341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.789947 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Added segment 9c187cf9-e199-489a-957c-e6432ed90fa7 of type vlan for network e1fc93e3-3c97-4149-95d7-1dd1207e107b Nov 03 20:05:43.830591 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.855709 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.861412 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:43.861991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.896494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691699 Nov 03 20:05:43.899321 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54952) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:43.904026 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'admin_state_up': True, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:43.930751 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.932250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:43.932618 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d900a1-da5f-496c-a1a8-399a83a0083b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Network': ['ID=e1fc93e3-3c97-4149-95d7-1dd1207e107b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:43.944920 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:05:43.993006 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.133884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.328426 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.347352 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.456698 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.71 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/bcc75f07-1be3-42da-82da-20d3ecb49fd7) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:05:44.561192 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.594053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.637690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:05:44.644179 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:44.646707 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:05:44.652522 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=bcc75f07-1be3-42da-82da-20d3ecb49fd7,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:44.897656 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:45.096826 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:45.529285 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 9c9ae410-ab3e-483d-a734-8336938659e6 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:05:45.637634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:05:45.648391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Sync routers for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:05:45.658013 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:45.658621 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:45.658765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:45.663746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54954) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:45.664326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-74f49080-d7d6-4094-b848-4f1e256f101b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7633786 Nov 03 20:05:45.693356 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-53caccd2-055c-4c5a-b98a-25924f70fdf0 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b2841dcacf504d1db3c031aa3dad965d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282331 Nov 03 20:05:45.695909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 54956) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:45.771600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:45.790462 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340075b-4520-40e6-8892-defd31a91eb9 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:45.791862 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e340075b-4520-40e6-8892-defd31a91eb9 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947158 Nov 03 20:05:45.795506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54958) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:45.828185 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d80a81e4-a05f-4103-9e7e-03ba896049e1 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315025 Nov 03 20:05:45.830957 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54960) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:45.835654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880990233', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:45.933934 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:05:45.938188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:45.958952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:44Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:45.990104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Checking router: 9c9ae410-ab3e-483d-a734-8336938659e6 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:05:45.990449 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Updating router 9c9ae410-ab3e-483d-a734-8336938659e6 port bcc75f07-1be3-42da-82da-20d3ecb49fd7 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:05:46.018335 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.132443 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.196403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Subnet': ['ID=3012efd9-4c1a-45e0-9da8-805c0804db8d,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:46.205024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Checking segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:05:46.205379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network hostable DHCP agents. Network: e1fc93e3-3c97-4149-95d7-1dd1207e107b, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:05:46.223690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:05:46.234150 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e1fc93e3-3c97-4149-95d7-1dd1207e107b) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:46.238873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:46.240560 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.260956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d498ec5a-c9b0-41fd-b2f2-012a32c4a175 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4290268 Nov 03 20:05:46.264452 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 54962) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:46.278521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebace7ca-0619-4e90-b3e8-a189c12db61b None None] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:05:46.351838 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.363346 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.435972 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261792f-4556-4cd7-b6de-5c6b84fe1b5f None None] Pushing event updated for resources: {'Port': ['ID=bcc75f07-1be3-42da-82da-20d3ecb49fd7,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:46.441496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Attempting to bind port bcc75f07-1be3-42da-82da-20d3ecb49fd7 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:05:46.441868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Attempting to bind port bcc75f07-1be3-42da-82da-20d3ecb49fd7 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:05:46.442223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Attempting to bind port bcc75f07-1be3-42da-82da-20d3ecb49fd7 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:46.473059 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:05:46.473429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:05:46.473822 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.474989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:05:46.474989 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Bound port: bcc75f07-1be3-42da-82da-20d3ecb49fd7, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:05:46.475320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.552669 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:05:46.553740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.557615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] For port bcc75f07-1be3-42da-82da-20d3ecb49fd7, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:05:46.581777 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] For port bcc75f07-1be3-42da-82da-20d3ecb49fd7, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bcc75f07-1be3-42da-82da-20d3ecb49fd7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:05:46.590816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.721143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261792f-4556-4cd7-b6de-5c6b84fe1b5f None None] Pushing event updated for resources: {'Port': ['ID=bcc75f07-1be3-42da-82da-20d3ecb49fd7,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:46.727026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:46.727648 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:46.783652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:46.843965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Allocated IP 172.20.0.2 (e1fc93e3-3c97-4149-95d7-1dd1207e107b/3012efd9-4c1a-45e0-9da8-805c0804db8d/5e3423a2-ab73-4a42-8c50-672b7d182abc) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:05:46.894929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:47.300175 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.307996 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.362087 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.1 (e1fc93e3-3c97-4149-95d7-1dd1207e107b/3012efd9-4c1a-45e0-9da8-805c0804db8d/495a2067-08ba-4a27-8a6d-dc358cf7242a) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:05:47.363311 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:05:47.368788 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:47.372115 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Pushing event updated for resources: {'Port': ['ID=5e3423a2-ab73-4a42-8c50-672b7d182abc,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:47.375436 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:05:47.406403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:44Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:47.449379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0062-c3ad-4abb-94f1-c3909b052074 None None] The sync data for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 is: [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:44Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:05:47.461174 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Attempting to bind port 5e3423a2-ab73-4a42-8c50-672b7d182abc on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:05:47.461551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Attempting to bind port 5e3423a2-ab73-4a42-8c50-672b7d182abc by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:05:47.462107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Attempting to bind port 5e3423a2-ab73-4a42-8c50-672b7d182abc on network e1fc93e3-3c97-4149-95d7-1dd1207e107b {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:47.476936 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:05:47.477599 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Checking segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:05:47.478008 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.478568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Bound using segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:05:47.479064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Bound port: 5e3423a2-ab73-4a42-8c50-672b7d182abc, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:05:47.479449 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.480630 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.520802 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.553037 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] For port 5e3423a2-ab73-4a42-8c50-672b7d182abc, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:05:47.557284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] For port 5e3423a2-ab73-4a42-8c50-672b7d182abc, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5e3423a2-ab73-4a42-8c50-672b7d182abc,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:05:47.562457 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:05:47.563502 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.565789 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:47.569822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:05:47.613489 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=495a2067-08ba-4a27-8a6d-dc358cf7242a,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:47.634710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b924eef-be2e-4aa2-8bcc-072f21eac3fc None None] Pushing event updated for resources: {'Port': ['ID=5e3423a2-ab73-4a42-8c50-672b7d182abc,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:47.637058 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:47.833853 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.149765 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.155246 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.234181 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=495a2067-08ba-4a27-8a6d-dc358cf7242a,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:48.241028 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.352459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:05:48.354004 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:48.476580 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 9c9ae410-ab3e-483d-a734-8336938659e6 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:05:48.584620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c46188-51f6-4692-aa96-0696402b1512 None None] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:05:48.596599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:05:48.607791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-37d4d16d-395e-41f0-bf29-65b4a518ba3d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/9c9ae410-ab3e-483d-a734-8336938659e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370216 Nov 03 20:05:48.673977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-482d9946-6bf9-42e9-8be2-80d615f7f432 None None] Provisioning complete for port 5e3423a2-ab73-4a42-8c50-672b7d182abc triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:48.674309 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-482d9946-6bf9-42e9-8be2-80d615f7f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.763099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-2e51c950-2c4e-49c6-a2f5-d69903acc0f3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466740128&fields=id&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 267 time: 0.0518851 Nov 03 20:05:48.819071 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-482d9946-6bf9-42e9-8be2-80d615f7f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.864902 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-482d9946-6bf9-42e9-8be2-80d615f7f432 None None] For port 5e3423a2-ab73-4a42-8c50-672b7d182abc, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5e3423a2-ab73-4a42-8c50-672b7d182abc,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:48.874740 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-482d9946-6bf9-42e9-8be2-80d615f7f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:48.899341 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-00ee5327-a0f1-4649-8f9f-3a540324ea67 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:48.902512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-00ee5327-a0f1-4649-8f9f-3a540324ea67 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 797 time: 0.1302140 Nov 03 20:05:48.920987 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-301e25b6-26d5-435a-8994-960712e57763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/quotas/b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 375 time: 0.0114200 Nov 03 20:05:48.950841 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d9946-6bf9-42e9-8be2-80d615f7f432 None None] Pushing event updated for resources: {'Port': ['ID=5e3423a2-ab73-4a42-8c50-672b7d182abc,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:48.983556 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7f5475e9-7f28-4c4c-beb2-40899615a497 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557740 Nov 03 20:05:49.028529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e3423a2-ab73-4a42-8c50-672b7d182abc up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:49.065806 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-ad3ddec2-5e1a-4832-bc38-6797b4f4487a service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:05:49.066864 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-ad3ddec2-5e1a-4832-bc38-6797b4f4487a service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0703428 Nov 03 20:05:49.094082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5e3423a2-ab73-4a42-8c50-672b7d182abc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:49.094453 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.174822 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-f32b54bc-0e12-4095-91c5-aa2230f6d27e service neutron] 10.222.0.91 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010728 Nov 03 20:05:49.204212 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bcc75f07-1be3-42da-82da-20d3ecb49fd7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:49.227964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-710b25ee-b4e1-4712-a3db-19c47fafde71 None None] Provisioning complete for port 495a2067-08ba-4a27-8a6d-dc358cf7242a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:49.228332 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-710b25ee-b4e1-4712-a3db-19c47fafde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.274322 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Sync routers for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:05:49.279520 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-710b25ee-b4e1-4712-a3db-19c47fafde71 None None] Port 495a2067-08ba-4a27-8a6d-dc358cf7242a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:05:49.297291 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-b1af988d-83d3-46dd-a54b-0c9843dac121 service neutron] 10.222.0.91 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161330 Nov 03 20:05:49.300864 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-710b25ee-b4e1-4712-a3db-19c47fafde71 None None] Provisioning complete for port 5e3423a2-ab73-4a42-8c50-672b7d182abc triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:49.301122 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-710b25ee-b4e1-4712-a3db-19c47fafde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.303915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bcc75f07-1be3-42da-82da-20d3ecb49fd7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:49.304273 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.304584 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:49.305299 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:49.426196 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:49.474645 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.499851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port bcc75f07-1be3-42da-82da-20d3ecb49fd7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bcc75f07-1be3-42da-82da-20d3ecb49fd7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:49.507898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.581657 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fea755ea-bd49-48e2-9478-48f6c328e691 req-981907b2-08b8-409d-b12b-3ec84e103904 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 210 time: 0.0656567 Nov 03 20:05:49.611967 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2c631b55-db1f-4d4b-8e77-31cfa3223fe1 None None] Provisioning complete for port 495a2067-08ba-4a27-8a6d-dc358cf7242a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:49.612477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2c631b55-db1f-4d4b-8e77-31cfa3223fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.642320 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=bcc75f07-1be3-42da-82da-20d3ecb49fd7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:49.670742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-2c631b55-db1f-4d4b-8e77-31cfa3223fe1 None None] Port 495a2067-08ba-4a27-8a6d-dc358cf7242a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:05:49.791109 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a949d851-348d-4bf8-a1d5-f677c9fb6875 None None] Provisioning complete for port 495a2067-08ba-4a27-8a6d-dc358cf7242a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:49.791515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a949d851-348d-4bf8-a1d5-f677c9fb6875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:49.809487 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:48Z', 'revision_number': 2, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:49.827360 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a949d851-348d-4bf8-a1d5-f677c9fb6875 None None] Port 495a2067-08ba-4a27-8a6d-dc358cf7242a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:05:49.836321 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Checking router: 9c9ae410-ab3e-483d-a734-8336938659e6 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:05:49.836674 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Updating router 9c9ae410-ab3e-483d-a734-8336938659e6 port 495a2067-08ba-4a27-8a6d-dc358cf7242a binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:05:49.863752 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.143496 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.148620 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.201346 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Pushing event updated for resources: {'Port': ['ID=495a2067-08ba-4a27-8a6d-dc358cf7242a,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:50.225219 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.225563 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.225903 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.226235 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.226568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.226893 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.227215 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.227659 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.227980 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.228299 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.228619 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.228960 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:05:50.270986 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Attempting to bind port 495a2067-08ba-4a27-8a6d-dc358cf7242a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:05:50.271528 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Attempting to bind port 495a2067-08ba-4a27-8a6d-dc358cf7242a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:05:50.271884 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Attempting to bind port 495a2067-08ba-4a27-8a6d-dc358cf7242a on network e1fc93e3-3c97-4149-95d7-1dd1207e107b {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:50.277717 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:05:50.278391 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Checking segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:05:50.278542 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.279008 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Bound using segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:05:50.279496 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Bound port: 495a2067-08ba-4a27-8a6d-dc358cf7242a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:05:50.279871 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.345488 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] For port 495a2067-08ba-4a27-8a6d-dc358cf7242a, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:05:50.348745 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] For port 495a2067-08ba-4a27-8a6d-dc358cf7242a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=495a2067-08ba-4a27-8a6d-dc358cf7242a,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:05:50.355541 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.422270 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:50.422913 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:50.468857 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e069f-24ad-40a6-873a-b6baefaa27ef None None] Pushing event updated for resources: {'Port': ['ID=495a2067-08ba-4a27-8a6d-dc358cf7242a,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:50.488947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-ade73779-74e8-4d85-9967-37ce3aebdcd3 None None] Provisioning complete for port 495a2067-08ba-4a27-8a6d-dc358cf7242a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:50.489589 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ade73779-74e8-4d85-9967-37ce3aebdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.564509 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:50.582970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-269e552b-3dc2-4c33-8148-48366df055eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:50.586572 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-269e552b-3dc2-4c33-8148-48366df055eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 797 time: 0.1650672 Nov 03 20:05:50.635885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ade73779-74e8-4d85-9967-37ce3aebdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.673511 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-ade73779-74e8-4d85-9967-37ce3aebdcd3 None None] For port 495a2067-08ba-4a27-8a6d-dc358cf7242a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=495a2067-08ba-4a27-8a6d-dc358cf7242a,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:50.680092 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ade73779-74e8-4d85-9967-37ce3aebdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.707279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-bde3e25d-c075-40f3-ae78-f8d79a6d9ff5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 380 time: 0.1109273 Nov 03 20:05:50.719051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'port': {'device_id': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'admin_state_up': True, 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'security_groups': ['fa2f01aa-f25e-4cc0-a026-f0d84205f459']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:50.731414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a911a5a6-9721-4df7-8aa9-1f0323719b96 req-e193837d-8814-4ac0-91c9-bfd8f75a5312 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 210 time: 0.0384285 Nov 03 20:05:50.737533 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade73779-74e8-4d85-9967-37ce3aebdcd3 None None] Pushing event updated for resources: {'Port': ['ID=495a2067-08ba-4a27-8a6d-dc358cf7242a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:50.800877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4888941e-7ff8-4e61-bbbe-57ba443e91b0 None None] Provisioning complete for port 495a2067-08ba-4a27-8a6d-dc358cf7242a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:50.801287 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4888941e-7ff8-4e61-bbbe-57ba443e91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.842359 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:50.853593 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:05:50.857499 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:50.871007 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901e7e19-a268-44f5-ab78-598f1b55e8fa None None] The sync data for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 is: [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:05:51.010428 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e3423a2-ab73-4a42-8c50-672b7d182abc up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:51.030725 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.12 (e1fc93e3-3c97-4149-95d7-1dd1207e107b/3012efd9-4c1a-45e0-9da8-805c0804db8d/b1cc442d-fc3f-4b71-900b-b6af3f9ce884) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:05:51.065344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5e3423a2-ab73-4a42-8c50-672b7d182abc triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:51.066372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.156187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bcc75f07-1be3-42da-82da-20d3ecb49fd7 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:51.194374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.210451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port bcc75f07-1be3-42da-82da-20d3ecb49fd7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:51.210832 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.233973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.281909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:05:51.285081 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:51.292427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:05:51.322728 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:51.358797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:51.359942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.380413 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-7aecee0a-8543-450e-90c0-071c36842346 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6651626 Nov 03 20:05:51.450458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Request body: {'port': {'device_id': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:51.515245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.631443 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-acb6f41b-25cc-4e79-9c90-e760187656c8 None None] Provisioning complete for port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:51.631815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-acb6f41b-25cc-4e79-9c90-e760187656c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.670484 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-acb6f41b-25cc-4e79-9c90-e760187656c8 None None] Port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:05:51.810771 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cc442d-fc3f-4b71-900b-b6af3f9ce884 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:05:51.819411 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.834528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Transition to ACTIVE for port object b1cc442d-fc3f-4b71-900b-b6af3f9ce884 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:05:51.838427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:51.865794 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fada-63d5-42ae-b089-dd74d1a6a498 req-b9edf853-91d1-48cb-8283-71fdaa301abd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:51.867376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ed2fada-63d5-42ae-b089-dd74d1a6a498 req-b9edf853-91d1-48cb-8283-71fdaa301abd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 932 time: 0.0545547 Nov 03 20:05:51.893033 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Pushing event updated for resources: {'Port': ['ID=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:51.949020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ed2fada-63d5-42ae-b089-dd74d1a6a498 req-b14b5b27-9971-415a-8d77-6dea00c53327 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716717 Nov 03 20:05:51.973857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Attempting to bind port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:05:51.974457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Attempting to bind port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:05:51.974798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Attempting to bind port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 on network e1fc93e3-3c97-4149-95d7-1dd1207e107b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:51.979569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 on network e1fc93e3-3c97-4149-95d7-1dd1207e107b not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:05:51.979963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Attempting to bind port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 on network e1fc93e3-3c97-4149-95d7-1dd1207e107b {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:05:51.985444 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:05:51.985894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Checking segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:05:51.986355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Bound using segment: {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:05:51.986880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Bound port: b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c187cf9-e199-489a-957c-e6432ed90fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:05:51.987299 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:52.065585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] For port b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:05:52.069057 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] For port b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:05:52.074849 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:52.119741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.120465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:52.121912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] 10.222.0.115 "PUT /v2.0/ports/b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 1092 time: 0.7335153 Nov 03 20:05:52.122405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:52.124947 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221" -d '{"events": [{"name": "network-changed", "server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:52.149237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f413e-201f-4f30-ab01-fa794a38c24c service neutron] Pushing event updated for resources: {'Port': ['ID=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:52.195257 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da09db7e-1014-4528-8682-a956092e7a08 x-openstack-request-id: req-da09db7e-1014-4528-8682-a956092e7a08 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:52.195570 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:52.195968 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-da09db7e-1014-4528-8682-a956092e7a08 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:52.196588 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'status': 'completed', 'code': 200} Nov 03 20:05:52.234187 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-cdc906f3-105a-4879-8915-60c80549c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.235735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-cdc906f3-105a-4879-8915-60c80549c73e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1095 time: 0.0513446 Nov 03 20:05:52.286431 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-94cde12f-2066-4ec2-ab83-912a18c3e6db service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 217 time: 0.0412033 Nov 03 20:05:52.341926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-aeab8d24-6c7a-4d29-9fd9-9c53375103a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.343400 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-aeab8d24-6c7a-4d29-9fd9-9c53375103a7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 200 len: 834 time: 0.0474744 Nov 03 20:05:52.391717 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799dd8-9af7-4bd6-8177-878adc661436 req-f77c872d-ca2a-4339-b958-e1aabf468ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.393262 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-f77c872d-ca2a-4339-b958-e1aabf468ca2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e1fc93e3-3c97-4149-95d7-1dd1207e107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424216 Nov 03 20:05:52.496336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-d89c757a-dba3-4034-97d8-54cfcd169b04 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945516 Nov 03 20:05:52.586449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-63799dd8-9af7-4bd6-8177-878adc661436 req-91aacd7c-1a8a-468d-aaf3-3d374498e7de service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826027 Nov 03 20:05:52.684691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-1e5e8256-8e78-472f-809f-a0749e710d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.686742 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-1e5e8256-8e78-472f-809f-a0749e710d0f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1095 time: 0.0461812 Nov 03 20:05:52.777857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-9ea38eb4-20f3-4db4-b6f1-7b22fe880977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.779398 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-9ea38eb4-20f3-4db4-b6f1-7b22fe880977 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 898 time: 0.0856729 Nov 03 20:05:52.827878 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-a95a1d82-b34d-4b3a-9599-6016c31afaa9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 217 time: 0.0399892 Nov 03 20:05:52.879856 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-792b6ae6-1e8e-411c-b429-58fd3a14d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.881441 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-792b6ae6-1e8e-411c-b429-58fd3a14d2a2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 200 len: 834 time: 0.0461283 Nov 03 20:05:52.930805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-2c45b772-94ee-4098-89ca-2c1db24a2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:52.932373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-2c45b772-94ee-4098-89ca-2c1db24a2d0f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e1fc93e3-3c97-4149-95d7-1dd1207e107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426767 Nov 03 20:05:52.936216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 495a2067-08ba-4a27-8a6d-dc358cf7242a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:52.992096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 495a2067-08ba-4a27-8a6d-dc358cf7242a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:52.992685 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:53.049160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-6963e890-53de-4403-aa04-f93e49a2515c service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091053 Nov 03 20:05:53.080952 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89d9aa-e44a-4199-bf78-6bbf1b3458ac req-ccd62f07-9a5d-4f0d-8b67-98453d9c6437 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:53.082557 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c89d9aa-e44a-4199-bf78-6bbf1b3458ac req-ccd62f07-9a5d-4f0d-8b67-98453d9c6437 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 944 time: 0.0545335 Nov 03 20:05:53.137957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c89d9aa-e44a-4199-bf78-6bbf1b3458ac req-0d973bcb-7cb1-44cc-b391-448f12789084 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494020 Nov 03 20:05:53.144447 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e49ecef0-f8a7-412f-b0b5-aed0c2b20221 req-2e9d7b45-b319-4b4e-9408-53d3f132ce88 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868275 Nov 03 20:05:54.185737 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b1cc442d-fc3f-4b71-900b-b6af3f9ce884 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:05:54.259848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7850c9-30ba-479e-a159-0cd6fc40797a req-8fbb35d4-3361-4942-9f44-338925f517a9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:54.261422 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb7850c9-30ba-479e-a159-0cd6fc40797a req-8fbb35d4-3361-4942-9f44-338925f517a9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 944 time: 0.0523288 Nov 03 20:05:54.284596 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:54.296830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'port_id': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'mac_address': 'fa:16:3e:3b:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:05:54.314960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bb7850c9-30ba-479e-a159-0cd6fc40797a req-0b816b8f-815e-4dba-b5ac-ad4d4b617db0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465975 Nov 03 20:05:54.336118 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:54.353069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cc442d-fc3f-4b71-900b-b6af3f9ce884 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:05:54.372272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:54.377769 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:54.424975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:54.587628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['b1cc442d-fc3f-4b71-900b-b6af3f9ce884'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:05:55.430922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f748f4-4274-4716-a7a9-2dfe5f7e62fa req-20808224-5f3c-4d66-b9e5-e791e370b492 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:55.432411 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50f748f4-4274-4716-a7a9-2dfe5f7e62fa req-20808224-5f3c-4d66-b9e5-e791e370b492 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 945 time: 0.0503266 Nov 03 20:05:55.483927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-50f748f4-4274-4716-a7a9-2dfe5f7e62fa req-c4434fdd-1169-4302-be26-4a2d62eaed84 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453854 Nov 03 20:05:56.197851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b1cc442d-fc3f-4b71-900b-b6af3f9ce884 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:05:56.249379 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:05:56.253509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:05:56.253879 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:56.335365 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:56.359069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:56.361390 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b665065c-76c7-462d-8524-fdb9667ae8ec" -d '{"events": [{"server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "name": "network-vif-plugged", "status": "completed", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:56.374732 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:05:56.379561 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:56.403106 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d98e34-0b77-4567-bb59-537057fb6adc x-openstack-request-id: req-f4d98e34-0b77-4567-bb59-537057fb6adc {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:56.403381 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "name": "network-vif-plugged", "status": "completed", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:56.403650 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4d98e34-0b77-4567-bb59-537057fb6adc {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:56.404009 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'code': 200} Nov 03 20:05:56.431304 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:56.506504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a836cf-5ae7-429c-a052-b5937954dfeb req-fc452039-281c-4aa7-b901-7cd1972fdcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:56.508140 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-77a836cf-5ae7-429c-a052-b5937954dfeb req-fc452039-281c-4aa7-b901-7cd1972fdcdf service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1097 time: 0.0465980 Nov 03 20:05:56.555851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-77a836cf-5ae7-429c-a052-b5937954dfeb req-7485acb5-a522-4367-b214-94c3e3a73308 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Nov 03 20:05:56.604447 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8d609-5242-44c6-8796-2c1656fa4f74 req-f089e88b-f992-4c38-b1fa-f56caee9839c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:56.606042 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43f8d609-5242-44c6-8796-2c1656fa4f74 req-f089e88b-f992-4c38-b1fa-f56caee9839c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0539050 Nov 03 20:05:56.655877 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-43f8d609-5242-44c6-8796-2c1656fa4f74 req-bd43be83-f749-4b51-a158-c2d17199586f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Nov 03 20:05:57.774906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be303410-c69e-44e1-955d-daa587fc8dc1 req-9f7056a0-eba2-4370-8686-ab7763c646f4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:57.776310 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be303410-c69e-44e1-955d-daa587fc8dc1 req-9f7056a0-eba2-4370-8686-ab7763c646f4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0494728 Nov 03 20:05:57.827077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be303410-c69e-44e1-955d-daa587fc8dc1 req-759b83a9-8eaa-45c5-94b6-371bbcadaa9e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Nov 03 20:05:57.945638 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd7d71-7173-4e7a-9d1a-e8b46e5d467a req-bf7aa631-bd9a-4b04-b99d-4754f4afeacf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:57.947001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8bd7d71-7173-4e7a-9d1a-e8b46e5d467a req-bf7aa631-bd9a-4b04-b99d-4754f4afeacf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0537274 Nov 03 20:05:57.997262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c8bd7d71-7173-4e7a-9d1a-e8b46e5d467a req-e2fada47-cacd-44d6-96ef-c1ca409bdd3a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 Nov 03 20:05:58.020873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55016) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:58.104962 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593a770-39f3-41d4-b171-4a0486378fbf tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:58.106499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b593a770-39f3-41d4-b171-4a0486378fbf tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1092 time: 0.0844893 Nov 03 20:05:58.109895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55020) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:58.114215 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:05:58.137083 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:58.240204 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:58.344250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.219 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/399bb3aa-1765-4d32-9ab6-356b1bce11ba) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:05:58.450979 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:58.485841 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:58.527597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:05:58.531135 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:05:58.535688 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:05:58.538822 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=399bb3aa-1765-4d32-9ab6-356b1bce11ba,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:58.907412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:58.976696 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:59.130881 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:59.135325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:59.204968 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=399bb3aa-1765-4d32-9ab6-356b1bce11ba,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:05:59.219236 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:59.298790 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:05:59.319191 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP bda241b1-70fa-4101-a106-89a8e17f6f6a associated. External IP: 172.25.8.219, port: b1cc442d-fc3f-4b71-900b-b6af3f9ce884. Nov 03 20:05:59.529747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 9c9ae410-ab3e-483d-a734-8336938659e6 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:05:59.639253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:05:59.648823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] Sync routers for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:05:59.657766 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:59.661656 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:05:59.663606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:05:59.684714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dcc414b9-303f-4db1-8e70-f75a0fb11535 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5736129 Nov 03 20:05:59.686023 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:05:59.688454 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c22ce5-0913-407b-8dfa-e4da93ef11ae" -d '{"events": [{"name": "network-changed", "server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:05:59.780047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:05:59.802978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab058ee0-2e39-421b-bb1a-d09664aa6f5f req-f68dbc17-4426-4f15-a130-c14748984220 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:59.804644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab058ee0-2e39-421b-bb1a-d09664aa6f5f req-f68dbc17-4426-4f15-a130-c14748984220 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0605133 Nov 03 20:05:59.806027 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2755233-181c-47fb-a8fc-392a0ffd457b x-openstack-request-id: req-c2755233-181c-47fb-a8fc-392a0ffd457b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:05:59.806309 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:05:59.806564 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c2755233-181c-47fb-a8fc-392a0ffd457b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:05:59.806953 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'status': 'completed', 'code': 200} Nov 03 20:05:59.858628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ab058ee0-2e39-421b-bb1a-d09664aa6f5f req-16590de4-7994-4806-b5d5-dafaad299863 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 Nov 03 20:05:59.866603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-e0344175-990e-4e67-975f-5f43ca3be018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:59.868125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-e0344175-990e-4e67-975f-5f43ca3be018 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1097 time: 0.0431352 Nov 03 20:05:59.884641 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55028) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:05:59.950700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-a1e99cf5-0a77-4dea-b221-7f3e15c46085 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/bda241b1-70fa-4101-a106-89a8e17f6f6a HTTP/1.1" status: 200 len: 992 time: 0.0646431 Nov 03 20:05:59.968285 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-861bd777-b8fa-4a9b-af2b-9004ad1117ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:05:59.969917 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-861bd777-b8fa-4a9b-af2b-9004ad1117ee service neutron] 10.222.0.115 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 898 time: 0.0944991 Nov 03 20:06:00.026635 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'bda241b1-70fa-4101-a106-89a8e17f6f6a', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'port_id': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'mac_address': 'fa:16:3e:3b:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:05:58Z', 'updated_at': '2021-11-03T20:05:58Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:00.038445 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-1f9e2e07-1f9e-4b79-a514-4c6a9b6aee96 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 1000 time: 0.0612462 Nov 03 20:06:00.054773 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] Checking router: 9c9ae410-ab3e-483d-a734-8336938659e6 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:06:00.063175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:06:00.063775 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:05:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:00.088807 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-79df2239-3159-48cb-a0fc-5070ea1bb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:00.090292 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-79df2239-3159-48cb-a0fc-5070ea1bb45a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 200 len: 834 time: 0.0446281 Nov 03 20:06:00.141322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-f3c1ae3e-bcb7-4c4b-8f6e-3fe8f19376da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:00.142817 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-f3c1ae3e-bcb7-4c4b-8f6e-3fe8f19376da service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e1fc93e3-3c97-4149-95d7-1dd1207e107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452027 Nov 03 20:06:00.173824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:06:00.529522 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-bcfce705-9e08-4d48-95d4-c555d071b768 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780930 Nov 03 20:06:00.578689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'bda241b1-70fa-4101-a106-89a8e17f6f6a', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'port_id': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'mac_address': 'fa:16:3e:3b:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:05:58Z', 'updated_at': '2021-11-03T20:05:58Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:06:00.605824 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce66ea9-c8cf-429b-ae70-4d232fbd2247 None None] The sync data for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 is: [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'bda241b1-70fa-4101-a106-89a8e17f6f6a', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'port_id': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'mac_address': 'fa:16:3e:3b:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:05:58Z', 'updated_at': '2021-11-03T20:05:58Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:06:00.628616 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-44c22ce5-0913-407b-8dfa-e4da93ef11ae req-84262b90-a3f6-4aff-8394-4f3f643ec6b3 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913191 Nov 03 20:06:00.796378 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e6e4f-658f-42a0-a935-8effef846241 None None] New status for floating IP bda241b1-70fa-4101-a106-89a8e17f6f6a: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:06:00.954116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55030) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:01.319564 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-efbe0c96-2cfa-4153-8570-abdb68f159a8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/bda241b1-70fa-4101-a106-89a8e17f6f6a HTTP/1.1" status: 200 len: 994 time: 0.3642919 Nov 03 20:06:02.942422 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:03.679357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:04.814270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-756c7c8b-860d-4446-8dad-947960f9ad64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:08.447384 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-96a4d6ce-df80-45e2-947d-127d6a3356aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:10.184367 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:12.100898 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:12.208391 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:31.793767 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-b74e4dfb-c4d8-4c35-9a2d-32da2a15fa07 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396111 Nov 03 20:06:31.882380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-d97cd7de-58af-45b7-b85d-41992874e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:31.883556 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-d97cd7de-58af-45b7-b85d-41992874e7ed service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1097 time: 0.0422299 Nov 03 20:06:32.006943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-ac16d75d-8661-427a-ae83-bcb63e859099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:32.008456 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-ac16d75d-8661-427a-ae83-bcb63e859099 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 898 time: 0.0999336 Nov 03 20:06:32.079039 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf806011-12a4-4e9d-bd0b-a67de454a670 req-38522263-2252-4573-a5c1-e51486bc4c23 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:32.079790 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-c66d2a94-9861-44b1-a45b-76db3c09a8c5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 1002 time: 0.0633550 Nov 03 20:06:32.080638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf806011-12a4-4e9d-bd0b-a67de454a670 req-38522263-2252-4573-a5c1-e51486bc4c23 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Nov 03 20:06:32.134275 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf806011-12a4-4e9d-bd0b-a67de454a670 req-c1e52b61-b913-47de-a779-8ec913505640 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474434 Nov 03 20:06:32.140174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-c15dd81c-d20e-4e70-8865-2b397255ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:32.141735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-c15dd81c-d20e-4e70-8865-2b397255ed35 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 200 len: 834 time: 0.0515919 Nov 03 20:06:32.190628 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-cfc7614e-4604-4239-aacc-43cf5a890c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:32.192124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-cfc7614e-4604-4239-aacc-43cf5a890c1e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e1fc93e3-3c97-4149-95d7-1dd1207e107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422966 Nov 03 20:06:32.288671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-08594f17-a6b7-4513-895c-8611c7d0a714 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889475 Nov 03 20:06:32.389811 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c3438fe4-13ae-4b6f-a3d2-3afa8f02eaef req-423c7616-d92f-497e-97ee-98809cf4a81c service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928319 Nov 03 20:06:32.945490 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:33.263737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f025a-0378-43e4-8ed8-1be4e100457e req-07aac638-e2f0-45fe-a0da-78a440035877 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:33.265760 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f91f025a-0378-43e4-8ed8-1be4e100457e req-07aac638-e2f0-45fe-a0da-78a440035877 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Nov 03 20:06:33.320952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f91f025a-0378-43e4-8ed8-1be4e100457e req-1a14ff25-faf2-4eab-ae9e-c3d8276a8c80 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489829 Nov 03 20:06:33.679838 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:34.446946 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7986f-35ed-4f68-a3d6-2cb3d349f13c req-24c92c5f-88cd-45fb-b860-36823e0caafa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:34.448656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cca7986f-35ed-4f68-a3d6-2cb3d349f13c req-24c92c5f-88cd-45fb-b860-36823e0caafa tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0575016 Nov 03 20:06:34.502544 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cca7986f-35ed-4f68-a3d6-2cb3d349f13c req-71d11236-03c6-42ce-9908-e0d1f0f58f64 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466583 Nov 03 20:06:34.818972 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f4530bf7-8c80-4aea-9263-6dfc00fa1734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:35.635604 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e969af4-1a25-4f54-8697-d579ae4f1b4f req-e87530d2-a19e-4606-8f16-96b787e80ec5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:35.637353 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e969af4-1a25-4f54-8697-d579ae4f1b4f req-e87530d2-a19e-4606-8f16-96b787e80ec5 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0581095 Nov 03 20:06:35.705032 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3e969af4-1a25-4f54-8697-d579ae4f1b4f req-89ba7117-3478-4c9a-ad95-7f8668b304eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558777 Nov 03 20:06:36.298171 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:06:36.828234 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6405d-f259-473d-a89b-9fa90f8f2547 req-fe268389-f724-4503-ae70-33aba9325ced tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:36.829766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6b6405d-f259-473d-a89b-9fa90f8f2547 req-fe268389-f724-4503-ae70-33aba9325ced tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0539575 Nov 03 20:06:36.879079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d6b6405d-f259-473d-a89b-9fa90f8f2547 req-68b2cf22-2bac-444c-9e4f-6ab23f4dacd6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Nov 03 20:06:38.004513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdd9c1-b1d3-44a3-899e-647c3cf12b07 req-decaa1b4-4112-467d-8854-50403f76aae7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:38.006100 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5bdd9c1-b1d3-44a3-899e-647c3cf12b07 req-decaa1b4-4112-467d-8854-50403f76aae7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0539565 Nov 03 20:06:38.060215 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a5bdd9c1-b1d3-44a3-899e-647c3cf12b07 req-681eaf3d-acb5-45c8-8536-753ca6a878f9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Nov 03 20:06:38.448771 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-48652d9c-a007-4b04-b51e-2657aba2d127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:39.178501 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669b8e-54e9-47ea-b270-ef7b103274d0 req-5b9041f3-58bf-47ac-8197-13f41eb35d5a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:39.179931 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3669b8e-54e9-47ea-b270-ef7b103274d0 req-5b9041f3-58bf-47ac-8197-13f41eb35d5a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Nov 03 20:06:39.237202 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3669b8e-54e9-47ea-b270-ef7b103274d0 req-f0d4a27d-4879-4b49-b35f-a6d80ccc3ceb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509906 Nov 03 20:06:40.186206 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:40.354704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5bb64-ced5-4a10-873a-c6bba40cb4c9 req-141fbc46-58d0-4106-82c2-a8904a63e76c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:40.356179 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5b5bb64-ced5-4a10-873a-c6bba40cb4c9 req-141fbc46-58d0-4106-82c2-a8904a63e76c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0497682 Nov 03 20:06:40.408440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b5b5bb64-ced5-4a10-873a-c6bba40cb4c9 req-edcab075-23f9-422f-8eef-7b1cbc563028 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459487 Nov 03 20:06:41.526605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25704e2e-d25b-4bef-8647-2f2258ded71f req-2af3d12d-02a0-4de3-837f-0ba8796dd64f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:41.528010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25704e2e-d25b-4bef-8647-2f2258ded71f req-2af3d12d-02a0-4de3-837f-0ba8796dd64f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0496745 Nov 03 20:06:41.578623 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25704e2e-d25b-4bef-8647-2f2258ded71f req-40a913c8-2489-42b3-9b8c-46fe956ef7d4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Nov 03 20:06:42.103549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:42.210714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:42.707727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c543b6-6456-4106-9fa8-f32cc55abbcc req-da55bf30-8228-47b8-95b7-9cdc2616cfed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:42.709341 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c543b6-6456-4106-9fa8-f32cc55abbcc req-da55bf30-8228-47b8-95b7-9cdc2616cfed tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0574062 Nov 03 20:06:42.769910 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-00c543b6-6456-4106-9fa8-f32cc55abbcc req-eea675ee-dd9b-4503-841a-9204f993ff97 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542665 Nov 03 20:06:42.799208 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55062) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:42.869746 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d955e75e-f1b1-4461-97d4-d67acf11fd5f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/bda241b1-70fa-4101-a106-89a8e17f6f6a HTTP/1.1" status: 200 len: 994 time: 0.0692499 Nov 03 20:06:44.468047 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7d3ac-86d1-4e79-96ed-ce50de633c40 req-6ee248fd-313b-4408-bde6-1e2c24fcf851 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.470358 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ab7d3ac-86d1-4e79-96ed-ce50de633c40 req-6ee248fd-313b-4408-bde6-1e2c24fcf851 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0647540 Nov 03 20:06:44.489667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-cff3b8c9-a172-46ea-b626-cbf606dccc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.492437 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-cff3b8c9-a172-46ea-b626-cbf606dccc57 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1097 time: 0.0620599 Nov 03 20:06:44.540487 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ab7d3ac-86d1-4e79-96ed-ce50de633c40 req-ab431637-0d24-4897-aaf5-dc0cc82c3259 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613906 Nov 03 20:06:44.596735 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-01b876ce-147b-4889-803c-d18d8034df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.598266 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-01b876ce-147b-4889-803c-d18d8034df68 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 898 time: 0.0979018 Nov 03 20:06:44.677971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-2994e4d1-2e3c-4c12-986e-58f4fb196353 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 1002 time: 0.0712750 Nov 03 20:06:44.743062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-701ee937-7c76-4a19-8ddb-536c2fcdbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.745599 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-701ee937-7c76-4a19-8ddb-536c2fcdbfbf service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 200 len: 834 time: 0.0590541 Nov 03 20:06:44.794788 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-b13891b8-d40d-49bc-802f-cf365c9f0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:44.796236 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-b13891b8-d40d-49bc-802f-cf365c9f0855 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e1fc93e3-3c97-4149-95d7-1dd1207e107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434866 Nov 03 20:06:44.901543 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-a4512139-3b38-474e-b20c-1d7e25fa1c77 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977244 Nov 03 20:06:45.006486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-707e984d-fe17-4fed-b7fd-259d78a32bfd req-bd49b12a-a26c-437c-9c96-db2393085860 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966482 Nov 03 20:06:45.676534 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b67c1-44bd-49ed-9d87-3b3eece32668 req-dc5d7481-a849-4e31-96c2-b1a27790c2a7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:06:45.678099 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e05b67c1-44bd-49ed-9d87-3b3eece32668 req-dc5d7481-a849-4e31-96c2-b1a27790c2a7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0550239 Nov 03 20:06:45.729166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e05b67c1-44bd-49ed-9d87-3b3eece32668 req-629193d1-a7f6-47e1-9329-137109be9640 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Nov 03 20:06:45.752474 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55072) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:06:45.819720 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b7e9b772-c9f9-4cce-9f90-92a1dd078c7b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/bda241b1-70fa-4101-a106-89a8e17f6f6a HTTP/1.1" status: 200 len: 994 time: 0.0660231 Nov 03 20:07:02.957387 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:03.682108 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:04.820779 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6c854ace-c0e2-4b22-979b-1da4e3f5b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:08.450773 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cbb00d0a-402a-4950-aaa0-679caf0670e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:10.190996 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:12.105933 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:12.213655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:13.297904 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:07:18.182011 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55084) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:18.346459 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 399bb3aa-1765-4d32-9ab6-356b1bce11ba {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:07:18.346795 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:18.428323 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:18.428642 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:18.441287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 399bb3aa-1765-4d32-9ab6-356b1bce11ba owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:07:18.606297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:18.634511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=399bb3aa-1765-4d32-9ab6-356b1bce11ba,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:18.661031 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.661378 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.661719 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.662058 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.662394 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.662730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.663062 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.663392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.663722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.664051 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.664377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.664703 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:18.705575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:18.705982 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP bda241b1-70fa-4101-a106-89a8e17f6f6a disassociated (deleted). External IP: 172.25.8.219, port: b1cc442d-fc3f-4b71-900b-b6af3f9ce884. Nov 03 20:07:18.928153 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 9c9ae410-ab3e-483d-a734-8336938659e6 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:07:19.041075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:07:19.046118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:19.051700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] Sync routers for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:07:19.061713 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:19.062435 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:19.073801 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2acc26bc-5440-4a9d-b947-bd3000b77ab8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/floatingips/bda241b1-70fa-4101-a106-89a8e17f6f6a HTTP/1.1" status: 204 len: 168 time: 0.8906286 Nov 03 20:07:19.074615 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:07:19.077003 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64166f6-4128-46bb-a88d-6532626a8c89" -d '{"events": [{"name": "network-changed", "server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:07:19.121195 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c88bfe-a43b-4182-8962-41e4c20b4eb6 x-openstack-request-id: req-f4c88bfe-a43b-4182-8962-41e4c20b4eb6 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:07:19.121795 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:07:19.122139 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4c88bfe-a43b-4182-8962-41e4c20b4eb6 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:07:19.122486 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'status': 'completed', 'code': 200} Nov 03 20:07:19.179238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:19.193599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-406eac21-b945-45e8-8b74-ce6e0d841940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:19.194744 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-406eac21-b945-45e8-8b74-ce6e0d841940 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 1097 time: 0.0462925 Nov 03 20:07:19.305869 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-7c7af1b4-a949-43c2-8178-68a31db625c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:19.307457 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-7c7af1b4-a949-43c2-8178-68a31db625c0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 200 len: 898 time: 0.1040180 Nov 03 20:07:19.327302 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d76ba-dc8d-4344-964d-edf7bfd68c6a req-ea61c4ff-1dbf-4f5e-8e4f-45b0345dcc50 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:19.328870 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee5d76ba-dc8d-4344-964d-edf7bfd68c6a req-ea61c4ff-1dbf-4f5e-8e4f-45b0345dcc50 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0545733 Nov 03 20:07:19.353099 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-6452583f-af49-4900-a840-f77965f38252 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 200 len: 217 time: 0.0375712 Nov 03 20:07:19.383173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ee5d76ba-dc8d-4344-964d-edf7bfd68c6a req-ed9fe6e4-8a37-489c-82e5-385eea9de0c2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478137 Nov 03 20:07:19.415664 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:19.415974 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-6bf83c35-d448-4dca-b3f7-f4f1c8f69b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:19.417266 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-6bf83c35-d448-4dca-b3f7-f4f1c8f69b24 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 200 len: 834 time: 0.0562432 Nov 03 20:07:19.442776 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] Checking router: 9c9ae410-ab3e-483d-a734-8336938659e6 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:07:19.451566 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:19.452175 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:19.466943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-8518abd3-d208-44dc-a73c-d6ec75a33390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:19.468806 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-8518abd3-d208-44dc-a73c-d6ec75a33390 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e1fc93e3-3c97-4149-95d7-1dd1207e107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434465 Nov 03 20:07:19.564190 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-bb4e7f5b-3c83-4c6c-acb7-7167490dbe70 service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869975 Nov 03 20:07:19.566036 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:19.662205 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a64166f6-4128-46bb-a88d-6532626a8c89 req-2f2b2d30-2a5d-4478-9f04-a9c6500444de service neutron] 10.222.0.115 "GET /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902910 Nov 03 20:07:19.770219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:19.801198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ca69-47e4-4320-a10f-c4faa2b4cdb6 None None] The sync data for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 is: [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:05:47Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '495a2067-08ba-4a27-8a6d-dc358cf7242a', 'name': '', 'network_id': 'e1fc93e3-3c97-4149-95d7-1dd1207e107b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:79:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:46Z', 'updated_at': '2021-11-03T20:05:50Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': '3012efd9-4c1a-45e0-9da8-805c0804db8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:07:20.029292 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0def5-8762-4aab-af67-6ccc124bfe59 None None] New status for floating IP bda241b1-70fa-4101-a106-89a8e17f6f6a: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:07:20.504851 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443fed-b874-44bf-89a3-fa3135723888 req-803a1dbc-3d83-4199-9db5-a669da40659b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:20.506352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78443fed-b874-44bf-89a3-fa3135723888 req-803a1dbc-3d83-4199-9db5-a669da40659b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0511012 Nov 03 20:07:20.562857 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78443fed-b874-44bf-89a3-fa3135723888 req-62b5e923-67e9-4bcb-817d-e644c085b19a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa2f01aa-f25e-4cc0-a026-f0d84205f459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504198 Nov 03 20:07:20.823828 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-087fb018-8047-4f13-9de6-6495424494f3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:20.825324 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-087fb018-8047-4f13-9de6-6495424494f3 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 946 time: 0.0536189 Nov 03 20:07:20.922210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:07:20.922598 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:21.013696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port b1cc442d-fc3f-4b71-900b-b6af3f9ce884, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:21.014060 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:21.027994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for b1cc442d-fc3f-4b71-900b-b6af3f9ce884 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:07:21.163374 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:21.194854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=b1cc442d-fc3f-4b71-900b-b6af3f9ce884,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:21.241205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] No DVR routers for this DVR port b1cc442d-fc3f-4b71-900b-b6af3f9ce884 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:07:21.245048 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:21.248479 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2dbc5e8a-752f-4951-8336-0cd4fd017bd7 req-ff7525fb-5b15-420c-8136-8e12c5469655 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "DELETE /v2.0/ports/b1cc442d-fc3f-4b71-900b-b6af3f9ce884 HTTP/1.1" status: 204 len: 173 time: 0.4171672 Nov 03 20:07:21.249274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'name': 'network-vif-deleted', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:07:21.251443 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93700d3-1661-48b6-84bb-61cd51f0a2bb" -d '{"events": [{"server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "name": "network-vif-deleted", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:07:21.300493 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa53b380-05ee-4a3b-9e10-45609cc1b4b0 x-openstack-request-id: req-aa53b380-05ee-4a3b-9e10-45609cc1b4b0 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:07:21.300777 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d4ae28-ce23-46eb-8c68-539e577d8a35", "name": "network-vif-deleted", "tag": "b1cc442d-fc3f-4b71-900b-b6af3f9ce884", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:07:21.301048 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aa53b380-05ee-4a3b-9e10-45609cc1b4b0 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:07:21.301475 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d4ae28-ce23-46eb-8c68-539e577d8a35', 'name': 'network-vif-deleted', 'tag': 'b1cc442d-fc3f-4b71-900b-b6af3f9ce884', 'status': 'completed', 'code': 200} Nov 03 20:07:21.689110 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-79eac1e9-6c3f-4e5c-b539-8160c96114bc req-7eb0198b-1fa1-4eba-a455-0a17d30bf47d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=49d4ae28-ce23-46eb-8c68-539e577d8a35 HTTP/1.1" status: 200 len: 210 time: 0.0294263 Nov 03 20:07:22.748709 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55100) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:23.123482 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:23.382623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 495a2067-08ba-4a27-8a6d-dc358cf7242a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:07:23.382858 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:23.475545 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 495a2067-08ba-4a27-8a6d-dc358cf7242a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=495a2067-08ba-4a27-8a6d-dc358cf7242a,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:23.475909 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:23.489289 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 495a2067-08ba-4a27-8a6d-dc358cf7242a owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:07:23.688921 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:23.713544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=495a2067-08ba-4a27-8a6d-dc358cf7242a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:24.175165 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:24.400597 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 9c9ae410-ab3e-483d-a734-8336938659e6 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:07:24.519266 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:07:24.524825 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-77af6284-5822-4769-a21f-568dd6b38ad9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/9c9ae410-ab3e-483d-a734-8336938659e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750165 Nov 03 20:07:24.527554 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55102) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:24.529631 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] Sync routers for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:07:24.541393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:24.542100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:24.581172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting subnet 3012efd9-4c1a-45e0-9da8-805c0804db8d {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:07:24.584403 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:24.633088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:24.640214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b1cc442d-fc3f-4b71-900b-b6af3f9ce884 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:07:24.667216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: b1cc442d-fc3f-4b71-900b-b6af3f9ce884 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:07:24.667554 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device b1cc442d-fc3f-4b71-900b-b6af3f9ce884 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:07:24.676142 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:24.725087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:24.789983 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:24.830658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Subnet': ['ID=3012efd9-4c1a-45e0-9da8-805c0804db8d,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:24.834870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:24.840918 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4a114b32-ea78-49d5-9d2c-725d86992f0c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/subnets/3012efd9-4c1a-45e0-9da8-805c0804db8d HTTP/1.1" status: 204 len: 168 time: 0.3099244 Nov 03 20:07:24.841659 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55104) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:24.847402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808318f7-ff5a-412d-83fe-2eb123fd62a8 None None] Network e1fc93e3-3c97-4149-95d7-1dd1207e107b requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:07:24.977023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:07:23Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:24.978926 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.013685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] Checking router: 9c9ae410-ab3e-483d-a734-8336938659e6 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:07:25.030377 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] Routers {'9c9ae410-ab3e-483d-a734-8336938659e6'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:25.031297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['9c9ae410-ab3e-483d-a734-8336938659e6'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:25.097176 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.163029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port bcc75f07-1be3-42da-82da-20d3ecb49fd7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:07:25.163532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.272374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port bcc75f07-1be3-42da-82da-20d3ecb49fd7, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=bcc75f07-1be3-42da-82da-20d3ecb49fd7,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:25.273163 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.287367 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for bcc75f07-1be3-42da-82da-20d3ecb49fd7 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:07:25.296354 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99124d31-164f-407c-8128-895de9607d1c None None] DHCP port deletion for e1fc93e3-3c97-4149-95d7-1dd1207e107b request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:07:25.351643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] Set router 9c9ae410-ab3e-483d-a734-8336938659e6 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:25.467807 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.476223 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-99124d31-164f-407c-8128-895de9607d1c None None] Deleting port 5e3423a2-ab73-4a42-8c50-672b7d182abc {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:07:25.476594 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.499479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=bcc75f07-1be3-42da-82da-20d3ecb49fd7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:25.578371 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.586978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-99124d31-164f-407c-8128-895de9607d1c None None] For port 5e3423a2-ab73-4a42-8c50-672b7d182abc, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5e3423a2-ab73-4a42-8c50-672b7d182abc,segment=NetworkSegment(9c187cf9-e199-489a-957c-e6432ed90fa7),segment_id=9c187cf9-e199-489a-957c-e6432ed90fa7)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:25.587612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.603201 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-99124d31-164f-407c-8128-895de9607d1c None None] Calling delete_port for 5e3423a2-ab73-4a42-8c50-672b7d182abc owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:07:25.678142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.680525 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.684588 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:07:23Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:25.724192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132eae5a-dd44-4790-91ae-e2f85f0cdcba None None] The sync data for ids ['9c9ae410-ab3e-483d-a734-8336938659e6'] in n-d-812151-4 is: [{'id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754665876', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:05:43Z', 'updated_at': '2021-11-03T20:07:23Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'bcc75f07-1be3-42da-82da-20d3ecb49fd7', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ae410-ab3e-483d-a734-8336938659e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:05:44Z', 'updated_at': '2021-11-03T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:07:25.729424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.730902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9ae410-ab3e-483d-a734-8336938659e6 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:07:25.739258 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.740475 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ae5c987b-2d4f-4d10-8c39-89b3f4eb87c0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/routers/9c9ae410-ab3e-483d-a734-8336938659e6 HTTP/1.1" status: 204 len: 168 time: 0.8980939 Nov 03 20:07:25.743424 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55106) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:25.744845 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.773927 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99124d31-164f-407c-8128-895de9607d1c None None] Pushing event deleted for resources: {'Port': ['ID=5e3423a2-ab73-4a42-8c50-672b7d182abc,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:25.783950 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99124d31-164f-407c-8128-895de9607d1c None None] No DVR routers for this DVR port 5e3423a2-ab73-4a42-8c50-672b7d182abc on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:07:25.786474 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.786849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.787192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.787529 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.788556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.788556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.788556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.788960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.789288 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.789616 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.790004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.790277 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99124d31-164f-407c-8128-895de9607d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:25.851121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.951786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.976189 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fc93e3-3c97-4149-95d7-1dd1207e107b']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:25.986674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c187cf9-e199-489a-957c-e6432ed90fa7') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:25.986997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c187cf9-e199-489a-957c-e6432ed90fa7') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:26.004560 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.021973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.028936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:07:26.029454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:07:26.033616 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:07:26.098269 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.106942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.113315 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/networks/e1fc93e3-3c97-4149-95d7-1dd1207e107b HTTP/1.1" status: 204 len: 168 time: 0.3655777 Nov 03 20:07:26.113629 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55108) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:26.130690 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284977ee-61d7-4f5d-91b8-a845ca667512 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Network': ['ID=e1fc93e3-3c97-4149-95d7-1dd1207e107b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:26.190523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f195b4-8b52-46f1-b1af-053afe2b0037 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.225357 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f195b4-8b52-46f1-b1af-053afe2b0037 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.302823 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f195b4-8b52-46f1-b1af-053afe2b0037 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.307264 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-84f195b4-8b52-46f1-b1af-053afe2b0037 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.308565 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-84f195b4-8b52-46f1-b1af-053afe2b0037 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/security-groups/fa2f01aa-f25e-4cc0-a026-f0d84205f459 HTTP/1.1" status: 204 len: 168 time: 0.1857526 Nov 03 20:07:26.320092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f195b4-8b52-46f1-b1af-053afe2b0037 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f01aa-f25e-4cc0-a026-f0d84205f459,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:26.710077 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55114) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:26.714897 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667676779', 'description': 'tempest-secgroup-smoke-1667676779 description', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:26.738922 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.808126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.811923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.842568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.843819 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1327019 Nov 03 20:07:26.845798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb2efd-89c9-454a-891a-22527cdb018c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc10f985-7341-4c67-91ee-27f46ebf2b7c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:26.846967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55116) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:26.852137 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'dc10f985-7341-4c67-91ee-27f46ebf2b7c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:26.879402 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.937661 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.941771 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.961799 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29462935-ef7b-4185-a9d3-c8aaa29d31fe,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:26.964808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e3423a2-ab73-4a42-8c50-672b7d182abc no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:07:26.972344 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:26.973601 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253359 Nov 03 20:07:26.975961 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.976318 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.976670 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.976880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55118) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:26.977085 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.977424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.977760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.978093 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.978427 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.978762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.979177 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.979423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.979745 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818667b0-746d-410e-aee0-9e96293e14eb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:26.981488 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'dc10f985-7341-4c67-91ee-27f46ebf2b7c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:26.996978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5e3423a2-ab73-4a42-8c50-672b7d182abc {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:07:26.997324 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5e3423a2-ab73-4a42-8c50-672b7d182abc not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:07:26.997779 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bcc75f07-1be3-42da-82da-20d3ecb49fd7 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:07:27.016079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.025816 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: bcc75f07-1be3-42da-82da-20d3ecb49fd7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:07:27.026468 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device bcc75f07-1be3-42da-82da-20d3ecb49fd7 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:07:27.026747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 495a2067-08ba-4a27-8a6d-dc358cf7242a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:07:27.049245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 495a2067-08ba-4a27-8a6d-dc358cf7242a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:07:27.049592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 495a2067-08ba-4a27-8a6d-dc358cf7242a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:07:27.077437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.082224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.100469 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aeea61-c946-4fa5-81a1-5fb912770ee0,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:27.108593 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.109822 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-53619e42-a84e-4acf-8983-6b5ebc958f06 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319346 Nov 03 20:07:27.113263 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55120) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:27.117585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'dc10f985-7341-4c67-91ee-27f46ebf2b7c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:27.143399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.206842 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.210073 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.233907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409c01e0-6d76-401e-8824-449c86944b85,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:27.241359 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.245280 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c43bdbc4-095d-4375-9939-6b3320ae9823 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309590 Nov 03 20:07:27.245854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55122) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:27.250596 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'dc10f985-7341-4c67-91ee-27f46ebf2b7c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:27.280138 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.343870 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.348938 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.368040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4921a0f2-e001-449a-840b-94f076174fb6,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:27.377030 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.378191 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b83e2a9-a8e8-4c94-bde8-84ae81e46817 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313455 Nov 03 20:07:27.380972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55124) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:27.385494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'dc10f985-7341-4c67-91ee-27f46ebf2b7c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:27.408504 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:07:27.413495 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.476942 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.481298 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.500283 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f84c3f-4153-41c5-98bc-8d2bbb1be83e,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:27.506319 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.507894 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7414ead9-fd69-4036-9e43-04a14ed1a65f tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259325 Nov 03 20:07:27.510559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55126) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:27.514926 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'security_group_rule': {'security_group_id': 'dc10f985-7341-4c67-91ee-27f46ebf2b7c', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:27.537985 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Project b2841dcacf504d1db3c031aa3dad965d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:07:27.543071 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.613350 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.617418 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.635714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47353f75-4b2e-4fe9-9929-ee95a799e6e8,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:27.644212 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.645449 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e67bf65f-a9d5-422b-8c32-96b05f23681a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339688 Nov 03 20:07:27.648349 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55128) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:27.653297 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'network': {'name': 'tempest-network-smoke--1892159457', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'port_security_enabled': True}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:27.674510 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'network': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:07:27.677957 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.701923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=101989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:07:27.712325 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.712671 n-d-812151-4 neutron-server[101989]: INFO neutron.db.segments_db [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Added segment 5f6707c0-bc57-4325-9420-30fbe1d11732 of type vlan for network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 Nov 03 20:07:27.753934 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.778616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.785057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:27.785842 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.826082 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1766419 Nov 03 20:07:27.828958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55130) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:27.833494 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'admin_state_up': True, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:27.858186 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.859469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:27.860854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7a640-c8f4-4f1e-8368-4be684610615 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Network': ['ID=e7381f93-c8d2-428c-8fc7-6015feb7d9a9,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:27.872634 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:07:27.911776 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.056388 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.254195 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.273575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.380551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.82 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/f323c3a2-e693-448e-8e0f-6f8c8a58861b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:07:28.487181 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.522430 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.560535 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:28.565965 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:28.569578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:07:28.592523 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=f323c3a2-e693-448e-8e0f-6f8c8a58861b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:28.832477 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:29.038722 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:29.169676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 47284fb2-9211-4b73-b284-0fa2f847bb64 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:07:29.565023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:07:29.575071 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Sync routers for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:07:29.586280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:29.586603 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:29.587226 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:29.587537 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a82037e2-b5f4-4d3e-a2f2-4f55bd7f90fb tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7575805 Nov 03 20:07:29.590777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55132) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:29.619688 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cefadc1f-e6f7-4f06-b424-c8d1ab48f8e5 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=b2841dcacf504d1db3c031aa3dad965d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278001 Nov 03 20:07:29.623125 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55134) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:29.695434 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:29.710712 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f855e91-2715-4ddf-80b8-92880b5e6b7d tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:29.712231 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6f855e91-2715-4ddf-80b8-92880b5e6b7d tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881376 Nov 03 20:07:29.715088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55136) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:29.748795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3c8389bf-2832-4700-9468-957ef6e2acd5 tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=45fb7514-03de-4995-97d4-c8265a0cdf1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325677 Nov 03 20:07:29.751246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55138) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:29.756126 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735373512', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:29.844667 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:07:29.849324 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:29.875726 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:28Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:29.902240 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Checking router: 47284fb2-9211-4b73-b284-0fa2f847bb64 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:07:29.902577 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Updating router 47284fb2-9211-4b73-b284-0fa2f847bb64 port f323c3a2-e693-448e-8e0f-6f8c8a58861b binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:07:29.931543 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.038576 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.103185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Subnet': ['ID=c22c6472-979a-40d4-bbf9-f011aa1201a6,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:30.116195 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Checking segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:07:30.116534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network hostable DHCP agents. Network: e7381f93-c8d2-428c-8fc7-6015feb7d9a9, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:07:30.134688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:07:30.145080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, e7381f93-c8d2-428c-8fc7-6015feb7d9a9) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:30.150565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:30.151280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.158696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a8670-2b7b-4f37-a43d-5a2adf0e1e81 None None] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:07:30.169971 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-46582b06-50a9-4ec7-9298-531fd12d7a0d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4176738 Nov 03 20:07:30.172873 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55140) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:30.188946 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.195091 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.253098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Pushing event updated for resources: {'Port': ['ID=f323c3a2-e693-448e-8e0f-6f8c8a58861b,revision_number=2']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:30.257805 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Attempting to bind port f323c3a2-e693-448e-8e0f-6f8c8a58861b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:07:30.258181 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Attempting to bind port f323c3a2-e693-448e-8e0f-6f8c8a58861b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:07:30.258577 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Attempting to bind port f323c3a2-e693-448e-8e0f-6f8c8a58861b on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:07:30.266191 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.266535 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.266875 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.267211 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.268743 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.269098 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.269427 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.269752 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.270077 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.270399 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.270719 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.271039 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:07:30.283489 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:07:30.284364 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:07:30.285006 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.285400 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:07:30.287306 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Bound port: f323c3a2-e693-448e-8e0f-6f8c8a58861b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:07:30.287702 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.341543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:07:30.342480 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.351487 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] For port f323c3a2-e693-448e-8e0f-6f8c8a58861b, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:07:30.354857 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] For port f323c3a2-e693-448e-8e0f-6f8c8a58861b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f323c3a2-e693-448e-8e0f-6f8c8a58861b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:07:30.362312 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.462385 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:30.463592 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:30.523067 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3357ed0-710b-41cf-a2be-3a5a7d852654 None None] Pushing event updated for resources: {'Port': ['ID=f323c3a2-e693-448e-8e0f-6f8c8a58861b,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:30.566968 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Allocated IP 172.20.0.2 (e7381f93-c8d2-428c-8fc7-6015feb7d9a9/c22c6472-979a-40d4-bbf9-f011aa1201a6/a8399127-bbdd-490d-9c43-482389ebb1cd) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:07:30.612675 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:30.683343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.723136 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.731069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.770264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:30.775401 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:30.779368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:07:30.785312 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Pushing event updated for resources: {'Port': ['ID=a8399127-bbdd-490d-9c43-482389ebb1cd,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:30.805652 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:28Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:30.837585 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32eb0-e592-42bc-9ee7-d9a993ac2c17 None None] The sync data for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 is: [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:28Z', 'revision_number': 3, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:07:30.839724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Attempting to bind port a8399127-bbdd-490d-9c43-482389ebb1cd on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:07:30.840097 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Attempting to bind port a8399127-bbdd-490d-9c43-482389ebb1cd by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:07:30.840459 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Attempting to bind port a8399127-bbdd-490d-9c43-482389ebb1cd on network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:07:30.846502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:07:30.846881 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Checking segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:07:30.847281 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.847679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Bound using segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:07:30.848154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Bound port: a8399127-bbdd-490d-9c43-482389ebb1cd, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:07:30.848539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.928126 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] For port a8399127-bbdd-490d-9c43-482389ebb1cd, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:07:30.931852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] For port a8399127-bbdd-490d-9c43-482389ebb1cd, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a8399127-bbdd-490d-9c43-482389ebb1cd,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:07:30.937006 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:30.997607 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c2e58-d628-4938-810e-e14eec18f54c None None] Pushing event updated for resources: {'Port': ['ID=a8399127-bbdd-490d-9c43-482389ebb1cd,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:31.012746 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.1 (e7381f93-c8d2-428c-8fc7-6015feb7d9a9/c22c6472-979a-40d4-bbf9-f011aa1201a6/5344bc3a-ecdf-4677-9289-3c08fc83496f) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:07:31.167556 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.205866 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.258599 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:31.264690 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:31.268849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:07:31.298226 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=5344bc3a-ecdf-4677-9289-3c08fc83496f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:31.332891 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.479678 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.781175 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.789450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.870574 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=5344bc3a-ecdf-4677-9289-3c08fc83496f,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:31.872995 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.969462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:31.971084 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:32.036176 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553eac6f-02a8-4491-81cc-b08e1f29f9c6 None None] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:07:32.091542 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 47284fb2-9211-4b73-b284-0fa2f847bb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:07:32.113652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5a4f9b77-0284-40a2-9621-e92333196fd9 None None] Provisioning complete for port a8399127-bbdd-490d-9c43-482389ebb1cd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:32.114086 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9b77-0284-40a2-9621-e92333196fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:32.207082 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:07:32.219052 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3ab68f37-71bf-4d6c-9802-54fa799f0836 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/47284fb2-9211-4b73-b284-0fa2f847bb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0366957 Nov 03 20:07:32.264034 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9b77-0284-40a2-9621-e92333196fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:32.312502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5a4f9b77-0284-40a2-9621-e92333196fd9 None None] For port a8399127-bbdd-490d-9c43-482389ebb1cd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a8399127-bbdd-490d-9c43-482389ebb1cd,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:32.317250 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a4f9b77-0284-40a2-9621-e92333196fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:32.378763 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f9b77-0284-40a2-9621-e92333196fd9 None None] Pushing event updated for resources: {'Port': ['ID=a8399127-bbdd-490d-9c43-482389ebb1cd,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:32.441778 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-c73475da-577d-489e-b9ca-1464dbdbf87d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667676779&fields=id&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 267 time: 0.0540421 Nov 03 20:07:32.541345 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8fc541b3-b81c-4058-96bd-bbe9462c5442 None None] Provisioning complete for port a8399127-bbdd-490d-9c43-482389ebb1cd triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:32.541816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fc541b3-b81c-4058-96bd-bbe9462c5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:32.568582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-e1254a8e-bc00-4c0f-817e-e3971ad4b601 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:32.570127 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-e1254a8e-bc00-4c0f-817e-e3971ad4b601 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/networks?id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 200 len: 797 time: 0.1191211 Nov 03 20:07:32.590771 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-b63a585e-97a5-4f19-9b94-9954a8ec4d9d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/quotas/b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 375 time: 0.0125437 Nov 03 20:07:32.626725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Sync routers for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:07:32.651804 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:32.652439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:32.654524 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-aca243ee-92ea-4c8d-a9e3-9deea7236bd2 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576651 Nov 03 20:07:32.714219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8fc541b3-b81c-4058-96bd-bbe9462c5442 None None] Provisioning complete for port 5344bc3a-ecdf-4677-9289-3c08fc83496f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:32.714656 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8fc541b3-b81c-4058-96bd-bbe9462c5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:32.769692 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-392ec044-a50d-48b4-b8ba-7b342fdd19bb service neutron] 10.222.0.91 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028950 Nov 03 20:07:32.796240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8fc541b3-b81c-4058-96bd-bbe9462c5442 None None] Port 5344bc3a-ecdf-4677-9289-3c08fc83496f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:07:32.804925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:32.879851 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-ce3d8145-9a6e-4a69-9d4b-91e2aecf897e service neutron] 10.222.0.91 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020555 Nov 03 20:07:32.973107 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b9410fba-d775-4f53-97a9-2438ea07d135 None None] Provisioning complete for port 5344bc3a-ecdf-4677-9289-3c08fc83496f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:32.973364 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b9410fba-d775-4f53-97a9-2438ea07d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.045420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.103934 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed0ea1d0-284b-4489-a1e2-af68d0a6958a req-d5bccb8d-555b-4e9b-927a-90b8e69daf58 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 210 time: 0.0462015 Nov 03 20:07:33.109790 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8399127-bbdd-490d-9c43-482389ebb1cd up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:07:33.134914 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-b9410fba-d775-4f53-97a9-2438ea07d135 None None] Port 5344bc3a-ecdf-4677-9289-3c08fc83496f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:07:33.202893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port a8399127-bbdd-490d-9c43-482389ebb1cd triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:33.203264 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.209048 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 2, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:33.271550 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Checking router: 47284fb2-9211-4b73-b284-0fa2f847bb64 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:07:33.271901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Updating router 47284fb2-9211-4b73-b284-0fa2f847bb64 port 5344bc3a-ecdf-4677-9289-3c08fc83496f binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:07:33.318863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-dd2acef2-2653-4745-b570-e3a73af358d9 None None] Provisioning complete for port 5344bc3a-ecdf-4677-9289-3c08fc83496f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:33.319240 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-dd2acef2-2653-4745-b570-e3a73af358d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.342863 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.422143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-dd2acef2-2653-4745-b570-e3a73af358d9 None None] Port 5344bc3a-ecdf-4677-9289-3c08fc83496f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:07:33.495442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f323c3a2-e693-448e-8e0f-6f8c8a58861b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:07:33.801321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f323c3a2-e693-448e-8e0f-6f8c8a58861b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:33.801609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.803094 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.941551 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.951847 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:33.958262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.017083 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3ff6-d3e5-465a-93a7-add0ddfc8e99 None None] Pushing event updated for resources: {'Port': ['ID=5344bc3a-ecdf-4677-9289-3c08fc83496f,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:34.025041 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port f323c3a2-e693-448e-8e0f-6f8c8a58861b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f323c3a2-e693-448e-8e0f-6f8c8a58861b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:34.034899 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.136389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Attempting to bind port 5344bc3a-ecdf-4677-9289-3c08fc83496f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:07:34.137096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Attempting to bind port 5344bc3a-ecdf-4677-9289-3c08fc83496f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:07:34.137234 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Attempting to bind port 5344bc3a-ecdf-4677-9289-3c08fc83496f on network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:07:34.146544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=f323c3a2-e693-448e-8e0f-6f8c8a58861b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:34.149494 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:07:34.149872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Checking segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:07:34.150493 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.151057 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Bound using segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:07:34.151708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Bound port: 5344bc3a-ecdf-4677-9289-3c08fc83496f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:07:34.152270 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.232169 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-5096e5c4-b1c0-4456-847c-68398b4133ab tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:34.237095 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-5096e5c4-b1c0-4456-847c-68398b4133ab tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/networks?id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 200 len: 797 time: 0.1940174 Nov 03 20:07:34.256072 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] For port 5344bc3a-ecdf-4677-9289-3c08fc83496f, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:07:34.260407 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-77f0061a-ca71-42dc-92b1-ebfc5a36fcbe req-d689f3c2-a255-46d4-9c58-402add4d22a8 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 210 time: 0.0427873 Nov 03 20:07:34.263603 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] For port 5344bc3a-ecdf-4677-9289-3c08fc83496f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5344bc3a-ecdf-4677-9289-3c08fc83496f,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:07:34.286181 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.322569 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-ec620a5f-86dc-49b1-ab99-0a3a98bf915d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2841dcacf504d1db3c031aa3dad965d HTTP/1.1" status: 200 len: 380 time: 0.0763919 Nov 03 20:07:34.333880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'port': {'device_id': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'admin_state_up': True, 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'security_groups': ['dc10f985-7341-4c67-91ee-27f46ebf2b7c']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:34.358701 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:34.359338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:34.406214 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3ff6-d3e5-465a-93a7-add0ddfc8e99 None None] Pushing event updated for resources: {'Port': ['ID=5344bc3a-ecdf-4677-9289-3c08fc83496f,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:34.423689 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5941ee59-d7ee-4891-bd76-cf4f83c883cc None None] Provisioning complete for port 5344bc3a-ecdf-4677-9289-3c08fc83496f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:34.424616 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5941ee59-d7ee-4891-bd76-cf4f83c883cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.484253 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Made reservation on behalf of b2841dcacf504d1db3c031aa3dad965d for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:07:34.490564 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.523886 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:34.632893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.20.0.11 (e7381f93-c8d2-428c-8fc7-6015feb7d9a9/c22c6472-979a-40d4-bbf9-f011aa1201a6/4aeac718-73f6-44b1-82f4-3347930c277b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:07:34.659166 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5941ee59-d7ee-4891-bd76-cf4f83c883cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.739978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5941ee59-d7ee-4891-bd76-cf4f83c883cc None None] For port 5344bc3a-ecdf-4677-9289-3c08fc83496f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5344bc3a-ecdf-4677-9289-3c08fc83496f,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:34.748803 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5941ee59-d7ee-4891-bd76-cf4f83c883cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.799952 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.834479 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.847551 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941ee59-d7ee-4891-bd76-cf4f83c883cc None None] Pushing event updated for resources: {'Port': ['ID=5344bc3a-ecdf-4677-9289-3c08fc83496f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:34.853942 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-972ec028-896d-48d3-aa6a-e65487695d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.881753 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:34.883448 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:34.884382 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5a53c0a9-2cb7-4bee-b739-cc809b7625f7 None None] Provisioning complete for port 5344bc3a-ecdf-4677-9289-3c08fc83496f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:34.885477 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5a53c0a9-2cb7-4bee-b739-cc809b7625f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:34.890122 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:07:34.890328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-950141ab-9762-4e65-a38b-168b65499085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:34.926161 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=4aeac718-73f6-44b1-82f4-3347930c277b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:34.945947 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950141ab-9762-4e65-a38b-168b65499085 None None] The sync data for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 is: [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:07:34.979616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:34.980485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.020380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-bf00409b-9df1-401d-bd83-f78491b45f07 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6906226 Nov 03 20:07:35.038944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Request body: {'port': {'device_id': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:35.053170 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f323c3a2-e693-448e-8e0f-6f8c8a58861b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:07:35.125509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port f323c3a2-e693-448e-8e0f-6f8c8a58861b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:35.125976 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.135689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.326023 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-4c6655f3-614b-4e6c-ab78-a1bb2fc8087e None None] Provisioning complete for port 4aeac718-73f6-44b1-82f4-3347930c277b triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:35.326628 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4c6655f3-614b-4e6c-ab78-a1bb2fc8087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.368676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-4c6655f3-614b-4e6c-ab78-a1bb2fc8087e None None] Port 4aeac718-73f6-44b1-82f4-3347930c277b cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:07:35.402459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30e6c1-2690-46cb-bcde-89a28dfa0857 req-ac9f7e0b-7f75-4d41-8e30-5978ba8c51ce tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:35.405181 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a30e6c1-2690-46cb-bcde-89a28dfa0857 req-ac9f7e0b-7f75-4d41-8e30-5978ba8c51ce tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 932 time: 0.0612140 Nov 03 20:07:35.460826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aeac718-73f6-44b1-82f4-3347930c277b {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:07:35.467418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3a30e6c1-2690-46cb-bcde-89a28dfa0857 req-9424c05c-033d-451b-a5d4-c0af03f1856e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513821 Nov 03 20:07:35.470538 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.493342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Transition to ACTIVE for port object 4aeac718-73f6-44b1-82f4-3347930c277b will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:07:35.493342 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.581209 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeac718-73f6-44b1-82f4-3347930c277b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:35.618626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Attempting to bind port 4aeac718-73f6-44b1-82f4-3347930c277b on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:07:35.619010 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Attempting to bind port 4aeac718-73f6-44b1-82f4-3347930c277b by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:07:35.619287 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Attempting to bind port 4aeac718-73f6-44b1-82f4-3347930c277b on network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:07:35.624364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Port 4aeac718-73f6-44b1-82f4-3347930c277b on network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:07:35.624680 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Attempting to bind port 4aeac718-73f6-44b1-82f4-3347930c277b on network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:07:35.630731 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:07:35.631197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Checking segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:07:35.631762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Bound using segment: {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:07:35.632274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Bound port: 4aeac718-73f6-44b1-82f4-3347930c277b, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6707c0-bc57-4325-9420-30fbe1d11732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:07:35.632713 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.707777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] For port 4aeac718-73f6-44b1-82f4-3347930c277b, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:07:35.711124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] For port 4aeac718-73f6-44b1-82f4-3347930c277b, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4aeac718-73f6-44b1-82f4-3347930c277b,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:07:35.719267 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.758341 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:35.759031 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:35.760471 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] 10.222.0.115 "PUT /v2.0/ports/4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 200 len: 1092 time: 0.7311640 Nov 03 20:07:35.762845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:07:35.766863 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12311532-4c38-49da-b847-180dab538134" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:07:35.809610 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcefc00-9c5e-4102-95a4-4404b2a61ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeac718-73f6-44b1-82f4-3347930c277b,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:35.845880 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a97a7-8ddc-4e14-97fa-b73228a25b6c x-openstack-request-id: req-250a97a7-8ddc-4e14-97fa-b73228a25b6c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:07:35.846730 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:07:35.847058 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-250a97a7-8ddc-4e14-97fa-b73228a25b6c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:07:35.847528 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b', 'status': 'completed', 'code': 200} Nov 03 20:07:35.864614 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-c52806f3-8b87-4e55-9fac-f34d12f8964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:35.866319 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-c52806f3-8b87-4e55-9fac-f34d12f8964d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1095 time: 0.0530787 Nov 03 20:07:35.914612 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-c15df598-371a-4359-81c8-e1c48b7e3f0d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 200 len: 217 time: 0.0389371 Nov 03 20:07:35.974520 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-79d0cf80-4f4e-4592-be93-7c87ead19a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:35.976461 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-79d0cf80-4f4e-4592-be93-7c87ead19a44 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c22c6472-979a-40d4-bbf9-f011aa1201a6 HTTP/1.1" status: 200 len: 834 time: 0.0547957 Nov 03 20:07:36.030542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dfb38bd-935e-4b9f-a1b2-44d8f5d71567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:36.032310 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-1dfb38bd-935e-4b9f-a1b2-44d8f5d71567 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485990 Nov 03 20:07:36.130243 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-11b5bdb7-095b-42e6-8576-8eba020d1756 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896819 Nov 03 20:07:36.235309 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ed208e47-1b9b-4e1b-850f-deb7eafecbf1 req-ce415867-bdfe-47f9-9b65-3c19a1430045 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972574 Nov 03 20:07:36.326094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311532-4c38-49da-b847-180dab538134 req-b2c6d1de-57ce-43d4-90e1-5fd91ee1dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:36.327616 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-b2c6d1de-57ce-43d4-90e1-5fd91ee1dae7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1095 time: 0.0453398 Nov 03 20:07:36.435633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311532-4c38-49da-b847-180dab538134 req-2f1d36bd-290f-4a75-a8c4-93581775c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:36.437048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-2f1d36bd-290f-4a75-a8c4-93581775c483 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 200 len: 898 time: 0.1012027 Nov 03 20:07:36.484185 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-17ae1c81-95a2-493e-87c9-8a1336c4f751 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 200 len: 217 time: 0.0363300 Nov 03 20:07:36.541630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311532-4c38-49da-b847-180dab538134 req-3d858948-7afa-41ca-85aa-924e69774f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:36.543405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-3d858948-7afa-41ca-85aa-924e69774f2f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c22c6472-979a-40d4-bbf9-f011aa1201a6 HTTP/1.1" status: 200 len: 834 time: 0.0518126 Nov 03 20:07:36.595124 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311532-4c38-49da-b847-180dab538134 req-03ceb93e-fa80-4169-8a1a-a94a1aa08340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:36.595597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28d61d-7b5d-4df1-818e-1e28e9a38cb0 req-4ac0f2c9-6aa6-42af-8348-a4351bc23a10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:36.597249 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-03ceb93e-fa80-4169-8a1a-a94a1aa08340 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447667 Nov 03 20:07:36.597819 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f28d61d-7b5d-4df1-818e-1e28e9a38cb0 req-4ac0f2c9-6aa6-42af-8348-a4351bc23a10 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 944 time: 0.0534012 Nov 03 20:07:36.649187 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9f28d61d-7b5d-4df1-818e-1e28e9a38cb0 req-6bf553af-0cf5-4d43-bcae-a4fbf86eb539 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Nov 03 20:07:36.692891 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-71daebdb-ae25-4342-ae80-8bb21132815c service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872250 Nov 03 20:07:36.789035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-12311532-4c38-49da-b847-180dab538134 req-9bcb565c-6ca8-4011-a1f1-040e235a6142 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Nov 03 20:07:36.983851 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5344bc3a-ecdf-4677-9289-3c08fc83496f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:07:37.036207 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5344bc3a-ecdf-4677-9289-3c08fc83496f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:37.036577 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:37.764649 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230288-5718-418f-a5c5-2738dc77d7f9 req-c5004148-0ce0-4a40-a6a5-a8c927b8fa21 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:37.766228 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4230288-5718-418f-a5c5-2738dc77d7f9 req-c5004148-0ce0-4a40-a6a5-a8c927b8fa21 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 944 time: 0.0487468 Nov 03 20:07:37.818608 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f4230288-5718-418f-a5c5-2738dc77d7f9 req-beb588f5-f331-4693-88d5-86513f9981c6 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460341 Nov 03 20:07:38.452259 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ad164ece-f046-46bc-8b63-21700abd2338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:38.939231 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e30fc-1c71-45ab-ad03-831d76010862 req-c9a4107e-3211-4d4e-9b79-d05d03058747 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:38.941252 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f31e30fc-1c71-45ab-ad03-831d76010862 req-c9a4107e-3211-4d4e-9b79-d05d03058747 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 944 time: 0.0526497 Nov 03 20:07:39.001566 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f31e30fc-1c71-45ab-ad03-831d76010862 req-0dbbd413-8ed7-4572-8f0c-a483030d7ce0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542881 Nov 03 20:07:40.118844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a00b6-dc84-494e-868f-9f4f2775b8ad req-77cf95f2-1738-425a-9056-c7603072a739 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:40.120332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c13a00b6-dc84-494e-868f-9f4f2775b8ad req-77cf95f2-1738-425a-9056-c7603072a739 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 944 time: 0.0494483 Nov 03 20:07:40.170533 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c13a00b6-dc84-494e-868f-9f4f2775b8ad req-e0335cc8-a75d-42e3-a0a8-ddbf82b5e12a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Nov 03 20:07:40.192195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:40.679417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4aeac718-73f6-44b1-82f4-3347930c277b details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:07:40.779958 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4aeac718-73f6-44b1-82f4-3347930c277b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4aeac718-73f6-44b1-82f4-3347930c277b,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:40.790946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '4aeac718-73f6-44b1-82f4-3347930c277b', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'port_id': '4aeac718-73f6-44b1-82f4-3347930c277b', 'mac_address': 'fa:16:3e:eb:9c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:07:40.828208 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:40.840516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeac718-73f6-44b1-82f4-3347930c277b {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:07:40.864027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4aeac718-73f6-44b1-82f4-3347930c277b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4aeac718-73f6-44b1-82f4-3347930c277b,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:40.867988 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:40.917739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=4aeac718-73f6-44b1-82f4-3347930c277b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:41.075874 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['4aeac718-73f6-44b1-82f4-3347930c277b'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:07:41.292342 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d7df-829b-4d17-95b4-6427dbb601d2 req-90cae13d-4f6c-4dc5-9aef-0483d994abf7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:41.294013 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9775d7df-829b-4d17-95b4-6427dbb601d2 req-90cae13d-4f6c-4dc5-9aef-0483d994abf7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 945 time: 0.0541618 Nov 03 20:07:41.344738 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9775d7df-829b-4d17-95b4-6427dbb601d2 req-8ca55b4a-8fbc-4b8e-96a4-41eadd692076 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 Nov 03 20:07:42.108801 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:42.216639 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:42.463955 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79fa4a-dbdb-494e-adb2-01f5a6e14966 req-2acc4d07-a987-4e30-989f-819d4a5d15bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:42.465470 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f79fa4a-dbdb-494e-adb2-01f5a6e14966 req-2acc4d07-a987-4e30-989f-819d4a5d15bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 945 time: 0.0506887 Nov 03 20:07:42.518693 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4f79fa4a-dbdb-494e-adb2-01f5a6e14966 req-53aa884a-edba-4142-ad06-cd566be50344 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Nov 03 20:07:42.713688 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4aeac718-73f6-44b1-82f4-3347930c277b up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:07:42.763463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 4aeac718-73f6-44b1-82f4-3347930c277b completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:07:42.767611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 4aeac718-73f6-44b1-82f4-3347930c277b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:07:42.768039 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:42.848580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:42.871677 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:07:42.874078 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e282dc83-6663-441f-b42d-4c85d66a00d5" -d '{"events": [{"server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "name": "network-vif-plugged", "status": "completed", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:07:42.886808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 4aeac718-73f6-44b1-82f4-3347930c277b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4aeac718-73f6-44b1-82f4-3347930c277b,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:07:42.891084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:42.916101 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5352cd18-ece0-43a7-b0b0-285fd14caaef x-openstack-request-id: req-5352cd18-ece0-43a7-b0b0-285fd14caaef {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:07:42.916386 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "name": "network-vif-plugged", "status": "completed", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:07:42.916669 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5352cd18-ece0-43a7-b0b0-285fd14caaef {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:07:42.917082 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b', 'code': 200} Nov 03 20:07:42.944872 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=4aeac718-73f6-44b1-82f4-3347930c277b,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:43.010564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ff87-4608-4418-87a1-fc10886951f5 req-df551100-2c7c-492a-bb18-10fb11226f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:43.012104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b2ff87-4608-4418-87a1-fc10886951f5 req-df551100-2c7c-492a-bb18-10fb11226f4a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1097 time: 0.0415552 Nov 03 20:07:43.065487 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-84b2ff87-4608-4418-87a1-fc10886951f5 req-60ebc1cc-3144-435f-9d64-0d5c2b26c484 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456693 Nov 03 20:07:43.639350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517b1ce-2a6d-4451-b173-939221137351 req-b9969c97-20c8-4fcc-9776-3621a903e86a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:43.640874 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c517b1ce-2a6d-4451-b173-939221137351 req-b9969c97-20c8-4fcc-9776-3621a903e86a tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0531023 Nov 03 20:07:43.691929 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c517b1ce-2a6d-4451-b173-939221137351 req-ecd448e2-ee1d-4e2a-9fc8-566a95123999 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Nov 03 20:07:44.808770 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c83bea-38fe-457d-86b4-d096df1c3563 req-124197e7-f659-4f8e-bc44-eb452ce255f9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:44.810242 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c83bea-38fe-457d-86b4-d096df1c3563 req-124197e7-f659-4f8e-bc44-eb452ce255f9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0491469 Nov 03 20:07:44.861150 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-62c83bea-38fe-457d-86b4-d096df1c3563 req-77f4fd47-849d-446b-a1fa-08ee9b350be4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449114 Nov 03 20:07:44.979705 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38222-1210-4fcd-978b-0d56a3cef051 req-288ca212-5968-49e9-9bc2-f694f7b050a7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:44.981079 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f38222-1210-4fcd-978b-0d56a3cef051 req-288ca212-5968-49e9-9bc2-f694f7b050a7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Nov 03 20:07:45.034424 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34f38222-1210-4fcd-978b-0d56a3cef051 req-79408dac-a0e0-4c8f-8da6-01ac883d1a09 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473094 Nov 03 20:07:45.055910 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55198) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:45.096607 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294aad3c-da38-45dc-bb6f-8d43c9c8554a tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:45.098182 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-294aad3c-da38-45dc-bb6f-8d43c9c8554a tempest-TestNetworkAdvancedServerOps-1853694037 tempest-TestNetworkAdvancedServerOps-1853694037-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1092 time: 0.0413022 Nov 03 20:07:45.101418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55200) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:45.106106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '4aeac718-73f6-44b1-82f4-3347930c277b', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:07:45.128487 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:45.231307 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:45.340409 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Allocated IP 172.25.8.201 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/dcf74aa4-96af-42c0-8901-671a79961444) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:07:45.445066 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:45.478607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:45.514837 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:07:45.517904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:07:45.521511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:07:45.556960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=dcf74aa4-96af-42c0-8901-671a79961444,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:45.899350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:45.977457 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:46.134838 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:46.139575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:46.214359 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event updated for resources: {'Port': ['ID=dcf74aa4-96af-42c0-8901-671a79961444,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:07:46.229152 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:46.336535 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP 8be794f8-dc41-42b9-b10d-b0b09ea1aa58 associated. External IP: 172.25.8.201, port: 4aeac718-73f6-44b1-82f4-3347930c277b. Nov 03 20:07:46.556426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 47284fb2-9211-4b73-b284-0fa2f847bb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:07:46.670673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:07:46.680701 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] Sync routers for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:07:46.691169 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:46.691546 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:46.692166 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:46.721302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-3907e8a5-af6b-4bd4-bf47-ff3bf5075763 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6187041 Nov 03 20:07:46.721904 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:07:46.724442 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b486068-d395-4841-92a7-4ae5caa45e64" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:07:46.777165 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2592a-874e-4f73-a97c-3f1f5830f624 x-openstack-request-id: req-e6d2592a-874e-4f73-a97c-3f1f5830f624 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:07:46.777455 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:07:46.777704 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e6d2592a-874e-4f73-a97c-3f1f5830f624 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:07:46.778106 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b', 'status': 'completed', 'code': 200} Nov 03 20:07:46.806714 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:46.842092 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8b5e-a4a9-474a-8c4d-f03cd1ddbc3f req-bceefd13-af6a-4738-83e7-9f1bbae67d6b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:46.846780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e97c8b5e-a4a9-474a-8c4d-f03cd1ddbc3f req-bceefd13-af6a-4738-83e7-9f1bbae67d6b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0538073 Nov 03 20:07:46.847121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-76d0bd87-f8ab-4cfa-83b6-9ab2cb76a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:46.849057 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-76d0bd87-f8ab-4cfa-83b6-9ab2cb76a717 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1097 time: 0.0445433 Nov 03 20:07:46.897800 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e97c8b5e-a4a9-474a-8c4d-f03cd1ddbc3f req-1481d09f-db75-495e-829d-07e3fdbc1715 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464861 Nov 03 20:07:46.937145 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55206) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:46.954914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-1e7423b8-30e9-4d5b-aa7c-14477fcef321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:46.956438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-1e7423b8-30e9-4d5b-aa7c-14477fcef321 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 200 len: 898 time: 0.1005781 Nov 03 20:07:47.008035 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-88a1be32-56ce-4678-a515-5bbf1b00b5fc tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/8be794f8-dc41-42b9-b10d-b0b09ea1aa58 HTTP/1.1" status: 200 len: 992 time: 0.0694280 Nov 03 20:07:47.025830 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-0ab6af5c-176d-4632-a475-7b6d3bac105a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 200 len: 1000 time: 0.0622349 Nov 03 20:07:47.076981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-855fa7f5-3f3a-4e66-b50c-10579b42bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:47.078219 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-855fa7f5-3f3a-4e66-b50c-10579b42bb98 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c22c6472-979a-40d4-bbf9-f011aa1201a6 HTTP/1.1" status: 200 len: 834 time: 0.0460155 Nov 03 20:07:47.130417 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-cc28b66e-aa23-4e0c-ae6a-af27c56d2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:07:47.130684 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '8be794f8-dc41-42b9-b10d-b0b09ea1aa58', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'port_id': '4aeac718-73f6-44b1-82f4-3347930c277b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'mac_address': 'fa:16:3e:eb:9c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:07:45Z', 'updated_at': '2021-11-03T20:07:45Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:47.131926 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-cc28b66e-aa23-4e0c-ae6a-af27c56d2178 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471878 Nov 03 20:07:47.156671 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] Checking router: 47284fb2-9211-4b73-b284-0fa2f847bb64 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:07:47.165411 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:07:47.166008 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:07:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:47.225373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-2487432b-5c0c-4626-86c4-3fa9a07bf632 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 Nov 03 20:07:47.273866 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:07:47.325871 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6b486068-d395-4841-92a7-4ae5caa45e64 req-c11a2a44-871e-426c-94b4-6f3db47e1de6 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931370 Nov 03 20:07:47.497057 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '8be794f8-dc41-42b9-b10d-b0b09ea1aa58', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'port_id': '4aeac718-73f6-44b1-82f4-3347930c277b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'mac_address': 'fa:16:3e:eb:9c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:07:45Z', 'updated_at': '2021-11-03T20:07:45Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:07:47.528939 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00f297-1a54-4913-9c0d-465f8cf79d32 None None] The sync data for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 is: [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '8be794f8-dc41-42b9-b10d-b0b09ea1aa58', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'port_id': '4aeac718-73f6-44b1-82f4-3347930c277b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'mac_address': 'fa:16:3e:eb:9c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:07:45Z', 'updated_at': '2021-11-03T20:07:45Z', 'revision_number': 0, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:07:47.712265 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c437824-5a61-4c47-8a0a-a4bbd633463c None None] New status for floating IP 8be794f8-dc41-42b9-b10d-b0b09ea1aa58: ACTIVE {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:07:48.012076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55208) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:07:48.073805 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-97f8997d-41c0-4bc1-89da-b4ff755d007c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/8be794f8-dc41-42b9-b10d-b0b09ea1aa58 HTTP/1.1" status: 200 len: 994 time: 0.0605898 Nov 03 20:07:50.297462 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:08:02.971560 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:03.691361 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:04.827881 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7677b20b-bab3-44f5-bc7f-fd6460916e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:08.453821 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-39cd7886-3a13-45d3-88b3-b8f32dd86347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:10.197686 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:12.111438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:12.219470 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:21.470250 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaecb6-5110-4a2d-96f5-399665bf0dac req-acfff8cd-6a1a-4b15-b72d-13be686e20ec tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:21.471737 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffcaecb6-5110-4a2d-96f5-399665bf0dac req-acfff8cd-6a1a-4b15-b72d-13be686e20ec tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Nov 03 20:08:21.527004 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ffcaecb6-5110-4a2d-96f5-399665bf0dac req-f775e342-dc9d-467d-b1e5-4fa2b325f962 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478730 Nov 03 20:08:22.649747 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829108a-50cd-4af9-9c85-6f446da7cf53 req-f3a37c28-b842-4a4c-a57c-5e613f3b1838 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:22.651232 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1829108a-50cd-4af9-9c85-6f446da7cf53 req-f3a37c28-b842-4a4c-a57c-5e613f3b1838 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0492840 Nov 03 20:08:22.700831 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1829108a-50cd-4af9-9c85-6f446da7cf53 req-6cf188f6-cc35-4872-8334-6d091e9408b4 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Nov 03 20:08:22.724066 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55234) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:22.793352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-df5ab4a3-f02d-41e5-a145-232546336a7d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/8be794f8-dc41-42b9-b10d-b0b09ea1aa58 HTTP/1.1" status: 200 len: 994 time: 0.0681181 Nov 03 20:08:24.061376 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee046d-4cb7-485a-8cb9-482fd4ff716c req-91deb825-6c70-466c-a06f-661f7c4ed2a7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:24.062928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbee046d-4cb7-485a-8cb9-482fd4ff716c req-91deb825-6c70-466c-a06f-661f7c4ed2a7 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0531375 Nov 03 20:08:24.080013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-8498f1c4-09e2-4e9d-9e3c-6f69609891ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:24.081581 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-8498f1c4-09e2-4e9d-9e3c-6f69609891ed service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1097 time: 0.0437427 Nov 03 20:08:24.113477 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cbee046d-4cb7-485a-8cb9-482fd4ff716c req-ab4669c9-a08b-4b05-890d-b309f1721595 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Nov 03 20:08:24.179230 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-615272bf-56dd-48e1-b1c5-940dbc647262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:24.180704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-615272bf-56dd-48e1-b1c5-940dbc647262 service neutron] 10.222.0.115 "GET /v2.0/networks?id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 200 len: 898 time: 0.0909355 Nov 03 20:08:24.542021 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-03a4a517-99ae-43f2-93c7-cd8c67808966 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 200 len: 1002 time: 0.3541601 Nov 03 20:08:24.591274 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-2dc025ab-bec7-4f1d-935c-eddcc427a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:24.592735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-2dc025ab-bec7-4f1d-935c-eddcc427a12b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c22c6472-979a-40d4-bbf9-f011aa1201a6 HTTP/1.1" status: 200 len: 834 time: 0.0434718 Nov 03 20:08:24.642479 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-9422d84e-a324-47ba-aea9-e6051418acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:24.643955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-9422d84e-a324-47ba-aea9-e6051418acf1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444455 Nov 03 20:08:24.732884 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-8e6969f6-0b05-4b76-bd3b-72c4ee17a839 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817003 Nov 03 20:08:24.831726 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cc564fff-431b-480c-bd18-bca3c7f7d824 req-b5ab8660-2ef6-4756-bc1d-706dbbf5029f service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912616 Nov 03 20:08:25.235728 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b58e3-acc2-4381-96a9-2594ad016305 req-6d636b2c-5c3f-43a7-9acd-cf100b14543d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:25.237281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e82b58e3-acc2-4381-96a9-2594ad016305 req-6d636b2c-5c3f-43a7-9acd-cf100b14543d tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0507159 Nov 03 20:08:25.287579 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e82b58e3-acc2-4381-96a9-2594ad016305 req-af7e8829-49a1-40d2-9d78-6686a2c2124c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Nov 03 20:08:26.410479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2934e-c673-47ac-aa44-1da591907a46 req-43d3c3d4-183a-4da4-9dfa-870075abd646 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:26.411964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0b2934e-c673-47ac-aa44-1da591907a46 req-43d3c3d4-183a-4da4-9dfa-870075abd646 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0539002 Nov 03 20:08:26.462510 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a0b2934e-c673-47ac-aa44-1da591907a46 req-748b043b-fe5c-4c73-a27b-2c0e8fd9016b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Nov 03 20:08:26.485812 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55248) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:26.550886 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5f9e331d-ea3e-42d1-9b47-cdac7c15b191 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/floatingips/8be794f8-dc41-42b9-b10d-b0b09ea1aa58 HTTP/1.1" status: 200 len: 994 time: 0.0637670 Nov 03 20:08:26.783336 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55254) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:26.946266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port dcf74aa4-96af-42c0-8901-671a79961444 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:08:26.946606 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:27.024385 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:27.024709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:27.036714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for dcf74aa4-96af-42c0-8901-671a79961444 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:08:27.297773 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:08:27.489513 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:27.515237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=dcf74aa4-96af-42c0-8901-671a79961444,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:27.528169 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.528525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.529229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.529229 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.529682 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.529883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.530213 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.530544 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.530870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.531195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.531519 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.531839 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:27.587251 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:27.587582 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Floating IP 8be794f8-dc41-42b9-b10d-b0b09ea1aa58 disassociated (deleted). External IP: 172.25.8.201, port: 4aeac718-73f6-44b1-82f4-3347930c277b. Nov 03 20:08:27.800537 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 47284fb2-9211-4b73-b284-0fa2f847bb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:08:27.909809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:08:27.917471 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:27.922389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] Sync routers for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:08:27.931242 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:27.931826 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:27.945638 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e4376368-3116-4229-a351-4eacbf55931e tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/floatingips/8be794f8-dc41-42b9-b10d-b0b09ea1aa58 HTTP/1.1" status: 204 len: 168 time: 1.1611807 Nov 03 20:08:27.946363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:08:27.948767 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98855b3-f2a6-425c-96bc-076fe11dc992" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:08:27.987621 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4d490a-6e64-4d99-82d6-eb746c614b7b x-openstack-request-id: req-5a4d490a-6e64-4d99-82d6-eb746c614b7b {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:08:27.987923 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:08:27.988177 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5a4d490a-6e64-4d99-82d6-eb746c614b7b {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:08:27.988583 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b', 'status': 'completed', 'code': 200} Nov 03 20:08:28.044848 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:28.056916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-4072cd38-fb29-4e67-9093-0c1f7760f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:28.058891 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-4072cd38-fb29-4e67-9093-0c1f7760f3ce service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=b2841dcacf504d1db3c031aa3dad965d&device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 1097 time: 0.0462828 Nov 03 20:08:28.168227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-ca72a2ec-f432-489f-be8c-f13837a33a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:28.169750 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-ca72a2ec-f432-489f-be8c-f13837a33a5e service neutron] 10.222.0.115 "GET /v2.0/networks?id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 200 len: 898 time: 0.0968649 Nov 03 20:08:28.189187 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83f13-b8eb-4d1c-86ba-ab6633b21816 req-05bd1224-1d30-4315-a756-1606d166ef90 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:28.193184 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0d83f13-b8eb-4d1c-86ba-ab6633b21816 req-05bd1224-1d30-4315-a756-1606d166ef90 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0585079 Nov 03 20:08:28.215875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-d8e18e55-777c-4480-9c57-5ebdf823ee91 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 200 len: 217 time: 0.0377407 Nov 03 20:08:28.261308 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0d83f13-b8eb-4d1c-86ba-ab6633b21816 req-5bba61f6-f7c2-41e2-9e03-3954db45a7d9 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630741 Nov 03 20:08:28.270337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-2f2fd4e0-2921-419c-a09a-cb57d736e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:28.272402 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-2f2fd4e0-2921-419c-a09a-cb57d736e50a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=c22c6472-979a-40d4-bbf9-f011aa1201a6 HTTP/1.1" status: 200 len: 834 time: 0.0485327 Nov 03 20:08:28.282073 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:28.308903 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] Checking router: 47284fb2-9211-4b73-b284-0fa2f847bb64 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:08:28.317195 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:28.317799 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:28.321517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-909e5fed-71c2-4f47-9788-82b24e40eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:28.323064 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-909e5fed-71c2-4f47-9788-82b24e40eb22 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=e7381f93-c8d2-428c-8fc7-6015feb7d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423594 Nov 03 20:08:28.419438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-f4ec4163-d27f-409f-8002-6df77c3983a7 service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884311 Nov 03 20:08:28.424338 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:28.517255 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-f98855b3-f2a6-425c-96bc-076fe11dc992 req-04e4db35-8fca-4847-9eae-8740dfab9d1b service neutron] 10.222.0.115 "GET /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903997 Nov 03 20:08:28.623365 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:28.737745 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1a0ac-a0e5-4829-9362-3530771be70d None None] The sync data for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 is: [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:07:31Z', 'revision_number': 4, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5344bc3a-ecdf-4677-9289-3c08fc83496f', 'name': '', 'network_id': 'e7381f93-c8d2-428c-8fc7-6015feb7d9a9', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'mac_address': 'fa:16:3e:57:b7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:30Z', 'updated_at': '2021-11-03T20:07:34Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'subnets': [{'id': 'c22c6472-979a-40d4-bbf9-f011aa1201a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:08:28.966521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1106490-9e9c-4829-9b09-53fa770a3702 None None] New status for floating IP 8be794f8-dc41-42b9-b10d-b0b09ea1aa58: DOWN {{(pid=101991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:08:29.374849 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee638f6-3dfa-4349-81c9-9107ec3e66c1 req-dbfb4761-d82f-40b5-a5a2-c0d4264b40e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:29.376311 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ee638f6-3dfa-4349-81c9-9107ec3e66c1 req-dbfb4761-d82f-40b5-a5a2-c0d4264b40e0 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Nov 03 20:08:29.427491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4ee638f6-3dfa-4349-81c9-9107ec3e66c1 req-f9521a1e-12de-4fdb-a8e6-a21bb88622ba tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc10f985-7341-4c67-91ee-27f46ebf2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449653 Nov 03 20:08:29.680603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-caeb91ea-c904-48e6-8540-ee8f4d6af93c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:29.682155 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-caeb91ea-c904-48e6-8540-ee8f4d6af93c tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 946 time: 0.0487621 Nov 03 20:08:29.771351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 4aeac718-73f6-44b1-82f4-3347930c277b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:08:29.771684 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:29.863762 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 4aeac718-73f6-44b1-82f4-3347930c277b, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=4aeac718-73f6-44b1-82f4-3347930c277b,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:29.864120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:29.876859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 4aeac718-73f6-44b1-82f4-3347930c277b owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:08:30.010278 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:30.039633 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=4aeac718-73f6-44b1-82f4-3347930c277b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:30.052094 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.052346 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.052695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.053596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.053945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.054288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.054691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.054961 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.055297 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.055630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.055963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.056292 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:30.092330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] No DVR routers for this DVR port 4aeac718-73f6-44b1-82f4-3347930c277b on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:08:30.095172 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:30.098894 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb9f6ca7-890d-47e7-a970-0ecb560a98c9 req-0d4be854-511a-451d-8d72-1145c9297b26 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.115 "DELETE /v2.0/ports/4aeac718-73f6-44b1-82f4-3347930c277b HTTP/1.1" status: 204 len: 173 time: 0.4100752 Nov 03 20:08:30.099353 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'name': 'network-vif-deleted', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:08:30.101944 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a4595-560e-401a-8ffc-a04b99f05286" -d '{"events": [{"server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "name": "network-vif-deleted", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:08:30.142788 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a892775e-09b5-42f4-bd3e-8a76e0120b64 x-openstack-request-id: req-a892775e-09b5-42f4-bd3e-8a76e0120b64 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:08:30.143089 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee0630-0550-430b-8ddc-dd3cc9d67b69", "name": "network-vif-deleted", "tag": "4aeac718-73f6-44b1-82f4-3347930c277b", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:08:30.143345 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a892775e-09b5-42f4-bd3e-8a76e0120b64 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:08:30.143747 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee0630-0550-430b-8ddc-dd3cc9d67b69', 'name': 'network-vif-deleted', 'tag': '4aeac718-73f6-44b1-82f4-3347930c277b', 'status': 'completed', 'code': 200} Nov 03 20:08:30.542529 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a7b4c188-8797-4cd2-9f56-582905ae8856 req-894e9f07-1739-4c69-8c58-b0bc948994bf tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "GET /v2.0/ports?device_id=3bee0630-0550-430b-8ddc-dd3cc9d67b69 HTTP/1.1" status: 200 len: 210 time: 0.0320461 Nov 03 20:08:31.600005 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55272) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:31.962786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:32.219828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port 5344bc3a-ecdf-4677-9289-3c08fc83496f {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:08:32.220076 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:32.312879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port 5344bc3a-ecdf-4677-9289-3c08fc83496f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5344bc3a-ecdf-4677-9289-3c08fc83496f,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:32.313241 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:32.325260 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for 5344bc3a-ecdf-4677-9289-3c08fc83496f owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:08:32.512709 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:32.539818 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=5344bc3a-ecdf-4677-9289-3c08fc83496f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:32.720692 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:32.903863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4aeac718-73f6-44b1-82f4-3347930c277b no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:08:32.925344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 4aeac718-73f6-44b1-82f4-3347930c277b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:08:32.925690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 4aeac718-73f6-44b1-82f4-3347930c277b not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:08:32.946785 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Router 47284fb2-9211-4b73-b284-0fa2f847bb64 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:08:32.986515 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.071320 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:08:33.078418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-8d84cb75-7616-430f-9111-565e6d4a212b tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "PUT /v2.0/routers/47284fb2-9211-4b73-b284-0fa2f847bb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764888 Nov 03 20:08:33.080656 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55274) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:33.085186 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] Sync routers for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:08:33.096558 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:33.097189 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:33.138325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting subnet c22c6472-979a-40d4-bbf9-f011aa1201a6 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:08:33.141584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.184146 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.203468 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:33.271151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.337557 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.366107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Subnet': ['ID=c22c6472-979a-40d4-bbf9-f011aa1201a6,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:33.371321 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.374944 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-26a86a34-8262-4f43-880b-a2822b7499cd tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/subnets/c22c6472-979a-40d4-bbf9-f011aa1201a6 HTTP/1.1" status: 204 len: 168 time: 0.2924786 Nov 03 20:08:33.376415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2bc15-d110-4b7a-84e4-0de9442bdaf8 None None] Network e7381f93-c8d2-428c-8fc7-6015feb7d9a9 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:08:33.378074 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55276) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:33.397891 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:08:32Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:33.429945 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] Checking router: 47284fb2-9211-4b73-b284-0fa2f847bb64 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:08:33.440079 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] Routers {'47284fb2-9211-4b73-b284-0fa2f847bb64'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:33.440601 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['47284fb2-9211-4b73-b284-0fa2f847bb64'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:33.497843 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.561515 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] Set router 47284fb2-9211-4b73-b284-0fa2f847bb64 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:33.582191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] DHCP port deletion for e7381f93-c8d2-428c-8fc7-6015feb7d9a9 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:08:33.619588 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.633156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Deleting port a8399127-bbdd-490d-9c43-482389ebb1cd {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:08:33.633536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.677206 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Deleting port f323c3a2-e693-448e-8e0f-6f8c8a58861b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:08:33.677568 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.713574 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] For port a8399127-bbdd-490d-9c43-482389ebb1cd, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=a8399127-bbdd-490d-9c43-482389ebb1cd,segment=NetworkSegment(5f6707c0-bc57-4325-9420-30fbe1d11732),segment_id=5f6707c0-bc57-4325-9420-30fbe1d11732)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:33.713981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.716392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.727838 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Calling delete_port for a8399127-bbdd-490d-9c43-482389ebb1cd owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:08:33.760177 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:08:32Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:33.761226 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] For port f323c3a2-e693-448e-8e0f-6f8c8a58861b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=f323c3a2-e693-448e-8e0f-6f8c8a58861b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:33.761669 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.776267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Calling delete_port for f323c3a2-e693-448e-8e0f-6f8c8a58861b owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:08:33.788252 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adc213-1c40-4c2a-b778-e5eedd97bef2 None None] The sync data for ids ['47284fb2-9211-4b73-b284-0fa2f847bb64'] in n-d-812151-4 is: [{'id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-527765449', 'tenant_id': 'b2841dcacf504d1db3c031aa3dad965d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:07:27Z', 'updated_at': '2021-11-03T20:08:32Z', 'revision_number': 5, 'project_id': 'b2841dcacf504d1db3c031aa3dad965d', 'gw_port': {'id': 'f323c3a2-e693-448e-8e0f-6f8c8a58861b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47284fb2-9211-4b73-b284-0fa2f847bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:07:28Z', 'updated_at': '2021-11-03T20:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:08:33.813852 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.852338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] No DVR routers for this DVR port a8399127-bbdd-490d-9c43-482389ebb1cd on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:08:33.854071 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Pushing event deleted for resources: {'Port': ['ID=a8399127-bbdd-490d-9c43-482389ebb1cd,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:33.863538 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.863894 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.864231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.864939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.864939 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.865237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.865597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.865919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.866238 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.866558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.866882 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.867292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df944b98-9203-4479-a0d3-1dd3b574e538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:33.958949 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:33.990623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Port': ['ID=f323c3a2-e693-448e-8e0f-6f8c8a58861b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:34.053217 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.146452 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.149529 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.195446 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.196088 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Fanout notify agent at l3_agent the message router_deleted on router 47284fb2-9211-4b73-b284-0fa2f847bb64 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:08:34.203995 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.205188 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-70b5f8f0-0d05-43bc-9277-8975c8155758 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/routers/47284fb2-9211-4b73-b284-0fa2f847bb64 HTTP/1.1" status: 204 len: 168 time: 0.8261523 Nov 03 20:08:34.207968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55278) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:34.299347 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.392312 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.415288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7381f93-c8d2-428c-8fc7-6015feb7d9a9']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:34.425375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6707c0-bc57-4325-9420-30fbe1d11732') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:34.425663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6707c0-bc57-4325-9420-30fbe1d11732') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:34.435431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.449047 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.455671 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:08:34.456124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:08:34.459756 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:08:34.521569 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.529224 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.532560 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/networks/e7381f93-c8d2-428c-8fc7-6015feb7d9a9 HTTP/1.1" status: 204 len: 168 time: 0.3236415 Nov 03 20:08:34.535462 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55280) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:34.544749 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc0d8-6173-4c95-b619-d493d9080390 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'Network': ['ID=e7381f93-c8d2-428c-8fc7-6015feb7d9a9,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:34.597459 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e214a710-2e85-428a-a3f2-2ca158b5de47 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.623484 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e214a710-2e85-428a-a3f2-2ca158b5de47 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.684565 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e214a710-2e85-428a-a3f2-2ca158b5de47 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.687836 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e214a710-2e85-428a-a3f2-2ca158b5de47 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:34.689051 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e214a710-2e85-428a-a3f2-2ca158b5de47 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] 10.222.0.91 "DELETE /v2.0/security-groups/dc10f985-7341-4c67-91ee-27f46ebf2b7c HTTP/1.1" status: 204 len: 168 time: 0.1524701 Nov 03 20:08:34.699180 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214a710-2e85-428a-a3f2-2ca158b5de47 tempest-TestNetworkAdvancedServerOps-1379611577 tempest-TestNetworkAdvancedServerOps-1379611577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc10f985-7341-4c67-91ee-27f46ebf2b7c,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:34.832201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a77830eb-8ab6-4b14-9436-b396ab5202da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.010659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8399127-bbdd-490d-9c43-482389ebb1cd no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:08:35.031710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: a8399127-bbdd-490d-9c43-482389ebb1cd {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:08:35.032146 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device a8399127-bbdd-490d-9c43-482389ebb1cd not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:08:35.032581 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f323c3a2-e693-448e-8e0f-6f8c8a58861b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:08:35.042978 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55288) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:35.052456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: f323c3a2-e693-448e-8e0f-6f8c8a58861b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:08:35.052830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device f323c3a2-e693-448e-8e0f-6f8c8a58861b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:08:35.053760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5344bc3a-ecdf-4677-9289-3c08fc83496f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:08:35.074016 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5344bc3a-ecdf-4677-9289-3c08fc83496f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:08:35.074292 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5344bc3a-ecdf-4677-9289-3c08fc83496f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:08:35.192970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5ee20fa0-c01f-40ab-9b59-a251bd47ab49 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2841dcacf504d1db3c031aa3dad965d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487050 Nov 03 20:08:35.196189 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55292) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:35.245655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e4d79b3-ac68-481d-8127-7c37f25861f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.268538 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e4d79b3-ac68-481d-8127-7c37f25861f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.315062 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e4d79b3-ac68-481d-8127-7c37f25861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.317808 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-6e4d79b3-ac68-481d-8127-7c37f25861f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.319551 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-6e4d79b3-ac68-481d-8127-7c37f25861f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3518ca0e-fabb-419c-9ab5-3a998840d0b2 HTTP/1.1" status: 204 len: 168 time: 0.1223776 Nov 03 20:08:35.327893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d79b3-ac68-481d-8127-7c37f25861f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518ca0e-fabb-419c-9ab5-3a998840d0b2,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:35.584210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55298) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:35.598786 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f943bded-3e4a-4fc6-9b92-ac05ff4192b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.683074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f943bded-3e4a-4fc6-9b92-ac05ff4192b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.687181 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-f943bded-3e4a-4fc6-9b92-ac05ff4192b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.727541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-f943bded-3e4a-4fc6-9b92-ac05ff4192b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=df1400162e274ea294c6dcf95cfb8f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420274 Nov 03 20:08:35.728275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943bded-3e4a-4fc6-9b92-ac05ff4192b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf9279-88ff-443b-88ee-e009e31893dc,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:35.730280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55300) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:35.782545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19f18f3a-7b8c-4912-b1eb-93698b0919a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.809112 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19f18f3a-7b8c-4912-b1eb-93698b0919a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.861009 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19f18f3a-7b8c-4912-b1eb-93698b0919a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.863645 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-19f18f3a-7b8c-4912-b1eb-93698b0919a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:35.864857 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-19f18f3a-7b8c-4912-b1eb-93698b0919a2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/53cf9279-88ff-443b-88ee-e009e31893dc HTTP/1.1" status: 204 len: 168 time: 0.1335101 Nov 03 20:08:35.872949 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18f3a-7b8c-4912-b1eb-93698b0919a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf9279-88ff-443b-88ee-e009e31893dc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:36.598951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55322) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:36.698461 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1290794647-network', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:36.720743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Made reservation on behalf of dea59c1cfd4f4360868018d20c4ec12b for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:08:36.723141 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.732783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.812893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.817297 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.844746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:08:36.855171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce6f3f6-9d27-4033-918d-5a9b57afc25c,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:36.861786 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.862143 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Added segment a2462628-2312-4c33-8936-5ae722018ed3 of type vlan for network cc695b45-3305-44d4-93b3-d791bf6df3b4 Nov 03 20:08:36.906350 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.934191 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.935525 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:36.936218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:36.969495 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3694203 Nov 03 20:08:36.972813 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55326) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:36.978363 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Request body: {'subnet': {'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1290794647-subnet', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'ip_version': 4}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:37.003651 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Made reservation on behalf of dea59c1cfd4f4360868018d20c4ec12b for: {'subnet': 1} {{(pid=101989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:08:37.005790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bc638-d622-4e58-9353-51e413871fdb admin admin] Pushing event updated for resources: {'Network': ['ID=cc695b45-3305-44d4-93b3-d791bf6df3b4,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:37.007188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63431603'] for subnet, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.016964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:08:37.200974 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66423674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63431645'] for subnet, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.265498 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798cc4c3-4418-4abf-abf3-1b439b003d66,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:37.275528 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Checking segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:37.275895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Network hostable DHCP agents. Network: cc695b45-3305-44d4-93b3-d791bf6df3b4, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:08:37.293351 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:08:37.301879 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, cc695b45-3305-44d4-93b3-d791bf6df3b4) {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:37.306677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:37.307255 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.310896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ac017-af2a-449e-ba21-df6262985dd6 None None] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:08:37.324372 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d99c712a-a850-4319-8c71-82ad968eda71 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3500793 Nov 03 20:08:37.327210 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55328) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:37.331443 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:37.357729 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.359305 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.414388 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.467665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-cc695b45-3305-44d4-93b3-d791bf6df3b4', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:08:37.468595 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.558300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.610165 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Allocated IP 172.20.0.2 (cc695b45-3305-44d4-93b3-d791bf6df3b4/798cc4c3-4418-4abf-abf3-1b439b003d66/753f50fe-2630-4333-9c9a-39b4e4057a45) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:37.759719 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.766042 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.767248 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.791017 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.807156 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:37.810121 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:37.816857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:37.828408 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Pushing event updated for resources: {'Port': ['ID=753f50fe-2630-4333-9c9a-39b4e4057a45,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:37.885747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Attempting to bind port 753f50fe-2630-4333-9c9a-39b4e4057a45 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:37.886100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Attempting to bind port 753f50fe-2630-4333-9c9a-39b4e4057a45 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:37.886463 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Attempting to bind port 753f50fe-2630-4333-9c9a-39b4e4057a45 on network cc695b45-3305-44d4-93b3-d791bf6df3b4 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:37.891638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:37.892079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Checking segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:37.892317 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.892709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Bound using segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:37.893200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Bound port: 753f50fe-2630-4333-9c9a-39b4e4057a45, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:37.893582 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:37.908621 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Allocated IP 172.25.8.226 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/c6b568ce-fc1c-490e-9ef9-dd13c97c2d70) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:37.973941 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] For port 753f50fe-2630-4333-9c9a-39b4e4057a45, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:37.978011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] For port 753f50fe-2630-4333-9c9a-39b4e4057a45, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=753f50fe-2630-4333-9c9a-39b4e4057a45,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:37.982637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:38.018811 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:38.044388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23b6d-6fe1-4823-a7b8-62ad79b07e94 None None] Pushing event updated for resources: {'Port': ['ID=753f50fe-2630-4333-9c9a-39b4e4057a45,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:38.061639 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:38.102859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:38.108207 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:38.111943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:38.135328 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:38.399053 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:38.456471 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d3e9d8fe-0bd7-4f7d-ac26-5560ace84ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:38.612925 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:38.765623 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Router 58834ca3-c33b-4238-bf61-439392390681 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:08:39.042164 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a4b8c-80e2-4d0f-986c-a21332b41cc6 None None] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:08:39.044521 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 753f50fe-2630-4333-9c9a-39b4e4057a45 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:39.183742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-2aa4be0a-70db-4b82-90f2-2c0c13bb4118 None None] Provisioning complete for port 753f50fe-2630-4333-9c9a-39b4e4057a45 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:39.184008 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2aa4be0a-70db-4b82-90f2-2c0c13bb4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.186993 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 753f50fe-2630-4333-9c9a-39b4e4057a45 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:39.187428 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.208248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:08:39.227869 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.229433 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-bdc0ea82-3983-4fc1-ba7a-ae152ca91164 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9012399 Nov 03 20:08:39.232859 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55330) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:39.255600 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5002345-b263-479b-a856-0eba7783970f None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:08:39.298417 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:39.299319 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:39.486504 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2aa4be0a-70db-4b82-90f2-2c0c13bb4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.517641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.527067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:39.618715 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2aa4be0a-70db-4b82-90f2-2c0c13bb4118 None None] For port 753f50fe-2630-4333-9c9a-39b4e4057a45, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=753f50fe-2630-4333-9c9a-39b4e4057a45,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:39.637186 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2aa4be0a-70db-4b82-90f2-2c0c13bb4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.680911 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.767748 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 20:08:39.767986 n-d-812151-4 neutron-server[101991]: DEBUG oslo_db.api [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 20:08:39.772928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4be0a-70db-4b82-90f2-2c0c13bb4118 None None] Pushing event updated for resources: {'Port': ['ID=753f50fe-2630-4333-9c9a-39b4e4057a45,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:39.809562 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-21bc60e9-6eff-4e14-9318-72c0306adc7a None None] Provisioning complete for port 753f50fe-2630-4333-9c9a-39b4e4057a45 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:39.809933 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-21bc60e9-6eff-4e14-9318-72c0306adc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.846491 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Allocated IP 172.20.0.1 (cc695b45-3305-44d4-93b3-d791bf6df3b4/798cc4c3-4418-4abf-abf3-1b439b003d66/727829ba-8c4b-4f8c-ba80-eb8fd757bccb) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:39.897614 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:38Z', 'revision_number': 3, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:39.928708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5002345-b263-479b-a856-0eba7783970f None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:08:39.929039 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5002345-b263-479b-a856-0eba7783970f None None] Updating router 58834ca3-c33b-4238-bf61-439392390681 port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:08:39.960516 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.960704 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5002345-b263-479b-a856-0eba7783970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:39.994815 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.040068 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:40.043097 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:40.045582 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:40.079074 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Pushing event updated for resources: {'Port': ['ID=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:40.097657 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.238117 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.251969 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.365439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a6cde5b4-0927-4ab9-8326-26bd1062d801 None None] Provisioning complete for port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:40.365692 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a6cde5b4-0927-4ab9-8326-26bd1062d801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.427569 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a6cde5b4-0927-4ab9-8326-26bd1062d801 None None] Port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:08:40.428756 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.434792 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.493744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5002345-b263-479b-a856-0eba7783970f None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.500038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5002345-b263-479b-a856-0eba7783970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.505984 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Pushing event updated for resources: {'Port': ['ID=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:40.508591 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.554455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c5002345-b263-479b-a856-0eba7783970f None None] Attempting to bind port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:40.554830 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c5002345-b263-479b-a856-0eba7783970f None None] Attempting to bind port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:40.555193 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5002345-b263-479b-a856-0eba7783970f None None] Attempting to bind port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:40.558359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec89a26-0488-4ae1-b4df-8652bdb543c5 None None] Pushing event updated for resources: {'Port': ['ID=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:40.563077 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5002345-b263-479b-a856-0eba7783970f None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:40.563455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5002345-b263-479b-a856-0eba7783970f None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:40.563858 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5002345-b263-479b-a856-0eba7783970f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.564310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5002345-b263-479b-a856-0eba7783970f None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:40.564811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-c5002345-b263-479b-a856-0eba7783970f None None] Bound port: c6b568ce-fc1c-490e-9ef9-dd13c97c2d70, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:40.565195 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5002345-b263-479b-a856-0eba7783970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.609901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:40.611760 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:40.619009 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c5002345-b263-479b-a856-0eba7783970f None None] For port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:40.622488 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c5002345-b263-479b-a856-0eba7783970f None None] For port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:40.626885 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c5002345-b263-479b-a856-0eba7783970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:40.681632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:40.682264 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:40.735620 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec89a26-0488-4ae1-b4df-8652bdb543c5 None None] Pushing event updated for resources: {'Port': ['ID=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:40.741472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Router 58834ca3-c33b-4238-bf61-439392390681 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:08:40.810151 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:40.863893 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:08:40.869260 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dd253784-c67d-4136-bb3b-0539edc13661 admin admin] 10.222.0.91 "PUT /v2.0/routers/58834ca3-c33b-4238-bf61-439392390681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337135 Nov 03 20:08:40.968396 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-8b2ef211-dc24-4a1b-9f22-af087511a7a3 None None] Provisioning complete for port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:40.968793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef211-dc24-4a1b-9f22-af087511a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.012826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 753f50fe-2630-4333-9c9a-39b4e4057a45 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:41.049113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ef211-dc24-4a1b-9f22-af087511a7a3 None None] Port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:08:41.117065 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 753f50fe-2630-4333-9c9a-39b4e4057a45 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:41.117460 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.149760 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-c5002345-b263-479b-a856-0eba7783970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 2, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:41.178959 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5002345-b263-479b-a856-0eba7783970f None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 2, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:08:41.403137 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55346) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:41.409165 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1040249033-network', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:41.442192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Made reservation on behalf of 24186e8d3b50473e879eeb095cac7a82 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:08:41.444864 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.454509 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.559459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.564010 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.589714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:08:41.600696 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3fe10d-dd02-4faf-9469-6bc2a87a1380,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:41.606343 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.606542 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Added segment baab9259-1957-4980-867a-c47e4d6b8a30 of type vlan for network 77ef8122-9a77-4068-a49d-bc922f275bfe Nov 03 20:08:41.649772 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.676221 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.677312 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:41.678511 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.741815 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3375082 Nov 03 20:08:41.744529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55348) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:41.749365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Request body: {'subnet': {'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1040249033-subnet', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:41.758374 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace108-92b8-4888-89dd-961c899b9a29 admin admin] Pushing event updated for resources: {'Network': ['ID=77ef8122-9a77-4068-a49d-bc922f275bfe,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:41.773518 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 77ef8122-9a77-4068-a49d-bc922f275bfe details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:08:41.781853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Made reservation on behalf of 24186e8d3b50473e879eeb095cac7a82 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:08:41.784782 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:41.986636 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.045015 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bcce2e-9496-48ff-abcf-2022e3adb01c,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:42.056065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Checking segment: {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:42.056427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Network hostable DHCP agents. Network: 77ef8122-9a77-4068-a49d-bc922f275bfe, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:08:42.074609 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Network 77ef8122-9a77-4068-a49d-bc922f275bfe is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:08:42.086247 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 77ef8122-9a77-4068-a49d-bc922f275bfe) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:42.090577 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:42.091193 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.095938 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833dfdb-5c11-425b-94ba-7fe1613baa7f None None] Network 77ef8122-9a77-4068-a49d-bc922f275bfe requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:08:42.110972 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-35fa58e8-0ff3-4504-9709-2aefc74292f0 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3652003 Nov 03 20:08:42.113542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55350) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:42.119100 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:42.142134 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.143366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.169491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.212984 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.274307 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.285248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-77ef8122-9a77-4068-a49d-bc922f275bfe', 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'fixed_ips': [{'subnet_id': '65bcce2e-9496-48ff-abcf-2022e3adb01c'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:08:42.286347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.362175 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.446531 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Allocated IP 172.20.0.2 (77ef8122-9a77-4068-a49d-bc922f275bfe/65bcce2e-9496-48ff-abcf-2022e3adb01c/1d5b80ac-5411-42d0-93cb-771a9117a660) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:42.601581 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.610455 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.617867 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.623978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.653928 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Network 77ef8122-9a77-4068-a49d-bc922f275bfe is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:42.657082 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:42.660612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:42.696138 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Pushing event updated for resources: {'Port': ['ID=1d5b80ac-5411-42d0-93cb-771a9117a660,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:42.723184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Attempting to bind port 1d5b80ac-5411-42d0-93cb-771a9117a660 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:42.723810 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Attempting to bind port 1d5b80ac-5411-42d0-93cb-771a9117a660 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:42.724159 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Attempting to bind port 1d5b80ac-5411-42d0-93cb-771a9117a660 on network 77ef8122-9a77-4068-a49d-bc922f275bfe {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:42.729482 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:42.729852 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Checking segment: {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:42.730240 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.730640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Bound using segment: {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:42.731231 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Bound port: 1d5b80ac-5411-42d0-93cb-771a9117a660, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:42.731604 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.733956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Allocated IP 172.25.8.158 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/e55dbd12-76ff-4b91-8ad9-2212afdbae7a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:42.803850 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] For port 1d5b80ac-5411-42d0-93cb-771a9117a660, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:42.807186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] For port 1d5b80ac-5411-42d0-93cb-771a9117a660, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1d5b80ac-5411-42d0-93cb-771a9117a660,segment=NetworkSegment(baab9259-1957-4980-867a-c47e4d6b8a30),segment_id=baab9259-1957-4980-867a-c47e4d6b8a30)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:42.813186 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.852578 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.872800 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638b49-c5fc-40bc-9c34-9c0e116ca180 None None] Pushing event updated for resources: {'Port': ['ID=1d5b80ac-5411-42d0-93cb-771a9117a660,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:42.890412 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:42.931171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:42.936200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:42.939795 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:42.964035 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Pushing event updated for resources: {'Port': ['ID=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:43.108815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:43.180510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:43.181000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:43.255973 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:43.269708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:43.295069 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:43.299521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:43.353450 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:43.466908 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:43.471015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:08:43.481912 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:43.482513 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:43.593813 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:43.804016 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 2, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:43.831909 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:08:43.832253 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Updating router 58834ca3-c33b-4238-bf61-439392390681 port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:08:43.858033 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:43.894674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Router 841fb793-7cf2-4fb1-8a01-6a19062a7880 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:08:44.010245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:08:44.020680 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Sync routers for ids ['841fb793-7cf2-4fb1-8a01-6a19062a7880'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:08:44.039380 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Routers {'841fb793-7cf2-4fb1-8a01-6a19062a7880'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:44.040027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['841fb793-7cf2-4fb1-8a01-6a19062a7880'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:44.041537 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.043735 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a90cf526-0ee3-4289-b2fa-5e10254b2fef admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9289856 Nov 03 20:08:44.046478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55352) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:44.160065 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.172540 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.182368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Set router 841fb793-7cf2-4fb1-8a01-6a19062a7880 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:44.234286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Pushing event updated for resources: {'Port': ['ID=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:44.267072 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.267411 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.267750 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.268079 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.268412 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.268754 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.269082 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.269401 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.269718 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.270035 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.270352 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.270839 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:08:44.326583 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Attempting to bind port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:44.327573 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Attempting to bind port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:44.328616 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Attempting to bind port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb on network cc695b45-3305-44d4-93b3-d791bf6df3b4 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:44.337914 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:44.338613 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Checking segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:44.339180 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.339749 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Bound using segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:44.340492 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Bound port: 727829ba-8c4b-4f8c-ba80-eb8fd757bccb, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:44.341089 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.397471 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4644513-d7af-4b7d-bcef-7c7f8dacbff9 None None] Network 77ef8122-9a77-4068-a49d-bc922f275bfe requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:08:44.494245 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-d4ea50e2-f44a-4e56-a18d-3d865085c549 None None] Provisioning complete for port 1d5b80ac-5411-42d0-93cb-771a9117a660 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:44.494641 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4ea50e2-f44a-4e56-a18d-3d865085c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.531250 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] For port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:44.534428 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] For port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:44.540543 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.578988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 3, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:44.607276 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:44.607903 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:44.609940 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7034-d3f7-44f0-b754-767374b9f04f None None] Pushing event updated for resources: {'Port': ['ID=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:44.617858 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Checking router: 841fb793-7cf2-4fb1-8a01-6a19062a7880 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:08:44.618208 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Updating router 841fb793-7cf2-4fb1-8a01-6a19062a7880 port e55dbd12-76ff-4b91-8ad9-2212afdbae7a binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:08:44.644330 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.695857 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.731372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4ea50e2-f44a-4e56-a18d-3d865085c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.744943 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:44.843849 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-d4ea50e2-f44a-4e56-a18d-3d865085c549 None None] For port 1d5b80ac-5411-42d0-93cb-771a9117a660, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1d5b80ac-5411-42d0-93cb-771a9117a660,segment=NetworkSegment(baab9259-1957-4980-867a-c47e4d6b8a30),segment_id=baab9259-1957-4980-867a-c47e4d6b8a30)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:44.854375 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4ea50e2-f44a-4e56-a18d-3d865085c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.858533 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Allocated IP 172.20.0.1 (77ef8122-9a77-4068-a49d-bc922f275bfe/65bcce2e-9496-48ff-abcf-2022e3adb01c/5b88fedf-ab72-416c-9f02-bbfd61855d1c) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:45.024663 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.057614 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:44Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:45.071166 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.096455 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfb9e0-059d-434e-88a0-59cea67c9771 None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:44Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:08:45.121753 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Network 77ef8122-9a77-4068-a49d-bc922f275bfe is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:45.124751 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:45.132846 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:45.176695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Pushing event updated for resources: {'Port': ['ID=5b88fedf-ab72-416c-9f02-bbfd61855d1c,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:45.209075 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.246032 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a73a3c84-1bab-46b2-91b2-727a68bfe817 None None] Provisioning complete for port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:45.246650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c84-1bab-46b2-91b2-727a68bfe817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.301455 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d5b80ac-5411-42d0-93cb-771a9117a660 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:45.382110 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea50e2-f44a-4e56-a18d-3d865085c549 None None] Pushing event updated for resources: {'Port': ['ID=1d5b80ac-5411-42d0-93cb-771a9117a660,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:45.397954 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.513670 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.517119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c84-1bab-46b2-91b2-727a68bfe817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.532347 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.537235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1d5b80ac-5411-42d0-93cb-771a9117a660 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:45.537587 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.637560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a73a3c84-1bab-46b2-91b2-727a68bfe817 None None] For port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:45.640113 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Attempting to bind port e55dbd12-76ff-4b91-8ad9-2212afdbae7a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:45.640472 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Attempting to bind port e55dbd12-76ff-4b91-8ad9-2212afdbae7a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:45.640876 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Attempting to bind port e55dbd12-76ff-4b91-8ad9-2212afdbae7a on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:45.643018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f7b24-26b4-4f08-a06e-7302e0367c54 None None] Pushing event updated for resources: {'Port': ['ID=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:45.650989 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a73a3c84-1bab-46b2-91b2-727a68bfe817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.656740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:45.657125 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:45.657747 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.657897 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:45.658341 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Bound port: e55dbd12-76ff-4b91-8ad9-2212afdbae7a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:45.658715 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.696561 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.704769 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.789601 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a3c84-1bab-46b2-91b2-727a68bfe817 None None] Pushing event updated for resources: {'Port': ['ID=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:45.803195 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:45.805970 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] For port e55dbd12-76ff-4b91-8ad9-2212afdbae7a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:45.810248 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] For port e55dbd12-76ff-4b91-8ad9-2212afdbae7a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:45.830442 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.835743 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Pushing event updated for resources: {'Port': ['ID=5b88fedf-ab72-416c-9f02-bbfd61855d1c,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:45.835902 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.840985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0ad02ec9-cc6a-4991-8d37-1c3b4ead9390 None None] Provisioning complete for port 5b88fedf-ab72-416c-9f02-bbfd61855d1c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:45.841344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ad02ec9-cc6a-4991-8d37-1c3b4ead9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:45.953371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0ad02ec9-cc6a-4991-8d37-1c3b4ead9390 None None] Port 5b88fedf-ab72-416c-9f02-bbfd61855d1c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:08:45.956954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Routers {'841fb793-7cf2-4fb1-8a01-6a19062a7880'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:45.957587 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['841fb793-7cf2-4fb1-8a01-6a19062a7880'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:45.961216 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f7b24-26b4-4f08-a06e-7302e0367c54 None None] Pushing event updated for resources: {'Port': ['ID=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:45.990354 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Network 77ef8122-9a77-4068-a49d-bc922f275bfe is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:45.992176 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:46.016694 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:46.017096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.025738 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0ad02ec9-cc6a-4991-8d37-1c3b4ead9390 None None] Provisioning complete for port 1d5b80ac-5411-42d0-93cb-771a9117a660 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:46.026211 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0ad02ec9-cc6a-4991-8d37-1c3b4ead9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.124922 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Router 841fb793-7cf2-4fb1-8a01-6a19062a7880 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:08:46.177844 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] Set router 841fb793-7cf2-4fb1-8a01-6a19062a7880 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:46.250669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:08:46.261303 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-06a06206-905f-437a-9eeb-d0b90c6b7b60 admin admin] 10.222.0.91 "PUT /v2.0/routers/841fb793-7cf2-4fb1-8a01-6a19062a7880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2129982 Nov 03 20:08:46.326426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 727829ba-8c4b-4f8c-ba80-eb8fd757bccb up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:46.451154 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:46.451525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.525087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-bbcc2815-e987-42ab-bf39-dd2ee79ef93a None None] Provisioning complete for port 5b88fedf-ab72-416c-9f02-bbfd61855d1c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:46.525455 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bbcc2815-e987-42ab-bf39-dd2ee79ef93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.579946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc2815-e987-42ab-bf39-dd2ee79ef93a None None] Port 5b88fedf-ab72-416c-9f02-bbfd61855d1c cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:08:46.611594 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5b88fedf-ab72-416c-9f02-bbfd61855d1c', 'name': '', 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'mac_address': 'fa:16:3e:a3:a4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:44Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 2, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'subnets': [{'id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:46.649254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c164a2-00e7-4cdb-a27d-3a99857f28da None None] The sync data for ids ['841fb793-7cf2-4fb1-8a01-6a19062a7880'] in n-d-812151-4 is: [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5b88fedf-ab72-416c-9f02-bbfd61855d1c', 'name': '', 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'mac_address': 'fa:16:3e:a3:a4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:44Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 2, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'subnets': [{'id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:08:46.758095 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55360) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:46.763368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367888752', 'description': 'tempest-secgroup-smoke-1367888752 description', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:46.785574 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.878049 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.881965 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.919901 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:46.921195 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1619351 Nov 03 20:08:46.923513 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897ec9b-3ca8-4106-bfda-e6e4ce213450 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de2572f-821c-415f-a4e2-d849f89ceaff,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:46.925877 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55362) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:46.931222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '7de2572f-821c-415f-a4e2-d849f89ceaff', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:46.964767 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.041069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.045459 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.055558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d5b80ac-5411-42d0-93cb-771a9117a660 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:47.068006 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31be1050-f2eb-4886-832a-2ff5d33c8663,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:47.078893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.080348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d76b0c19-d0c8-420d-86bf-31f85f7b8079 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532679 Nov 03 20:08:47.083115 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55364) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:47.089587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '7de2572f-821c-415f-a4e2-d849f89ceaff', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:47.111619 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 1d5b80ac-5411-42d0-93cb-771a9117a660 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:47.111987 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.119276 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.188857 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.194092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.204931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 727829ba-8c4b-4f8c-ba80-eb8fd757bccb up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:47.217568 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34fd6f6-7ffd-462c-8653-ab2dd4e71f91,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:47.226755 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.228113 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8d8f44e4-b9d7-4a4c-a508-5f83306ada0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431870 Nov 03 20:08:47.231041 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55366) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:47.236230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '7de2572f-821c-415f-a4e2-d849f89ceaff', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:47.268131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.274925 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:47.275297 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.338390 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.342263 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.362123 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66eb8362-f77d-489a-9807-b4fd2cca1c70,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:47.371893 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.373066 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b6fc152a-210b-470e-be18-d8159bde0df4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405971 Nov 03 20:08:47.375854 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55368) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:47.380214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '7de2572f-821c-415f-a4e2-d849f89ceaff', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:47.406541 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.466450 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.470154 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.489697 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c0ce4a-b7b4-4796-b763-3158524345db,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:47.497300 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.498525 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9d957a75-820b-4fd6-9d14-819eca4b0ed6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217239 Nov 03 20:08:47.501703 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55370) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:47.506686 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '7de2572f-821c-415f-a4e2-d849f89ceaff', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:47.530421 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Project dea59c1cfd4f4360868018d20c4ec12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:08:47.535503 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.595558 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.599616 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.619669 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06f435b-39e4-48d5-a7d5-a1c4117a25bc,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:47.628119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.629337 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-96345aeb-d6cc-4c02-9ba4-234622d02adf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267080 Nov 03 20:08:47.632880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55372) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:47.637397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '7de2572f-821c-415f-a4e2-d849f89ceaff', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:47.659382 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Project dea59c1cfd4f4360868018d20c4ec12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:08:47.664360 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.727703 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.731180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.749282 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035ef95b-dc3b-4bea-b18d-d3d0e738cb5f,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:47.754523 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:47.756240 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-1c98608b-f0fa-45d1-a197-492d805792a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218445 Nov 03 20:08:47.907512 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-cd30de72-46fe-4d54-82c8-590918a17bf9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367888752&fields=id&tenant_id=dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 267 time: 0.0453906 Nov 03 20:08:48.035572 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d52b82c1-a892-49a6-8e0b-5085c397a748 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:48.037708 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d52b82c1-a892-49a6-8e0b-5085c397a748 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 809 time: 0.1231639 Nov 03 20:08:48.054469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d46b7e54-7832-46ad-ad74-2c047a06d214 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/quotas/dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 375 time: 0.0107169 Nov 03 20:08:48.113648 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-0ff7442f-5b7f-402b-acb4-d066b0ca0967 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516849 Nov 03 20:08:48.219821 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-8b91f955-6f3e-4b3a-bd82-59c40e189daa service neutron] 10.222.0.91 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932393 Nov 03 20:08:48.324205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-895a273a-47f1-4fe1-ab1b-e800138ba3b4 service neutron] 10.222.0.91 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969288 Nov 03 20:08:48.502617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-fc86ff42-1edd-4abe-8e66-a100e653f168 req-702d8f12-d21b-46c3-a270-64c57943853f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 210 time: 0.0300362 Nov 03 20:08:49.042558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e55dbd12-76ff-4b91-8ad9-2212afdbae7a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:49.097181 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e55dbd12-76ff-4b91-8ad9-2212afdbae7a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:49.097548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:49.179982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:49.201981 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port e55dbd12-76ff-4b91-8ad9-2212afdbae7a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:49.207164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:49.256134 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:49.305084 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Sync routers for ids ['841fb793-7cf2-4fb1-8a01-6a19062a7880'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:08:49.315229 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Routers {'841fb793-7cf2-4fb1-8a01-6a19062a7880'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:49.315827 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['841fb793-7cf2-4fb1-8a01-6a19062a7880'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:49.429689 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Set router 841fb793-7cf2-4fb1-8a01-6a19062a7880 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:49.502426 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-1cb3e44b-b9a7-46da-a1dd-bbf3f29567da tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:49.503538 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-1cb3e44b-b9a7-46da-a1dd-bbf3f29567da tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 809 time: 0.1142774 Nov 03 20:08:49.590833 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-24182f55-9801-4ac5-ad7a-dccc20078e76 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 380 time: 0.0779502 Nov 03 20:08:49.603259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'port': {'device_id': '5703afc6-f086-4622-b982-f479bfa16b8b', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'admin_state_up': True, 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'security_groups': ['7de2572f-821c-415f-a4e2-d849f89ceaff']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:49.621563 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-156bddf1-0993-4fa4-ad55-6054ab1b526b req-c12ccfec-5069-49fb-9206-9629f134ac54 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 210 time: 0.0392518 Nov 03 20:08:49.666784 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5b88fedf-ab72-416c-9f02-bbfd61855d1c', 'name': '', 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'mac_address': 'fa:16:3e:a3:a4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:44Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 2, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'subnets': [{'id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:49.693950 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Checking router: 841fb793-7cf2-4fb1-8a01-6a19062a7880 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:08:49.694308 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Updating router 841fb793-7cf2-4fb1-8a01-6a19062a7880 port 5b88fedf-ab72-416c-9f02-bbfd61855d1c binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:08:49.718991 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:49.722732 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Made reservation on behalf of dea59c1cfd4f4360868018d20c4ec12b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:08:49.727087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:49.858737 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Allocated IP 172.20.0.3 (cc695b45-3305-44d4-93b3-d791bf6df3b4/798cc4c3-4418-4abf-abf3-1b439b003d66/89e270a1-17a7-42ed-85cb-96a16535a554) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:08:49.993357 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:49.999386 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.007115 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.046923 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.067719 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03690-9f7f-40bc-b8a7-85241d79e478 None None] Pushing event updated for resources: {'Port': ['ID=5b88fedf-ab72-416c-9f02-bbfd61855d1c,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:50.101457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:08:50.105019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:08:50.107029 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Attempting to bind port 5b88fedf-ab72-416c-9f02-bbfd61855d1c on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:50.107390 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Attempting to bind port 5b88fedf-ab72-416c-9f02-bbfd61855d1c by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:50.107531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:08:50.107858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Attempting to bind port 5b88fedf-ab72-416c-9f02-bbfd61855d1c on network 77ef8122-9a77-4068-a49d-bc922f275bfe {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:50.114488 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:50.114488 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Checking segment: {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:50.114790 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.115121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Bound using segment: {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:50.115740 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Bound port: 5b88fedf-ab72-416c-9f02-bbfd61855d1c, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baab9259-1957-4980-867a-c47e4d6b8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:50.116213 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.133317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:50.168987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:50.170790 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.191209 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d8900c70-11d7-4ea1-bd18-92b358fb9aa9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934505 Nov 03 20:08:50.195617 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] For port 5b88fedf-ab72-416c-9f02-bbfd61855d1c, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:50.199727 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] For port 5b88fedf-ab72-416c-9f02-bbfd61855d1c, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5b88fedf-ab72-416c-9f02-bbfd61855d1c,segment=NetworkSegment(baab9259-1957-4980-867a-c47e4d6b8a30),segment_id=baab9259-1957-4980-867a-c47e4d6b8a30)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:50.205623 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.206826 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Request body: {'port': {'device_id': '5703afc6-f086-4622-b982-f479bfa16b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:50.266824 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Routers {'841fb793-7cf2-4fb1-8a01-6a19062a7880'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:08:50.267451 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['841fb793-7cf2-4fb1-8a01-6a19062a7880'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:50.290399 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.319577 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03690-9f7f-40bc-b8a7-85241d79e478 None None] Pushing event updated for resources: {'Port': ['ID=5b88fedf-ab72-416c-9f02-bbfd61855d1c,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:50.330793 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-b4a98de2-2f2b-42e2-9fee-d83b2a44cbc4 None None] Provisioning complete for port 5b88fedf-ab72-416c-9f02-bbfd61855d1c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:50.331266 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4a98de2-2f2b-42e2-9fee-d83b2a44cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.400531 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] Set router 841fb793-7cf2-4fb1-8a01-6a19062a7880 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:08:50.451389 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4a98de2-2f2b-42e2-9fee-d83b2a44cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.500092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b4a98de2-2f2b-42e2-9fee-d83b2a44cbc4 None None] For port 5b88fedf-ab72-416c-9f02-bbfd61855d1c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5b88fedf-ab72-416c-9f02-bbfd61855d1c,segment=NetworkSegment(baab9259-1957-4980-867a-c47e4d6b8a30),segment_id=baab9259-1957-4980-867a-c47e4d6b8a30)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:50.506437 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b4a98de2-2f2b-42e2-9fee-d83b2a44cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.571180 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a98de2-2f2b-42e2-9fee-d83b2a44cbc4 None None] Pushing event updated for resources: {'Port': ['ID=5b88fedf-ab72-416c-9f02-bbfd61855d1c,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:50.611850 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e270a1-17a7-42ed-85cb-96a16535a554 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:08:50.619801 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.630821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c832ca46-ec19-43b1-9c7f-144f19e4a0a8 None None] Provisioning complete for port 5b88fedf-ab72-416c-9f02-bbfd61855d1c triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:50.631478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c832ca46-ec19-43b1-9c7f-144f19e4a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.632437 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Transition to ACTIVE for port object 89e270a1-17a7-42ed-85cb-96a16535a554 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:08:50.637603 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.654825 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5b88fedf-ab72-416c-9f02-bbfd61855d1c', 'name': '', 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'mac_address': 'fa:16:3e:a3:a4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:44Z', 'updated_at': '2021-11-03T20:08:50Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'subnets': [{'id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:08:50.688182 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e94c6f-e54d-4112-b8c2-055c7a10ab25 None None] The sync data for ids ['841fb793-7cf2-4fb1-8a01-6a19062a7880'] in n-d-812151-4 is: [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '5b88fedf-ab72-416c-9f02-bbfd61855d1c', 'name': '', 'network_id': '77ef8122-9a77-4068-a49d-bc922f275bfe', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'mac_address': 'fa:16:3e:a3:a4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:44Z', 'updated_at': '2021-11-03T20:08:50Z', 'revision_number': 4, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'subnets': [{'id': '65bcce2e-9496-48ff-abcf-2022e3adb01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:08:50.712322 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:50.788815 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32042583-2b19-4d39-a684-f577bfb5e43e req-788fb6fe-2b7d-4088-a80a-153eff31cd0a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:50.796652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32042583-2b19-4d39-a684-f577bfb5e43e req-788fb6fe-2b7d-4088-a80a-153eff31cd0a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0855215 Nov 03 20:08:50.820017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Attempting to bind port 89e270a1-17a7-42ed-85cb-96a16535a554 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:08:50.820355 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Attempting to bind port 89e270a1-17a7-42ed-85cb-96a16535a554 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:08:50.820678 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Attempting to bind port 89e270a1-17a7-42ed-85cb-96a16535a554 on network cc695b45-3305-44d4-93b3-d791bf6df3b4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:50.825818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Port 89e270a1-17a7-42ed-85cb-96a16535a554 on network cc695b45-3305-44d4-93b3-d791bf6df3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:08:50.826225 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Attempting to bind port 89e270a1-17a7-42ed-85cb-96a16535a554 on network cc695b45-3305-44d4-93b3-d791bf6df3b4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:08:50.832194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:08:50.832683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Checking segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:08:50.833257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Bound using segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:08:50.833763 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Bound port: 89e270a1-17a7-42ed-85cb-96a16535a554, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:08:50.834120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.850905 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32042583-2b19-4d39-a684-f577bfb5e43e req-1e0dc02e-5eef-4f95-b747-52439c85b6ec tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530512 Nov 03 20:08:50.916288 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:08:50.920183 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:08:50.923953 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.961596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:50.962149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:50.963516 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] 10.222.0.115 "PUT /v2.0/ports/89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 1091 time: 0.7635460 Nov 03 20:08:50.964009 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:08:50.966316 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:08:51.015272 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b492d-ae68-46e3-834e-16ed0d285014 service neutron] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:51.114657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e55dbd12-76ff-4b91-8ad9-2212afdbae7a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:51.124691 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-0134323a-e9fa-42b8-9fd2-69c464089a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.126283 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-0134323a-e9fa-42b8-9fd2-69c464089a5d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1094 time: 0.0741422 Nov 03 20:08:51.135130 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a68c7-806d-4819-bd8d-4157af8b2c51 x-openstack-request-id: req-0b2a68c7-806d-4819-bd8d-4157af8b2c51 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:08:51.135434 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:08:51.135694 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0b2a68c7-806d-4819-bd8d-4157af8b2c51 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:08:51.136167 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'status': 'completed', 'code': 200} Nov 03 20:08:51.183013 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-f03ff47e-3963-4697-9c6d-c30e82c8bf71 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 217 time: 0.0413923 Nov 03 20:08:51.190093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port e55dbd12-76ff-4b91-8ad9-2212afdbae7a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:51.190648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:51.254201 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-1a8674e8-497d-44bc-ba1d-a6d11e396368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.255746 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-1a8674e8-497d-44bc-ba1d-a6d11e396368 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0645645 Nov 03 20:08:51.306362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5b88fedf-ab72-416c-9f02-bbfd61855d1c up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:51.311849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d90df79b-47fc-485b-b8df-1e7b4b9b04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.313520 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-d90df79b-47fc-485b-b8df-1e7b4b9b04ec service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491526 Nov 03 20:08:51.355058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 5b88fedf-ab72-416c-9f02-bbfd61855d1c triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:51.355655 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:51.414820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-702985fa-4101-4c6d-9b3a-0fe33267e642 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929725 Nov 03 20:08:51.514312 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-34df6cfe-9ef7-48be-afe2-2149829719cc req-05ba93c2-b0c5-414e-943c-b8b2a17752a9 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926499 Nov 03 20:08:51.599814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-0b31a527-e0bd-4028-b2c3-6b40d7c97e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.601373 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-0b31a527-e0bd-4028-b2c3-6b40d7c97e33 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1094 time: 0.0413480 Nov 03 20:08:51.694036 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-05d1c8a7-0148-49b6-a12d-24a75c25b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.695970 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-05d1c8a7-0148-49b6-a12d-24a75c25b3b0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0879905 Nov 03 20:08:51.737601 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-aa5743dd-e62a-4b1d-b6ff-b9e9f415dcf0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 217 time: 0.0343006 Nov 03 20:08:51.789987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-9d1a0d11-6af6-4c8a-802b-126d1b76b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.791392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-9d1a0d11-6af6-4c8a-802b-126d1b76b8b8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0460258 Nov 03 20:08:51.839213 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-544946ed-0b28-45d6-8f2e-0fa7829a2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.840800 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-544946ed-0b28-45d6-8f2e-0fa7829a2f20 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406563 Nov 03 20:08:51.939031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-012f68da-cd92-42c4-b3be-e781fadd0140 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908139 Nov 03 20:08:51.977116 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32727671-9f71-469d-9eef-cbec882f8bfc req-540f0ac6-bd90-4ab1-aa21-5db96eabefa5 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:51.978532 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32727671-9f71-469d-9eef-cbec882f8bfc req-540f0ac6-bd90-4ab1-aa21-5db96eabefa5 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0540361 Nov 03 20:08:52.030745 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-32727671-9f71-469d-9eef-cbec882f8bfc req-ac17b646-e7ae-4329-b551-e07c1ad84e37 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449769 Nov 03 20:08:52.040153 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-6d740a1b-5b25-4b8c-bab6-96df74b8bbc2 req-9b0024ab-cf74-4bdf-8b6c-6e843b9ea995 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925722 Nov 03 20:08:53.153549 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc853-eaa4-4433-9896-da5e1bd422d5 req-dd8ab543-6260-44d0-a1c9-a3efc598ab19 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:53.155146 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed2fc853-eaa4-4433-9896-da5e1bd422d5 req-dd8ab543-6260-44d0-a1c9-a3efc598ab19 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0518003 Nov 03 20:08:53.205647 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ed2fc853-eaa4-4433-9896-da5e1bd422d5 req-a2f73506-fd93-49bf-8460-1be09185cfe1 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Nov 03 20:08:54.328472 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b672e-87c5-4146-8782-e541419122a1 req-6e15b63d-250e-4bb0-b168-3ebb1cf47b00 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:54.330145 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-566b672e-87c5-4146-8782-e541419122a1 req-6e15b63d-250e-4bb0-b168-3ebb1cf47b00 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0558844 Nov 03 20:08:54.687652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-566b672e-87c5-4146-8782-e541419122a1 req-8aed1537-4292-4b5e-8884-1a0420c10fc7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505549 Nov 03 20:08:55.010145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:08:55.109384 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:55.121409 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '89e270a1-17a7-42ed-85cb-96a16535a554', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'mac_address': 'fa:16:3e:d2:0d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:08:55.157969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:55.172053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e270a1-17a7-42ed-85cb-96a16535a554 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:08:55.192240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:55.196593 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:55.244583 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:55.430593 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['89e270a1-17a7-42ed-85cb-96a16535a554'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:08:55.805347 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ac29-b04c-4ff6-b2c0-ea6b5fdd46be req-78dfc7cc-73f6-4805-abc2-5188b1d40fa8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:55.806849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b4ac29-b04c-4ff6-b2c0-ea6b5fdd46be req-78dfc7cc-73f6-4805-abc2-5188b1d40fa8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 944 time: 0.0487006 Nov 03 20:08:55.860585 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e8b4ac29-b04c-4ff6-b2c0-ea6b5fdd46be req-6f0be6df-316a-4eaa-b9ac-fcdba0ad0037 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476921 Nov 03 20:08:56.975556 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3b8a3-3aad-4c39-9166-852096193ba3 req-14d66ec3-6e74-4b69-8da2-58f746da588d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:56.977727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0b3b8a3-3aad-4c39-9166-852096193ba3 req-14d66ec3-6e74-4b69-8da2-58f746da588d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 944 time: 0.0496576 Nov 03 20:08:57.011930 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:08:57.031946 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b0b3b8a3-3aad-4c39-9166-852096193ba3 req-02f88edb-0e2f-4db1-9e99-d3181fb1e6d9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481915 Nov 03 20:08:57.065812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 89e270a1-17a7-42ed-85cb-96a16535a554 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:08:57.070092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 89e270a1-17a7-42ed-85cb-96a16535a554 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:08:57.070458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:57.155210 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:57.179167 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:08:57.181489 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38661d78-c492-4f46-8c1f-481e162c1bb6" -d '{"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-plugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:08:57.195232 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:08:57.200525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:57.230317 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad329673-b730-4e34-84b6-52d880dd1617 x-openstack-request-id: req-ad329673-b730-4e34-84b6-52d880dd1617 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:08:57.230630 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-plugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:08:57.231002 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ad329673-b730-4e34-84b6-52d880dd1617 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:08:57.231405 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'code': 200} Nov 03 20:08:57.276365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:08:57.329810 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2437d1-427d-4642-ad7f-7c90d1081cea req-7e8c50d8-8b44-47e6-abaa-e588698c6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:57.331392 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bb2437d1-427d-4642-ad7f-7c90d1081cea req-7e8c50d8-8b44-47e6-abaa-e588698c6a0f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1096 time: 0.0447006 Nov 03 20:08:57.379875 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-bb2437d1-427d-4642-ad7f-7c90d1081cea req-46ed92bf-5127-4bbc-9604-eef6fc9c0040 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Nov 03 20:08:58.151348 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371805-e6dd-4976-a87e-7a0c2dea6796 req-99514e8b-e548-40f7-999e-45f842b7ba6d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:58.152860 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b371805-e6dd-4976-a87e-7a0c2dea6796 req-99514e8b-e548-40f7-999e-45f842b7ba6d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0483317 Nov 03 20:08:58.208468 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4b371805-e6dd-4976-a87e-7a0c2dea6796 req-b3a073bb-64d6-4e9c-a387-1ca5294ebc25 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480480 Nov 03 20:08:59.329388 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34a00-0f4b-40a8-8924-270faae3ebd6 req-35a0a54f-fea0-480f-ab23-fb0be4b6bfc2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:59.330849 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78b34a00-0f4b-40a8-8924-270faae3ebd6 req-35a0a54f-fea0-480f-ab23-fb0be4b6bfc2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0486639 Nov 03 20:08:59.380230 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-78b34a00-0f4b-40a8-8924-270faae3ebd6 req-26723d89-8316-44ea-972b-82673af2dd53 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Nov 03 20:08:59.500357 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb81b93-72ff-405b-aacf-34382d09e834 req-e57a71e7-4b12-4f85-8d25-7b5def3210cc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:59.501820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdb81b93-72ff-405b-aacf-34382d09e834 req-e57a71e7-4b12-4f85-8d25-7b5def3210cc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0537145 Nov 03 20:08:59.552170 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cdb81b93-72ff-405b-aacf-34382d09e834 req-92dad69d-2137-4164-8993-c04a1e5fea3a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Nov 03 20:08:59.574938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55426) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:59.702931 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0d67c-afbb-4fee-9877-adb2f41a87da tempest-TestShelveInstance-1078222457 tempest-TestShelveInstance-1078222457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:08:59.704514 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2ac0d67c-afbb-4fee-9877-adb2f41a87da tempest-TestShelveInstance-1078222457 tempest-TestShelveInstance-1078222457-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1091 time: 0.1285343 Nov 03 20:08:59.707445 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55430) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:08:59.712684 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:08:59.735277 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:59.839824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:59.943729 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Allocated IP 172.25.8.214 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/336dcc39-0a43-4a4a-90d5-83cc5f2ab05b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:09:00.051235 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.086590 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.124059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:09:00.126820 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:09:00.133658 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:09:00.164404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'Port': ['ID=336dcc39-0a43-4a4a-90d5-83cc5f2ab05b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:09:00.506251 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.578082 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.728991 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.733698 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.802997 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'Port': ['ID=336dcc39-0a43-4a4a-90d5-83cc5f2ab05b,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:09:00.817974 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:00.932647 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Floating IP e18394a5-43b5-4131-9fba-78ac98c00b7f associated. External IP: 172.25.8.214, port: 89e270a1-17a7-42ed-85cb-96a16535a554. Nov 03 20:09:01.148116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Router 58834ca3-c33b-4238-bf61-439392390681 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:09:01.261909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:09:01.271414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:09:01.280348 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:01.282612 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:09:01.283300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:09:01.399160 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:09:01.604320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-c784d0f1-ec6f-45bc-b489-a85a2d05c1b6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8957117 Nov 03 20:09:01.605023 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:09:01.607198 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef951b-c770-40fc-8040-5f582ccc8a14" -d '{"events": [{"name": "network-changed", "server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:09:01.640169 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'e18394a5-43b5-4131-9fba-78ac98c00b7f', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '58834ca3-c33b-4238-bf61-439392390681', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'mac_address': 'fa:16:3e:d2:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5703afc6-f086-4622-b982-f479bfa16b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:09:00Z', 'updated_at': '2021-11-03T20:09:00Z', 'revision_number': 0, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:09:01.651175 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce83ae-f5f0-4373-9add-6bd7f1525911 x-openstack-request-id: req-57ce83ae-f5f0-4373-9add-6bd7f1525911 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:09:01.651473 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:09:01.651729 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-57ce83ae-f5f0-4373-9add-6bd7f1525911 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:09:01.652131 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'status': 'completed', 'code': 200} Nov 03 20:09:01.671203 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:09:01.679703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:09:01.680302 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:08:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:09:01.713471 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-1b7f2b69-075a-4def-924c-c7bb41d2d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:01.714650 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-1b7f2b69-075a-4def-924c-c7bb41d2d687 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1096 time: 0.0410628 Nov 03 20:09:01.788451 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:09:01.810085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-38afd364-7f47-4748-8929-61bf164de9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:01.811676 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-38afd364-7f47-4748-8929-61bf164de9ee service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0891159 Nov 03 20:09:01.880355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-207af1bc-696b-4ccd-9bca-55284c49b343 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 999 time: 0.0604241 Nov 03 20:09:01.930900 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-6f5ac570-d3ad-4577-85aa-d78e7c94c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:01.932293 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-6f5ac570-d3ad-4577-85aa-d78e7c94c6dd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0449717 Nov 03 20:09:01.982101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-04382df6-6c3b-49ae-ae14-9eccead586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:01.983589 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-04382df6-6c3b-49ae-ae14-9eccead586d9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448380 Nov 03 20:09:02.015988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'e18394a5-43b5-4131-9fba-78ac98c00b7f', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '58834ca3-c33b-4238-bf61-439392390681', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'mac_address': 'fa:16:3e:d2:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5703afc6-f086-4622-b982-f479bfa16b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:09:00Z', 'updated_at': '2021-11-03T20:09:00Z', 'revision_number': 0, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:09:02.047206 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022dff-8589-4902-8394-6aab4f0bd8c4 None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'e18394a5-43b5-4131-9fba-78ac98c00b7f', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '58834ca3-c33b-4238-bf61-439392390681', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'mac_address': 'fa:16:3e:d2:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5703afc6-f086-4622-b982-f479bfa16b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:09:00Z', 'updated_at': '2021-11-03T20:09:00Z', 'revision_number': 0, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:09:02.083386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-bd70a63d-b5ff-4381-ac90-ecbd6a9bd313 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917993 Nov 03 20:09:02.188888 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a3ef951b-c770-40fc-8040-5f582ccc8a14 req-198bc0a2-a858-4566-a99d-eb5da853b955 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983992 Nov 03 20:09:02.272601 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7bc09-4c3f-4f92-bb7f-ae5204ced6f6 None None] New status for floating IP e18394a5-43b5-4131-9fba-78ac98c00b7f: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:09:03.012304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:03.695533 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:04.297125 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:09:04.826262 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1c00-f583-46ec-98a2-984f1ae8df20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:08.457701 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-363574bb-5d44-4c50-b75d-45a9483793da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:10.204899 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:12.118016 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:12.217005 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:33.046536 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:33.393120 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-1ce42709-9c4c-4d81-b91b-5478d26dff8a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409198 Nov 03 20:09:33.478354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-c5331e58-27b9-4550-b2a9-8ecea2bbd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:33.479867 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-c5331e58-27b9-4550-b2a9-8ecea2bbd320 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1096 time: 0.0412621 Nov 03 20:09:33.590631 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-25a37915-3118-46d7-b52d-6cee51b87c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:33.592038 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-25a37915-3118-46d7-b52d-6cee51b87c7b service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0922244 Nov 03 20:09:33.660044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-51dae550-d1b6-4187-8763-8ff38e459df8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 1001 time: 0.0581930 Nov 03 20:09:33.707084 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:33.717529 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-7de78770-a79e-4472-a173-8f83f86137ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:33.719017 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-7de78770-a79e-4472-a173-8f83f86137ca service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0497942 Nov 03 20:09:33.766927 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-fdefbfd1-8cf0-4b81-9230-d235874e9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:09:33.768471 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-fdefbfd1-8cf0-4b81-9230-d235874e9056 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418458 Nov 03 20:09:33.865056 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-d4e9c150-9ea0-49aa-bdcd-c23e0f480d3e service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 Nov 03 20:09:33.961444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0d808254-60b3-4cc8-86dd-03c6d34c9964 req-9a81ad7a-d044-46a6-811d-f38f55bc281e service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883381 Nov 03 20:09:34.829003 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e4df9a72-ae6e-44b6-9e86-8d1a95b557c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:38.459434 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-668a61d2-d3d3-41a8-94bc-12f25ca19b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:40.206446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:41.297201 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:09:42.123357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:42.220562 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:45.288038 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0c1d4802-f976-405e-a8a1-c64aac8b2a2a req-d0dba56d-a00e-490d-bcbe-bf8f7b211403 service neutron] (101989) timed out ('10.222.0.91', 47352) {{(pid=101989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 20:10:03.047344 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:03.694684 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:04.831543 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1702d66d-8b1f-4f73-8ce1-fce6e6dff493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:08.464531 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b160e0d6-24a5-4e83-9586-8a8d8ce4a226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:10.208523 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:12.123171 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:12.223550 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:18.297090 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:10:33.061169 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:33.703178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:34.426484 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-ccb3c877-25fe-4e3c-b0b9-35cc21f308e2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422485 Nov 03 20:10:34.512248 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6cac-7e35-4a51-b0ef-37854585136e req-64feefa8-8cf4-4bfd-9e67-bd200b9edb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:34.513776 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-64feefa8-8cf4-4bfd-9e67-bd200b9edb2b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1096 time: 0.0439143 Nov 03 20:10:34.623879 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6cac-7e35-4a51-b0ef-37854585136e req-ff26c97b-fbe1-4044-8e76-bed6485cc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:34.625386 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-ff26c97b-fbe1-4044-8e76-bed6485cc479 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0925219 Nov 03 20:10:34.692097 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-b6449250-8810-4908-81f7-887d3dc41948 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 1001 time: 0.0592809 Nov 03 20:10:34.746524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6cac-7e35-4a51-b0ef-37854585136e req-4c71a72a-bc31-4e46-8eba-e45c6f2e4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:34.747999 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-4c71a72a-bc31-4e46-8eba-e45c6f2e4de1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0487778 Nov 03 20:10:34.793652 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6cac-7e35-4a51-b0ef-37854585136e req-00de5287-fe9b-4f62-a374-b4a6e8e17e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:10:34.795061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-00de5287-fe9b-4f62-a374-b4a6e8e17e89 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402696 Nov 03 20:10:34.834601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6428e27c-4811-4136-b1c1-e21d808fb3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:34.887696 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-63551540-9d80-4d88-877e-0d87c5089fe8 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851245 Nov 03 20:10:34.986422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-adef6cac-7e35-4a51-b0ef-37854585136e req-a0919d7c-36a6-4bcd-a5d0-7ab908643c4f service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909004 Nov 03 20:10:38.465663 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-73651311-d10b-4add-b880-3b12eb5b97aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:40.213079 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:42.125070 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:42.227115 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:10:55.298454 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:11:00.371935 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da93bd-6d2c-47e3-b481-022bc628127d req-425c8090-ca1a-431c-90fd-0aab30a11829 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:00.373576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3da93bd-6d2c-47e3-b481-022bc628127d req-425c8090-ca1a-431c-90fd-0aab30a11829 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.1153746 Nov 03 20:11:00.429935 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b3da93bd-6d2c-47e3-b481-022bc628127d req-59b0e80c-0ca3-4f7d-96a2-9c58e0a7f98a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496747 Nov 03 20:11:01.567035 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf62031-fd07-4d1d-a317-c859e0cdbb58 req-f87713b0-911a-4d69-a288-fd3d25cda2e8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:01.568580 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bf62031-fd07-4d1d-a317-c859e0cdbb58 req-f87713b0-911a-4d69-a288-fd3d25cda2e8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0567327 Nov 03 20:11:01.621701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0bf62031-fd07-4d1d-a317-c859e0cdbb58 req-2acbe431-b39f-45a4-8adf-86dc5e88e5de tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467894 Nov 03 20:11:02.762459 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55956b02-a5ae-4ac0-a8eb-0ec53f812628 req-1d744c35-fb74-4d90-a6ad-b8ab1ecdbc5e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:02.764098 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55956b02-a5ae-4ac0-a8eb-0ec53f812628 req-1d744c35-fb74-4d90-a6ad-b8ab1ecdbc5e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0527027 Nov 03 20:11:02.819509 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55956b02-a5ae-4ac0-a8eb-0ec53f812628 req-c33da307-f18e-4526-b5c5-4f6c09ad12bd tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482178 Nov 03 20:11:03.063806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.694124 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:03.938375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0a25-40bc-42dd-b1e5-e9036eae4ba6 req-bec9cddc-0205-4f6a-8813-63cd57c2d0ff tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:03.940390 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70dd0a25-40bc-42dd-b1e5-e9036eae4ba6 req-bec9cddc-0205-4f6a-8813-63cd57c2d0ff tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0508604 Nov 03 20:11:03.998132 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-70dd0a25-40bc-42dd-b1e5-e9036eae4ba6 req-138db5c7-2af6-45e6-b98d-33ba0fee4eaa tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510416 Nov 03 20:11:04.840155 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1318-bb53-4c83-a07a-00afa4667ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:05.151764 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b0895-6697-480b-9c34-edbdefafc548 req-77e1c67c-819d-4407-9e54-5c51bd877a85 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:05.154419 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-247b0895-6697-480b-9c34-edbdefafc548 req-77e1c67c-819d-4407-9e54-5c51bd877a85 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0677209 Nov 03 20:11:05.209243 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-247b0895-6697-480b-9c34-edbdefafc548 req-4ce87c51-4eab-46a9-a7a4-915354203ea5 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Nov 03 20:11:06.366331 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb7fd8-4088-4398-bacd-ef405c6d3d13 req-2cdd73ae-a3f9-46d8-9a0f-fa02b2e86101 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:06.367970 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecdb7fd8-4088-4398-bacd-ef405c6d3d13 req-2cdd73ae-a3f9-46d8-9a0f-fa02b2e86101 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0648458 Nov 03 20:11:06.430474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecdb7fd8-4088-4398-bacd-ef405c6d3d13 req-b67d392a-3f05-4a1a-815b-de4e9c0fa361 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Nov 03 20:11:07.567013 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfdec-c5c9-46c9-8ca4-9a5642adad83 req-055f7089-c37a-4f7e-bb55-80e827e78de0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:07.568550 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-227cfdec-c5c9-46c9-8ca4-9a5642adad83 req-055f7089-c37a-4f7e-bb55-80e827e78de0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0621011 Nov 03 20:11:07.621900 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-227cfdec-c5c9-46c9-8ca4-9a5642adad83 req-2386f40b-291b-4c3d-94d9-59eedffad70a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472243 Nov 03 20:11:08.469560 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-93975ae5-3cc5-45da-9fa9-1490c3d50c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:08.750538 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6848d-8ae0-4331-9085-247f51393754 req-5e1a8608-acb8-4cc6-858a-82d4f3b2daeb tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:08.752689 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a6848d-8ae0-4331-9085-247f51393754 req-5e1a8608-acb8-4cc6-858a-82d4f3b2daeb tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0560789 Nov 03 20:11:08.805715 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-92a6848d-8ae0-4331-9085-247f51393754 req-e8b7bba2-391a-421d-b2b0-6c2d955e0600 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470273 Nov 03 20:11:09.984506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922055d-48e4-4b3a-bd0f-8cd14a48f443 req-565cbf0a-7522-461c-a77f-2f465f26c510 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:09.986735 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d922055d-48e4-4b3a-bd0f-8cd14a48f443 req-565cbf0a-7522-461c-a77f-2f465f26c510 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0639424 Nov 03 20:11:10.057043 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d922055d-48e4-4b3a-bd0f-8cd14a48f443 req-ef71bd83-bffe-4a42-b3f0-85bb8e372a16 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627675 Nov 03 20:11:10.223400 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:11.203972 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e332ea-c2fe-4359-bf17-e1be62a3da4d req-a7ded56c-7d92-4c6f-b63e-bcbacf7bec0c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:11.206273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57e332ea-c2fe-4359-bf17-e1be62a3da4d req-a7ded56c-7d92-4c6f-b63e-bcbacf7bec0c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0678446 Nov 03 20:11:11.263820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-57e332ea-c2fe-4359-bf17-e1be62a3da4d req-8daac19e-3087-48d9-b7d3-caad698bc65e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508747 Nov 03 20:11:12.128591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.234164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:12.390736 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87cd44-bcc0-43ef-9b51-a25fb15d78b4 req-3377f6d4-1bbf-4357-bfb1-4ea5c09c9430 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:12.392171 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b87cd44-bcc0-43ef-9b51-a25fb15d78b4 req-3377f6d4-1bbf-4357-bfb1-4ea5c09c9430 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0563455 Nov 03 20:11:12.447846 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b87cd44-bcc0-43ef-9b51-a25fb15d78b4 req-366739bb-6b93-4e4d-821b-342523cc88d8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 Nov 03 20:11:13.608079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13d2f0-9108-43af-9cfe-d7514a9b916c req-cf3e1cb7-133e-44f8-98f5-1617dc396759 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:13.612440 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc13d2f0-9108-43af-9cfe-d7514a9b916c req-cf3e1cb7-133e-44f8-98f5-1617dc396759 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0772271 Nov 03 20:11:13.688045 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dc13d2f0-9108-43af-9cfe-d7514a9b916c req-b50645d1-f716-4000-964d-12f4a8bded98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694172 Nov 03 20:11:13.800659 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:11:13.927429 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:13.940567 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '89e270a1-17a7-42ed-85cb-96a16535a554', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'mac_address': 'fa:16:3e:d2:0d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:11:13.996299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:14.010739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e270a1-17a7-42ed-85cb-96a16535a554 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:11:14.035547 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:14.040875 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:14.103190 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:14.112905 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.114034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.114622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.115179 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.115734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.116426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.117010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.117747 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.118294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.118853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.119397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.119978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:11:14.125621 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['89e270a1-17a7-42ed-85cb-96a16535a554'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:11:14.843828 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8f84b-744a-448d-ba54-0598209415df req-77b19dc5-0fc0-4995-8ce6-392a0ff26afc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:14.846253 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f8f84b-744a-448d-ba54-0598209415df req-77b19dc5-0fc0-4995-8ce6-392a0ff26afc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 944 time: 0.0651340 Nov 03 20:11:14.912916 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c4f8f84b-744a-448d-ba54-0598209415df req-482b32ab-ea3d-4100-896d-b81fcb2af889 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595577 Nov 03 20:11:15.810296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:15.892557 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 89e270a1-17a7-42ed-85cb-96a16535a554 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:15.893734 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.018662 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.064610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:11:16.069067 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14704809-a4ad-43e9-983c-c968b520716d" -d '{"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-plugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:11:16.100674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:16.112870 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:16.130218 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba2fcb-1264-4e70-81d0-5d11886f7adb req-6a4c7e8c-05cb-4772-b0f7-7a144f7e018c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:16.133097 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ba2fcb-1264-4e70-81d0-5d11886f7adb req-6a4c7e8c-05cb-4772-b0f7-7a144f7e018c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 944 time: 0.1093481 Nov 03 20:11:16.173255 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:16.226027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-37ba2fcb-1264-4e70-81d0-5d11886f7adb req-c50eb416-93c3-496f-9fd4-4f5692923e46 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818985 Nov 03 20:11:16.254159 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769860c6-f6d0-4645-bf7a-cc7993fa1414 x-openstack-request-id: req-769860c6-f6d0-4645-bf7a-cc7993fa1414 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:11:16.254630 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-plugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:11:16.255047 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-769860c6-f6d0-4645-bf7a-cc7993fa1414 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:11:16.255636 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'code': 200} Nov 03 20:11:17.386314 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae63c-78a9-41b4-bc0d-1a6a8953c354 req-13835bbf-a1f8-4a22-8100-83b9a91b41c8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:17.387957 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-728ae63c-78a9-41b4-bc0d-1a6a8953c354 req-13835bbf-a1f8-4a22-8100-83b9a91b41c8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0629709 Nov 03 20:11:17.466135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-728ae63c-78a9-41b4-bc0d-1a6a8953c354 req-c8d1a62f-e50b-4d9a-927d-efd1f77325a6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622275 Nov 03 20:11:18.609880 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a55bf0-c111-43f6-aef4-7e14f77f139f req-6fed9754-d11b-4d8d-9136-f6a9d4cabb2a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:18.611925 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51a55bf0-c111-43f6-aef4-7e14f77f139f req-6fed9754-d11b-4d8d-9136-f6a9d4cabb2a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0561264 Nov 03 20:11:18.681995 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-51a55bf0-c111-43f6-aef4-7e14f77f139f req-0526cada-65af-4f40-8773-88838d7dc599 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617518 Nov 03 20:11:19.814780 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2084-dd40-4ee1-b57a-44a02885f707 req-824f3dda-5377-4f41-b288-81e067dcbcbb tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:19.817192 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f9f2084-dd40-4ee1-b57a-44a02885f707 req-824f3dda-5377-4f41-b288-81e067dcbcbb tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0533295 Nov 03 20:11:19.876683 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0f9f2084-dd40-4ee1-b57a-44a02885f707 req-d3e5716a-e01f-48f3-97f0-faf711b35872 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526986 Nov 03 20:11:21.000634 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93382f48-2a3f-46ba-b4b7-48b7007d1bb8 req-474425b1-df72-4efb-9950-7c1fae7bea6a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:21.002723 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93382f48-2a3f-46ba-b4b7-48b7007d1bb8 req-474425b1-df72-4efb-9950-7c1fae7bea6a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0531871 Nov 03 20:11:21.060031 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-93382f48-2a3f-46ba-b4b7-48b7007d1bb8 req-ceb866a2-1759-4456-9802-9c93d54dfd55 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500553 Nov 03 20:11:22.188161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7504-9d19-4519-8f5f-b3e65c0667a7 req-76dc2b76-366b-4f28-86da-ba17373daf93 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:22.190203 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cfa7504-9d19-4519-8f5f-b3e65c0667a7 req-76dc2b76-366b-4f28-86da-ba17373daf93 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0594983 Nov 03 20:11:22.242545 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2cfa7504-9d19-4519-8f5f-b3e65c0667a7 req-3a39a6a2-2796-4559-94ef-5392635bfd21 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463252 Nov 03 20:11:22.817139 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-21ff4379-4afd-47fe-a337-ef6ad60fc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:22.818567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-21ff4379-4afd-47fe-a337-ef6ad60fc6b1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1096 time: 0.0952747 Nov 03 20:11:22.930542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-7fbe84cb-f10f-4b57-8a23-637c6d585dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:22.932032 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-7fbe84cb-f10f-4b57-8a23-637c6d585dfd service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.1048391 Nov 03 20:11:23.002196 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-54b6b6cd-9f3e-4b0b-bdab-f05538b0b912 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 1001 time: 0.0629654 Nov 03 20:11:23.059442 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-113d59d4-ca71-44e8-966e-bbd4305fc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:23.060995 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-113d59d4-ca71-44e8-966e-bbd4305fc78f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0503042 Nov 03 20:11:23.110016 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-00416b5f-d231-41d8-85f9-321a152306a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:23.111762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-00416b5f-d231-41d8-85f9-321a152306a9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432398 Nov 03 20:11:23.208375 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-1056ac91-9f0f-40ca-a92c-9de7c0272075 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888956 Nov 03 20:11:23.304938 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-1168cdd6-1c8e-4c4e-ab15-84c15d252b27 req-6edfb7ee-bd06-430a-8a80-22e31ccdeaba service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897999 Nov 03 20:11:23.371313 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba1caa-e088-4c63-b09b-9d5b20c1e00e req-c69123da-8776-4a76-b55b-835430ea1885 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:23.372834 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2ba1caa-e088-4c63-b09b-9d5b20c1e00e req-c69123da-8776-4a76-b55b-835430ea1885 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0521266 Nov 03 20:11:23.423073 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f2ba1caa-e088-4c63-b09b-9d5b20c1e00e req-42aad83a-56d5-4cb1-bc2a-ee39568efffe tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Nov 03 20:11:24.543561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e577be-3ef7-4b54-89ef-9e9b9d6ca2b9 req-ed14b98b-ac3f-4ec8-ab64-8c3b4a895c95 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:24.544999 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0e577be-3ef7-4b54-89ef-9e9b9d6ca2b9 req-ed14b98b-ac3f-4ec8-ab64-8c3b4a895c95 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0509529 Nov 03 20:11:24.599739 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c0e577be-3ef7-4b54-89ef-9e9b9d6ca2b9 req-4ad363bd-e386-4373-bb20-ef5c72fcc2c8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483384 Nov 03 20:11:25.722466 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45483e81-b3c8-43e9-a065-16e7b284cd8f req-6544e355-3ca3-4e92-8b2e-f8d1cf88a920 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:25.723972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45483e81-b3c8-43e9-a065-16e7b284cd8f req-6544e355-3ca3-4e92-8b2e-f8d1cf88a920 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 945 time: 0.0517178 Nov 03 20:11:25.775126 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45483e81-b3c8-43e9-a065-16e7b284cd8f req-4b1ea057-f561-4ddd-947b-0205e8a5ec48 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Nov 03 20:11:25.845372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:11:25.896205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0c5347cb-c84c-47d9-a571-7dcc8387799c req-e9b17452-e02e-4cf2-826e-19c9d7c5e176 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:11:25.897335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0c5347cb-c84c-47d9-a571-7dcc8387799c req-e9b17452-e02e-4cf2-826e-19c9d7c5e176 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0558617 Nov 03 20:11:26.092237 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:26.117859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:11:26.120136 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc8412f-eaab-4df2-80a8-b9a4a868a37a" -d '{"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:11:26.134448 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:26.139451 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:26.166088 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda58e8-6905-4830-bb76-60f11861930e x-openstack-request-id: req-6eda58e8-6905-4830-bb76-60f11861930e {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:11:26.166393 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-unplugged", "status": "failed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "code": 422}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:11:26.166631 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6eda58e8-6905-4830-bb76-60f11861930e {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:11:26.167049 n-d-812151-4 neutron-server[101991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'code': 422} returned with failed status Nov 03 20:11:26.196253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:27.106174 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca2e6c-bad3-409c-90fe-343e1e68be33 req-d6ecba79-3333-446d-b4c1-a4216098119c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:27.107144 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecca2e6c-bad3-409c-90fe-343e1e68be33 req-d6ecba79-3333-446d-b4c1-a4216098119c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0629463 Nov 03 20:11:27.162578 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ecca2e6c-bad3-409c-90fe-343e1e68be33 req-9471bfec-6054-4005-a584-d4e0f0d2bbe7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489020 Nov 03 20:11:27.291478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-f128904a-7085-4653-86e7-7113fb7cbe49 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947063 Nov 03 20:11:28.080950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-4c314409-d1c0-4c71-8aa4-6e27bb71dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:28.082503 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-4c314409-d1c0-4c71-8aa4-6e27bb71dcdb service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b&tenant_id=dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 1094 time: 0.0486641 Nov 03 20:11:28.147354 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-73245717-d207-413b-841e-fdf80757680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:28.148923 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-73245717-d207-413b-841e-fdf80757680a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1094 time: 0.0430191 Nov 03 20:11:28.247454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-0f7c2487-544a-4873-ac1e-621f5eb25b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:28.249000 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-0f7c2487-544a-4873-ac1e-621f5eb25b46 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0926836 Nov 03 20:11:28.301523 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cff5f0-6f1e-4821-b685-468d344f4546 req-391ace90-2838-4980-9743-529eaa8debd6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:28.303078 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9cff5f0-6f1e-4821-b685-468d344f4546 req-391ace90-2838-4980-9743-529eaa8debd6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0673265 Nov 03 20:11:28.333974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-b4081056-5a6c-418f-95c5-5043c8c8ec23 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 999 time: 0.0742574 Nov 03 20:11:28.360037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e9cff5f0-6f1e-4821-b685-468d344f4546 req-f128d118-48d6-46be-896b-e40051b59ae4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502634 Nov 03 20:11:28.387427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-355731f4-033d-40db-a396-0af4fb5aa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:28.388974 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-355731f4-033d-40db-a396-0af4fb5aa276 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0506992 Nov 03 20:11:28.436559 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-d6ec9eb7-894a-42de-b8f9-f9baf073d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:28.438129 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-d6ec9eb7-894a-42de-b8f9-f9baf073d7df service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422478 Nov 03 20:11:28.543159 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-35c72df2-1fb2-4f42-9188-dcc75cb81f37 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966396 Nov 03 20:11:28.638166 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a8cad7a9-ad98-4d95-b9e4-248efad95ae5 req-eb4dabb1-9147-4f17-9bc0-714ed1dbe81c service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Nov 03 20:11:29.486079 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff926df-d847-4e52-89c6-02a4c03632f1 req-7352aeb6-f98e-496b-9cdd-4e92b1f168ee tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:29.488017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ff926df-d847-4e52-89c6-02a4c03632f1 req-7352aeb6-f98e-496b-9cdd-4e92b1f168ee tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0512443 Nov 03 20:11:29.544972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ff926df-d847-4e52-89c6-02a4c03632f1 req-d961edaa-f5de-4c33-a075-5cb5a8b623a6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480669 Nov 03 20:11:30.679943 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b905ab-4343-4d02-825b-4cf7b8411770 req-85647d3c-af7d-4ba8-92a1-2150c1181c2b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:30.681815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03b905ab-4343-4d02-825b-4cf7b8411770 req-85647d3c-af7d-4ba8-92a1-2150c1181c2b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0592976 Nov 03 20:11:30.736472 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-03b905ab-4343-4d02-825b-4cf7b8411770 req-87b72af5-27ab-4432-bb72-8ceab4bff03e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Nov 03 20:11:31.860334 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4abda-e29e-4ce2-b3d2-d79f8ebf3df3 req-bb624739-e424-4162-95be-2308b1d01090 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:31.861816 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ff4abda-e29e-4ce2-b3d2-d79f8ebf3df3 req-bb624739-e424-4162-95be-2308b1d01090 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0540273 Nov 03 20:11:31.913414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ff4abda-e29e-4ce2-b3d2-d79f8ebf3df3 req-cd486fe4-6171-4c6f-92dc-3f53d8c0dfa5 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Nov 03 20:11:32.298217 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:11:33.044247 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4824a26-796d-49a2-99c9-384b1e4a6555 req-b1ee9afd-80e7-4788-98e1-f7ca124de57e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:33.045803 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4824a26-796d-49a2-99c9-384b1e4a6555 req-b1ee9afd-80e7-4788-98e1-f7ca124de57e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0499253 Nov 03 20:11:33.079851 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:33.105061 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b4824a26-796d-49a2-99c9-384b1e4a6555 req-c4e1a4a0-33e3-4f06-a87a-5ba2c4ce3f5b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524838 Nov 03 20:11:33.714284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:34.233800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d53dd7-aad2-476a-b10a-8fc3e91b941e req-7409cb7f-d68c-4bbf-9502-778506edef1e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:34.235352 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60d53dd7-aad2-476a-b10a-8fc3e91b941e req-7409cb7f-d68c-4bbf-9502-778506edef1e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0576129 Nov 03 20:11:34.297611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-60d53dd7-aad2-476a-b10a-8fc3e91b941e req-ee0ef320-b650-4d90-abcd-aca7b4ec4467 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558431 Nov 03 20:11:34.849968 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a62f-2866-4ac4-b0a1-312282e06a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:35.424654 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7e1-3f8f-493c-a4e0-ef515cc0a225 req-6bad9fe4-8847-4820-a5b8-9e29e2927271 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:35.426238 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-795de7e1-3f8f-493c-a4e0-ef515cc0a225 req-6bad9fe4-8847-4820-a5b8-9e29e2927271 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0520082 Nov 03 20:11:35.483599 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-795de7e1-3f8f-493c-a4e0-ef515cc0a225 req-307a4388-d49d-4a77-aa39-4f6147b3864d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513549 Nov 03 20:11:36.616883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec5992-13f2-4842-93fe-0a1a0030995d req-780f3a6e-ff75-4eb6-bf6f-e2d326791451 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:36.626445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3aec5992-13f2-4842-93fe-0a1a0030995d req-780f3a6e-ff75-4eb6-bf6f-e2d326791451 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0654950 Nov 03 20:11:36.674928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3aec5992-13f2-4842-93fe-0a1a0030995d req-dfbf817e-e643-42f2-84a3-8b0b8f6e7165 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Nov 03 20:11:37.858494 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f6aeb-4734-4315-9896-81f68f439542 req-0c51141b-eefa-4632-a7d1-0007cfdb0242 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:37.859992 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf9f6aeb-4734-4315-9896-81f68f439542 req-0c51141b-eefa-4632-a7d1-0007cfdb0242 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0502310 Nov 03 20:11:37.916207 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf9f6aeb-4734-4315-9896-81f68f439542 req-995c1544-6a18-4b55-804a-9051c4f1437f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495038 Nov 03 20:11:38.474125 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f47fdb49-bc4b-4404-a003-2d9f97013b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:39.043981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee21eae-073e-4d4f-b3d3-a63f039c424c req-f56a088d-d5d3-4c43-9a38-f65f3015476c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:39.045766 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee21eae-073e-4d4f-b3d3-a63f039c424c req-f56a088d-d5d3-4c43-9a38-f65f3015476c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0586698 Nov 03 20:11:39.101644 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-dee21eae-073e-4d4f-b3d3-a63f039c424c req-94615177-da0e-4b14-967b-f5a46c3eb8cc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492463 Nov 03 20:11:39.508653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-21779570-289b-4beb-b90a-f1cd751dc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:39.510268 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-21779570-289b-4beb-b90a-f1cd751dc5b1 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1094 time: 0.0475585 Nov 03 20:11:39.625846 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-f8d29c41-f455-465b-aae9-a8c1659d2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:39.627349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-f8d29c41-f455-465b-aae9-a8c1659d2cc6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0860045 Nov 03 20:11:39.697827 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-70aca699-8312-49ba-bc04-b03debcfe3a9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 999 time: 0.0624728 Nov 03 20:11:39.749958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-98e57eff-9a0a-4ca4-a6b9-c012a1324791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:39.751435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-98e57eff-9a0a-4ca4-a6b9-c012a1324791 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0463417 Nov 03 20:11:39.799676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-357e8c60-48b2-4b68-a2a4-2d450ea72ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:39.801135 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-357e8c60-48b2-4b68-a2a4-2d450ea72ae8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418646 Nov 03 20:11:39.897211 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-7f777cfc-683a-4f07-ad63-7cb1a13f27e1 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 Nov 03 20:11:39.991151 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ead52835-1729-4a6c-9525-325c200f9cd7 req-29b9aab1-de3f-4a85-9b8d-41ec4aac8fb3 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 Nov 03 20:11:40.219662 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:40.220526 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc27a2d-12ef-49ea-9afb-107be65bcf4e req-796d8aba-bb42-419e-8306-947d34aef923 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:40.222604 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fc27a2d-12ef-49ea-9afb-107be65bcf4e req-796d8aba-bb42-419e-8306-947d34aef923 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0511405 Nov 03 20:11:40.274163 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2fc27a2d-12ef-49ea-9afb-107be65bcf4e req-b8234b3f-3e4b-43ce-8c68-69ad7f0b8e6f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Nov 03 20:11:41.390906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827322-0b27-4ac7-a7d0-abfeeea8e285 req-d5db006b-0b00-4e88-b244-fb9f6d8baba2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:41.392437 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84827322-0b27-4ac7-a7d0-abfeeea8e285 req-d5db006b-0b00-4e88-b244-fb9f6d8baba2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 943 time: 0.0502026 Nov 03 20:11:41.442347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-84827322-0b27-4ac7-a7d0-abfeeea8e285 req-b3b5214b-abff-46ad-9de1-6535b55260c7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Nov 03 20:11:41.904100 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:11:41.999911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:42.011652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '89e270a1-17a7-42ed-85cb-96a16535a554', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'port_id': '89e270a1-17a7-42ed-85cb-96a16535a554', 'mac_address': 'fa:16:3e:d2:0d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:11:42.054226 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:42.067953 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e270a1-17a7-42ed-85cb-96a16535a554 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:11:42.086579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:42.091207 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:42.146150 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:42.149005 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=9']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:42.228696 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:42.340675 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['89e270a1-17a7-42ed-85cb-96a16535a554'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:11:42.579362 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572926-4614-4545-a440-2fa1a3dee63f req-24300b58-f736-4cab-a58f-d2c800b3445d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:42.580972 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b572926-4614-4545-a440-2fa1a3dee63f req-24300b58-f736-4cab-a58f-d2c800b3445d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 944 time: 0.0662620 Nov 03 20:11:42.632166 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3b572926-4614-4545-a440-2fa1a3dee63f req-dcef0693-c682-4638-afd1-2e82d3aa11f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Nov 03 20:11:43.752901 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564a61e-a455-4dc8-82c1-4736b9281545 req-57452aae-4ddd-40fb-bd58-f570abdf9771 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:43.754402 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8564a61e-a455-4dc8-82c1-4736b9281545 req-57452aae-4ddd-40fb-bd58-f570abdf9771 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 944 time: 0.0502198 Nov 03 20:11:43.804114 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8564a61e-a455-4dc8-82c1-4736b9281545 req-8706a6a1-4b72-4af3-ac58-52dc7917ca92 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Nov 03 20:11:43.908251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:11:43.962700 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 89e270a1-17a7-42ed-85cb-96a16535a554 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:11:43.963073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:44.040544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:44.063931 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:11:44.066241 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a08015-c2a3-4a99-8b8e-caa4be60fb72" -d '{"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-plugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:11:44.078707 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:11:44.083997 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:11:44.109667 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee4a48-81ae-41b7-8c1e-890bc2ed4589 x-openstack-request-id: req-0dee4a48-81ae-41b7-8c1e-890bc2ed4589 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:11:44.109951 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-plugged", "status": "completed", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:11:44.110200 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0dee4a48-81ae-41b7-8c1e-890bc2ed4589 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:11:44.110591 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'code': 200} Nov 03 20:11:44.136854 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=10']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:11:44.269211 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb593368-87b3-4836-9c8b-a95697c92f47 req-c9d8669f-8813-45e6-80df-48107941320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:44.271252 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb593368-87b3-4836-9c8b-a95697c92f47 req-c9d8669f-8813-45e6-80df-48107941320a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1097 time: 0.0455322 Nov 03 20:11:44.319992 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fb593368-87b3-4836-9c8b-a95697c92f47 req-0eaba019-75e0-4c50-a27f-97a055a64f93 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Nov 03 20:11:44.922403 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8d783-ccd9-4c82-a640-12244b7a0bcf req-4386218f-b287-4534-8956-60ce327fe310 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:44.923893 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0d8d783-ccd9-4c82-a640-12244b7a0bcf req-4386218f-b287-4534-8956-60ce327fe310 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 946 time: 0.0525651 Nov 03 20:11:44.973701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f0d8d783-ccd9-4c82-a640-12244b7a0bcf req-64688a8b-a84d-496b-a4c2-cd1e0cfbdf1e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433691 Nov 03 20:11:46.097399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53ce8e-9782-45eb-972b-0990216d8304 req-3f0de469-7d58-402a-b056-d3a710d8407b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:11:46.099880 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa53ce8e-9782-45eb-972b-0990216d8304 req-3f0de469-7d58-402a-b056-d3a710d8407b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 946 time: 0.0543005 Nov 03 20:11:46.151265 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa53ce8e-9782-45eb-972b-0990216d8304 req-b30ec846-1328-4e76-a8e4-fc56ddcc2781 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455394 Nov 03 20:12:03.077121 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:03.717806 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:04.841129 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2cf046a1-4013-4e6b-af9a-7124027e9deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:08.477265 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-61057d1c-e2b6-4cbe-aab6-c32cd2fa6f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:09.298223 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:12:10.215935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:12.134964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:12.230825 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:33.090076 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:33.731549 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:34.842827 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-30a88e96-eef0-4379-9658-2b8f99f9ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:35.325958 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-5163fc64-3866-4d81-a4eb-895fc90047ae service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398033 Nov 03 20:12:35.406986 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-01646a69-b41a-4b07-a829-74939f0ebd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:35.408469 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-01646a69-b41a-4b07-a829-74939f0ebd00 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1097 time: 0.0404656 Nov 03 20:12:35.517175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-be96193d-f3c4-448e-bfd9-3010427bddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:35.518567 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-be96193d-f3c4-448e-bfd9-3010427bddde service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0909190 Nov 03 20:12:35.585207 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-a17c0c7d-04b1-408f-a44d-f467097cf6a6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 1001 time: 0.0601511 Nov 03 20:12:35.639001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-e12da1c8-5e07-497b-ac95-b257f372d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:35.640478 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-e12da1c8-5e07-497b-ac95-b257f372d170 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0490119 Nov 03 20:12:35.686243 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-bb6b236d-9631-471d-9cb0-d98a9a4f4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:35.687729 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-bb6b236d-9631-471d-9cb0-d98a9a4f4c44 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402813 Nov 03 20:12:35.778370 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-bacd880d-d523-4578-8fc4-99f09575a5a1 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833721 Nov 03 20:12:35.874482 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19e78a60-e7e1-4d26-8350-da61363ee5fd req-1873af7e-42d3-42f6-a3c8-e95835bac581 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Nov 03 20:12:38.483446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9260574a-45e9-4916-a445-55189af0a632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:40.218424 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:42.137820 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:42.238087 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:46.297774 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:12:58.899935 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55744) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:12:59.062360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Deleting port 336dcc39-0a43-4a4a-90d5-83cc5f2ab05b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:12:59.062929 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:59.142494 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:59.142824 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:59.154947 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Calling delete_port for 336dcc39-0a43-4a4a-90d5-83cc5f2ab05b owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:12:59.310854 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:59.336427 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event deleted for resources: {'Port': ['ID=336dcc39-0a43-4a4a-90d5-83cc5f2ab05b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:12:59.352496 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.352922 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.353215 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.353563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.353894 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.354782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.355117 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.355451 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.355791 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.356116 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.356449 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.356805 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:12:59.413413 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:59.413737 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Floating IP e18394a5-43b5-4131-9fba-78ac98c00b7f disassociated (deleted). External IP: 172.25.8.214, port: 89e270a1-17a7-42ed-85cb-96a16535a554. Nov 03 20:12:59.627612 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Router 58834ca3-c33b-4238-bf61-439392390681 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:12:59.736838 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:12:59.742113 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:12:59.747432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:12:59.757371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:12:59.758062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:12:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:12:59.771085 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-6a31ddfc-72df-44fa-8004-eb33dee91d6c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "DELETE /v2.0/floatingips/e18394a5-43b5-4131-9fba-78ac98c00b7f HTTP/1.1" status: 204 len: 168 time: 0.8700721 Nov 03 20:12:59.771956 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:12:59.774334 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01028cb-66c7-4c10-8259-c3a4f067b4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:12:59.814759 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6e3c9-5b04-4c45-bc7a-3c21fec48502 x-openstack-request-id: req-52c6e3c9-5b04-4c45-bc7a-3c21fec48502 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:12:59.815207 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:12:59.815351 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-52c6e3c9-5b04-4c45-bc7a-3c21fec48502 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:12:59.815712 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'status': 'completed', 'code': 200} Nov 03 20:12:59.873096 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:12:59.878906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-5365c024-13a4-4494-8b70-05a13cef5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:59.880519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-5365c024-13a4-4494-8b70-05a13cef5de4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 1097 time: 0.0440300 Nov 03 20:12:59.992553 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-047b52a7-6fb3-46bd-a790-6e217ad80203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:12:59.994156 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-047b52a7-6fb3-46bd-a790-6e217ad80203 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.1046278 Nov 03 20:13:00.018131 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc0f2-6430-46a8-910c-a6eb49fcf495 req-9211b715-0f63-4202-b04e-d019baedc2ac tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:00.019656 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81bdc0f2-6430-46a8-910c-a6eb49fcf495 req-9211b715-0f63-4202-b04e-d019baedc2ac tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 946 time: 0.0529256 Nov 03 20:13:00.040678 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-245f6614-11a3-44c5-90e2-a479f371bd0a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 200 len: 217 time: 0.0369718 Nov 03 20:13:00.088538 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-81bdc0f2-6430-46a8-910c-a6eb49fcf495 req-1c46a55d-0342-430f-815e-760b347504d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619793 Nov 03 20:13:00.090516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:00.101583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-0da6ed16-6cf0-4dd4-bc90-ccab91acf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:00.103053 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-0da6ed16-6cf0-4dd4-bc90-ccab91acf7ce service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0548885 Nov 03 20:13:00.121254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:13:00.129896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:13:00.130501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:12:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:00.150214 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-a0994823-b99f-41a5-be51-261fff03dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:00.151761 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-a0994823-b99f-41a5-be51-261fff03dc90 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413165 Nov 03 20:13:00.234191 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:13:00.243955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-78866469-0c0d-423a-a3c7-2b14c219e268 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838108 Nov 03 20:13:00.341671 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e01028cb-66c7-4c10-8259-c3a4f067b4ee req-6797bb3a-606c-4ab5-8bfb-154fd690652b service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898092 Nov 03 20:13:00.441415 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:00.467326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad7e31-3989-4bac-bf46-1f7e3a80497c None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:13:00.688439 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4d0a1-700b-41c7-ab41-cb97601f0938 None None] New status for floating IP e18394a5-43b5-4131-9fba-78ac98c00b7f: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:13:01.201436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bbd3-1fe1-491b-b385-51bdf92eb875 req-67f5a2f1-37df-41d3-9518-a3772cbd8b68 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:01.202955 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59d5bbd3-1fe1-491b-b385-51bdf92eb875 req-67f5a2f1-37df-41d3-9518-a3772cbd8b68 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 946 time: 0.0489163 Nov 03 20:13:01.254106 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-59d5bbd3-1fe1-491b-b385-51bdf92eb875 req-4c1a9ead-0d8b-4092-b458-105eacd9f2fd tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=7de2572f-821c-415f-a4e2-d849f89ceaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451722 Nov 03 20:13:01.280936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f26277-8841-444c-bb3a-806f3e125431 req-70d04e73-b7c5-4c27-b5bb-8ea8d0ac9756 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:01.282430 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b5f26277-8841-444c-bb3a-806f3e125431 req-70d04e73-b7c5-4c27-b5bb-8ea8d0ac9756 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 946 time: 0.0513139 Nov 03 20:13:01.377145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Deleting port 89e270a1-17a7-42ed-85cb-96a16535a554 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:13:01.377380 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:01.467092 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] For port 89e270a1-17a7-42ed-85cb-96a16535a554, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=89e270a1-17a7-42ed-85cb-96a16535a554,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:01.467454 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:01.480579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Calling delete_port for 89e270a1-17a7-42ed-85cb-96a16535a554 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:13:01.904306 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:01.933707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event deleted for resources: {'Port': ['ID=89e270a1-17a7-42ed-85cb-96a16535a554,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:01.979528 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] No DVR routers for this DVR port 89e270a1-17a7-42ed-85cb-96a16535a554 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:13:01.982577 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:01.986491 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-b5f26277-8841-444c-bb3a-806f3e125431 req-4f177fdf-bb4e-4a84-b522-98323e919f97 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "DELETE /v2.0/ports/89e270a1-17a7-42ed-85cb-96a16535a554 HTTP/1.1" status: 204 len: 173 time: 0.6977942 Nov 03 20:13:01.986953 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-deleted', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:01.989283 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8eaaff-dbcd-4a20-b809-651ce4c0dc26" -d '{"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-deleted", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:02.036279 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb42d426-b51d-4495-bf0a-bdb79eb0035c x-openstack-request-id: req-bb42d426-b51d-4495-bf0a-bdb79eb0035c {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:02.036619 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5703afc6-f086-4622-b982-f479bfa16b8b", "name": "network-vif-deleted", "tag": "89e270a1-17a7-42ed-85cb-96a16535a554", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:02.036919 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bb42d426-b51d-4495-bf0a-bdb79eb0035c {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:02.037318 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5703afc6-f086-4622-b982-f479bfa16b8b', 'name': 'network-vif-deleted', 'tag': '89e270a1-17a7-42ed-85cb-96a16535a554', 'status': 'completed', 'code': 200} Nov 03 20:13:02.370376 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c49a1c4f-8b5a-4471-8c45-e0952cedab35 req-d2c6232d-d167-4ba6-bff3-b228fdf16a2e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=5703afc6-f086-4622-b982-f479bfa16b8b HTTP/1.1" status: 200 len: 210 time: 0.0280778 Nov 03 20:13:03.104897 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:03.430350 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55766) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:03.494580 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65fb0089-1c4a-4908-9852-4bf4102fb1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:03.519911 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65fb0089-1c4a-4908-9852-4bf4102fb1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:03.580942 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65fb0089-1c4a-4908-9852-4bf4102fb1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:03.583555 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-65fb0089-1c4a-4908-9852-4bf4102fb1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:03.584851 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-65fb0089-1c4a-4908-9852-4bf4102fb1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "DELETE /v2.0/security-groups/7de2572f-821c-415f-a4e2-d849f89ceaff HTTP/1.1" status: 204 len: 168 time: 0.1533778 Nov 03 20:13:03.594829 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0089-1c4a-4908-9852-4bf4102fb1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de2572f-821c-415f-a4e2-d849f89ceaff,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:03.734278 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.286346 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55772) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:04.290939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3689176', 'description': 'tempest-secgroup-smoke-3689176 description', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:04.313583 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.380770 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.384617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.412258 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.413611 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1262558 Nov 03 20:13:04.417246 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55774) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:04.418268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57958bcf-e27c-4950-927c-b18fa43a531f,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:04.422181 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '57958bcf-e27c-4950-927c-b18fa43a531f', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:04.425808 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.426156 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.426493 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.426825 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.427153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.427481 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.427809 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.428132 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.428455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.428917 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.429239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.429552 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce6eab-8821-4e53-a511-fd54aba83f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:04.453160 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.503631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.507573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.530104 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1509c5bc-9928-49a0-b320-c8c728b291bd,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:04.540069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.541328 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-cd5c15e6-94d4-4024-bce7-b9ce4f4d54cf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228855 Nov 03 20:13:04.544197 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55776) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:04.548626 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '57958bcf-e27c-4950-927c-b18fa43a531f', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:04.577386 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.634108 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.638506 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.661205 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1b7cab-c06d-40d6-832f-390b08d6f615,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:04.669424 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.670608 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-02506afe-6fdd-4563-866b-d5fa7e8384d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254301 Nov 03 20:13:04.673362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55778) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:04.677945 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '57958bcf-e27c-4950-927c-b18fa43a531f', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:04.707304 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.765513 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.769151 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.789432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9eba67-48c2-431b-8ff8-85eadb582617,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:04.794255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.795453 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-2167a9f5-b29a-4a67-82b0-8c172c111b3e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212618 Nov 03 20:13:04.798144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55780) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:04.802439 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '57958bcf-e27c-4950-927c-b18fa43a531f', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:04.829531 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.845142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f0ccaa1c-e180-41ae-b3c5-eded65ff8d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.887630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.891981 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.909551 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6f6dd2-e0dd-445b-b28e-483fbde90608,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:04.917822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:04.919041 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-558b403f-8197-4035-adc0-216406378895 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199574 Nov 03 20:13:04.921808 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55782) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:04.926075 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '57958bcf-e27c-4950-927c-b18fa43a531f', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:04.949570 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Project dea59c1cfd4f4360868018d20c4ec12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:13:04.954712 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.015602 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.019290 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.041105 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbd6296-628d-4e25-9e9e-eb5878882bac,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:05.050118 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.051335 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-88631691-5bf4-482e-9f33-4c5514477b77 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286149 Nov 03 20:13:05.054048 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 55784) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:05.059517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'security_group_rule': {'security_group_id': '57958bcf-e27c-4950-927c-b18fa43a531f', 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:05.082279 n-d-812151-4 neutron-server[101988]: INFO neutron.db.securitygroups_db [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Project dea59c1cfd4f4360868018d20c4ec12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:13:05.087035 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.147952 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.151705 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.170176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fb5af1-2011-4e85-8df8-d7bb72659b20,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:05.178280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:05.179583 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-76ce1c79-24c5-49d4-86e3-04d140ed941b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245511 Nov 03 20:13:06.264240 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:13:06.286022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 89e270a1-17a7-42ed-85cb-96a16535a554 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:13:06.286404 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 89e270a1-17a7-42ed-85cb-96a16535a554 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:13:08.476648 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a4260515-7beb-4a7f-9d9c-28c8635a1fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:10.225350 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:12.141057 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:12.247581 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:20.507707 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-c5b55eb1-13c1-4caa-9c89-dd4b0b216738 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3689176&fields=id&tenant_id=dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 267 time: 0.0487773 Nov 03 20:13:20.616059 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-98859ddc-b12b-4c29-a5db-08c5f5c003d0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:20.617576 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-98859ddc-b12b-4c29-a5db-08c5f5c003d0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 809 time: 0.1029451 Nov 03 20:13:20.632592 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-2442a1f2-f677-4f78-b115-8cc6c6d18d5f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/quotas/dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 375 time: 0.0092449 Nov 03 20:13:20.686982 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-5b14edac-0741-45d4-922d-a63301aacad4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487843 Nov 03 20:13:20.745883 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4d631543-7b3c-4f7b-a519-8024c1e75f09 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:13:20.746964 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4d631543-7b3c-4f7b-a519-8024c1e75f09 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0488975 Nov 03 20:13:20.837318 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-da180405-85ef-450c-9e23-336ec0583c63 service neutron] 10.222.0.91 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839522 Nov 03 20:13:20.938942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-b15fa7b2-147c-4dda-9821-6cb6ea095440 service neutron] 10.222.0.91 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951860 Nov 03 20:13:21.224083 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3e7b040-e66e-44bf-96d4-b7fd234804d9 req-0059abc1-2909-4823-9b7d-d9f9be4cbb5c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 210 time: 0.0279739 Nov 03 20:13:22.207790 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-c25ffa77-9fc8-40ff-b49c-ad14f4497320 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:22.209224 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-c25ffa77-9fc8-40ff-b49c-ad14f4497320 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 809 time: 0.1145537 Nov 03 20:13:22.279788 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-9440a618-9b6c-4eb2-9508-29a82e8a4d82 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 377 time: 0.0612679 Nov 03 20:13:22.289578 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'port': {'device_id': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'admin_state_up': True, 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'security_groups': ['57958bcf-e27c-4950-927c-b18fa43a531f']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:22.323325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c012a3dd-580b-45ea-a368-28f490f55448 req-2a884e84-3a04-4e71-a6b6-9cc1d87724be tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 210 time: 0.0292244 Nov 03 20:13:22.405876 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Made reservation on behalf of dea59c1cfd4f4360868018d20c4ec12b for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:13:22.409495 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:22.538907 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Allocated IP 172.20.0.8 (cc695b45-3305-44d4-93b3-d791bf6df3b4/798cc4c3-4418-4abf-abf3-1b439b003d66/9d58df99-b64b-4295-95a8-19814b964c2a) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:13:22.688447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:22.720781 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:22.763107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:13:22.766107 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:13:22.771868 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:13:22.804583 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:22.833517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:22.834173 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:22.852920 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-4868ef12-e000-4165-9053-aa23b97cfaaf tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672636 Nov 03 20:13:22.865463 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Request body: {'port': {'device_id': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:22.931492 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.001640 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-0734d6bb-ba00-4d63-9b4b-5ffd641e16f5 None None] Provisioning complete for port 9d58df99-b64b-4295-95a8-19814b964c2a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:13:23.002348 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0734d6bb-ba00-4d63-9b4b-5ffd641e16f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.037130 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-0734d6bb-ba00-4d63-9b4b-5ffd641e16f5 None None] Port 9d58df99-b64b-4295-95a8-19814b964c2a cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:13:23.224380 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d58df99-b64b-4295-95a8-19814b964c2a {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:13:23.233120 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.246280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Transition to ACTIVE for port object 9d58df99-b64b-4295-95a8-19814b964c2a will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:13:23.252183 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.300121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:13:23.336017 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:23.398880 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Attempting to bind port 9d58df99-b64b-4295-95a8-19814b964c2a on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:13:23.399419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Attempting to bind port 9d58df99-b64b-4295-95a8-19814b964c2a by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:13:23.399782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Attempting to bind port 9d58df99-b64b-4295-95a8-19814b964c2a on network cc695b45-3305-44d4-93b3-d791bf6df3b4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:13:23.407330 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Port 9d58df99-b64b-4295-95a8-19814b964c2a on network cc695b45-3305-44d4-93b3-d791bf6df3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:13:23.407655 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Attempting to bind port 9d58df99-b64b-4295-95a8-19814b964c2a on network cc695b45-3305-44d4-93b3-d791bf6df3b4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:13:23.415627 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:13:23.415977 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Checking segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:13:23.416416 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Bound using segment: {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:13:23.416891 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Bound port: 9d58df99-b64b-4295-95a8-19814b964c2a, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2462628-2312-4c33-8936-5ae722018ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:13:23.417465 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.473870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec0a40-7ece-4ef8-86b8-b9f5016e379e req-bc890dbd-3fc8-477b-9c3c-6cb2b71f105c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:23.482356 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ec0a40-7ece-4ef8-86b8-b9f5016e379e req-bc890dbd-3fc8-477b-9c3c-6cb2b71f105c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0654225 Nov 03 20:13:23.501958 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:13:23.506604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:13:23.513288 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.537473 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-24ec0a40-7ece-4ef8-86b8-b9f5016e379e req-81a6798d-6d6e-4877-a232-e0683438ed3d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0542254 Nov 03 20:13:23.581981 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:23.582643 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:23.585504 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] 10.222.0.115 "PUT /v2.0/ports/9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 1091 time: 0.7230778 Nov 03 20:13:23.585504 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:23.589190 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a53986-5b3c-48e1-a758-781cdff4bb23" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:23.619365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0117892-3917-4954-ba2d-168c185d40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:23.647737 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddd2cb9-b8ea-4d96-aa35-39d7d00adaf8 x-openstack-request-id: req-4ddd2cb9-b8ea-4d96-aa35-39d7d00adaf8 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:23.648103 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:23.648457 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4ddd2cb9-b8ea-4d96-aa35-39d7d00adaf8 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:23.648985 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'status': 'completed', 'code': 200} Nov 03 20:13:23.682643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-04d84bd4-13b1-4037-b9f6-1b1192ff5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:23.684449 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-04d84bd4-13b1-4037-b9f6-1b1192ff5390 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1094 time: 0.0500360 Nov 03 20:13:23.733035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-12abd88d-5d37-497f-9b72-6511cb3a11c0 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 217 time: 0.0402594 Nov 03 20:13:23.799899 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-9dfa0c88-630a-4d3f-a371-5a86a18fb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:23.804035 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-9dfa0c88-630a-4d3f-a371-5a86a18fb836 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0645752 Nov 03 20:13:23.861056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f7ee0eeb-5d88-4031-af68-b56ea5fff720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:23.862613 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-f7ee0eeb-5d88-4031-af68-b56ea5fff720 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506225 Nov 03 20:13:23.957682 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-74779eee-f3a1-45c1-abe5-143b49cec545 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868497 Nov 03 20:13:24.056241 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0ef4a55c-94cd-49af-808f-2793588b47e2 req-a7fda300-4df7-427c-a181-0ff13b5ffdab service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915375 Nov 03 20:13:24.141436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-a85353a2-836a-4ad4-bc51-82574ee9707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:24.142842 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-a85353a2-836a-4ad4-bc51-82574ee9707b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1094 time: 0.0422380 Nov 03 20:13:24.243938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-4ce80f38-61be-410e-9b30-bd986dba263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:24.245625 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-4ce80f38-61be-410e-9b30-bd986dba263b service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0963349 Nov 03 20:13:24.288161 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-3c6f78cf-848d-44b7-bc86-6ba2a16b15dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 217 time: 0.0356057 Nov 03 20:13:24.341676 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-db99695d-b348-4fc3-9177-23f6f11c9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:24.343077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-db99695d-b348-4fc3-9177-23f6f11c9e0c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0477238 Nov 03 20:13:24.396450 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-c8caec44-ee4c-4f16-9f5f-99911a802658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:24.398178 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-c8caec44-ee4c-4f16-9f5f-99911a802658 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482998 Nov 03 20:13:24.495316 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-ca12f732-739f-4c5e-9a2a-29a541402f6a service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903156 Nov 03 20:13:24.599946 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-08a53986-5b3c-48e1-a758-781cdff4bb23 req-9a6de791-7edb-4192-b5a2-ae9650a93e51 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970933 Nov 03 20:13:24.674340 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1348-b6f5-4aea-93c4-b268022eef32 req-2104ada2-ff0b-4bca-bee6-6dfa579024d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:24.675993 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56ce1348-b6f5-4aea-93c4-b268022eef32 req-2104ada2-ff0b-4bca-bee6-6dfa579024d2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0582495 Nov 03 20:13:24.730777 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-56ce1348-b6f5-4aea-93c4-b268022eef32 req-63737320-a7fd-4543-8800-0ab80505536c tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474615 Nov 03 20:13:25.851834 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e5828-5620-4ec7-835e-07d56ad83798 req-87bb58aa-7aa5-44fb-8d93-304a8bd98f19 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:25.853347 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a58e5828-5620-4ec7-835e-07d56ad83798 req-87bb58aa-7aa5-44fb-8d93-304a8bd98f19 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0503569 Nov 03 20:13:25.904054 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a58e5828-5620-4ec7-835e-07d56ad83798 req-885a852c-18f5-48d3-9bf8-c99d7e1b908a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439978 Nov 03 20:13:27.053050 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6366b9-dfcf-4e5d-8be5-4fe9fe95f185 req-0926bf91-bcee-47b7-8fce-ef019e478538 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:27.054729 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f6366b9-dfcf-4e5d-8be5-4fe9fe95f185 req-0926bf91-bcee-47b7-8fce-ef019e478538 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0773771 Nov 03 20:13:27.129394 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1f6366b9-dfcf-4e5d-8be5-4fe9fe95f185 req-bb3e156e-8768-4b26-9d9f-8ddb0a3374b8 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0668905 Nov 03 20:13:28.270311 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395446e-15a0-47f4-b9e0-a818fd7074b4 req-61446417-3adf-46cb-aa02-051240a635e4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:28.271928 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d395446e-15a0-47f4-b9e0-a818fd7074b4 req-61446417-3adf-46cb-aa02-051240a635e4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0655851 Nov 03 20:13:28.325174 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d395446e-15a0-47f4-b9e0-a818fd7074b4 req-da3da052-d770-4cea-ac8f-bb9d1602775a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468526 Nov 03 20:13:29.466720 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51a210-3a31-464d-a8c1-8e09f6167e8a req-c2444c84-9c4c-4d7e-8a7d-f36b8d0223b7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:29.468700 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf51a210-3a31-464d-a8c1-8e09f6167e8a req-c2444c84-9c4c-4d7e-8a7d-f36b8d0223b7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0584943 Nov 03 20:13:29.532393 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf51a210-3a31-464d-a8c1-8e09f6167e8a req-e14282a6-d8f7-4137-aef5-b133b48e2d41 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0561230 Nov 03 20:13:30.662469 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4b40-09b1-43b1-83d4-0cd06cdc33b8 req-39a2c728-db56-44c3-8f1f-7dbaa74608f7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:30.664007 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf9a4b40-09b1-43b1-83d4-0cd06cdc33b8 req-39a2c728-db56-44c3-8f1f-7dbaa74608f7 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0594506 Nov 03 20:13:30.722418 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-cf9a4b40-09b1-43b1-83d4-0cd06cdc33b8 req-b3ed05c8-f762-494a-b859-303ea8e10091 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503705 Nov 03 20:13:31.855113 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eee5a9-e0bc-412d-91a0-93f3c260d3f9 req-b2552a45-2cd6-48ca-860a-a23959370def tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:31.856694 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88eee5a9-e0bc-412d-91a0-93f3c260d3f9 req-b2552a45-2cd6-48ca-860a-a23959370def tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0540836 Nov 03 20:13:31.911381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-88eee5a9-e0bc-412d-91a0-93f3c260d3f9 req-8529721e-8a49-48c4-88f1-f16be62e8d0e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476995 Nov 03 20:13:33.054401 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2dfa4-c399-4c44-bf31-b872bb3bf6fb req-e6390141-26f6-404a-881a-513b95c59a2e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:33.056306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3a2dfa4-c399-4c44-bf31-b872bb3bf6fb req-e6390141-26f6-404a-881a-513b95c59a2e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0598447 Nov 03 20:13:33.121590 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:33.132960 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3a2dfa4-c399-4c44-bf31-b872bb3bf6fb req-f97e21df-3333-4963-8318-3afc0eaf02d0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0645387 Nov 03 20:13:33.722680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:34.278160 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260359b-6284-4a9e-b4e3-abc1642e6a14 req-9057665e-5578-4094-a853-980b2c48d1fc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:34.279791 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7260359b-6284-4a9e-b4e3-abc1642e6a14 req-9057665e-5578-4094-a853-980b2c48d1fc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0588427 Nov 03 20:13:34.336733 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7260359b-6284-4a9e-b4e3-abc1642e6a14 req-f0baefde-3f30-474f-8751-ea64d94f8c1e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502036 Nov 03 20:13:34.850699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-757ba677-9395-40b2-97ca-64f32fc8c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:35.469280 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8054f9-c794-4f1b-9920-ca205e830166 req-38690b32-140e-476f-8837-31dcd7f5f873 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:35.471149 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec8054f9-c794-4f1b-9920-ca205e830166 req-38690b32-140e-476f-8837-31dcd7f5f873 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0519078 Nov 03 20:13:35.531273 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ec8054f9-c794-4f1b-9920-ca205e830166 req-bfa85731-54eb-40aa-a7b7-84e637999662 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535707 Nov 03 20:13:36.403215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:13:36.506502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:36.519062 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '9d58df99-b64b-4295-95a8-19814b964c2a', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'port_id': '9d58df99-b64b-4295-95a8-19814b964c2a', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:13:36.555637 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:36.569911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d58df99-b64b-4295-95a8-19814b964c2a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:13:36.591575 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:36.595694 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:36.647811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:36.653043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92da297-023a-425b-ad42-f75ed2977711 req-2423360a-30ff-41cb-988a-447a50133883 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:36.654628 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a92da297-023a-425b-ad42-f75ed2977711 req-2423360a-30ff-41cb-988a-447a50133883 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 944 time: 0.0501006 Nov 03 20:13:36.655368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.655717 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.656055 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.656389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.656739 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.657079 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.657402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.657725 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.658047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.658371 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.658692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.659011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:13:36.711593 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a92da297-023a-425b-ad42-f75ed2977711 req-4372a939-1f9c-49a4-abe0-615aa32d4fee tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440586 Nov 03 20:13:36.801604 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9d58df99-b64b-4295-95a8-19814b964c2a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:13:37.826848 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d6c1f-60c3-4793-aee9-a589a877ffbf req-1043fd26-63ef-431f-a4aa-ea85f02565af tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:37.828331 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d5d6c1f-60c3-4793-aee9-a589a877ffbf req-1043fd26-63ef-431f-a4aa-ea85f02565af tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 944 time: 0.0487838 Nov 03 20:13:37.877866 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2d5d6c1f-60c3-4793-aee9-a589a877ffbf req-03fcd555-4633-4623-9665-1f979d842dfe tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435653 Nov 03 20:13:38.418965 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:13:38.471407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 9d58df99-b64b-4295-95a8-19814b964c2a completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:13:38.480650 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 9d58df99-b64b-4295-95a8-19814b964c2a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:13:38.481059 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:38.483764 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7e05-12ff-4f42-90c9-8a194c5e404b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:38.560498 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:38.591020 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:38.593361 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8661edd-b113-4969-8f4c-892bd3886055" -d '{"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-plugged", "status": "completed", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:38.747777 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66694bef-d098-4c2b-8347-91a7aee17b58 req-4ff6dedf-79e4-4fb1-a776-f3ccfb6bf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:38.749519 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66694bef-d098-4c2b-8347-91a7aee17b58 req-4ff6dedf-79e4-4fb1-a776-f3ccfb6bf1e6 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1095 time: 0.0471816 Nov 03 20:13:38.770741 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f96fad-71b0-4409-9a9a-6cbe7c650ac0 x-openstack-request-id: req-31f96fad-71b0-4409-9a9a-6cbe7c650ac0 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:38.771017 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-plugged", "status": "completed", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:38.771259 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-31f96fad-71b0-4409-9a9a-6cbe7c650ac0 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:38.771649 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'code': 200} Nov 03 20:13:38.775456 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:13:38.780878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:38.805172 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-66694bef-d098-4c2b-8347-91a7aee17b58 req-a784527b-1e3a-4b88-9f70-c4c7d8c4f3dd service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442183 Nov 03 20:13:38.829300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:39.004330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639428ca-0f7d-47f4-989c-ad647a183c59 req-fb143655-7293-421c-a263-ef15ab475a16 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:39.006521 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-639428ca-0f7d-47f4-989c-ad647a183c59 req-fb143655-7293-421c-a263-ef15ab475a16 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0565145 Nov 03 20:13:39.058996 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-639428ca-0f7d-47f4-989c-ad647a183c59 req-2a441085-b458-4051-9ad4-7299392202ac tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464015 Nov 03 20:13:40.187361 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c9799-7925-48e8-9872-3acdb8f34b3d req-d75023c2-91a4-4b15-8ffc-9d1442d0b058 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:40.189210 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb4c9799-7925-48e8-9872-3acdb8f34b3d req-d75023c2-91a4-4b15-8ffc-9d1442d0b058 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0547109 Nov 03 20:13:40.230009 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.255071 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eb4c9799-7925-48e8-9872-3acdb8f34b3d req-d633991c-9515-4d49-b522-b21b39f3c71e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0596991 Nov 03 20:13:40.402355 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2fefa-7c3a-4dd7-9a9a-7fd30f7d5e0f req-07afefdb-1ad8-4c46-8f4c-d966deafaf4b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:40.403933 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96f2fefa-7c3a-4dd7-9a9a-7fd30f7d5e0f req-07afefdb-1ad8-4c46-8f4c-d966deafaf4b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0535598 Nov 03 20:13:40.466219 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-96f2fefa-7c3a-4dd7-9a9a-7fd30f7d5e0f req-8294918b-169f-4f67-861b-e3e924fdef98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0558884 Nov 03 20:13:40.490864 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55986) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:40.538478 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b4c54-e1a8-43e0-8f5a-7b0c75a074e3 tempest-TestShelveInstance-1078222457 tempest-TestShelveInstance-1078222457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:40.540027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-859b4c54-e1a8-43e0-8f5a-7b0c75a074e3 tempest-TestShelveInstance-1078222457 tempest-TestShelveInstance-1078222457-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1091 time: 0.0477304 Nov 03 20:13:40.543246 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 55988) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:13:40.548433 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '9d58df99-b64b-4295-95a8-19814b964c2a', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:13:40.573526 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.698386 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.812949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Allocated IP 172.25.8.97 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/0c5ae9a6-0f2e-4cbb-9c7c-0caaae0bb230) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:13:40.935611 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:40.970345 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.010559 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:13:41.015833 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:13:41.019858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:13:41.043939 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'Port': ['ID=0c5ae9a6-0f2e-4cbb-9c7c-0caaae0bb230,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:41.425597 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.497131 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.673320 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.681057 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.753570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event updated for resources: {'Port': ['ID=0c5ae9a6-0f2e-4cbb-9c7c-0caaae0bb230,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:13:41.772274 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:41.887618 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Floating IP c428e8ba-1294-4ac2-923c-433e8f3e9a07 associated. External IP: 172.25.8.97, port: 9d58df99-b64b-4295-95a8-19814b964c2a. Nov 03 20:13:42.146438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:42.161270 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Router 58834ca3-c33b-4238-bf61-439392390681 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:13:42.232337 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:42.594416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:13:42.606136 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9026-430a-492c-af73-6b4401b039ab None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:13:42.617243 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:13:42.618728 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:13:42.619397 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:13:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:42.662840 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-e9b703b2-8352-40f1-8ec3-5991bb6c9d98 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1092131 Nov 03 20:13:42.662840 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:13:42.662840 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1e1be2-4471-48a9-9e09-45f7a039e018" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:13:42.741543 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:13:42.819498 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d50250-73a6-4c83-be70-921931494c05 x-openstack-request-id: req-42d50250-73a6-4c83-be70-921931494c05 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:13:42.819876 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:13:42.820232 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42d50250-73a6-4c83-be70-921931494c05 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:13:42.821004 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'status': 'completed', 'code': 200} Nov 03 20:13:42.892809 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-09c536c3-d346-4be0-9218-e51769ef00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:42.894358 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-09c536c3-d346-4be0-9218-e51769ef00a0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0442472 Nov 03 20:13:43.002454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-66b3bc48-f6e5-4dcf-b594-bea1462595f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:43.004077 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-66b3bc48-f6e5-4dcf-b594-bea1462595f3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.1023293 Nov 03 20:13:43.020546 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c428e8ba-1294-4ac2-923c-433e8f3e9a07', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '58834ca3-c33b-4238-bf61-439392390681', 'port_id': '9d58df99-b64b-4295-95a8-19814b964c2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:13:41Z', 'updated_at': '2021-11-03T20:13:41Z', 'revision_number': 0, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:43.054340 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9026-430a-492c-af73-6b4401b039ab None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:13:43.065182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:13:43.065805 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:13:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:43.077858 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-8af3767c-1437-4f8a-8242-de5891bfe65c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 998 time: 0.0660646 Nov 03 20:13:43.140398 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-e33e7fa4-1f48-4ef9-95e1-a7ecf44e51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:43.142127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-e33e7fa4-1f48-4ef9-95e1-a7ecf44e51cb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0577886 Nov 03 20:13:43.194413 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:13:43.200059 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-3858a769-df02-4e52-8d85-62119fd5a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:13:43.201587 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-3858a769-df02-4e52-8d85-62119fd5a6e5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524340 Nov 03 20:13:43.213200 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-238cdd7c-1d39-4940-a8d6-e1e774ab8b1f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:13:43.214269 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-238cdd7c-1d39-4940-a8d6-e1e774ab8b1f service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057487 Nov 03 20:13:43.320687 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-582eba24-f290-4b52-9d07-bed67fcf9c74 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990560 Nov 03 20:13:43.448795 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-0e1e1be2-4471-48a9-9e09-45f7a039e018 req-93435686-0bbd-479a-96b4-66ec4846bbe7 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210492 Nov 03 20:13:43.498665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-498d9026-430a-492c-af73-6b4401b039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c428e8ba-1294-4ac2-923c-433e8f3e9a07', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '58834ca3-c33b-4238-bf61-439392390681', 'port_id': '9d58df99-b64b-4295-95a8-19814b964c2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:13:41Z', 'updated_at': '2021-11-03T20:13:41Z', 'revision_number': 0, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:13:43.527267 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9026-430a-492c-af73-6b4401b039ab None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': 'c428e8ba-1294-4ac2-923c-433e8f3e9a07', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '58834ca3-c33b-4238-bf61-439392390681', 'port_id': '9d58df99-b64b-4295-95a8-19814b964c2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:13:41Z', 'updated_at': '2021-11-03T20:13:41Z', 'revision_number': 0, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:13:43.735020 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325c40d-5535-4a9f-9648-a4511839cb7a None None] New status for floating IP c428e8ba-1294-4ac2-923c-433e8f3e9a07: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:14:00.300110 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:14:03.125064 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:03.737421 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:04.854569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e310a38-8c95-4b9c-9c5a-12753353d6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:08.477666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e7989bb7-48a2-4b0d-a04a-d2512e817925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:10.230146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:12.147548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:12.233420 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:33.123216 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:33.742906 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:34.857691 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-98cda94d-e843-4bd7-93a3-80619ec450ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:37.300017 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:14:38.354104 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-3556c8b8-0fe0-4241-ba29-9252ca4f97ad service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406432 Nov 03 20:14:38.439849 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-d091d04a-f8f5-4424-a774-251be5fe630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:38.441422 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-d091d04a-f8f5-4424-a774-251be5fe630f service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0448918 Nov 03 20:14:38.480417 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f498a291-3a82-48b7-81ba-9dbc08447ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:38.551843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-c7001356-311c-47f9-8e0a-534ac711467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:38.553279 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-c7001356-311c-47f9-8e0a-534ac711467c service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0890763 Nov 03 20:14:38.625160 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-93c49341-9a68-4ee1-b61b-d619caec1915 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 1000 time: 0.0645158 Nov 03 20:14:38.675538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-63ba466c-e698-4afb-a735-0481d081aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:38.677128 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-63ba466c-e698-4afb-a735-0481d081aedc service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0455747 Nov 03 20:14:38.723185 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-9377a05f-a991-4c1e-9f3a-7dc8ea052e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:14:38.724811 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-9377a05f-a991-4c1e-9f3a-7dc8ea052e3c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410016 Nov 03 20:14:38.820127 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-d14feb03-467a-4aed-a71e-d0ae7560e80c service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885301 Nov 03 20:14:38.911164 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a84e6299-f116-4672-8489-5fa665c4f5a1 req-9cbbd9e3-4e64-4c08-a520-3e2f62bb3745 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Nov 03 20:14:40.233966 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:42.150284 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:14:42.225680 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:03.135440 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:03.751488 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:04.862196 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7f3095cc-b997-42df-8485-8f4ab389ac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:08.482896 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f3cd05d5-9cf3-477f-98ab-939d71994c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:10.242404 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:12.152829 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:12.229666 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:14.299178 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:15:33.130797 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:33.758742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:34.869546 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1a6c-cb00-4465-ac04-340c8624f627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:38.492945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bb034585-98e6-4511-927b-c224e3f1900e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:38.793439 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-c4f4e182-5cce-4ff2-aff6-76d18eddf747 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487053 Nov 03 20:15:38.887556 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-c4ecd709-5871-4986-b92c-c679403f3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:38.889118 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-c4ecd709-5871-4986-b92c-c679403f3213 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0438273 Nov 03 20:15:39.012681 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-12b79935-b38e-4f87-94a8-a6ea10dc3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:39.014729 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-12b79935-b38e-4f87-94a8-a6ea10dc3a25 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.1033401 Nov 03 20:15:39.099027 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-aacdc52e-e2cd-40e2-85f2-f56007226b5e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 1000 time: 0.0762153 Nov 03 20:15:39.156867 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-4e4c1089-1c62-4c31-939d-755500fce531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:39.159061 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-4e4c1089-1c62-4c31-939d-755500fce531 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0538290 Nov 03 20:15:39.215386 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-a2083071-a2f3-4e3c-a04b-9866580bd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:39.216964 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-a2083071-a2f3-4e3c-a04b-9866580bd694 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454459 Nov 03 20:15:39.323233 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-9eedcddb-ae30-4360-a116-96ef85bbc760 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985327 Nov 03 20:15:39.426984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-ceec30d7-e035-4f82-83a3-d9d2323e2d73 req-4e0d816b-26d1-4640-bbea-8fde0b92f60d service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965238 Nov 03 20:15:39.870339 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b57c9-c973-4d9c-a48b-67e690a3e331 req-88111d71-74e0-42f6-8177-0f0b6afcad35 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:39.872104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-443b57c9-c973-4d9c-a48b-67e690a3e331 req-88111d71-74e0-42f6-8177-0f0b6afcad35 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0680909 Nov 03 20:15:39.945410 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-443b57c9-c973-4d9c-a48b-67e690a3e331 req-fbbd3af8-9851-4bf9-ba58-19b3c1cbd311 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622098 Nov 03 20:15:40.243969 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:41.093550 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836b445-6140-4871-9fe1-2d190023fcf1 req-ec70ac53-f0c3-4174-abcc-36c2befe3105 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:41.095335 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6836b445-6140-4871-9fe1-2d190023fcf1 req-ec70ac53-f0c3-4174-abcc-36c2befe3105 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0552971 Nov 03 20:15:41.150332 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6836b445-6140-4871-9fe1-2d190023fcf1 req-befb28db-0322-4185-813b-2037833996cb tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466104 Nov 03 20:15:42.156608 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:42.256134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:42.314083 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187b8aa-a2f1-4bc5-bf2c-9aafd4f170c0 req-ee8d9fb9-1d98-4876-9972-e0c7d109e60b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:42.315458 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1187b8aa-a2f1-4bc5-bf2c-9aafd4f170c0 req-ee8d9fb9-1d98-4876-9972-e0c7d109e60b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0525818 Nov 03 20:15:42.366017 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1187b8aa-a2f1-4bc5-bf2c-9aafd4f170c0 req-d170bc29-d55a-452b-8d34-7fbf42b7814b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443575 Nov 03 20:15:43.486942 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39063570-fe83-479f-bbda-6cf5ae6855ed req-e4d78a44-2e94-4ddd-995a-4d94e1767e84 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:43.488462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39063570-fe83-479f-bbda-6cf5ae6855ed req-e4d78a44-2e94-4ddd-995a-4d94e1767e84 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0541339 Nov 03 20:15:43.540681 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-39063570-fe83-479f-bbda-6cf5ae6855ed req-b6e43dd5-5e70-4a99-9a49-ad5077a04b86 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451853 Nov 03 20:15:44.662727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd02a-e8cb-4a51-819e-0eff9c56b7f0 req-9d00f381-8483-4a1b-b9d7-0c73e8cb0a17 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:44.664010 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-162bd02a-e8cb-4a51-819e-0eff9c56b7f0 req-9d00f381-8483-4a1b-b9d7-0c73e8cb0a17 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0503216 Nov 03 20:15:44.716810 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-162bd02a-e8cb-4a51-819e-0eff9c56b7f0 req-0684b1fc-ba4d-4ebc-aebc-c528fd6cc49e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467441 Nov 03 20:15:45.838702 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cbcb7-1fcc-4cbd-88e9-c5c843cb7e50 req-fb84efbf-ff69-4cdc-9870-e0546f17a997 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:45.840306 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-891cbcb7-1fcc-4cbd-88e9-c5c843cb7e50 req-fb84efbf-ff69-4cdc-9870-e0546f17a997 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0524905 Nov 03 20:15:45.901575 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-891cbcb7-1fcc-4cbd-88e9-c5c843cb7e50 req-70dfeb8f-7479-48c8-933f-b8b2fae04b20 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515738 Nov 03 20:15:47.024643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57c420-4859-4b40-9895-96185d5eea7e req-7a38db51-a905-4f55-8766-57c6a92d0029 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:47.026173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea57c420-4859-4b40-9895-96185d5eea7e req-7a38db51-a905-4f55-8766-57c6a92d0029 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0498641 Nov 03 20:15:47.077326 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ea57c420-4859-4b40-9895-96185d5eea7e req-b7184171-88e7-4763-b481-1037757abf8f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451345 Nov 03 20:15:48.199981 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759519a-6623-46e5-bb20-48bdbef19447 req-cb4b46ba-b7e5-4526-b931-3bf3bcb7aa00 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:48.201561 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4759519a-6623-46e5-bb20-48bdbef19447 req-cb4b46ba-b7e5-4526-b931-3bf3bcb7aa00 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0523274 Nov 03 20:15:48.275286 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-4759519a-6623-46e5-bb20-48bdbef19447 req-0e9f8b5a-8ff5-4d6b-829c-ecf8c86e646d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650852 Nov 03 20:15:49.405423 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322648-04f9-4eb0-adcb-7db53fe2c528 req-039ff58d-cad8-4177-a454-f3e69c526464 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:49.406942 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3322648-04f9-4eb0-adcb-7db53fe2c528 req-039ff58d-cad8-4177-a454-f3e69c526464 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0579257 Nov 03 20:15:49.465139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c3322648-04f9-4eb0-adcb-7db53fe2c528 req-73128367-2826-4020-b684-31f2d7c54f88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521014 Nov 03 20:15:49.983446 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-5f807b21-ad9b-4837-bb7e-1b262a0ea5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:49.985026 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-5f807b21-ad9b-4837-bb7e-1b262a0ea5d0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0494821 Nov 03 20:15:50.090944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-2ed16ab0-f31c-4a88-af7b-2255f52a4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.092459 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-2ed16ab0-f31c-4a88-af7b-2255f52a4fb8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.1002131 Nov 03 20:15:50.171704 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-f7ef3314-5685-425e-9fab-fa662deb1122 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 1000 time: 0.0722172 Nov 03 20:15:50.225515 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-cc302047-0a81-4c8b-accd-80e8be818b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.227067 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-cc302047-0a81-4c8b-accd-80e8be818b1d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0480275 Nov 03 20:15:50.277611 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-3820d6b5-003d-4fe6-808e-8356dd15baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.279154 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-3820d6b5-003d-4fe6-808e-8356dd15baf4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456011 Nov 03 20:15:50.386355 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-387c2c83-52d0-427d-856d-a761b39c6be2 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995820 Nov 03 20:15:50.482747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4baa9aa1-9062-4c48-a4b1-79639216d486 req-464e90ae-e0df-445c-a847-256fba69e042 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894940 Nov 03 20:15:50.589449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f38d10-0c48-4f04-9ff7-fc4cd9e88b22 req-a0bf1e1a-8daa-4987-a925-a5c8218cf1a4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:50.590963 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2f38d10-0c48-4f04-9ff7-fc4cd9e88b22 req-a0bf1e1a-8daa-4987-a925-a5c8218cf1a4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0514309 Nov 03 20:15:50.645796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b2f38d10-0c48-4f04-9ff7-fc4cd9e88b22 req-13973018-58ec-4ae6-ae0c-ee7c6ad05537 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485082 Nov 03 20:15:51.298906 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:15:51.770870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba42661-c7c0-4cd6-b342-cd9bc17eb914 req-3a179e41-b46a-4e11-b4a5-1b51b181bc25 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:51.772395 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ba42661-c7c0-4cd6-b342-cd9bc17eb914 req-3a179e41-b46a-4e11-b4a5-1b51b181bc25 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0547881 Nov 03 20:15:51.824990 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0ba42661-c7c0-4cd6-b342-cd9bc17eb914 req-b831ec21-9696-4eb5-9fee-3695cac24b5b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458846 Nov 03 20:15:52.954948 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049629-0865-4ecb-97d2-5736af820548 req-76306938-cde2-4b65-b487-14e03c65c141 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:52.956670 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f049629-0865-4ecb-97d2-5736af820548 req-76306938-cde2-4b65-b487-14e03c65c141 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0601683 Nov 03 20:15:53.015234 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5f049629-0865-4ecb-97d2-5736af820548 req-0f3b46d8-2967-47a9-90d4-8c83b21b37f2 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506237 Nov 03 20:15:54.162843 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af42c50-a0d0-42c9-8289-928216acd0a4 req-2260849d-3d62-46a6-ae9f-25e714fece66 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:54.164217 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3af42c50-a0d0-42c9-8289-928216acd0a4 req-2260849d-3d62-46a6-ae9f-25e714fece66 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0510926 Nov 03 20:15:54.220462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3af42c50-a0d0-42c9-8289-928216acd0a4 req-f6662f49-baed-4456-9771-9c3055c05a2b tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497417 Nov 03 20:15:54.290239 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [req-be95a443-ad40-4403-936c-19860afe6f7e req-67ef02b6-44e2-4d51-8232-cdef2a05bffc service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:15:54.291323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-be95a443-ad40-4403-936c-19860afe6f7e req-67ef02b6-44e2-4d51-8232-cdef2a05bffc service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057065 Nov 03 20:15:54.434408 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-41a135ad-dd0d-4d74-95f4-5f358706e579 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486190 Nov 03 20:15:54.444194 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-c2ca368b-3843-4bf6-ae11-491c6a503bba service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:15:54.445353 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-c2ca368b-3843-4bf6-ae11-491c6a503bba service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056462 Nov 03 20:15:54.458619 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45048d90-e7af-43fc-9f26-c2797b1d1f70 req-5384bd67-89d7-4f53-950b-5aa32dc96d65 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:54.460162 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45048d90-e7af-43fc-9f26-c2797b1d1f70 req-5384bd67-89d7-4f53-950b-5aa32dc96d65 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0525479 Nov 03 20:15:54.515722 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45048d90-e7af-43fc-9f26-c2797b1d1f70 req-b1441b04-27a8-4d5f-aa40-cc68ca6ac5ac tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488770 Nov 03 20:15:55.653228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b2fed-8ec4-4f51-8b0b-a9c806063588 req-7d6592df-eb87-4e4c-89dd-6b123a321223 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:55.654882 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d82b2fed-8ec4-4f51-8b0b-a9c806063588 req-7d6592df-eb87-4e4c-89dd-6b123a321223 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0591495 Nov 03 20:15:55.721036 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d82b2fed-8ec4-4f51-8b0b-a9c806063588 req-df9eec11-ad6e-4d0d-9f8f-3aa7512b6c6e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0566406 Nov 03 20:15:56.866195 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91096c2-7163-45c7-b847-3524a02056e5 req-b67ae195-d295-4d05-825c-626a2c48f1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:56.868652 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e91096c2-7163-45c7-b847-3524a02056e5 req-b67ae195-d295-4d05-825c-626a2c48f1f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0700018 Nov 03 20:15:56.931793 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e91096c2-7163-45c7-b847-3524a02056e5 req-500d3e88-5157-49c9-911a-4b7b968b6d88 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511060 Nov 03 20:15:57.027403 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:15:57.112002 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:57.136442 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:15:57.138739 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d292a-b93e-4fe4-8f3e-a8adc20ab6cf" -d '{"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:15:57.152498 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:15:57.157628 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:15:57.182926 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058389fe-bc65-4864-a36b-8381fdf7dc0d x-openstack-request-id: req-058389fe-bc65-4864-a36b-8381fdf7dc0d {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:15:57.183227 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-unplugged", "status": "failed", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "code": 422}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:15:57.183486 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-058389fe-bc65-4864-a36b-8381fdf7dc0d {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:15:57.183884 n-d-812151-4 neutron-server[101991]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'code': 422} returned with failed status Nov 03 20:15:57.210611 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:15:57.218407 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.218755 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.219103 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.219696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.220029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.220365 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.220693 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.221042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.221718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.221718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.221985 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:57.222289 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:15:58.058589 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a5013-1f1f-45e4-85b8-a34678fd9b41 req-98b3dd4d-6c35-4db5-8d88-21f9c081f1b4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:58.060971 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-399a5013-1f1f-45e4-85b8-a34678fd9b41 req-98b3dd4d-6c35-4db5-8d88-21f9c081f1b4 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0542309 Nov 03 20:15:58.121594 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-399a5013-1f1f-45e4-85b8-a34678fd9b41 req-9b445d7d-e452-4707-bdb5-5e51d9d8d5fc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0538521 Nov 03 20:15:59.321040 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6908de-df9f-431c-8e64-81bc2f39abe6 req-aa692492-84c1-429c-aa67-51bf87cede25 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:15:59.322629 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa6908de-df9f-431c-8e64-81bc2f39abe6 req-aa692492-84c1-429c-aa67-51bf87cede25 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.1262360 Nov 03 20:15:59.381404 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa6908de-df9f-431c-8e64-81bc2f39abe6 req-e6a63eba-9d5c-4601-b029-669b20a9921e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0524220 Nov 03 20:16:00.480457 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651d2a-41ba-4959-b18a-838b989080c6 req-4d1937b8-0ea5-4b06-a99e-40d8cdffa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:00.482031 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-4d1937b8-0ea5-4b06-a99e-40d8cdffa506 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d&tenant_id=dea59c1cfd4f4360868018d20c4ec12b HTTP/1.1" status: 200 len: 1094 time: 0.0445015 Nov 03 20:16:00.547653 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651d2a-41ba-4959-b18a-838b989080c6 req-cd7d22ff-ba07-4b6d-a30a-81ea2d8ff56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:00.549580 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-cd7d22ff-ba07-4b6d-a30a-81ea2d8ff56c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1094 time: 0.0441937 Nov 03 20:16:00.574714 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25184341-070c-4cb1-ad9a-4fc633352398 req-1a4dec7d-c48e-4edd-a9de-821153371a84 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:00.577381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25184341-070c-4cb1-ad9a-4fc633352398 req-1a4dec7d-c48e-4edd-a9de-821153371a84 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.1134467 Nov 03 20:16:00.639176 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-25184341-070c-4cb1-ad9a-4fc633352398 req-27bcd6af-6bad-4bce-9059-6cb7a8d7f686 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0553591 Nov 03 20:16:00.654149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651d2a-41ba-4959-b18a-838b989080c6 req-d22108e4-618c-4e4c-b60f-a7345c42d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:00.655641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-d22108e4-618c-4e4c-b60f-a7345c42d152 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0992012 Nov 03 20:16:00.724768 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-4b4731b9-7127-41d2-b46d-e78bc8f0d303 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 998 time: 0.0621324 Nov 03 20:16:00.776596 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651d2a-41ba-4959-b18a-838b989080c6 req-9ab191a6-7998-4f6e-8345-10b108812794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:00.778029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-9ab191a6-7998-4f6e-8345-10b108812794 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0467758 Nov 03 20:16:00.831569 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651d2a-41ba-4959-b18a-838b989080c6 req-1f1e556f-4d01-4354-abe2-b7392b804bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:00.833112 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-1f1e556f-4d01-4354-abe2-b7392b804bd6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477536 Nov 03 20:16:00.930405 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-6c7070f0-5964-4ba3-b91f-13621f7315fd service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Nov 03 20:16:01.027116 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-f906d4da-6145-44d9-bd96-52d217c60bd3 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902901 Nov 03 20:16:01.756525 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f4252-dcf5-4b13-9cc7-7b67e60bb736 req-7c8fb45c-6d4f-4076-9248-20e3474b6d14 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:01.758815 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-523f4252-dcf5-4b13-9cc7-7b67e60bb736 req-7c8fb45c-6d4f-4076-9248-20e3474b6d14 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0510218 Nov 03 20:16:01.813101 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-523f4252-dcf5-4b13-9cc7-7b67e60bb736 req-cd736531-25d6-4ef6-ad69-ed8561f58386 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482643 Nov 03 20:16:02.937717 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a5b2a-cdba-49be-961f-f483da15114d req-a286ee77-d434-46a4-9884-9acc12cab7d6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:02.939927 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-929a5b2a-cdba-49be-961f-f483da15114d req-a286ee77-d434-46a4-9884-9acc12cab7d6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0571697 Nov 03 20:16:02.992909 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-929a5b2a-cdba-49be-961f-f483da15114d req-b8c8d418-79f5-4788-a7fb-ca274bd0eff3 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462732 Nov 03 20:16:03.130789 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:03.771389 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:04.121887 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba85aa5-8b1f-4869-b047-3f1b649be033 req-fe680e12-ff37-46b1-b72c-cb65fe267929 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:04.123499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ba85aa5-8b1f-4869-b047-3f1b649be033 req-fe680e12-ff37-46b1-b72c-cb65fe267929 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0555840 Nov 03 20:16:04.178441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5ba85aa5-8b1f-4869-b047-3f1b649be033 req-60bfb5c9-c1a9-4a3d-bb99-eb477f4b73a0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486112 Nov 03 20:16:04.862487 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8065671e-38dd-4fba-b644-f420ac219b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:05.303513 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d60dac-5ff2-4502-b2b6-ed6a088dc5bc req-d39ab073-0e10-47a0-a77b-78ba0729585e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:05.305075 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83d60dac-5ff2-4502-b2b6-ed6a088dc5bc req-d39ab073-0e10-47a0-a77b-78ba0729585e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0559523 Nov 03 20:16:05.358703 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-83d60dac-5ff2-4502-b2b6-ed6a088dc5bc req-2abe9379-b728-48ee-b6bf-56904cc184e3 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473962 Nov 03 20:16:06.474217 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20bfa4-89b8-4f48-8cb9-ce00942595b5 req-3b05a3bb-c57a-4b5e-9ea1-5c78f4a8c77a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:06.475714 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf20bfa4-89b8-4f48-8cb9-ce00942595b5 req-3b05a3bb-c57a-4b5e-9ea1-5c78f4a8c77a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0489612 Nov 03 20:16:06.528749 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bf20bfa4-89b8-4f48-8cb9-ce00942595b5 req-92cd365c-45d9-431e-8887-8aab7a9e3e92 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462151 Nov 03 20:16:07.647727 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468120-60f1-4c43-a779-31c211865e72 req-78f99d84-a401-4335-ac4e-2be38ec1f7a6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:07.649256 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6468120-60f1-4c43-a779-31c211865e72 req-78f99d84-a401-4335-ac4e-2be38ec1f7a6 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0493386 Nov 03 20:16:07.702783 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b6468120-60f1-4c43-a779-31c211865e72 req-14374651-e10c-47f0-a0fe-5005a82ebd16 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476003 Nov 03 20:16:08.485644 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9a7decb9-1f6e-4188-aac7-fff4212c4adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:08.818294 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb513a-8327-40bc-8c9c-7cf838b97ada req-764faf6e-d2c0-49f7-ae31-6157758568fe tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:08.819792 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdbb513a-8327-40bc-8c9c-7cf838b97ada req-764faf6e-d2c0-49f7-ae31-6157758568fe tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 943 time: 0.0505242 Nov 03 20:16:08.869429 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bdbb513a-8327-40bc-8c9c-7cf838b97ada req-5b0aa426-90b7-45a2-aaf9-7c1938306d9a tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436535 Nov 03 20:16:09.030148 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:16:09.128796 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:16:09.140525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '9d58df99-b64b-4295-95a8-19814b964c2a', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'port_id': '9d58df99-b64b-4295-95a8-19814b964c2a', 'mac_address': 'fa:16:3e:a2:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:16:09.177441 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:09.190011 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d58df99-b64b-4295-95a8-19814b964c2a {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:16:09.209235 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:16:09.213395 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:09.264654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:16:09.437414 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['9d58df99-b64b-4295-95a8-19814b964c2a'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:16:09.989434 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072de1a-c841-4454-b629-1c2e2ffa7a68 req-74cf8fa0-fb85-44a7-b289-bf6b0e3a8b5d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:09.990956 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c072de1a-c841-4454-b629-1c2e2ffa7a68 req-74cf8fa0-fb85-44a7-b289-bf6b0e3a8b5d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 944 time: 0.0506668 Nov 03 20:16:10.043494 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c072de1a-c841-4454-b629-1c2e2ffa7a68 req-296f46f4-cdd0-46d4-b356-214c788864fc tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458877 Nov 03 20:16:10.249400 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:11.056654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:16:11.110143 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 9d58df99-b64b-4295-95a8-19814b964c2a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:16:11.110505 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:11.172733 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa108a67-8b6d-4940-b98b-3073dc8668f3 req-7c9ca6e0-9a1b-42d5-87fc-adc0f1a02624 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:11.174284 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa108a67-8b6d-4940-b98b-3073dc8668f3 req-7c9ca6e0-9a1b-42d5-87fc-adc0f1a02624 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 944 time: 0.0550852 Nov 03 20:16:11.193935 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:11.216963 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:16:11.219535 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1f45d3-cca8-4e77-afa8-5b4c90d16655" -d '{"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-plugged", "status": "completed", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:16:11.227768 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-aa108a67-8b6d-4940-b98b-3073dc8668f3 req-238b7041-089b-49c7-b78a-2baaa011ac9f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472639 Nov 03 20:16:11.233008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:16:11.239169 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:11.292161 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:16:12.158201 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:12.233132 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:12.283906 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d97de9b-b979-45f6-9e8c-069ded896f04 x-openstack-request-id: req-6d97de9b-b979-45f6-9e8c-069ded896f04 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:16:12.284268 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-plugged", "status": "completed", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:16:12.284595 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6d97de9b-b979-45f6-9e8c-069ded896f04 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:16:12.285153 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'code': 200} Nov 03 20:16:12.353605 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b91dbb-8fe1-49d6-8d77-bc0f6ebdc2ac req-197f59c7-5962-46d8-95ad-d0c9c72aa1d1 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:12.355087 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46b91dbb-8fe1-49d6-8d77-bc0f6ebdc2ac req-197f59c7-5962-46d8-95ad-d0c9c72aa1d1 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0529273 Nov 03 20:16:12.409511 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-46b91dbb-8fe1-49d6-8d77-bc0f6ebdc2ac req-a29a3116-777c-4cf8-bca4-63218940eb39 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478761 Nov 03 20:16:12.440585 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149f7cf-6f81-4b8f-bd3b-ba649272ca61 req-258df527-bc14-4e36-af41-8b68836c4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:12.442270 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a149f7cf-6f81-4b8f-bd3b-ba649272ca61 req-258df527-bc14-4e36-af41-8b68836c4288 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0434444 Nov 03 20:16:12.490304 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a149f7cf-6f81-4b8f-bd3b-ba649272ca61 req-fbe77421-68cb-4562-b874-1a189e6bbe09 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407677 Nov 03 20:16:13.533345 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6715ba-617b-4eeb-b6bf-118d59e99d10 req-c6151363-4695-44ec-a312-5d327123779d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:13.534843 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df6715ba-617b-4eeb-b6bf-118d59e99d10 req-c6151363-4695-44ec-a312-5d327123779d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0530231 Nov 03 20:16:13.592461 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df6715ba-617b-4eeb-b6bf-118d59e99d10 req-cadc981f-fe65-4824-9b02-de803f9ee9f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514817 Nov 03 20:16:14.711870 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ae1fd-10f1-4666-9504-3f09e21be9b2 req-04f692ee-93f7-4b60-b7af-ec7eb8bd5009 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:14.714021 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c7ae1fd-10f1-4666-9504-3f09e21be9b2 req-04f692ee-93f7-4b60-b7af-ec7eb8bd5009 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0502908 Nov 03 20:16:14.767055 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9c7ae1fd-10f1-4666-9504-3f09e21be9b2 req-ab1ebcbd-7bb2-4edd-9619-a777e894d9f9 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465300 Nov 03 20:16:28.298175 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:16:33.144128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:33.786038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:34.864062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-f538e1e6-c27b-41a2-a555-841819b69ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:38.490815 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0fa8df58-244c-4576-8f46-e46c313764ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:40.249572 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:41.383126 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-7619047c-1ed1-428a-88d5-c81bdc149cdd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870061 Nov 03 20:16:41.467237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-462727ed-1905-40e4-8df7-d96cb662ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:41.468639 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-462727ed-1905-40e4-8df7-d96cb662ad33 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0415297 Nov 03 20:16:41.573751 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-48891614-a662-4733-90eb-bee15e373155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:41.575371 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-48891614-a662-4733-90eb-bee15e373155 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0872862 Nov 03 20:16:41.655642 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-5b0aa12d-98af-4d56-84bf-29e860695b9e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 1000 time: 0.0712459 Nov 03 20:16:41.705283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-805e8dc4-1b2f-4444-a0ae-75154d64afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:41.706438 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-805e8dc4-1b2f-4444-a0ae-75154d64afb4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0454638 Nov 03 20:16:41.754669 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-9420bc92-ce57-41c3-97d8-25232991bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:16:41.756109 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-9420bc92-ce57-41c3-97d8-25232991bd4a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432007 Nov 03 20:16:41.859494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-e78bb411-c605-4fae-af6a-9b85f14a22c2 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954874 Nov 03 20:16:41.954634 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2d4e8368-3c54-4996-9914-e97ad4b69d74 req-ba8a3858-5933-411d-8439-8dfd1fd4580f service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883226 Nov 03 20:16:42.160768 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:16:42.230178 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:03.143830 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:03.800177 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:04.864592 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7d79526d-fc21-4e3f-9212-ec40d57bfc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:05.300126 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:17:08.495032 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6d54de24-9cde-4028-bf6c-cc47d030f571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:10.251457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:12.164164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:12.232539 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:28.288428 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56144) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:28.463438 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Deleting port 0c5ae9a6-0f2e-4cbb-9c7c-0caaae0bb230 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:28.463781 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:28.548222 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:28.548468 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:28.560175 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Calling delete_port for 0c5ae9a6-0f2e-4cbb-9c7c-0caaae0bb230 owned by network:floatingip {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:28.710056 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:28.735919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event deleted for resources: {'Port': ['ID=0c5ae9a6-0f2e-4cbb-9c7c-0caaae0bb230,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:28.745710 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.746057 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.746396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.746732 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.747063 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.747807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.747807 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.748011 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.748330 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.748796 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.749120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.749449 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:28.817117 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for floatingip, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:28.817117 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Floating IP c428e8ba-1294-4ac2-923c-433e8f3e9a07 disassociated (deleted). External IP: 172.25.8.97, port: 9d58df99-b64b-4295-95a8-19814b964c2a. Nov 03 20:17:29.023695 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Router 58834ca3-c33b-4238-bf61-439392390681 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:17:29.135762 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:29.141119 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:29.145889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:29.157801 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:29.158402 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:29.169559 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9d2e2cd3-3ebc-41a8-9746-a7b2062ee261 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "DELETE /v2.0/floatingips/c428e8ba-1294-4ac2-923c-433e8f3e9a07 HTTP/1.1" status: 204 len: 168 time: 0.8792374 Nov 03 20:17:29.170148 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:17:29.172564 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:17:29.212434 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c18eae9-37ef-4e7f-8182-433a48be0c8a x-openstack-request-id: req-2c18eae9-37ef-4e7f-8182-433a48be0c8a {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:17:29.212753 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:17:29.213017 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2c18eae9-37ef-4e7f-8182-433a48be0c8a {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:17:29.213433 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'status': 'completed', 'code': 200} Nov 03 20:17:29.275545 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:29.296587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-2e4ed16e-aa69-40b7-b354-803e83ee238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:29.298143 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-2e4ed16e-aa69-40b7-b354-803e83ee238c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 1096 time: 0.0516682 Nov 03 20:17:29.397647 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-3265bafb-95a0-4cff-9e83-c69ea18fbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:29.399397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-3265bafb-95a0-4cff-9e83-c69ea18fbdda service neutron] 10.222.0.115 "GET /v2.0/networks?id=cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 200 len: 910 time: 0.0921052 Nov 03 20:17:29.436212 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a711b-b434-4726-8d85-1e27ce43bfa9 req-2be3c446-b1e1-45e6-9eeb-3321149870df tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:29.438414 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c1a711b-b434-4726-8d85-1e27ce43bfa9 req-2be3c446-b1e1-45e6-9eeb-3321149870df tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0535638 Nov 03 20:17:29.449836 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-67ee09aa-444b-4473-8668-ac86f705ccc4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 200 len: 217 time: 0.0402060 Nov 03 20:17:29.488706 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:29.493236 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6c1a711b-b434-4726-8d85-1e27ce43bfa9 req-14a362a8-833c-4f6e-9b44-5b90cb899248 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483036 Nov 03 20:17:29.502434 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-b8f560a6-d06e-4993-8a0e-1c71e7f843ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:29.503984 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-b8f560a6-d06e-4993-8a0e-1c71e7f843ff service neutron] 10.222.0.115 "GET /v2.0/subnets?id=798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 200 len: 848 time: 0.0465195 Nov 03 20:17:29.526192 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:29.536490 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:29.537333 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:29.561280 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-a8b16380-0554-4156-95e4-1b524d9ed959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:29.563307 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-a8b16380-0554-4156-95e4-1b524d9ed959 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cc695b45-3305-44d4-93b3-d791bf6df3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511169 Nov 03 20:17:29.647770 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:29.863667 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:29.891344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee32ea-8841-4284-89ec-c0fe3e45aa6e None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:40Z', 'revision_number': 4, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '727829ba-8c4b-4f8c-ba80-eb8fd757bccb', 'name': '', 'network_id': 'cc695b45-3305-44d4-93b3-d791bf6df3b4', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'mac_address': 'fa:16:3e:c2:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:39Z', 'updated_at': '2021-11-03T20:08:45Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'subnets': [{'id': '798cc4c3-4418-4abf-abf3-1b439b003d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:29.953486 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-32a71b77-fc53-4a85-b1b0-f53c4a894743 service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823669 Nov 03 20:17:30.050176 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-94596871-7f2c-41e2-b22a-d34ce7b9b0d3 req-bb5d912c-3b4e-4d64-9422-5fffb97c46ef service neutron] 10.222.0.115 "GET /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890279 Nov 03 20:17:30.141088 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b788d1b-f5f3-4537-9d6c-0393523a447b None None] New status for floating IP c428e8ba-1294-4ac2-923c-433e8f3e9a07: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:17:30.620479 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b2a42-3c87-4409-9935-aa1775fb03ff req-3b356ba6-fccb-4d0a-a440-02dcd6656fe0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:30.621981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-596b2a42-3c87-4409-9935-aa1775fb03ff req-3b356ba6-fccb-4d0a-a440-02dcd6656fe0 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0539744 Nov 03 20:17:30.672231 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-596b2a42-3c87-4409-9935-aa1775fb03ff req-4cde62df-7ac8-4234-b15a-df6bdb13bf3f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/security-groups?id=57958bcf-e27c-4950-927c-b18fa43a531f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441966 Nov 03 20:17:30.918404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-e009800b-7f2e-4bc7-9caa-0c8db77b989e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:30.919832 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-e009800b-7f2e-4bc7-9caa-0c8db77b989e tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 945 time: 0.0492895 Nov 03 20:17:31.017571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Deleting port 9d58df99-b64b-4295-95a8-19814b964c2a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:31.017913 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:31.110076 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] For port 9d58df99-b64b-4295-95a8-19814b964c2a, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=9d58df99-b64b-4295-95a8-19814b964c2a,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:31.110437 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:31.122421 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Calling delete_port for 9d58df99-b64b-4295-95a8-19814b964c2a owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:31.255126 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:31.282582 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event deleted for resources: {'Port': ['ID=9d58df99-b64b-4295-95a8-19814b964c2a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:31.297951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.298630 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.298765 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.299113 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.299530 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.300013 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.300534 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.301053 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.301517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.301970 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.302419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.302871 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:31.343192 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] No DVR routers for this DVR port 9d58df99-b64b-4295-95a8-19814b964c2a on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:17:31.346870 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:31.350317 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14cf06ce-349a-425c-9f93-4efdb2dc5bfc req-4f8c7ca8-35fb-46d5-9820-ae736452c72f tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.115 "DELETE /v2.0/ports/9d58df99-b64b-4295-95a8-19814b964c2a HTTP/1.1" status: 204 len: 173 time: 0.4247127 Nov 03 20:17:31.350776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-deleted', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:17:31.353079 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c0e05-0b8e-4b14-af34-4d0e6343b620" -d '{"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-deleted", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:17:31.446019 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f41e76-827a-4533-b8c5-55604bdc2d57 x-openstack-request-id: req-12f41e76-827a-4533-b8c5-55604bdc2d57 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:17:31.446318 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8f8b4-1d9a-4b1c-bbdc-21d57107820d", "name": "network-vif-deleted", "tag": "9d58df99-b64b-4295-95a8-19814b964c2a", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:17:31.446572 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-12f41e76-827a-4533-b8c5-55604bdc2d57 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:17:31.446971 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8f8b4-1d9a-4b1c-bbdc-21d57107820d', 'name': 'network-vif-deleted', 'tag': '9d58df99-b64b-4295-95a8-19814b964c2a', 'status': 'completed', 'code': 200} Nov 03 20:17:31.771653 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-bcb5163b-7719-436b-93de-0c1a05af5f4c req-1cd7203c-69a7-46de-851e-80ad4b1d1191 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 210 time: 0.0279982 Nov 03 20:17:32.871119 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b80b1e68-d705-473b-b6cc-ddf273869391 req-a3f55a89-f526-4dff-8e57-6fb0ff6a1c7d tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 210 time: 0.0269496 Nov 03 20:17:33.161128 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:33.801111 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:33.975562 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3787b8b2-8a01-4009-adcd-681cf35f4d9f req-911e98cd-432c-4a82-acca-3e50c2b6f150 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 210 time: 0.0288877 Nov 03 20:17:34.865865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e8736c93-5304-46db-a88f-d2bb2adbf9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:35.076300 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-165cbadf-5e6c-4361-8145-89276fa4920f req-2fca878f-89c7-4214-805c-1fa3cc179535 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "GET /v2.0/ports?device_id=67b8f8b4-1d9a-4b1c-bbdc-21d57107820d HTTP/1.1" status: 200 len: 210 time: 0.0300298 Nov 03 20:17:35.474033 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:35.494975 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 9d58df99-b64b-4295-95a8-19814b964c2a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:35.495307 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 9d58df99-b64b-4295-95a8-19814b964c2a not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:36.134149 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56178) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:36.196270 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3e36-aa62-4297-8c5b-b3e96d115607 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:36.223082 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3e36-aa62-4297-8c5b-b3e96d115607 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:36.297823 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3e36-aa62-4297-8c5b-b3e96d115607 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:36.300745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3e36-aa62-4297-8c5b-b3e96d115607 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:36.301951 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-9f4b3e36-aa62-4297-8c5b-b3e96d115607 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] 10.222.0.91 "DELETE /v2.0/security-groups/57958bcf-e27c-4950-927c-b18fa43a531f HTTP/1.1" status: 204 len: 168 time: 0.1667931 Nov 03 20:17:36.312143 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b3e36-aa62-4297-8c5b-b3e96d115607 tempest-TestShelveInstance-384629896 tempest-TestShelveInstance-384629896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57958bcf-e27c-4950-927c-b18fa43a531f,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:37.380643 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56184) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:37.847549 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:38.104033 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Deleting port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:38.104374 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:38.184629 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] For port 727829ba-8c4b-4f8c-ba80-eb8fd757bccb, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:38.185031 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:38.200797 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Calling delete_port for 727829ba-8c4b-4f8c-ba80-eb8fd757bccb owned by network:router_interface {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:38.399789 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:38.428071 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=727829ba-8c4b-4f8c-ba80-eb8fd757bccb,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:38.504357 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a5731db9-0203-4757-992b-e7d314e8441f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:38.625406 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:39.160323 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Router 58834ca3-c33b-4238-bf61-439392390681 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:17:39.276190 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:39.281480 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-594c9fe0-1d69-453c-b8c6-239d2f2d31b5 admin admin] 10.222.0.91 "PUT /v2.0/routers/58834ca3-c33b-4238-bf61-439392390681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996997 Nov 03 20:17:39.284430 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56188) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:39.288904 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] Sync routers for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:39.301929 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:39.302901 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:39.397453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:39.413432 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:39.502975 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:39.564158 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Deleting port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:39.564607 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:39.610690 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:17:38Z', 'revision_number': 5, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port': {'id': 'c6b568ce-fc1c-490e-9ef9-dd13c97c2d70', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58834ca3-c33b-4238-bf61-439392390681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:39.637352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] Checking router: 58834ca3-c33b-4238-bf61-439392390681 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:39.646592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] Routers {'58834ca3-c33b-4238-bf61-439392390681'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:39.647202 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['58834ca3-c33b-4238-bf61-439392390681'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:39.649560 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] For port c6b568ce-fc1c-490e-9ef9-dd13c97c2d70, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:39.649967 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:39.663191 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Calling delete_port for c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 owned by network:router_gateway {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:39.733386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] Set router 58834ca3-c33b-4238-bf61-439392390681 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:39.791073 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:17:39Z', 'revision_number': 6, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:39.824642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffefd7-23f5-4cc6-8e40-83df8ce348ee None None] The sync data for ids ['58834ca3-c33b-4238-bf61-439392390681'] in n-d-812151-4 is: [{'id': '58834ca3-c33b-4238-bf61-439392390681', 'name': 'tempest-TestShelveInstance-1290794647-router', 'tenant_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:37Z', 'updated_at': '2021-11-03T20:17:39Z', 'revision_number': 6, 'project_id': 'dea59c1cfd4f4360868018d20c4ec12b', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:39.838875 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:39.871561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b568ce-fc1c-490e-9ef9-dd13c97c2d70,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:39.936652 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.029984 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.032188 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.076860 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.077858 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58834ca3-c33b-4238-bf61-439392390681 {{(pid=101989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:17:40.083019 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] Publish callbacks [] for router, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.084173 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b4d19ccf-bdba-4b97-b2ed-f80e7a5bd0a6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/58834ca3-c33b-4238-bf61-439392390681 HTTP/1.1" status: 204 len: 168 time: 0.7986064 Nov 03 20:17:40.086719 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56190) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:40.136086 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Deleting subnet 798cc4c3-4418-4abf-abf3-1b439b003d66 {{(pid=101989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:17:40.139303 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.176885 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64739541'] for subnet, precommit_delete_associations {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.266548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.269338 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.327481 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66426303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63431638'] for subnet, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.353735 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798cc4c3-4418-4abf-abf3-1b439b003d66,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:40.357186 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.361085 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b97dff2a-d9db-4971-96ea-f7b1d1372aab admin admin] 10.222.0.91 "DELETE /v2.0/subnets/798cc4c3-4418-4abf-abf3-1b439b003d66 HTTP/1.1" status: 204 len: 168 time: 0.2732415 Nov 03 20:17:40.363383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56192) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:40.364765 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf67df-0eaf-449c-bebb-ac0259cfa368 None None] Network cc695b45-3305-44d4-93b3-d791bf6df3b4 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:17:40.433293 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.488161 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Deleting port 753f50fe-2630-4333-9c9a-39b4e4057a45 {{(pid=101989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:40.488435 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.563685 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.db [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] For port 753f50fe-2630-4333-9c9a-39b4e4057a45, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=753f50fe-2630-4333-9c9a-39b4e4057a45,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:40.564375 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.580904 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.plugin [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Calling delete_port for 753f50fe-2630-4333-9c9a-39b4e4057a45 owned by network:dhcp {{(pid=101989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:40.606740 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] DHCP port deletion for cc695b45-3305-44d4-93b3-d791bf6df3b4 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:17:40.655647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Deleting port 753f50fe-2630-4333-9c9a-39b4e4057a45 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:40.656319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.665074 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.696399 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Pushing event deleted for resources: {'Port': ['ID=753f50fe-2630-4333-9c9a-39b4e4057a45,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:40.700514 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] No DVR routers for this DVR port 753f50fe-2630-4333-9c9a-39b4e4057a45 on host n-d-812151-4 {{(pid=101989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:17:40.733973 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] For port 753f50fe-2630-4333-9c9a-39b4e4057a45, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=753f50fe-2630-4333-9c9a-39b4e4057a45,segment=NetworkSegment(a2462628-2312-4c33-8936-5ae722018ed3),segment_id=a2462628-2312-4c33-8936-5ae722018ed3)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:40.734378 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.751317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Calling delete_port for 753f50fe-2630-4333-9c9a-39b4e4057a45 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:40.779214 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.799490 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc695b45-3305-44d4-93b3-d791bf6df3b4']}} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:40.809906 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2462628-2312-4c33-8936-5ae722018ed3') {'for_net_delete': True} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:40.810228 n-d-812151-4 neutron-server[101989]: DEBUG neutron.services.segments.db [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2462628-2312-4c33-8936-5ae722018ed3') {} {{(pid=101989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:40.825292 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64739548'] for segment, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.832868 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.841967 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.849737 n-d-812151-4 neutron-server[101989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:17:40.850452 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66426329'] for segment, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: Traceback (most recent call last): Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: timer() Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: cb(*args, **kw) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: return func(*args, **kwargs) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: self._notify() Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: self.callback(batched_events) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: event.method(event) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: return f(self, *a, **k) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: return self._get(url).json() Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: return self.request(url, 'GET', **kwargs) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:17:40.852509 n-d-812151-4 neutron-server[101989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:17:40.859067 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Pushing event deleted for resources: {'Port': ['ID=753f50fe-2630-4333-9c9a-39b4e4057a45,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:40.867912 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] No DVR routers for this DVR port 753f50fe-2630-4333-9c9a-39b4e4057a45 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:17:40.870542 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.870879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.871239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.871558 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.871893 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.872225 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.872544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.872896 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.873217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.873532 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.873847 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.874168 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af92f8-78b3-4d87-97b0-c579aa943f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:40.925884 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.931726 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Publish callbacks [] for network, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:40.935281 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] 10.222.0.91 "DELETE /v2.0/networks/cc695b45-3305-44d4-93b3-d791bf6df3b4 HTTP/1.1" status: 204 len: 168 time: 0.5709174 Nov 03 20:17:40.938951 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56194) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:40.950136 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6502ad-5316-44c4-97bd-529a294a667f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc695b45-3305-44d4-93b3-d791bf6df3b4,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:41.307923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 753f50fe-2630-4333-9c9a-39b4e4057a45 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:41.308690 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:41.331615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 753f50fe-2630-4333-9c9a-39b4e4057a45 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:41.332060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 753f50fe-2630-4333-9c9a-39b4e4057a45 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:41.332553 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:41.353684 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:41.354029 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6b568ce-fc1c-490e-9ef9-dd13c97c2d70 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:41.354453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 727829ba-8c4b-4f8c-ba80-eb8fd757bccb no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:41.374375 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 727829ba-8c4b-4f8c-ba80-eb8fd757bccb {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:41.374726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 727829ba-8c4b-4f8c-ba80-eb8fd757bccb not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:41.563527 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Deleting port 5b88fedf-ab72-416c-9f02-bbfd61855d1c {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:41.563787 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:41.646640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] For port 5b88fedf-ab72-416c-9f02-bbfd61855d1c, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=5b88fedf-ab72-416c-9f02-bbfd61855d1c,segment=NetworkSegment(baab9259-1957-4980-867a-c47e4d6b8a30),segment_id=baab9259-1957-4980-867a-c47e4d6b8a30)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:41.647002 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:41.659913 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Calling delete_port for 5b88fedf-ab72-416c-9f02-bbfd61855d1c owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:41.841485 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:41.869138 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b88fedf-ab72-416c-9f02-bbfd61855d1c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:42.039008 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.167710 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.239323 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.264364 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Router 841fb793-7cf2-4fb1-8a01-6a19062a7880 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:17:42.299844 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:17:42.374261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:42.380166 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-90c2a99a-10e5-48f2-abe9-baaaeb9902d6 admin admin] 10.222.0.91 "PUT /v2.0/routers/841fb793-7cf2-4fb1-8a01-6a19062a7880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402685 Nov 03 20:17:42.382789 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56196) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:42.383410 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] Sync routers for ids ['841fb793-7cf2-4fb1-8a01-6a19062a7880'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:42.394533 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] Routers {'841fb793-7cf2-4fb1-8a01-6a19062a7880'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:42.395495 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['841fb793-7cf2-4fb1-8a01-6a19062a7880'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:42.494432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.508140 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] Set router 841fb793-7cf2-4fb1-8a01-6a19062a7880 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:42.615648 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.670349 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Deleting port e55dbd12-76ff-4b91-8ad9-2212afdbae7a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:42.671038 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.700510 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:17:41Z', 'revision_number': 5, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port': {'id': 'e55dbd12-76ff-4b91-8ad9-2212afdbae7a', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:42.729706 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] Checking router: 841fb793-7cf2-4fb1-8a01-6a19062a7880 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:42.738647 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] Routers {'841fb793-7cf2-4fb1-8a01-6a19062a7880'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:42.739245 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['841fb793-7cf2-4fb1-8a01-6a19062a7880'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:42.758454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] For port e55dbd12-76ff-4b91-8ad9-2212afdbae7a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:42.758727 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.770632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Calling delete_port for e55dbd12-76ff-4b91-8ad9-2212afdbae7a owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:42.821121 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] Set router 841fb793-7cf2-4fb1-8a01-6a19062a7880 gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:42.875116 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:17:42Z', 'revision_number': 6, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:42.901749 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb2ccc8-6e59-4a88-97b8-4697e565533b None None] The sync data for ids ['841fb793-7cf2-4fb1-8a01-6a19062a7880'] in n-d-812151-4 is: [{'id': '841fb793-7cf2-4fb1-8a01-6a19062a7880', 'name': 'tempest-TestShelveInstance-1040249033-router', 'tenant_id': '24186e8d3b50473e879eeb095cac7a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:08:42Z', 'updated_at': '2021-11-03T20:17:42Z', 'revision_number': 6, 'project_id': '24186e8d3b50473e879eeb095cac7a82', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:42.945397 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:42.972362 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55dbd12-76ff-4b91-8ad9-2212afdbae7a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:43.032633 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.127630 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.129863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.174427 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.174994 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 841fb793-7cf2-4fb1-8a01-6a19062a7880 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:17:43.179470 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.180523 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d98a6d69-5054-4c5c-a637-0a525edd3f48 admin admin] 10.222.0.91 "DELETE /v2.0/routers/841fb793-7cf2-4fb1-8a01-6a19062a7880 HTTP/1.1" status: 204 len: 168 time: 0.7962334 Nov 03 20:17:43.183028 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56198) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:43.231472 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Deleting subnet 65bcce2e-9496-48ff-abcf-2022e3adb01c {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:17:43.234834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.274548 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.372110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.425912 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.450542 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bcce2e-9496-48ff-abcf-2022e3adb01c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:43.454689 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.457914 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-da914839-0c66-4fe1-a2ce-00a7e114a541 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/65bcce2e-9496-48ff-abcf-2022e3adb01c HTTP/1.1" status: 204 len: 168 time: 0.2739506 Nov 03 20:17:43.460454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56200) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:43.462977 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29158593-920c-4516-91ef-5814069dad7e None None] Network 77ef8122-9a77-4068-a49d-bc922f275bfe requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:17:43.536387 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.592235 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Deleting port 1d5b80ac-5411-42d0-93cb-771a9117a660 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:17:43.592569 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.663814 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] For port 1d5b80ac-5411-42d0-93cb-771a9117a660, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=1d5b80ac-5411-42d0-93cb-771a9117a660,segment=NetworkSegment(baab9259-1957-4980-867a-c47e4d6b8a30),segment_id=baab9259-1957-4980-867a-c47e4d6b8a30)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:43.664080 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.676843 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Calling delete_port for 1d5b80ac-5411-42d0-93cb-771a9117a660 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:17:43.732197 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5b88fedf-ab72-416c-9f02-bbfd61855d1c no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:43.754946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 5b88fedf-ab72-416c-9f02-bbfd61855d1c {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:43.755317 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 5b88fedf-ab72-416c-9f02-bbfd61855d1c not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:43.765030 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.793818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5b80ac-5411-42d0-93cb-771a9117a660,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:43.798152 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] No DVR routers for this DVR port 1d5b80ac-5411-42d0-93cb-771a9117a660 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:17:43.829813 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304614c-86ba-4dfa-8d56-c6e8ce37542b None None] DHCP port deletion for 77ef8122-9a77-4068-a49d-bc922f275bfe request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:17:43.879575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.902798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ef8122-9a77-4068-a49d-bc922f275bfe']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:43.915129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baab9259-1957-4980-867a-c47e4d6b8a30') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:43.915432 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baab9259-1957-4980-867a-c47e4d6b8a30') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:43.926986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.942142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.948222 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:17:43.948536 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:17:43.950193 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:17:44.011533 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.017033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.020361 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/77ef8122-9a77-4068-a49d-bc922f275bfe HTTP/1.1" status: 204 len: 168 time: 0.5589647 Nov 03 20:17:44.033537 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8793-df42-47c8-9893-78c7df2f37a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ef8122-9a77-4068-a49d-bc922f275bfe,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:44.146797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56204) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:44.189240 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-5f7d880c-3adc-4b2f-b627-6d8208c42964 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dea59c1cfd4f4360868018d20c4ec12b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406995 Nov 03 20:17:44.191685 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56206) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:44.239906 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-762e-467f-b6bc-8c3bafd95cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.262773 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-762e-467f-b6bc-8c3bafd95cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.309714 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-762e-467f-b6bc-8c3bafd95cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.312441 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a5e2-762e-467f-b6bc-8c3bafd95cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.313686 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-d1e0a5e2-762e-467f-b6bc-8c3bafd95cc7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4ce6f3f6-9d27-4033-918d-5a9b57afc25c HTTP/1.1" status: 204 len: 168 time: 0.1210651 Nov 03 20:17:44.323085 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0a5e2-762e-467f-b6bc-8c3bafd95cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce6f3f6-9d27-4033-918d-5a9b57afc25c,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:44.633936 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56212) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:44.674900 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-a17a4587-c27f-40a9-857e-db8a00b00456 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=24186e8d3b50473e879eeb095cac7a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397949 Nov 03 20:17:44.677971 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56214) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:44.730089 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e21fb3ec-3d8b-495d-9ef6-f13c33cb3185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.752628 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e21fb3ec-3d8b-495d-9ef6-f13c33cb3185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.799114 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e21fb3ec-3d8b-495d-9ef6-f13c33cb3185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.801754 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-e21fb3ec-3d8b-495d-9ef6-f13c33cb3185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:44.803030 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-e21fb3ec-3d8b-495d-9ef6-f13c33cb3185 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ef3fe10d-dd02-4faf-9469-6bc2a87a1380 HTTP/1.1" status: 204 len: 168 time: 0.1241143 Nov 03 20:17:44.810906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fb3ec-3d8b-495d-9ef6-f13c33cb3185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3fe10d-dd02-4faf-9469-6bc2a87a1380,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:45.292093 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d5b80ac-5411-42d0-93cb-771a9117a660 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:45.313328 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 1d5b80ac-5411-42d0-93cb-771a9117a660 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:45.313668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 1d5b80ac-5411-42d0-93cb-771a9117a660 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:45.314092 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e55dbd12-76ff-4b91-8ad9-2212afdbae7a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:17:45.334022 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: e55dbd12-76ff-4b91-8ad9-2212afdbae7a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:17:45.334362 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device e55dbd12-76ff-4b91-8ad9-2212afdbae7a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:17:45.478916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56236) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:45.583308 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1013456961-network', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:45.607938 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Made reservation on behalf of 95ecd2dc1dcc4babbce5b4613aa32064 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:17:45.610899 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.620539 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.704079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.709959 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.736822 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:17:45.747096 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e4600-039a-41be-9c7a-a748028507a7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:45.753027 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.753389 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Added segment 02c011fe-6262-4afe-8693-9dfc65f92b5e of type vlan for network 7bb9ba39-438c-4737-b872-55543d2195ab Nov 03 20:17:45.800736 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.829079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.830065 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:45.830650 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:45.897198 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4170301 Nov 03 20:17:45.900007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56242) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:45.904683 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Request body: {'subnet': {'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1013456961-subnet', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:45.917599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4319d6-79e8-455e-bbba-484a1293a55b admin admin] Pushing event updated for resources: {'Network': ['ID=7bb9ba39-438c-4737-b872-55543d2195ab,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:45.929919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 7bb9ba39-438c-4737-b872-55543d2195ab details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:17:45.937273 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Made reservation on behalf of 95ecd2dc1dcc4babbce5b4613aa32064 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:17:45.939863 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.154559 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.216083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:46.224375 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Checking segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:46.224755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Network hostable DHCP agents. Network: 7bb9ba39-438c-4737-b872-55543d2195ab, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:17:46.246688 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Network 7bb9ba39-438c-4737-b872-55543d2195ab is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:17:46.258955 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 7bb9ba39-438c-4737-b872-55543d2195ab) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:46.264823 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:46.265435 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.271347 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a28f7-48c7-404a-9052-69c32cd44481 None None] Network 7bb9ba39-438c-4737-b872-55543d2195ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:17:46.283096 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-41550913-963e-4add-82b4-5be28a5f2178 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3820665 Nov 03 20:17:46.285716 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56244) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:46.290325 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:46.311153 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.312317 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.369701 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.425253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-7bb9ba39-438c-4737-b872-55543d2195ab', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:17:46.426209 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.571338 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Allocated IP 172.20.0.2 (7bb9ba39-438c-4737-b872-55543d2195ab/1dd8eda7-451e-4ba7-9bed-0a296a7f60c3/afc9ccf9-c586-4125-bc46-46e2be73e426) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:46.727799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.734311 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.780145 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Network 7bb9ba39-438c-4737-b872-55543d2195ab is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:46.786261 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:46.788915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:17:46.798843 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Pushing event updated for resources: {'Port': ['ID=afc9ccf9-c586-4125-bc46-46e2be73e426,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:46.818179 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.854018 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Attempting to bind port afc9ccf9-c586-4125-bc46-46e2be73e426 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:17:46.854300 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Attempting to bind port afc9ccf9-c586-4125-bc46-46e2be73e426 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:17:46.854652 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Attempting to bind port afc9ccf9-c586-4125-bc46-46e2be73e426 on network 7bb9ba39-438c-4737-b872-55543d2195ab {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:17:46.860215 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:17:46.860609 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Checking segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:46.861033 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.861421 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Bound using segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:17:46.861884 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Bound port: afc9ccf9-c586-4125-bc46-46e2be73e426, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:17:46.862259 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.926530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] For port afc9ccf9-c586-4125-bc46-46e2be73e426, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:17:46.929948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] For port afc9ccf9-c586-4125-bc46-46e2be73e426, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=afc9ccf9-c586-4125-bc46-46e2be73e426,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:17:46.934492 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:46.991915 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f689-146f-4039-bc1c-fb55f4036374 None None] Pushing event updated for resources: {'Port': ['ID=afc9ccf9-c586-4125-bc46-46e2be73e426,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:47.027796 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.048280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.176210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Allocated IP 172.25.8.240 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/c6723133-6ea2-43a6-bfb4-36a2cb56138b) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:47.296836 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.335180 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.341046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device afc9ccf9-c586-4125-bc46-46e2be73e426 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:47.377068 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:47.382785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:47.385172 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:17:47.397992 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port afc9ccf9-c586-4125-bc46-46e2be73e426 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:47.398360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.415679 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=c6723133-6ea2-43a6-bfb4-36a2cb56138b,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:47.483697 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.517997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port afc9ccf9-c586-4125-bc46-46e2be73e426, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=afc9ccf9-c586-4125-bc46-46e2be73e426,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:47.522236 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.581411 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=afc9ccf9-c586-4125-bc46-46e2be73e426,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:47.665750 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.861807 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94535d-c14b-4935-b0d0-3bd8c10d87dc None None] Network 7bb9ba39-438c-4737-b872-55543d2195ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:17:47.869022 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:47.937021 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-fc5244b6-a644-49c9-a9c5-073f1f7cb6aa None None] Provisioning complete for port afc9ccf9-c586-4125-bc46-46e2be73e426 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:47.937339 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fc5244b6-a644-49c9-a9c5-073f1f7cb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.001594 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:17:48.113772 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:48.122733 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:48.133704 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.134811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:48.135504 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:48.138363 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-ad852e0f-29e2-49c9-ac99-ea9145f5d0fc admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8516421 Nov 03 20:17:48.141565 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56246) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:48.257866 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:48.439224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-1e908422-c6a5-4513-9e45-269a4f2b3ec2 None None] Provisioning complete for port afc9ccf9-c586-4125-bc46-46e2be73e426 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:48.439738 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e908422-c6a5-4513-9e45-269a4f2b3ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.505695 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:47Z', 'revision_number': 3, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:48.553321 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:48.553665 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Updating router 7dc1714f-0f6c-435a-9cc1-7f909847a043 port c6723133-6ea2-43a6-bfb4-36a2cb56138b binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:17:48.587142 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.591194 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.747245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Allocated IP 172.20.0.1 (7bb9ba39-438c-4737-b872-55543d2195ab/1dd8eda7-451e-4ba7-9bed-0a296a7f60c3/0f6cfbe8-b13b-40df-b84b-c6926c98922f) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:48.845051 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.851591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.856229 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.891447 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.908853 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Attempting to bind port c6723133-6ea2-43a6-bfb4-36a2cb56138b on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:17:48.909091 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Attempting to bind port c6723133-6ea2-43a6-bfb4-36a2cb56138b by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:17:48.909393 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Attempting to bind port c6723133-6ea2-43a6-bfb4-36a2cb56138b on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:17:48.911454 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2943-f291-49cc-adbb-0e935e1a4b27 None None] Pushing event updated for resources: {'Port': ['ID=c6723133-6ea2-43a6-bfb4-36a2cb56138b,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:48.917270 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:17:48.917646 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:48.918110 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.918509 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:17:48.918990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Bound port: c6723133-6ea2-43a6-bfb4-36a2cb56138b, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:17:48.919366 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.932056 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Network 7bb9ba39-438c-4737-b872-55543d2195ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:48.937217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:48.939862 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:17:48.971741 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6cfbe8-b13b-40df-b84b-c6926c98922f,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:48.973698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] For port c6723133-6ea2-43a6-bfb4-36a2cb56138b, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:17:48.977629 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] For port c6723133-6ea2-43a6-bfb4-36a2cb56138b, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c6723133-6ea2-43a6-bfb4-36a2cb56138b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:17:48.983943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:48.996558 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.044590 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:49.045254 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:49.088257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2943-f291-49cc-adbb-0e935e1a4b27 None None] Pushing event updated for resources: {'Port': ['ID=c6723133-6ea2-43a6-bfb4-36a2cb56138b,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:49.142045 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.168106 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:49.311822 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device afc9ccf9-c586-4125-bc46-46e2be73e426 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:49.314556 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-855dbd5a-d19b-4558-bc01-c6ed2106604d None None] Provisioning complete for port 0f6cfbe8-b13b-40df-b84b-c6926c98922f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:49.314927 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-855dbd5a-d19b-4558-bc01-c6ed2106604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.322355 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.327963 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.400173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-855dbd5a-d19b-4558-bc01-c6ed2106604d None None] Port 0f6cfbe8-b13b-40df-b84b-c6926c98922f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:17:49.401613 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6cfbe8-b13b-40df-b84b-c6926c98922f,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:49.405261 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.446783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port afc9ccf9-c586-4125-bc46-46e2be73e426 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:49.447151 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.492818 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:47Z', 'revision_number': 3, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:49.500799 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Network 7bb9ba39-438c-4737-b872-55543d2195ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:49.502305 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:49.533053 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72447865-a472-4c44-b14a-70e968e3f4af None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:47Z', 'revision_number': 3, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:49.642425 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:17:49.765101 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:49.777494 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-41f5967e-f4ea-409d-924f-b284e27e2ab3 admin admin] 10.222.0.91 "PUT /v2.0/routers/7dc1714f-0f6c-435a-9cc1-7f909847a043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6347764 Nov 03 20:17:49.824568 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-9291adef-120d-48d0-9012-f34a2076d58d None None] Provisioning complete for port 0f6cfbe8-b13b-40df-b84b-c6926c98922f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:49.825069 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-9291adef-120d-48d0-9012-f34a2076d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:49.863746 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-9291adef-120d-48d0-9012-f34a2076d58d None None] Port 0f6cfbe8-b13b-40df-b84b-c6926c98922f cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:17:50.278440 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56262) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:50.284317 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-431492484-network', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:50.318286 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Made reservation on behalf of bb33e5d16ebf4486a7dfb604763f9424 for: {'network': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:17:50.322354 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for network, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.335255 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.418033 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.422431 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.451623 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=101988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 20:17:50.462730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e28a4b0-263f-4e88-ad68-ec815f9a23bc,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:50.467696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.468395 n-d-812151-4 neutron-server[101988]: INFO neutron.db.segments_db [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Added segment 8f09461e-79d7-46be-bb21-92010ac6832c of type vlan for network 566990fb-ec4d-4167-9d24-9cf440712162 Nov 03 20:17:50.508927 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750963128706'] for network, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.535174 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862'] for network, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.536486 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:50.537100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.595600 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3159332 Nov 03 20:17:50.598383 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56264) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:50.604920 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Request body: {'subnet': {'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-431492484-subnet', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'ip_version': 4}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:50.611136 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6f581-d2e7-4b1b-ab83-9e064cec1231 admin admin] Pushing event updated for resources: {'Network': ['ID=566990fb-ec4d-4167-9d24-9cf440712162,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:50.620696 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Network 566990fb-ec4d-4167-9d24-9cf440712162 details requested by agent ovs-agent-n-d-812151-4 with host n-d-812151-4 {{(pid=101991) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 20:17:50.630824 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Made reservation on behalf of bb33e5d16ebf4486a7dfb604763f9424 for: {'subnet': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:17:50.633263 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63230849'] for subnet, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.807986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64745984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63230959'] for subnet, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.867643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ff354e-9d63-49fb-92d6-e3e4ffaaadbc,revision_number=0']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:50.879283 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Checking segment: {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:50.879480 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Network hostable DHCP agents. Network: 566990fb-ec4d-4167-9d24-9cf440712162, hostable agents: ['e7fe135f-ca90-4658-b231-5312c928c946'], hosted agents: [] {{(pid=101988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 20:17:50.896914 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Network 566990fb-ec4d-4167-9d24-9cf440712162 is scheduled to be hosted by DHCP agent e7fe135f-ca90-4658-b231-5312c928c946 with binding_index 1 {{(pid=101988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 20:17:50.906329 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812151-4, 566990fb-ec4d-4167-9d24-9cf440712162) {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:50.911404 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:50.912005 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.917272 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5a085-2db2-4ef9-b84e-13327a5c66e8 None None] Network 566990fb-ec4d-4167-9d24-9cf440712162 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:17:50.931751 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-467f9c5a-f539-4230-9f4c-5cc108fe038d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3323328 Nov 03 20:17:50.934314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56266) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:50.940144 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:50.969881 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60494'] for router, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:50.970914 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60597'] for router, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.026783 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.074426 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp108c4b5b-9fd2-56e1-8d29-6f0ee3591976-566990fb-ec4d-4167-9d24-9cf440712162', 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'fixed_ips': [{'subnet_id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc'}]}} from n-d-812151-4. {{(pid=101991) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 20:17:51.075329 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.153295 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:51.167561 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:51.168199 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:51.185122 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.230046 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.db_base_plugin_common [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Allocated IP 172.20.0.2 (566990fb-ec4d-4167-9d24-9cf440712162/83ff354e-9d63-49fb-92d6-e3e4ffaaadbc/30f1141c-ae06-461d-ba67-84a2de43660a) {{(pid=101991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:51.289579 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:51.357698 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6723133-6ea2-43a6-bfb4-36a2cb56138b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:51.525853 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 2, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:51.554916 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:51.555430 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Updating router 7dc1714f-0f6c-435a-9cc1-7f909847a043 port 0f6cfbe8-b13b-40df-b84b-c6926c98922f binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:17:51.585034 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.623319 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Publish callbacks [] for port, precommit_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.631186 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c6723133-6ea2-43a6-bfb4-36a2cb56138b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:51.631553 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.654383 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832'] for port, after_create {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.713988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Network 566990fb-ec4d-4167-9d24-9cf440712162 is already hosted by enough agents. {{(pid=101991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:51.714979 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Pushing event updated for resources: {'Port': ['ID=30f1141c-ae06-461d-ba67-84a2de43660a,revision_number=1']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:51.721140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.scheduler.base_scheduler [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Resources bound (agent type, host, resource id): {{(pid=101991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:51.723427 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Received port after_create {{(pid=101991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:17:51.754084 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.776109 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.807882 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.823948 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Attempting to bind port 30f1141c-ae06-461d-ba67-84a2de43660a on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:17:51.824296 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Attempting to bind port 30f1141c-ae06-461d-ba67-84a2de43660a by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:17:51.824668 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Attempting to bind port 30f1141c-ae06-461d-ba67-84a2de43660a on network 566990fb-ec4d-4167-9d24-9cf440712162 {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:17:51.836674 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:17:51.837089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Checking segment: {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:51.838119 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.838119 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Bound using segment: {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:17:51.838367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Bound port: 30f1141c-ae06-461d-ba67-84a2de43660a, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:17:51.838745 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.845047 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port c6723133-6ea2-43a6-bfb4-36a2cb56138b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c6723133-6ea2-43a6-bfb4-36a2cb56138b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:51.855068 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.901202 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Allocated IP 172.25.8.196 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/44401be9-b4ad-4c55-ba6d-e89ac640dc51) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:51.943783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=c6723133-6ea2-43a6-bfb4-36a2cb56138b,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:51.951879 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] For port 30f1141c-ae06-461d-ba67-84a2de43660a, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:17:51.955889 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] For port 30f1141c-ae06-461d-ba67-84a2de43660a, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=30f1141c-ae06-461d-ba67-84a2de43660a,segment=NetworkSegment(8f09461e-79d7-46be-bb21-92010ac6832c),segment_id=8f09461e-79d7-46be-bb21-92010ac6832c)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:17:51.960678 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.971304 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:51.979022 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.020931 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.023368 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eca687-9d14-4bfc-ae99-a562a6a6b3d7 None None] Pushing event updated for resources: {'Port': ['ID=30f1141c-ae06-461d-ba67-84a2de43660a,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:52.060880 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.092396 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Pushing event updated for resources: {'Port': ['ID=0f6cfbe8-b13b-40df-b84b-c6926c98922f,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:52.105946 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:52.108249 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.108858 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.109391 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.110523 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.111018 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.111519 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.112033 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.112533 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.113060 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:52.113209 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.113686 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.114175 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.114680 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:17:52.120780 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Attempting to bind port 0f6cfbe8-b13b-40df-b84b-c6926c98922f on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:17:52.121342 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Attempting to bind port 0f6cfbe8-b13b-40df-b84b-c6926c98922f by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:17:52.121503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:17:52.122015 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Attempting to bind port 0f6cfbe8-b13b-40df-b84b-c6926c98922f on network 7bb9ba39-438c-4737-b872-55543d2195ab {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:17:52.129639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:17:52.131542 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Checking segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:52.132141 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.132703 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Bound using segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:17:52.133440 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Bound port: 0f6cfbe8-b13b-40df-b84b-c6926c98922f, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:17:52.134003 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.147170 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Pushing event updated for resources: {'Port': ['ID=44401be9-b4ad-4c55-ba6d-e89ac640dc51,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:52.220022 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] For port 0f6cfbe8-b13b-40df-b84b-c6926c98922f, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:17:52.225349 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] For port 0f6cfbe8-b13b-40df-b84b-c6926c98922f, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0f6cfbe8-b13b-40df-b84b-c6926c98922f,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:17:52.231703 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.327574 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:52.328881 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:52.332103 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35282139-80f5-497a-bffd-3eee2959dba2 None None] Pushing event updated for resources: {'Port': ['ID=0f6cfbe8-b13b-40df-b84b-c6926c98922f,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:52.417198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-10de445a-0a50-4a07-a961-2c5f546c37a5 None None] Provisioning complete for port 0f6cfbe8-b13b-40df-b84b-c6926c98922f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:52.418142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10de445a-0a50-4a07-a961-2c5f546c37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.452076 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.498125 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:52.529603 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10de445a-0a50-4a07-a961-2c5f546c37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.573651 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-10de445a-0a50-4a07-a961-2c5f546c37a5 None None] For port 0f6cfbe8-b13b-40df-b84b-c6926c98922f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0f6cfbe8-b13b-40df-b84b-c6926c98922f,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:52.580142 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-10de445a-0a50-4a07-a961-2c5f546c37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.641626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de445a-0a50-4a07-a961-2c5f546c37a5 None None] Pushing event updated for resources: {'Port': ['ID=0f6cfbe8-b13b-40df-b84b-c6926c98922f,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:52.700997 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-c10e613e-7f06-4059-9cf3-8b822e451520 None None] Provisioning complete for port 0f6cfbe8-b13b-40df-b84b-c6926c98922f triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:52.701510 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c10e613e-7f06-4059-9cf3-8b822e451520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.719280 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1628809'] for router, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:52.745587 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:52.773389 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2914e-d88a-4b16-a63f-437d81af6a68 None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:52.892983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Router d94803b6-7ffc-4b49-be8d-8ed219b75b4b is scheduled to L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e with binding_index 1 {{(pid=101988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 20:17:53.023267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:53.036626 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Sync routers for ids ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:53.044091 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.048375 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56268) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:53.053237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Routers {'d94803b6-7ffc-4b49-be8d-8ed219b75b4b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:53.054035 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:53.069299 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-8e5ceb27-a91e-4b43-bc42-ca4ae455f165 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1335037 Nov 03 20:17:53.194624 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Set router d94803b6-7ffc-4b49-be8d-8ed219b75b4b gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:53.340987 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06edbb2-06dc-4505-abbe-b86f56d9758e None None] Network 566990fb-ec4d-4167-9d24-9cf440712162 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:17:53.465754 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e6705036-e384-487a-9418-9cce07bec1fc None None] Provisioning complete for port 30f1141c-ae06-461d-ba67-84a2de43660a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:53.466744 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6705036-e384-487a-9418-9cce07bec1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.501685 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30f1141c-ae06-461d-ba67-84a2de43660a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:53.563289 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.582785 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 3, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:53.625954 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Checking router: d94803b6-7ffc-4b49-be8d-8ed219b75b4b for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:53.626335 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Updating router d94803b6-7ffc-4b49-be8d-8ed219b75b4b port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 binding host n-d-812151-4 {{(pid=101991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:17:53.708436 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.739660 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Allocated IP 172.20.0.1 (566990fb-ec4d-4167-9d24-9cf440712162/83ff354e-9d63-49fb-92d6-e3e4ffaaadbc/c83dc81b-7596-423c-af8b-b64f2fd62f9e) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:53.746592 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 30f1141c-ae06-461d-ba67-84a2de43660a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:53.746959 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.783402 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6705036-e384-487a-9418-9cce07bec1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.851290 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.893194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.900530 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e6705036-e384-487a-9418-9cce07bec1fc None None] For port 30f1141c-ae06-461d-ba67-84a2de43660a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=30f1141c-ae06-461d-ba67-84a2de43660a,segment=NetworkSegment(8f09461e-79d7-46be-bb21-92010ac6832c),segment_id=8f09461e-79d7-46be-bb21-92010ac6832c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:53.911676 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6705036-e384-487a-9418-9cce07bec1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:53.939863 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Network 566990fb-ec4d-4167-9d24-9cf440712162 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:53.943230 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:53.945898 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:17:54.001170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Pushing event updated for resources: {'Port': ['ID=c83dc81b-7596-423c-af8b-b64f2fd62f9e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:54.007306 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628372'] for router_interface, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.069056 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6705036-e384-487a-9418-9cce07bec1fc None None] Pushing event updated for resources: {'Port': ['ID=30f1141c-ae06-461d-ba67-84a2de43660a,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:54.079060 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0f6cfbe8-b13b-40df-b84b-c6926c98922f up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:54.177060 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.210622 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Publish callbacks [] for port, precommit_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.212325 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 0f6cfbe8-b13b-40df-b84b-c6926c98922f triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:54.212675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.242907 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.324127 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-398050bf-e8ce-4e66-98f8-843ccbec7642 None None] Provisioning complete for port 30f1141c-ae06-461d-ba67-84a2de43660a triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:54.324492 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-398050bf-e8ce-4e66-98f8-843ccbec7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.336623 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ddb99-2596-477e-9ab1-1982c146b1f8 None None] Pushing event updated for resources: {'Port': ['ID=44401be9-b4ad-4c55-ba6d-e89ac640dc51,revision_number=2']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:54.360497 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Attempting to bind port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 on host n-d-812151-4 for vnic_type normal with profile {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:17:54.361140 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Attempting to bind port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:17:54.361676 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Attempting to bind port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 on network 45fb7514-03de-4995-97d4-c8265a0cdf1a {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:17:54.376877 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:17:54.377294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Checking segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:54.377591 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.377980 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Bound using segment: {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'} {{(pid=101991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:17:54.378628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.managers [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Bound port: 44401be9-b4ad-4c55-ba6d-e89ac640dc51, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09767231-1d07-4d53-ad29-beae22c7ca06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a'}}] {{(pid=101991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:17:54.378943 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.408555 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.414714 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.474008 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6723133-6ea2-43a6-bfb4-36a2cb56138b up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:54.489555 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Pushing event updated for resources: {'Port': ['ID=c83dc81b-7596-423c-af8b-b64f2fd62f9e,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:54.493065 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628232'] for router_interface, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.495508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] For port 44401be9-b4ad-4c55-ba6d-e89ac640dc51, host n-d-812151-4, cleared binding levels {{(pid=101991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:17:54.534198 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] For port 44401be9-b4ad-4c55-ba6d-e89ac640dc51, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44401be9-b4ad-4c55-ba6d-e89ac640dc51,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:17:54.548605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.596020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Network 566990fb-ec4d-4167-9d24-9cf440712162 is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:17:54.597601 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:17:54.631606 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ddb99-2596-477e-9ab1-1982c146b1f8 None None] Pushing event updated for resources: {'Port': ['ID=44401be9-b4ad-4c55-ba6d-e89ac640dc51,revision_number=3']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:54.635657 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Routers {'d94803b6-7ffc-4b49-be8d-8ed219b75b4b'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:54.636257 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:54.678111 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c6723133-6ea2-43a6-bfb4-36a2cb56138b triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:54.678483 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.737844 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Router d94803b6-7ffc-4b49-be8d-8ed219b75b4b has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:17:54.772960 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-cde9c83a-4a60-4c5f-b99e-18d4e9d633a4 None None] Provisioning complete for port c83dc81b-7596-423c-af8b-b64f2fd62f9e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:54.773564 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-cde9c83a-4a60-4c5f-b99e-18d4e9d633a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:54.818709 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] Set router d94803b6-7ffc-4b49-be8d-8ed219b75b4b gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:54.862641 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-cde9c83a-4a60-4c5f-b99e-18d4e9d633a4 None None] Port c83dc81b-7596-423c-af8b-b64f2fd62f9e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:17:54.880959 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:17:54.886282 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-0793c56a-8b06-4ce1-9da2-651c9444769d admin admin] 10.222.0.91 "PUT /v2.0/routers/d94803b6-7ffc-4b49-be8d-8ed219b75b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368292 Nov 03 20:17:55.181815 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-6ef8a7b8-04cb-49eb-bc8e-37c4565045e3 None None] Provisioning complete for port c83dc81b-7596-423c-af8b-b64f2fd62f9e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:55.182184 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6ef8a7b8-04cb-49eb-bc8e-37c4565045e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:55.233239 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8a7b8-04cb-49eb-bc8e-37c4565045e3 None None] Port c83dc81b-7596-423c-af8b-b64f2fd62f9e cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:17:55.288219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c83dc81b-7596-423c-af8b-b64f2fd62f9e', 'name': '', 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'mac_address': 'fa:16:3e:5c:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:53Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 2, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'subnets': [{'id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:55.316496 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30f1141c-ae06-461d-ba67-84a2de43660a up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:55.320042 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74145c-43e0-4a94-a5e0-c97f5a9a7592 None None] The sync data for ids ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'] in n-d-812151-4 is: [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c83dc81b-7596-423c-af8b-b64f2fd62f9e', 'name': '', 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'mac_address': 'fa:16:3e:5c:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:53Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 2, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'subnets': [{'id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:55.370010 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 30f1141c-ae06-461d-ba67-84a2de43660a triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:55.370293 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.477800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56278) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:56.482516 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919373841', 'description': 'tempest-secgroup-smoke-919373841 description', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:56.507594 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.578115 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.582163 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.615194 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.616431 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1375389 Nov 03 20:17:56.617598 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa573e-4ee7-4b02-bd05-d3a43bfdb080 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fff05d-b11e-4998-90bd-258a11c96b6e,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:56.619639 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56280) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:56.623956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group_rule': {'security_group_id': '43fff05d-b11e-4998-90bd-258a11c96b6e', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:56.651537 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.714185 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.718250 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.737455 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df1855b-ef3c-4a28-b0bf-9cfd3108e593,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:56.744490 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.745725 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-40af7592-d3e1-4a30-96d2-3a342279b239 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251712 Nov 03 20:17:56.749301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56282) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:56.753731 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group_rule': {'security_group_id': '43fff05d-b11e-4998-90bd-258a11c96b6e', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:56.780412 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.847527 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.851343 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.870293 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a21e2b-0a2b-413f-ae91-599a509bd85f,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:56.880121 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.881455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b1767b80-9aea-4ef7-9671-fc010c3fee6f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312366 Nov 03 20:17:56.884129 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56284) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:56.888709 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group_rule': {'security_group_id': '43fff05d-b11e-4998-90bd-258a11c96b6e', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:56.925745 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.988462 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:56.992453 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.010429 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc559ffa-2070-4314-98cd-d4eee49726ea,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:57.021087 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.022340 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-7dc2fbb4-0e48-438d-afe7-820292c50126 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372786 Nov 03 20:17:57.025248 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56286) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:57.029800 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group_rule': {'security_group_id': '43fff05d-b11e-4998-90bd-258a11c96b6e', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:57.057518 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.128127 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.132854 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.157292 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9078c8b-5cc8-42eb-9cd7-157eb44e7c1a,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:57.166617 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.167823 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-dbda929e-0fa8-4fff-ba2d-5798f65b92f3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416438 Nov 03 20:17:57.171324 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56288) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:57.175684 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group_rule': {'security_group_id': '43fff05d-b11e-4998-90bd-258a11c96b6e', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:57.197829 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Project 95ecd2dc1dcc4babbce5b4613aa32064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:17:57.202691 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.237838 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Sync routers for ids ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:17:57.258495 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Routers {'d94803b6-7ffc-4b49-be8d-8ed219b75b4b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:57.259194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:57.270704 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.276700 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.295866 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b37d17-117b-40f0-8205-02c1a410c310,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:57.307784 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.309050 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-549b9bc2-f5c7-4cf1-b41d-4dc418e38939 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367893 Nov 03 20:17:57.311993 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56290) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:17:57.317043 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'security_group_rule': {'security_group_id': '43fff05d-b11e-4998-90bd-258a11c96b6e', 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:57.343313 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44401be9-b4ad-4c55-ba6d-e89ac640dc51 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:57.346157 n-d-812151-4 neutron-server[101989]: INFO neutron.db.securitygroups_db [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Project 95ecd2dc1dcc4babbce5b4613aa32064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 20:17:57.353356 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.397758 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Set router d94803b6-7ffc-4b49-be8d-8ed219b75b4b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:57.405730 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:57.406799 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.428500 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.434220 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608090'] for security_group_rule, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.455214 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f11b4d9-415e-41ae-b94c-a82d6fa78765,revision_number=0']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:57.473152 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.480027 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-95071c20-981c-4db6-9542-8d58d34d5856 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610382 Nov 03 20:17:57.518999 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.545352 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] For port 44401be9-b4ad-4c55-ba6d-e89ac640dc51, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44401be9-b4ad-4c55-ba6d-e89ac640dc51,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:57.553714 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.621089 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Pushing event updated for resources: {'Port': ['ID=44401be9-b4ad-4c55-ba6d-e89ac640dc51,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:57.642898 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c83dc81b-7596-423c-af8b-b64f2fd62f9e', 'name': '', 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'mac_address': 'fa:16:3e:5c:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:53Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 2, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'subnets': [{'id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:57.667788 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-feedd14f-db82-4836-83d6-e08764c36652 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919373841&fields=id&tenant_id=95ecd2dc1dcc4babbce5b4613aa32064 HTTP/1.1" status: 200 len: 267 time: 0.0522056 Nov 03 20:17:57.671197 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Checking router: d94803b6-7ffc-4b49-be8d-8ed219b75b4b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:17:57.671552 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Updating router d94803b6-7ffc-4b49-be8d-8ed219b75b4b port c83dc81b-7596-423c-af8b-b64f2fd62f9e binding host n-d-812151-4 {{(pid=101992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 20:17:57.699308 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.785224 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-60eb1c4f-7df2-497f-8dd3-e458bac9a2b2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:57.786642 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-60eb1c4f-7df2-497f-8dd3-e458bac9a2b2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 810 time: 0.1112437 Nov 03 20:17:57.802266 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-dad5764f-6754-4d85-b6e9-0406225a02d9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/quotas/95ecd2dc1dcc4babbce5b4613aa32064 HTTP/1.1" status: 200 len: 375 time: 0.0097988 Nov 03 20:17:57.854374 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-4006bca1-3c03-4b07-9e5c-f9a613879c61 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464725 Nov 03 20:17:57.958211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-d3337585-aa52-4f02-ade7-ecede2856f83 service neutron] 10.222.0.91 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911047 Nov 03 20:17:57.971446 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:57.978308 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.039460 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22393da9-c24b-48e7-a0eb-55924769661b None None] Pushing event updated for resources: {'Port': ['ID=c83dc81b-7596-423c-af8b-b64f2fd62f9e,revision_number=3']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:58.056756 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-ca386a0c-9708-49c3-8561-b6afeb545737 service neutron] 10.222.0.91 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923274 Nov 03 20:17:58.101625 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Attempting to bind port c83dc81b-7596-423c-af8b-b64f2fd62f9e on host n-d-812151-4 for vnic_type normal with profile {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:17:58.102002 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Attempting to bind port c83dc81b-7596-423c-af8b-b64f2fd62f9e by drivers openvswitch,hyperv on host n-d-812151-4 at level 0 using segments [{'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:17:58.102351 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Attempting to bind port c83dc81b-7596-423c-af8b-b64f2fd62f9e on network 566990fb-ec4d-4167-9d24-9cf440712162 {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:17:58.108752 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Checking agent: {'id': 'eca511ef-a43e-4bc8-af3b-a73975ebfb2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30, 12), 'started_at': datetime.datetime(2021, 11, 3, 18, 30, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812151-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:17:58.109303 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Checking segment: {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:17:58.110237 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.110922 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Bound using segment: {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'} {{(pid=101992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:17:58.111346 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.managers [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Bound port: c83dc81b-7596-423c-af8b-b64f2fd62f9e, host: n-d-812151-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f09461e-79d7-46be-bb21-92010ac6832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162'}}] {{(pid=101992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:17:58.111725 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.188789 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] For port c83dc81b-7596-423c-af8b-b64f2fd62f9e, host n-d-812151-4, cleared binding levels {{(pid=101992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:17:58.199598 n-d-812151-4 neutron-server[101992]: DEBUG neutron.plugins.ml2.db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] For port c83dc81b-7596-423c-af8b-b64f2fd62f9e, host n-d-812151-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c83dc81b-7596-423c-af8b-b64f2fd62f9e,segment=NetworkSegment(8f09461e-79d7-46be-bb21-92010ac6832c),segment_id=8f09461e-79d7-46be-bb21-92010ac6832c)] {{(pid=101992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:17:58.208163 n-d-812151-4 neutron-server[101992]: DEBUG neutron_lib.callbacks.manager [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.268020 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-55909c92-f947-4ce4-89a9-2755c9b2d810 req-c03df0f6-ef16-497f-b194-e0b9abe04c8f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0392046 Nov 03 20:17:58.285678 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22393da9-c24b-48e7-a0eb-55924769661b None None] Pushing event updated for resources: {'Port': ['ID=c83dc81b-7596-423c-af8b-b64f2fd62f9e,revision_number=4']} {{(pid=101992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:58.301373 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Routers {'d94803b6-7ffc-4b49-be8d-8ed219b75b4b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:17:58.302139 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:17:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:58.397372 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-5e1c1628-a99b-4bd9-b99f-abd36a4b7c72 None None] Provisioning complete for port c83dc81b-7596-423c-af8b-b64f2fd62f9e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:58.398883 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1628-a99b-4bd9-b99f-abd36a4b7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.498809 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1628-a99b-4bd9-b99f-abd36a4b7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.541420 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-5e1c1628-a99b-4bd9-b99f-abd36a4b7c72 None None] For port c83dc81b-7596-423c-af8b-b64f2fd62f9e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c83dc81b-7596-423c-af8b-b64f2fd62f9e,segment=NetworkSegment(8f09461e-79d7-46be-bb21-92010ac6832c),segment_id=8f09461e-79d7-46be-bb21-92010ac6832c)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:17:58.550037 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1628-a99b-4bd9-b99f-abd36a4b7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.602639 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] Set router d94803b6-7ffc-4b49-be8d-8ed219b75b4b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:17:58.649357 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c1628-a99b-4bd9-b99f-abd36a4b7c72 None None] Pushing event updated for resources: {'Port': ['ID=c83dc81b-7596-423c-af8b-b64f2fd62f9e,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:17:58.685814 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-aff65687-c32a-4cc0-b767-6609d4fbb15e None None] Provisioning complete for port c83dc81b-7596-423c-af8b-b64f2fd62f9e triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:58.686287 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-aff65687-c32a-4cc0-b767-6609d4fbb15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:58.875017 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c83dc81b-7596-423c-af8b-b64f2fd62f9e', 'name': '', 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'mac_address': 'fa:16:3e:5c:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:53Z', 'updated_at': '2021-11-03T20:17:58Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'subnets': [{'id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:17:58.908047 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd97997c-e416-4858-8025-fdae4b7c05c1 None None] The sync data for ids ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'] in n-d-812151-4 is: [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:17:54Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': 'c83dc81b-7596-423c-af8b-b64f2fd62f9e', 'name': '', 'network_id': '566990fb-ec4d-4167-9d24-9cf440712162', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'mac_address': 'fa:16:3e:5c:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:53Z', 'updated_at': '2021-11-03T20:17:58Z', 'revision_number': 4, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'subnets': [{'id': '83ff354e-9d63-49fb-92d6-e3e4ffaaadbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:17:59.343388 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44401be9-b4ad-4c55-ba6d-e89ac640dc51 up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:59.427668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a0e9f5d-ef8e-47d4-8cdd-c0ff2efff6b9 req-89252920-1c7f-45c2-8529-5bde8e71d3aa tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0447881 Nov 03 20:17:59.434453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:59.435045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:59.463237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-62a5b3fb-e46b-432a-8a7d-fd818804956c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:17:59.464985 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-62a5b3fb-e46b-432a-8a7d-fd818804956c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 810 time: 0.1315136 Nov 03 20:17:59.539647 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c83dc81b-7596-423c-af8b-b64f2fd62f9e up at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:17:59.541435 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-4f47fb10-96a2-407e-b521-901727a1f02f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ecd2dc1dcc4babbce5b4613aa32064 HTTP/1.1" status: 200 len: 379 time: 0.0663931 Nov 03 20:17:59.554377 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'port': {'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'admin_state_up': True, 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'security_groups': ['43fff05d-b11e-4998-90bd-258a11c96b6e']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:17:59.594516 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Provisioning complete for port c83dc81b-7596-423c-af8b-b64f2fd62f9e triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:17:59.595022 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:59.678929 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Made reservation on behalf of 95ecd2dc1dcc4babbce5b4613aa32064 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:17:59.683149 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:59.817351 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Allocated IP 172.20.0.13 (7bb9ba39-438c-4737-b872-55543d2195ab/1dd8eda7-451e-4ba7-9bed-0a296a7f60c3/38b8f771-6132-474a-ad3c-223440cc2c74) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:17:59.961788 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:17:59.994464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.037866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Network 7bb9ba39-438c-4737-b872-55543d2195ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:18:00.041001 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:18:00.047604 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:18:00.073204 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:00.104324 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:00.104986 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.124336 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-b6a25982-4663-4e91-a4da-fdc8f1bcff07 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746031 Nov 03 20:18:00.136714 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Request body: {'port': {'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:18:00.193366 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.301064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-900a39aa-0519-4d8a-ab8c-94af6bb17ebb None None] Provisioning complete for port 38b8f771-6132-474a-ad3c-223440cc2c74 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:18:00.301426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-900a39aa-0519-4d8a-ab8c-94af6bb17ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.346284 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-900a39aa-0519-4d8a-ab8c-94af6bb17ebb None None] Port 38b8f771-6132-474a-ad3c-223440cc2c74 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:18:00.467782 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b8f771-6132-474a-ad3c-223440cc2c74 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:18:00.475850 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.489121 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Transition to ACTIVE for port object 38b8f771-6132-474a-ad3c-223440cc2c74 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:18:00.493051 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.558409 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718157b-0e0b-4bd6-b0e8-47f354258279 req-93d70168-651c-4011-8321-dbc24a94afc6 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:00.565455 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8718157b-0e0b-4bd6-b0e8-47f354258279 req-93d70168-651c-4011-8321-dbc24a94afc6 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0619943 Nov 03 20:18:00.567250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:00.625969 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-8718157b-0e0b-4bd6-b0e8-47f354258279 req-7d909864-fc3d-4d6d-b689-fd1275153b59 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584970 Nov 03 20:18:00.626306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Attempting to bind port 38b8f771-6132-474a-ad3c-223440cc2c74 on host n-h1-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:18:00.626485 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Attempting to bind port 38b8f771-6132-474a-ad3c-223440cc2c74 by drivers openvswitch,hyperv on host n-h1-812151-4 at level 0 using segments [{'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:18:00.626918 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Attempting to bind port 38b8f771-6132-474a-ad3c-223440cc2c74 on network 7bb9ba39-438c-4737-b872-55543d2195ab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:18:00.632149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Port 38b8f771-6132-474a-ad3c-223440cc2c74 on network 7bb9ba39-438c-4737-b872-55543d2195ab not bound, no agent of type Open vSwitch agent registered on host n-h1-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:18:00.632505 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Attempting to bind port 38b8f771-6132-474a-ad3c-223440cc2c74 on network 7bb9ba39-438c-4737-b872-55543d2195ab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:18:00.637940 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Checking agent: {'id': '41519c89-7eae-40d1-b206-6d641b488b06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:18:00.638531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Checking segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:18:00.638695 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Bound using segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:18:00.639227 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Bound port: 38b8f771-6132-474a-ad3c-223440cc2c74, host: n-h1-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:18:00.639391 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.710419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:18:00.714755 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:18:00.719644 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.758603 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:00.758742 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:00.760238 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] 10.222.0.115 "PUT /v2.0/ports/38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 1092 time: 0.6278877 Nov 03 20:18:00.760617 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:18:00.762968 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487bc9c-71f9-4869-9c2c-32fbcc28325a" -d '{"events": [{"name": "network-changed", "server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:18:00.794343 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa55f4-0d84-4b08-b8ac-6084da30403d service neutron] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:00.810226 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede564a6-1b6e-450f-8470-2e44c9fd3c19 x-openstack-request-id: req-ede564a6-1b6e-450f-8470-2e44c9fd3c19 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:18:00.810588 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:18:00.810899 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ede564a6-1b6e-450f-8470-2e44c9fd3c19 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:18:00.811386 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'status': 'completed', 'code': 200} Nov 03 20:18:00.861818 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-d0992133-6012-4e40-8e6f-7a4b415b9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:00.863333 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-d0992133-6012-4e40-8e6f-7a4b415b9b98 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0465477 Nov 03 20:18:00.911443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-671b7e87-e502-4de9-b6c5-b808eaf2f249 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 217 time: 0.0399606 Nov 03 20:18:00.970418 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-966b8985-b2ff-400a-8b4b-f00f79b7e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:00.972040 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-966b8985-b2ff-400a-8b4b-f00f79b7e4ab service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0528834 Nov 03 20:18:01.019915 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-f05b74c6-83ac-495a-863b-97de885427e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:01.021470 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-f05b74c6-83ac-495a-863b-97de885427e1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424302 Nov 03 20:18:01.116711 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-7f8a20d0-54a5-4c92-9bcf-03b31ffab916 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881953 Nov 03 20:18:01.208444 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-de703dc4-d0b9-47d0-becc-08f544768c7f req-0adf50dd-007e-4904-980f-3f6e38b03356 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842838 Nov 03 20:18:01.294960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-c05bd491-6ce7-47e8-9b38-bfda90040c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:01.296468 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-c05bd491-6ce7-47e8-9b38-bfda90040c29 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0440569 Nov 03 20:18:01.386217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-a7e37ccb-7689-40da-b7b3-85723df1ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:01.387670 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-a7e37ccb-7689-40da-b7b3-85723df1ea68 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0849581 Nov 03 20:18:01.432401 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-a17e2848-0c53-4a46-9409-09894075477e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 217 time: 0.0379028 Nov 03 20:18:01.482964 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-2268b2d1-35c9-4457-baf0-c1a7c9d10b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:01.484415 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-2268b2d1-35c9-4457-baf0-c1a7c9d10b5b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0446324 Nov 03 20:18:01.531785 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-91b2d4f3-8be4-41b4-9f07-50dcbaa6d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:01.533239 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-91b2d4f3-8be4-41b4-9f07-50dcbaa6d7d2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405335 Nov 03 20:18:01.630018 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-adfb52e2-e8a5-417d-9bd4-2dbfe31de69d service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882900 Nov 03 20:18:01.725627 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-2487bc9c-71f9-4869-9c2c-32fbcc28325a req-2cc691dc-9bd7-4a34-8820-e2a3e2f5d76c service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880346 Nov 03 20:18:01.741090 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3b615-9347-4188-9d29-3bdf180445dc req-a26c40fa-4c12-4b77-a8e0-1eeb092a5412 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:01.742626 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6c3b615-9347-4188-9d29-3bdf180445dc req-a26c40fa-4c12-4b77-a8e0-1eeb092a5412 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0495479 Nov 03 20:18:01.794668 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6c3b615-9347-4188-9d29-3bdf180445dc req-384e44f0-e8cb-48fc-bd29-b202c302b27f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459135 Nov 03 20:18:02.914153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dfedd-664f-47eb-8f7b-f4daa6e8d709 req-3730990b-f5a6-4c02-9af4-188a1d6da5c1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:02.915660 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-869dfedd-664f-47eb-8f7b-f4daa6e8d709 req-3730990b-f5a6-4c02-9af4-188a1d6da5c1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0493627 Nov 03 20:18:02.966135 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-869dfedd-664f-47eb-8f7b-f4daa6e8d709 req-e6898286-cd95-49fb-ab25-e6d75b1b0518 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Nov 03 20:18:03.159732 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:03.608615 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:18:03.706990 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:18:03.718205 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '38b8f771-6132-474a-ad3c-223440cc2c74', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:18:03.758497 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:03.771955 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b8f771-6132-474a-ad3c-223440cc2c74 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:18:03.798094 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:18:03.804096 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:03.833255 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:03.855794 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:04.010027 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['38b8f771-6132-474a-ad3c-223440cc2c74'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:18:04.083907 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6191-a120-4134-bb6a-8995a1d99d55 req-ea6844c9-e9d2-4395-87af-4bfe2b0b21a9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:04.085464 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b7b6191-a120-4134-bb6a-8995a1d99d55 req-ea6844c9-e9d2-4395-87af-4bfe2b0b21a9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0500216 Nov 03 20:18:04.134897 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b7b6191-a120-4134-bb6a-8995a1d99d55 req-6aca5881-0c3a-48e5-a609-2b6b2209a42a tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Nov 03 20:18:04.869569 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-202bbc06-1392-412e-85eb-7dd002e64515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:05.257950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15d87-43ec-4d97-bee2-16d4362dd3bc req-23ee1792-e267-43d6-ad39-e97e124d5cee tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:05.259462 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15e15d87-43ec-4d97-bee2-16d4362dd3bc req-23ee1792-e267-43d6-ad39-e97e124d5cee tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 945 time: 0.0549743 Nov 03 20:18:05.310796 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-15e15d87-43ec-4d97-bee2-16d4362dd3bc req-07c45e0a-225c-43e7-be68-cdc8ae851111 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 Nov 03 20:18:05.598710 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:18:05.652526 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning for port 38b8f771-6132-474a-ad3c-223440cc2c74 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:18:05.657632 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 38b8f771-6132-474a-ad3c-223440cc2c74 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:18:05.658027 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:05.738996 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:05.761503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:18:05.764242 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e5b307-d514-42d7-ace2-150530bd8049" -d '{"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-plugged", "status": "completed", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:18:05.776946 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:18:05.783580 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:05.832549 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:05.861162 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b320555d-4a99-4719-9ed6-2434c480bb02 x-openstack-request-id: req-b320555d-4a99-4719-9ed6-2434c480bb02 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:18:05.861461 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-plugged", "status": "completed", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:18:05.861714 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b320555d-4a99-4719-9ed6-2434c480bb02 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:18:05.862113 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'code': 200} Nov 03 20:18:05.960827 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499755-2611-4ccf-b5f9-04890deabb94 req-d22560b6-f6d4-47ef-a4c0-3a23a8d0f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:05.962349 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72499755-2611-4ccf-b5f9-04890deabb94 req-d22560b6-f6d4-47ef-a4c0-3a23a8d0f84b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0412636 Nov 03 20:18:06.013761 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-72499755-2611-4ccf-b5f9-04890deabb94 req-b6aaac36-5419-4bcf-903d-15425bf2afd5 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Nov 03 20:18:06.430076 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457fdb5-4218-4667-ba25-cac503797a16 req-5a5bc040-d5a2-4b5c-a1e9-34dae470ce28 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:06.431541 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2457fdb5-4218-4667-ba25-cac503797a16 req-5a5bc040-d5a2-4b5c-a1e9-34dae470ce28 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 946 time: 0.0494792 Nov 03 20:18:06.481091 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2457fdb5-4218-4667-ba25-cac503797a16 req-8fac95d5-e3c1-43db-9547-cc0281b8dc30 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Nov 03 20:18:07.606509 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725b9e2-dae8-43dd-ad0d-f1c6d74beaa1 req-c07d1a31-9e5f-4fff-ab5e-2682c21eee53 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:07.608001 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1725b9e2-dae8-43dd-ad0d-f1c6d74beaa1 req-c07d1a31-9e5f-4fff-ab5e-2682c21eee53 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 946 time: 0.0541337 Nov 03 20:18:07.658856 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-1725b9e2-dae8-43dd-ad0d-f1c6d74beaa1 req-13de3922-d0d2-42be-a3e9-a17e46259ed4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449500 Nov 03 20:18:07.776015 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13fbb-83d9-413c-8290-5ddaa9dd3b94 req-504365aa-9c87-494b-9ab4-5127633c3609 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:07.777817 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac13fbb-83d9-413c-8290-5ddaa9dd3b94 req-504365aa-9c87-494b-9ab4-5127633c3609 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 946 time: 0.0504091 Nov 03 20:18:07.827124 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9ac13fbb-83d9-413c-8290-5ddaa9dd3b94 req-d66dee2d-7c0b-4868-9f1e-bf2ac070836f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Nov 03 20:18:07.849325 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56342) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:18:07.981424 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff38fe-7f25-47d7-acbb-76c5ccf73411 tempest-TestSnapshotPattern-1932443738 tempest-TestSnapshotPattern-1932443738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:07.982981 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-acff38fe-7f25-47d7-acbb-76c5ccf73411 tempest-TestSnapshotPattern-1932443738 tempest-TestSnapshotPattern-1932443738-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1092 time: 0.1326518 Nov 03 20:18:07.985956 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56346) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:18:07.990308 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:18:08.011793 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:08.113043 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:08.219994 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Allocated IP 172.25.8.152 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/c4f08d45-7d33-4c04-acea-47f2bf834cc8) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:18:08.330073 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:08.363007 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:08.400713 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:18:08.405597 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:18:08.409024 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:18:08.434373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'Port': ['ID=c4f08d45-7d33-4c04-acea-47f2bf834cc8,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:08.496326 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7e490c94-cbf8-4c31-b2cd-f968d10b4ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.070901 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.139417 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.290828 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.295805 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.371153 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'Port': ['ID=c4f08d45-7d33-4c04-acea-47f2bf834cc8,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:18:09.381086 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.485289 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Floating IP 7915585d-d1bb-43f4-9499-4fde0f777abb associated. External IP: 172.25.8.152, port: 38b8f771-6132-474a-ad3c-223440cc2c74. Nov 03 20:18:09.702288 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:18:09.814205 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:18:09.826579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:18:09.833931 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:09.836988 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:18:09.837610 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:18:09.866445 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-b60fc7b3-ee58-4b3e-83c0-740e3baff35f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8794489 Nov 03 20:18:09.867327 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:18:09.870193 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3ba4d0-d326-4923-a4e3-61ecb4603193" -d '{"events": [{"name": "network-changed", "server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:18:09.912265 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b627254f-ccdf-49bb-b6a5-1aff02bdf420 x-openstack-request-id: req-b627254f-ccdf-49bb-b6a5-1aff02bdf420 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:18:09.912775 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:18:09.913751 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b627254f-ccdf-49bb-b6a5-1aff02bdf420 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:18:09.913751 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'status': 'completed', 'code': 200} Nov 03 20:18:09.968907 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:18:09.976563 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-81f224c6-ac02-4e5f-a057-d2594247dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:09.978185 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-81f224c6-ac02-4e5f-a057-d2594247dfb4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0425301 Nov 03 20:18:10.073599 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-279d07e2-9616-454c-ab19-28594c3d09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:10.075138 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-279d07e2-9616-454c-ab19-28594c3d09f6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0893037 Nov 03 20:18:10.147963 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-4e0a01c2-6e69-4229-b2fd-bf71da9cd2f7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 1000 time: 0.0660777 Nov 03 20:18:10.205769 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:08Z', 'revision_number': 0, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:18:10.210960 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-253a640b-f29e-4a02-924c-613c2cf6007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:10.212535 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-253a640b-f29e-4a02-924c-613c2cf6007f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0570776 Nov 03 20:18:10.247503 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:18:10.255974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:10.259654 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:18:10.260366 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:18:08Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:18:10.263369 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-25bdacdc-2a29-46c8-bc3d-9f58158213d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:10.265006 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-25bdacdc-2a29-46c8-bc3d-9f58158213d9 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451891 Nov 03 20:18:10.369752 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-6bf7459d-5507-4b27-bdff-c0e1f25d5083 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980103 Nov 03 20:18:10.378294 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:18:10.474174 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-db3ba4d0-d326-4923-a4e3-61ecb4603193 req-85ae11a6-8d0f-4195-b05c-322c7ecf20da service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977612 Nov 03 20:18:10.625560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:08Z', 'revision_number': 0, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:18:10.812823 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324f66d-75c6-437e-aa6a-05fc0d7b456d None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:08Z', 'revision_number': 0, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:18:11.036729 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09cdb94-5edd-44de-9802-01c8d829aab4 None None] New status for floating IP 7915585d-d1bb-43f4-9499-4fde0f777abb: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:18:12.164624 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:12.239256 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:19.299160 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:18:33.172880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:33.787688 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:34.871192 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-4b95f9d6-fc32-4975-affe-2be1110ac1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:38.498880 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3932a2cd-7789-4a63-87a4-393ca33fe5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:40.255051 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:40.771065 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-802d613e-96ec-4d17-b851-e04d8f25c20a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405858 Nov 03 20:18:40.855616 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-ecd0fd62-6efc-4cc6-8533-44f2f9ee1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:40.857125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-ecd0fd62-6efc-4cc6-8533-44f2f9ee1f29 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0407562 Nov 03 20:18:40.965199 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-aee67f96-23a9-4f69-b8a7-79e07ba0f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:40.966693 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-aee67f96-23a9-4f69-b8a7-79e07ba0f9c6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0898006 Nov 03 20:18:41.033810 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-14a7e69c-2662-4882-9460-725ab05e63a8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 1002 time: 0.0595996 Nov 03 20:18:41.083260 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-aa07708f-09ac-450c-8da4-35996e3697e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:41.084710 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-aa07708f-09ac-450c-8da4-35996e3697e8 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0432279 Nov 03 20:18:41.134916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-9105d6d5-f0e1-42dd-a308-f762887c8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:18:41.136419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-9105d6d5-f0e1-42dd-a308-f762887c8747 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449584 Nov 03 20:18:41.228187 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-6d4b8c6a-2495-455d-a34c-b5a6c793a629 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Nov 03 20:18:41.323367 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-cb6c49ab-6587-4acc-b4cd-b9036e95f297 req-60c893dc-3acc-4f33-a164-2c19d76bff7d service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875788 Nov 03 20:18:42.169521 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:42.231724 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:18:56.299676 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:19:03.172882 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:03.793046 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:04.871849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a7ac22ce-5c9f-458f-9b6b-97461cdec204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:08.500258 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1c72f68b-5375-45d8-a0ba-d5ba81c1745d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:10.260468 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:12.170699 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:12.239341 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:33.186269 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:33.301385 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:19:33.794850 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:34.873320 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fb34fdac-51a0-47dc-b8f7-bf9e64387e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:38.502653 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ce9289e4-43b4-4194-a821-76d8e04880f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:40.260018 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:42.172478 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:42.232805 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:19:42.801718 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-31608b96-fcaa-469d-b9d4-9948eb4cde91 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440073 Nov 03 20:19:42.886156 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b989-b703-4b44-a835-b149321741b0 req-3dc40e37-ab71-4f80-aa38-7db46780a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:19:42.887717 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-3dc40e37-ab71-4f80-aa38-7db46780a547 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0417314 Nov 03 20:19:43.005284 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b989-b703-4b44-a835-b149321741b0 req-f8c70fb5-1b76-483f-89fb-bb76ea225be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:19:43.006764 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-f8c70fb5-1b76-483f-89fb-bb76ea225be0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0990303 Nov 03 20:19:43.072950 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-98b90fcb-d2a3-4a45-94bc-84e0fe3f1b48 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 1002 time: 0.0587966 Nov 03 20:19:43.131278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b989-b703-4b44-a835-b149321741b0 req-43e18887-3f24-4a83-a3af-1fcb157b0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:19:43.132703 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-43e18887-3f24-4a83-a3af-1fcb157b0668 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0486300 Nov 03 20:19:43.492454 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b989-b703-4b44-a835-b149321741b0 req-621c7a53-2135-4e5c-b254-a4ffdc6ac89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:19:43.493975 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-621c7a53-2135-4e5c-b254-a4ffdc6ac89d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437233 Nov 03 20:19:43.587106 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-352a2c58-ffc4-4e47-b2a0-f32d0d6fd210 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Nov 03 20:19:43.683016 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-89a9b989-b703-4b44-a835-b149321741b0 req-07084d0e-9bff-4238-8a41-47b0c54352c3 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887599 Nov 03 20:20:03.191686 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:03.794411 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:04.875843 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6dd6d9eb-8ee5-4546-a63c-22686bedabf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:08.506217 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d17f610d-04d0-46f6-8225-fbe860d92c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:10.269421 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:10.278187 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 details requested by agent hyperv_n-h1-812151-4 with host n-h1-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:20:10.302362 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:20:10.398966 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:10.421305 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Returning: {'device': '38b8f771-6132-474a-ad3c-223440cc2c74', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:20:10.468061 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:10.484923 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38b8f771-6132-474a-ad3c-223440cc2c74 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:20:10.509087 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:10.514032 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:10.572861 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:10.581439 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.581859 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.582318 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.582703 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.583104 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.583505 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.583900 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.584299 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.584692 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.585114 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.585508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.585911 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:10.598978 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] get_ports_and_sgs() called for port_ids ['38b8f771-6132-474a-ad3c-223440cc2c74'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:20:12.187401 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.245438 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.297224 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 up at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:20:12.355501 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Provisioning complete for port 38b8f771-6132-474a-ad3c-223440cc2c74 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:20:12.355783 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.446167 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.474742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:20:12.479324 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c94b1-4429-409f-9edb-d33dfb8092bf" -d '{"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-plugged", "status": "completed", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:20:12.496012 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:12.504145 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:12.565691 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:13.553914 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c46ca0a-ec25-464c-9d25-0bf18c6df198 x-openstack-request-id: req-0c46ca0a-ec25-464c-9d25-0bf18c6df198 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:20:13.554527 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-plugged", "status": "completed", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:20:13.554527 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0c46ca0a-ec25-464c-9d25-0bf18c6df198 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:20:13.554828 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'code': 200} Nov 03 20:20:19.283177 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-e1585b88-aab3-4d49-953d-0bfbe9669516 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919373841&fields=id&tenant_id=95ecd2dc1dcc4babbce5b4613aa32064 HTTP/1.1" status: 200 len: 267 time: 0.0543892 Nov 03 20:20:19.395120 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-84229f89-d036-46b2-9066-d72f2bf3ccee tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:19.396469 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-84229f89-d036-46b2-9066-d72f2bf3ccee tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 810 time: 0.1057262 Nov 03 20:20:19.411371 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-2fadddcd-d3c5-4fa3-bec2-a27a67bc5d9a tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/quotas/95ecd2dc1dcc4babbce5b4613aa32064 HTTP/1.1" status: 200 len: 375 time: 0.0091481 Nov 03 20:20:19.468062 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-4731005a-2c87-403e-8189-37077d8d5c62 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510283 Nov 03 20:20:19.625204 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-955e359b-bd1e-4f5c-b8dc-4b041fd8ac17 service neutron] 10.222.0.91 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445136 Nov 03 20:20:19.723325 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-438bac5a-7b24-40c4-9787-9270b4eaf715 service neutron] 10.222.0.91 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914950 Nov 03 20:20:19.891262 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e331185d-fd9a-4481-86d6-9e87762c95c4 req-9cdd9b05-7538-4166-a498-933ebc665388 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 210 time: 0.0274839 Nov 03 20:20:20.863182 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-b7d41c7d-939f-4cb1-8703-6016eb0cde2b tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:20.864747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-b7d41c7d-939f-4cb1-8703-6016eb0cde2b tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.110 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 810 time: 0.1159277 Nov 03 20:20:20.940734 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-c3641861-27b0-4ac5-88a8-411fc17b509a tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ecd2dc1dcc4babbce5b4613aa32064 HTTP/1.1" status: 200 len: 379 time: 0.0647752 Nov 03 20:20:20.951433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'port': {'device_id': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'admin_state_up': True, 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'security_groups': ['43fff05d-b11e-4998-90bd-258a11c96b6e']}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:20:21.004037 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-0edf4674-795d-462a-8fad-13f23900ae3c req-3409a9aa-5606-43af-b778-f461c29d320f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 210 time: 0.0291014 Nov 03 20:20:21.074511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Made reservation on behalf of 95ecd2dc1dcc4babbce5b4613aa32064 for: {'port': 1} {{(pid=101988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 20:20:21.078158 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:21.259673 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_common [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Allocated IP 172.20.0.10 (7bb9ba39-438c-4737-b872-55543d2195ab/1dd8eda7-451e-4ba7-9bed-0a296a7f60c3/ff46c12b-b3f0-416b-8ba6-6ea2426000e7) {{(pid=101988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:20:21.471088 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for port, precommit_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:21.537720 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_create {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:21.598776 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Network 7bb9ba39-438c-4737-b872-55543d2195ab is already hosted by enough agents. {{(pid=101988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:20:21.601966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.base_scheduler [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Resources bound (agent type, host, resource id): {{(pid=101988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:20:21.606547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Received port after_create {{(pid=101988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:20:21.610574 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=1']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:21.642587 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.642911 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.643858 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.644190 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.644524 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.644878 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.645207 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.645532 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.645854 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.646176 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.646503 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.646819 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:21.674080 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:21.675041 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:21.699204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-fa8ec222-2808-4bd1-acbb-b7ff3ec461b1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7514689 Nov 03 20:20:21.847797 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-72777425-4c41-430d-a459-088bbac68c8f None None] Provisioning complete for port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 triggered by entity DHCP. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:20:21.849257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-72777425-4c41-430d-a459-088bbac68c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:21.893826 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-72777425-4c41-430d-a459-088bbac68c8f None None] Port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 cannot update to ACTIVE because it is not bound. {{(pid=101991) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 20:20:22.132383 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445f237-16de-4508-8f20-ffba3ddac846 req-c1269f18-3ff6-44c0-9bfe-6cd6c146e992 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:22.133979 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d445f237-16de-4508-8f20-ffba3ddac846 req-c1269f18-3ff6-44c0-9bfe-6cd6c146e992 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0526998 Nov 03 20:20:22.189765 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d445f237-16de-4508-8f20-ffba3ddac846 req-218145ad-a5a4-4b61-a2f2-a1a5f811000c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492771 Nov 03 20:20:22.344182 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:20:22.440836 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:22.482670 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:22.484781 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:20:22.488732 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09af17f-24d9-4f25-8233-9909b7619cf5" -d '{"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:20:22.494445 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:22.531711 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b8e8b-9164-446d-ad30-0dba73c25dec x-openstack-request-id: req-407b8e8b-9164-446d-ad30-0dba73c25dec {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:20:22.532014 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:20:22.532280 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-407b8e8b-9164-446d-ad30-0dba73c25dec {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:20:22.532704 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'code': 200} Nov 03 20:20:22.552502 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Pushing event updated for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=8']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:23.324009 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d43cc-a011-4b2f-b744-25912aeb5c7f req-32e655fe-7134-4eef-83af-02a5d3c4a0c5 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:23.325868 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df9d43cc-a011-4b2f-b744-25912aeb5c7f req-32e655fe-7134-4eef-83af-02a5d3c4a0c5 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0577633 Nov 03 20:20:23.393907 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-df9d43cc-a011-4b2f-b744-25912aeb5c7f req-85088fcd-69e9-407b-8f1b-4be1495380f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599229 Nov 03 20:20:24.531937 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea4f28-147b-487d-a970-57f576e98364 req-9eeeb89a-2540-418f-83f5-1a0f0434de28 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:24.533448 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8ea4f28-147b-487d-a970-57f576e98364 req-9eeeb89a-2540-418f-83f5-1a0f0434de28 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0520694 Nov 03 20:20:24.612392 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-b8ea4f28-147b-487d-a970-57f576e98364 req-f1dd234a-cd79-42fb-8fdd-07c2fb6c2bc3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713112 Nov 03 20:20:25.755268 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edde6-317a-4702-b2d4-28f90c2ba208 req-3315ac0b-8a8f-4a3f-9433-00ea6526e8fe tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:25.756780 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-693edde6-317a-4702-b2d4-28f90c2ba208 req-3315ac0b-8a8f-4a3f-9433-00ea6526e8fe tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0553284 Nov 03 20:20:25.808077 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-693edde6-317a-4702-b2d4-28f90c2ba208 req-e1bb8125-c21c-4a7a-842c-2031af99d13e tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452495 Nov 03 20:20:26.935350 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed8b5d-79e5-428a-b434-eaece2ceab4b req-3bcd1329-38e2-4bec-860a-a644f68e0a16 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:26.937245 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeed8b5d-79e5-428a-b434-eaece2ceab4b req-3bcd1329-38e2-4bec-860a-a644f68e0a16 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0527861 Nov 03 20:20:26.989701 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-eeed8b5d-79e5-428a-b434-eaece2ceab4b req-a0ad2904-91d2-4149-b35b-2bac78eb46b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Nov 03 20:20:28.114933 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec5810-5ecf-4ff6-8219-4f77dd4b5c2a req-7f5b5319-0555-4008-b074-169aff947ac9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:28.116441 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45ec5810-5ecf-4ff6-8219-4f77dd4b5c2a req-7f5b5319-0555-4008-b074-169aff947ac9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0556147 Nov 03 20:20:28.189507 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-45ec5810-5ecf-4ff6-8219-4f77dd4b5c2a req-14b7ac4d-8cd6-4ed9-aa6e-877f897461f9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668328 Nov 03 20:20:29.320570 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0d1e9-4f25-4126-8a8b-9dee8f8711c3 req-0da1e2e2-3e7e-4698-b697-e047b10c1bd2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:29.322918 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6b0d1e9-4f25-4126-8a8b-9dee8f8711c3 req-0da1e2e2-3e7e-4698-b697-e047b10c1bd2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0571702 Nov 03 20:20:29.379696 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-a6b0d1e9-4f25-4126-8a8b-9dee8f8711c3 req-3e3ea77f-f1fa-42fc-a852-d93db7a4dbf1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500104 Nov 03 20:20:30.515099 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452e092-16b7-4b06-a590-3d0fb8dcbe96 req-33b0cc1b-d728-4368-a655-9ed51bca2594 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:30.517427 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5452e092-16b7-4b06-a590-3d0fb8dcbe96 req-33b0cc1b-d728-4368-a655-9ed51bca2594 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0594807 Nov 03 20:20:30.578009 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5452e092-16b7-4b06-a590-3d0fb8dcbe96 req-aa512c88-1c4d-4d2a-b136-efaf15a10473 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524745 Nov 03 20:20:31.706216 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d847f-a65c-4daa-b44b-95551c14e11e req-a43b2bb8-59de-40c6-afd1-5dcab000b4d9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:31.708104 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e59d847f-a65c-4daa-b44b-95551c14e11e req-a43b2bb8-59de-40c6-afd1-5dcab000b4d9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0593560 Nov 03 20:20:31.761873 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e59d847f-a65c-4daa-b44b-95551c14e11e req-46f698cc-38d9-4a55-8b85-49d9eab47908 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476153 Nov 03 20:20:32.930219 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d962c-e2e0-4304-a36c-f7ca9b1ad6cf req-52dc7b73-cfe2-484c-95d4-e404a004409c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:32.931727 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-067d962c-e2e0-4304-a36c-f7ca9b1ad6cf req-52dc7b73-cfe2-484c-95d4-e404a004409c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 932 time: 0.0548933 Nov 03 20:20:32.981704 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-067d962c-e2e0-4304-a36c-f7ca9b1ad6cf req-dfc1e7a0-3d79-4a63-953a-4b457f26f559 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438111 Nov 03 20:20:33.222721 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:33.629119 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-0962a5d8-032b-4b2e-8ff1-6a890ed9467a tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=101988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 20:20:33.630054 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-0962a5d8-032b-4b2e-8ff1-6a890ed9467a tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0068588 Nov 03 20:20:33.699365 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.v2.base [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Request body: {'port': {'device_id': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812151-4'}} {{(pid=101988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:20:33.758893 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:33.797456 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.026267 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff46c12b-b3f0-416b-8ba6-6ea2426000e7 {{(pid=101988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:20:34.034820 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.046966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.provisioning_blocks [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Transition to ACTIVE for port object ff46c12b-b3f0-416b-8ba6-6ea2426000e7 will not be triggered until provisioned by entity L2. {{(pid=101988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 20:20:34.051607 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.106478 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=2']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:34.108407 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7b616-dd0c-40da-85ee-8637b5ed70c6 req-bf3e13af-06a1-40ed-9ec9-69deb4c3cfd2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.109991 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da7b616-dd0c-40da-85ee-8637b5ed70c6 req-bf3e13af-06a1-40ed-9ec9-69deb4c3cfd2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 944 time: 0.0564482 Nov 03 20:20:34.170389 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-7da7b616-dd0c-40da-85ee-8637b5ed70c6 req-55c41da4-b691-46ad-885a-80f99dd8ba12 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520496 Nov 03 20:20:34.185419 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Attempting to bind port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 on host n-h2-812151-4 for vnic_type normal with profile {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 20:20:34.185757 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Attempting to bind port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 by drivers openvswitch,hyperv on host n-h2-812151-4 at level 0 using segments [{'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 20:20:34.186083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Attempting to bind port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 on network 7bb9ba39-438c-4737-b872-55543d2195ab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:20:34.190730 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 on network 7bb9ba39-438c-4737-b872-55543d2195ab not bound, no agent of type Open vSwitch agent registered on host n-h2-812151-4 {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 20:20:34.191049 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Attempting to bind port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 on network 7bb9ba39-438c-4737-b872-55543d2195ab {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 20:20:34.196385 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Checking agent: {'id': 'd02a34cc-5a47-4cf3-8294-d2ea25468534', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812151-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'started_at': datetime.datetime(2021, 11, 3, 18, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 20, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 20:20:34.196746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Checking segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 20:20:34.197257 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Bound using segment: {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'} {{(pid=101988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 20:20:34.197943 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.managers [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Bound port: ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host: n-h2-812151-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c011fe-6262-4afe-8693-9dfc65f92b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab'}}] {{(pid=101988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 20:20:34.198092 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.268643 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, cleared binding levels {{(pid=101988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 20:20:34.271896 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 20:20:34.276871 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64744607'] for port, after_update {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.314632 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.315245 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.316673 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] 10.222.0.110 "PUT /v2.0/ports/ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 1092 time: 0.6731052 Nov 03 20:20:34.317519 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:20:34.320074 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a23f43-89da-478c-8c4f-26dbb7de6fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:20:34.348497 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabde25-03dc-4e78-92d7-93add2556edd service neutron] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=3']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:34.367946 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df5438-74f6-46df-b2fa-1616e8d59b2b x-openstack-request-id: req-99df5438-74f6-46df-b2fa-1616e8d59b2b {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:20:34.368243 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:20:34.368501 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-99df5438-74f6-46df-b2fa-1616e8d59b2b {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:20:34.369009 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'status': 'completed', 'code': 200} Nov 03 20:20:34.424167 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-074256db-7053-43e3-95f8-1fbee971d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.425743 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-074256db-7053-43e3-95f8-1fbee971d4cd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1095 time: 0.0503585 Nov 03 20:20:34.473170 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-1725201a-7d68-4a04-b9d9-50ee74cc10cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 217 time: 0.0369461 Nov 03 20:20:34.527245 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-4dd8c192-3ed2-4917-9af1-291a96f5cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.528570 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-4dd8c192-3ed2-4917-9af1-291a96f5cf51 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0476389 Nov 03 20:20:34.582149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-65fd3b52-4988-4fae-ac67-55e22a311b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.583641 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-65fd3b52-4988-4fae-ac67-55e22a311b89 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475676 Nov 03 20:20:34.676124 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-b43fd647-3378-4345-84b3-df5f25d39427 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844138 Nov 03 20:20:34.773949 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-19d66124-8560-4272-9ba8-2e65f7f09814 req-77cde0fe-74d7-4b91-b390-b1c7e03eef66 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903380 Nov 03 20:20:34.870458 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-73073495-ecaa-4d0e-bab7-f1e234d05e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.872065 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-73073495-ecaa-4d0e-bab7-f1e234d05e4c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1095 time: 0.0454736 Nov 03 20:20:34.883541 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7387986f-2849-411c-8270-9e7d29e56fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:34.973482 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-7a4c1ab1-0506-4ace-922c-50cea54b24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:34.974955 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-7a4c1ab1-0506-4ace-922c-50cea54b24ff service neutron] 10.222.0.110 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0934381 Nov 03 20:20:35.019699 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-897bf8e4-200e-48be-817d-32ba4c32b79b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 217 time: 0.0374312 Nov 03 20:20:35.073337 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-25eb0ee2-13ae-4a85-a4e4-efa440836162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:35.074747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-25eb0ee2-13ae-4a85-a4e4-efa440836162 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0481019 Nov 03 20:20:35.128916 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-426ab585-b085-4098-a69e-fbf81036028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:35.130577 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-426ab585-b085-4098-a69e-fbf81036028e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471096 Nov 03 20:20:35.235540 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-4b17b6e1-4689-48d7-8c0b-570c31edf92d service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969052 Nov 03 20:20:35.305416 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf48d-8b9f-4a7b-bc07-523952fe62a0 req-7abbcc69-c0d4-48c0-b774-c85739423f5b tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:35.307018 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a9bf48d-8b9f-4a7b-bc07-523952fe62a0 req-7abbcc69-c0d4-48c0-b774-c85739423f5b tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 944 time: 0.0588372 Nov 03 20:20:35.345044 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-14a23f43-89da-478c-8c4f-26dbb7de6fa2 req-c6da3034-766c-4265-afe8-31f6138e7f82 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006794 Nov 03 20:20:35.363060 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9a9bf48d-8b9f-4a7b-bc07-523952fe62a0 req-868c6297-f525-4b75-a615-dd794b998cb8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481994 Nov 03 20:20:36.481199 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f5fc7-52e6-4bb8-9a60-6f4be0b5584b req-afe9624e-fcfe-455b-ba2c-3e825add0e1d tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:36.482702 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b2f5fc7-52e6-4bb8-9a60-6f4be0b5584b req-afe9624e-fcfe-455b-ba2c-3e825add0e1d tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 944 time: 0.0484157 Nov 03 20:20:36.537277 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-9b2f5fc7-52e6-4bb8-9a60-6f4be0b5584b req-f45e5cfd-9d65-4a5e-8e10-04d9ec76f4d2 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480371 Nov 03 20:20:37.644188 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:20:37.659426 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe886c0-26eb-46d9-bfc0-6fcbec17944f req-291af03f-d0b0-4738-aa1b-dae84fb23f97 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:37.660952 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fe886c0-26eb-46d9-bfc0-6fcbec17944f req-291af03f-d0b0-4738-aa1b-dae84fb23f97 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 944 time: 0.0531156 Nov 03 20:20:37.712621 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-6fe886c0-26eb-46d9-bfc0-6fcbec17944f req-0a5dcfb6-c9ce-4641-8117-22c9675da4ba tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453155 Nov 03 20:20:37.742026 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:37.753808 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'port_id': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'mac_address': 'fa:16:3e:f7:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:20:37.789524 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:37.802386 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff46c12b-b3f0-416b-8ba6-6ea2426000e7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:20:37.822359 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:37.826157 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:37.876971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=4']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:38.091329 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['ff46c12b-b3f0-416b-8ba6-6ea2426000e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:20:38.510926 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c2493543-07c6-46c5-907c-1c90c67af9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:38.826923 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26061-29ef-42b9-8de2-19d7e2de5a1d req-c4868cf7-3d85-4a22-bc23-c7104ac5567e tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:38.828330 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1a26061-29ef-42b9-8de2-19d7e2de5a1d req-c4868cf7-3d85-4a22-bc23-c7104ac5567e tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Nov 03 20:20:38.879211 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f1a26061-29ef-42b9-8de2-19d7e2de5a1d req-695f6090-3e9b-4195-9f26-c4e5ac0e8631 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Nov 03 20:20:39.656076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:20:39.704811 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning for port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 completed by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 20:20:39.708735 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:20:39.709123 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:39.786373 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:39.808376 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:20:39.810634 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a903af4-6123-4905-bf29-7b5c4634131d" -d '{"events": [{"server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "name": "network-vif-plugged", "status": "completed", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:20:39.823868 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:20:39.828499 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:39.860096 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0cba5-1931-43dd-b82b-7314a371ae57 x-openstack-request-id: req-83a0cba5-1931-43dd-b82b-7314a371ae57 {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:20:39.860367 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "name": "network-vif-plugged", "status": "completed", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:20:39.860628 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-83a0cba5-1931-43dd-b82b-7314a371ae57 {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:20:39.861044 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'code': 200} Nov 03 20:20:39.888708 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=5']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:39.953796 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33e43-df6e-4593-be16-681784fedd2e req-9b397a22-b301-4766-8ec3-7ce270cc3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:39.959865 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fc33e43-df6e-4593-be16-681784fedd2e req-9b397a22-b301-4766-8ec3-7ce270cc3d2e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1097 time: 0.0441542 Nov 03 20:20:40.002748 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbe2e5-58b9-4143-9d10-f528899f0667 req-e206a2cb-17e0-4903-91b2-71264df0793c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:40.004227 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4dbe2e5-58b9-4143-9d10-f528899f0667 req-e206a2cb-17e0-4903-91b2-71264df0793c tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.0545809 Nov 03 20:20:40.006048 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-4fc33e43-df6e-4593-be16-681784fedd2e req-d3d00db3-8830-4ee2-a50b-810c317992f7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Nov 03 20:20:40.059499 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-e4dbe2e5-58b9-4143-9d10-f528899f0667 req-61fe2a28-6afa-4859-8be3-a11a9b1549fc tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479920 Nov 03 20:20:40.262919 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:41.184436 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f81c1-f792-472b-9d8a-00a8271025b2 req-eb7eb9f2-b241-4a01-9727-1d5e0c1c18e4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:41.185988 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac9f81c1-f792-472b-9d8a-00a8271025b2 req-eb7eb9f2-b241-4a01-9727-1d5e0c1c18e4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.0545082 Nov 03 20:20:41.237820 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-ac9f81c1-f792-472b-9d8a-00a8271025b2 req-07e6ec82-b52d-4255-8758-e4e2a4bcfac3 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445418 Nov 03 20:20:42.180144 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:42.240062 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:42.358506 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1796cae-45a6-403b-a663-a5afc9c5f2f0 req-2f359f9b-b03b-4a0c-8380-2a4c86c345ab tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:42.359876 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1796cae-45a6-403b-a663-a5afc9c5f2f0 req-2f359f9b-b03b-4a0c-8380-2a4c86c345ab tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.0525105 Nov 03 20:20:42.410711 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-c1796cae-45a6-403b-a663-a5afc9c5f2f0 req-4e222ec7-7b05-4d14-9fd6-49e94da82233 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442159 Nov 03 20:20:42.527561 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a491b61-7aca-4e2e-9060-ccd5ca258c88 req-1278bb66-26fe-4b27-8892-58b09b792710 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:42.529094 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a491b61-7aca-4e2e-9060-ccd5ca258c88 req-1278bb66-26fe-4b27-8892-58b09b792710 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.0518637 Nov 03 20:20:42.582655 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-5a491b61-7aca-4e2e-9060-ccd5ca258c88 req-5c1f7f8e-4926-49c9-a32f-f8966554e906 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475931 Nov 03 20:20:42.604693 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56622) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:20:42.647393 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3631b-75a5-4797-a0c6-bb5fee0eef87 tempest-TestSnapshotPattern-1932443738 tempest-TestSnapshotPattern-1932443738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:42.648889 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-d5c3631b-75a5-4797-a0c6-bb5fee0eef87 tempest-TestSnapshotPattern-1932443738 tempest-TestSnapshotPattern-1932443738-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1092 time: 0.0431483 Nov 03 20:20:42.651677 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56624) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:20:42.656073 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.v2.base [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Request body: {'floatingip': {'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'port_id': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 20:20:42.679622 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:42.780420 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-ed5095be-1e32-434d-bc1a-67ddf6d86256 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405529 Nov 03 20:20:42.788007 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:42.864407 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688538-20af-45d7-bc39-d46f89fe421c req-610675ac-930e-4790-99f9-ef779a146115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:42.866022 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-610675ac-930e-4790-99f9-ef779a146115 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0427365 Nov 03 20:20:42.905098 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.db_base_plugin_common [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Allocated IP 172.25.8.37 (45fb7514-03de-4995-97d4-c8265a0cdf1a/33e60c51-c9a2-497e-8b51-09b9957051c2/73dbc6b0-6242-4979-8721-f26802fc7857) {{(pid=101989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 20:20:42.978270 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688538-20af-45d7-bc39-d46f89fe421c req-f89735f6-5b45-4f1f-9989-424991eae718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:42.979760 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-f89735f6-5b45-4f1f-9989-424991eae718 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0926743 Nov 03 20:20:43.014444 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for port, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.049114 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750963137832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66426346'] for port, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.052091 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-a8f99422-3b26-4e5c-b879-f2d96ba986d2 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 1000 time: 0.0655851 Nov 03 20:20:43.083396 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Network 45fb7514-03de-4995-97d4-c8265a0cdf1a is already hosted by enough agents. {{(pid=101989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 20:20:43.087895 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.base_scheduler [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Resources bound (agent type, host, resource id): {{(pid=101989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 20:20:43.091771 n-d-812151-4 neutron-server[101989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Received port after_create {{(pid=101989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 20:20:43.104376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688538-20af-45d7-bc39-d46f89fe421c req-ba8879a0-cf68-4f0f-aadb-c4cbdbbecceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:43.105872 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-ba8879a0-cf68-4f0f-aadb-c4cbdbbecceb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0470650 Nov 03 20:20:43.126445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'Port': ['ID=73dbc6b0-6242-4979-8721-f26802fc7857,revision_number=1']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:43.139911 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.140253 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.140591 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.140950 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.141275 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.141600 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.141919 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.142237 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.143064 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.143387 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.143704 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.144020 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:20:43.152866 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688538-20af-45d7-bc39-d46f89fe421c req-7ce82b7a-1f06-4f25-991d-dc9454b248fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:43.154303 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-7ce82b7a-1f06-4f25-991d-dc9454b248fb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418792 Nov 03 20:20:43.252533 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-7f151510-cf5f-4014-b937-27b1deb46bf8 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906689 Nov 03 20:20:43.351072 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-96688538-20af-45d7-bc39-d46f89fe421c req-7ad222cf-46b3-48f0-b2e5-96f190a4779b service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887728 Nov 03 20:20:43.493923 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.567149 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.718795 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for port, precommit_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.723198 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66426341'] for port, after_update {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.792170 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event updated for resources: {'Port': ['ID=73dbc6b0-6242-4979-8721-f26802fc7857,revision_number=2']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:20:43.806566 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1628719'] for floatingip, after_create {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:43.909658 n-d-812151-4 neutron-server[101989]: INFO neutron.db.l3_db [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Floating IP 0f3583b5-646a-4455-abf5-93288e7303b6 associated. External IP: 172.25.8.37, port: ff46c12b-b3f0-416b-8ba6-6ea2426000e7. Nov 03 20:20:44.422602 n-d-812151-4 neutron-server[101989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:20:44.528211 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:20:44.539434 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:20:44.551950 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:20:44.552297 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:20:44.553006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:20:44.592385 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-5b448451-fe39-41d4-af8e-9e8dfe154ce4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9301195 Nov 03 20:20:44.592385 n-d-812151-4 neutron-server[101989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7'}] {{(pid=101989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:20:44.592385 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4405ce95b38fea210f1da9447885be41fa1dab3b531b32772ff46f1465656e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4" -d '{"events": [{"name": "network-changed", "server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7"}]}' {{(pid=101989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:20:44.666749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:20:44.686286 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649e5276-ab4b-4167-be98-e17e965ecc19 x-openstack-request-id: req-649e5276-ab4b-4167-be98-e17e965ecc19 {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:20:44.686647 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7", "status": "completed", "code": 200}]} {{(pid=101989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:20:44.686912 n-d-812151-4 neutron-server[101989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-649e5276-ab4b-4167-be98-e17e965ecc19 {{(pid=101989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:20:44.687313 n-d-812151-4 neutron-server[101989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'status': 'completed', 'code': 200} Nov 03 20:20:44.810836 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-a7faed26-76b7-4ce6-a19b-05c199202283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:44.812285 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-a7faed26-76b7-4ce6-a19b-05c199202283 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1097 time: 0.0478518 Nov 03 20:20:44.910251 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '0f3583b5-646a-4455-abf5-93288e7303b6', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:f7:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:20:43Z', 'updated_at': '2021-11-03T20:20:43Z', 'revision_number': 0, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}, {'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:11Z', 'revision_number': 1, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:20:44.916327 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-5c112940-a46b-42e8-acf4-19226c4bcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:44.917881 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-5c112940-a46b-42e8-acf4-19226c4bcef2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0983903 Nov 03 20:20:44.937006 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:20:44.945857 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:20:44.946453 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:20:38Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:20:44.988845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-0ee78767-4d7e-4887-8948-97b4ad74359e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 999 time: 0.0633957 Nov 03 20:20:45.039743 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-09961720-06c2-4fe0-a15e-c0de5bcda758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:45.041391 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-09961720-06c2-4fe0-a15e-c0de5bcda758 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0453045 Nov 03 20:20:45.052200 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:20:45.091360 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-11bef9e7-d98b-4996-943f-ed2be3115df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:20:45.092903 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-11bef9e7-d98b-4996-943f-ed2be3115df4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436859 Nov 03 20:20:45.199260 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-cabcb861-126b-47e2-9148-6b5959940978 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981555 Nov 03 20:20:45.294530 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-fe9c7fed-a99e-4ee4-89cb-04a8801827a4 req-768632f7-0e1b-4b44-a792-0d945db27ff5 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863857 Nov 03 20:20:45.297812 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '0f3583b5-646a-4455-abf5-93288e7303b6', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:f7:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:20:43Z', 'updated_at': '2021-11-03T20:20:43Z', 'revision_number': 0, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}, {'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:11Z', 'revision_number': 1, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:20:45.330391 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d5fcb-baff-4409-92ac-34f721bc78ed None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '0f3583b5-646a-4455-abf5-93288e7303b6', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:f7:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:20:43Z', 'updated_at': '2021-11-03T20:20:43Z', 'revision_number': 0, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}, {'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:11Z', 'revision_number': 1, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:20:45.530009 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9fe23-5105-40fb-bef8-bd78b2bec789 None None] New status for floating IP 0f3583b5-646a-4455-abf5-93288e7303b6: ACTIVE {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:20:47.302947 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:21:03.218615 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:03.794164 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:04.876457 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5c371cb5-dfc3-49d7-8e28-eb6a1a6b085f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:08.514163 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-385f280f-f5e6-496d-a89e-a5d2d4ddba81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:10.267124 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:12.183766 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:12.242099 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:24.302612 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:21:31.610084 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-d583b08e-27a5-4459-a9f1-f147a588c783 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425525 Nov 03 20:21:31.709019 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-ef62233d-d8ae-419b-845e-d4ea0faeaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:31.710522 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-ef62233d-d8ae-419b-845e-d4ea0faeaf9b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1097 time: 0.0485053 Nov 03 20:21:31.823952 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-bc88e581-c9ff-49de-bba4-a0d161308838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:31.825618 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-bc88e581-c9ff-49de-bba4-a0d161308838 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0919945 Nov 03 20:21:31.898919 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-64090db9-a909-4669-8292-551dc2c7502e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 1001 time: 0.0652084 Nov 03 20:21:31.949950 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-f2072478-1f78-4d28-aa79-f77ab5fa3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:31.951419 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-f2072478-1f78-4d28-aa79-f77ab5fa3ac1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0452385 Nov 03 20:21:31.999217 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-8c163eed-b030-44a0-83ca-33fc64b2790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:32.000762 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-8c163eed-b030-44a0-83ca-33fc64b2790b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411580 Nov 03 20:21:32.100746 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-9a067faa-87d5-4714-b6ed-c1d678968599 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907180 Nov 03 20:21:32.191712 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-a85e3e45-eff2-423c-ae28-21bc7c1b6eeb req-435fe654-59ea-470c-92e6-6becca7f13e3 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824788 Nov 03 20:21:33.230689 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:33.805974 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:35.040304 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-de44b45d-2bce-49b5-8340-c8c3427ad009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:38.517105 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be388977-c4e7-4244-8238-e02f83826948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:40.269749 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:42.185965 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:42.245618 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:21:42.827802 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-bb98433d-e3f4-4f91-8c91-a5523eddfaec service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902181 Nov 03 20:21:42.923465 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-5340dd64-66b6-4120-a728-97f40fab1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:42.925007 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-5340dd64-66b6-4120-a728-97f40fab1f7a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0490520 Nov 03 20:21:43.032171 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-0b567611-c2e3-4a79-9eae-6f22f803b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:43.033747 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-0b567611-c2e3-4a79-9eae-6f22f803b075 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0887041 Nov 03 20:21:43.107275 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-ec94f341-e04a-4db2-923b-0d74d6f26f48 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 1000 time: 0.0655525 Nov 03 20:21:43.161438 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-66b327cd-c259-4e9b-9258-f66dd30151b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:43.163418 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-66b327cd-c259-4e9b-9258-f66dd30151b2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0476506 Nov 03 20:21:43.208708 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-ecfd986a-96aa-472d-87a3-a674913dd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:21:43.210214 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-ecfd986a-96aa-472d-87a3-a674913dd676 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398622 Nov 03 20:21:43.305237 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-ff6bf74d-75a4-4b84-9c9b-c4e45d1c8e70 service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879095 Nov 03 20:21:43.400683 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-202885cd-3760-4633-b5f1-52f36b2ab2b2 req-881c5042-0abe-4efa-a260-ac5503ccfc5c service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Nov 03 20:22:01.303629 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:22:03.245126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:03.821387 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:04.883605 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a946ae61-1727-45c9-b76c-610440c8987a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:08.520241 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b0a751d9-46de-4049-8ce4-bc0d5725e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:10.273089 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:12.189117 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:12.248865 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:26.171068 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 details requested by agent hyperv_n-h2-812151-4 with host n-h2-812151-4 {{(pid=101991) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:22:26.273731 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:26.285848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Returning: {'device': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'port_id': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'mac_address': 'fa:16:3e:f7:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101991) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:22:26.331635 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:26.347734 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff46c12b-b3f0-416b-8ba6-6ea2426000e7 {{(pid=101991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:22:26.370783 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:26.376154 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:26.436051 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=6']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:26.449209 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.449718 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.450217 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.450720 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.451213 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.451722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.452243 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.452819 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.453326 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.453749 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.454237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.454237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:26.463285 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] get_ports_and_sgs() called for port_ids ['ff46c12b-b3f0-416b-8ba6-6ea2426000e7'] {{(pid=101991) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:22:28.187726 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 up at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:22:28.276748 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.provisioning_blocks [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Provisioning complete for port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 triggered by entity L2. {{(pid=101991) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:22:28.277137 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-588876'] for port, provisioning_complete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:28.381503 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975353'] for port, before_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:28.412183 n-d-812151-4 neutron-server[101991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7'}] {{(pid=101991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:22:28.414498 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d70e5d93159f7af0310e0b7c757d2aaaedb2cbd7c14533fe8499b21ad44a697c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d9baa2-2cce-4222-953a-d5499a279467" -d '{"events": [{"server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "name": "network-vif-plugged", "status": "completed", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7"}]}' {{(pid=101991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:22:28.431058 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:28.436379 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750963634544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750963137850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750963137868'] for port, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:28.472178 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1816e282-3bb3-4736-8166-95b679be109a x-openstack-request-id: req-1816e282-3bb3-4736-8166-95b679be109a {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:22:28.473539 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "name": "network-vif-plugged", "status": "completed", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7", "code": 200}]} {{(pid=101991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:22:28.474316 n-d-812151-4 neutron-server[101991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1816e282-3bb3-4736-8166-95b679be109a {{(pid=101991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:22:28.474992 n-d-812151-4 neutron-server[101991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'code': 200} Nov 03 20:22:28.505761 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Pushing event updated for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=7']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:31.662517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-e17022b3-435c-42e6-a971-e81f650926bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:31.664820 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-e17022b3-435c-42e6-a971-e81f650926bd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1097 time: 0.0576024 Nov 03 20:22:31.790146 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-d9a127f9-0fa7-493f-9f84-fd71ccd1d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:31.791757 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-d9a127f9-0fa7-493f-9f84-fd71ccd1d9c0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.1020296 Nov 03 20:22:31.882390 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-7de6e231-a525-4055-afb4-235cd61556a7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 1001 time: 0.0827951 Nov 03 20:22:31.944798 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-6683948a-df33-499c-831c-442daff156dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:31.946348 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-6683948a-df33-499c-831c-442daff156dc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0556779 Nov 03 20:22:32.001338 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-72b280c2-620e-4b73-8831-25cc937e0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:32.002845 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-72b280c2-620e-4b73-8831-25cc937e0191 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484705 Nov 03 20:22:32.120302 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-b3590c41-22eb-44b3-8a91-b119263def45 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085186 Nov 03 20:22:32.230125 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8e1febda-20ce-48eb-9bc8-10a86bd8adbc req-172d7f53-11d3-43b8-9b05-ce0d33102a13 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972910 Nov 03 20:22:33.277847 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:33.839945 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:34.887045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a348870e-3e26-45db-9aeb-b0db515d19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.303333 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:22:38.450129 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56830) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:38.521760 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1d20-a895-4c8a-88b0-dbeee9520aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.624492 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Deleting port 73dbc6b0-6242-4979-8721-f26802fc7857 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:38.624859 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.699069 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.699389 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.710909 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Calling delete_port for 73dbc6b0-6242-4979-8721-f26802fc7857 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:38.861943 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.885572 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event deleted for resources: {'Port': ['ID=73dbc6b0-6242-4979-8721-f26802fc7857,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:38.896373 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.896579 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.896853 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.897276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.897531 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.897863 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.898621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.898621 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.898848 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.899130 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.900342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.900342 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:38.966123 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:38.966461 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Floating IP 0f3583b5-646a-4455-abf5-93288e7303b6 disassociated (deleted). External IP: 172.25.8.37, port: ff46c12b-b3f0-416b-8ba6-6ea2426000e7. Nov 03 20:22:39.469082 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:22:39.583241 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:22:39.588575 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:39.593613 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:22:39.604964 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:39.605971 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:39.627691 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-556c350f-ba8f-48b0-9a25-3dc517a734c0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "DELETE /v2.0/floatingips/0f3583b5-646a-4455-abf5-93288e7303b6 HTTP/1.1" status: 204 len: 168 time: 1.1764064 Nov 03 20:22:39.628405 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:22:39.631034 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03719093-2bd3-44f0-8a55-767af8c0344c" -d '{"events": [{"name": "network-changed", "server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:22:39.721757 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:39.765890 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca7e833-13ca-44d5-96fd-26d3ffaad759 x-openstack-request-id: req-8ca7e833-13ca-44d5-96fd-26d3ffaad759 {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:22:39.767044 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:22:39.767514 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8ca7e833-13ca-44d5-96fd-26d3ffaad759 {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:22:39.767993 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'status': 'completed', 'code': 200} Nov 03 20:22:39.851875 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719093-2bd3-44f0-8a55-767af8c0344c req-32e0f672-7cd3-4a0e-acb9-512872287e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:39.854597 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-32e0f672-7cd3-4a0e-acb9-512872287e86 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 1097 time: 0.0579720 Nov 03 20:22:39.983764 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719093-2bd3-44f0-8a55-767af8c0344c req-a3f5126d-a29e-47ec-bae4-56a1c200524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:39.985327 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-a3f5126d-a29e-47ec-bae4-56a1c200524b service neutron] 10.222.0.110 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.1180658 Nov 03 20:22:40.010144 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02008676-a3d5-41d8-abcc-c186817dcb71 req-0a3134f3-1860-4aff-bd01-01c54e09ade7 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:40.011946 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02008676-a3d5-41d8-abcc-c186817dcb71 req-0a3134f3-1860-4aff-bd01-01c54e09ade7 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.1448374 Nov 03 20:22:40.013984 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:11Z', 'revision_number': 1, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:40.043560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:22:40.049912 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-fc6792af-521e-42ee-bce7-904996fac903 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 200 len: 217 time: 0.0562921 Nov 03 20:22:40.053638 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:40.054268 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:40.078139 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-02008676-a3d5-41d8-abcc-c186817dcb71 req-39f98378-2025-400a-9122-794a13323dc0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590756 Nov 03 20:22:40.127893 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719093-2bd3-44f0-8a55-767af8c0344c req-9183cc40-8cd5-4996-8f02-5aebdbde5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:40.129380 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-9183cc40-8cd5-4996-8f02-5aebdbde5c1c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0708556 Nov 03 20:22:40.172367 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:40.188734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719093-2bd3-44f0-8a55-767af8c0344c req-d6dd03f0-1179-40d1-8f56-b00f9038ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:40.190814 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-d6dd03f0-1179-40d1-8f56-b00f9038ab7e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509932 Nov 03 20:22:40.292525 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:40.304028 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-ce205eac-ca47-43b0-9a84-cd390e9d9a86 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023376 Nov 03 20:22:40.419443 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-03719093-2bd3-44f0-8a55-767af8c0344c req-edf1afbf-5e71-45b5-9b04-f1e9a6363069 service neutron] 10.222.0.110 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049182 Nov 03 20:22:40.449742 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:11Z', 'revision_number': 1, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:40.477679 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471bf4d5-7a1f-47cb-9fa8-8244fd4df5dd None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_floatingips': [{'id': '7915585d-d1bb-43f4-9499-4fde0f777abb', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'router_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'port_id': '38b8f771-6132-474a-ad3c-223440cc2c74', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'mac_address': 'fa:16:3e:a9:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T20:18:08Z', 'updated_at': '2021-11-03T20:18:11Z', 'revision_number': 1, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:22:40.745006 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec21e-e285-46fd-887d-0f49ab6d7008 None None] New status for floating IP 0f3583b5-646a-4455-abf5-93288e7303b6: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:22:41.211373 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320149a-ba35-4e6a-9624-63f20120a917 req-6592ecce-06b3-4cdd-a190-c9f630d5f81b tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:41.213492 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d320149a-ba35-4e6a-9624-63f20120a917 req-6592ecce-06b3-4cdd-a190-c9f630d5f81b tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.0570831 Nov 03 20:22:41.275117 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-d320149a-ba35-4e6a-9624-63f20120a917 req-798e2e15-8f63-4938-9cea-5c1e5e29770a tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547183 Nov 03 20:22:41.717637 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-296c3a34-ee1c-4321-9abf-c31abd3411d0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:41.724713 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-296c3a34-ee1c-4321-9abf-c31abd3411d0 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.110 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 946 time: 0.0495405 Nov 03 20:22:41.809376 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Deleting port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:41.809716 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:41.901650 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] For port ff46c12b-b3f0-416b-8ba6-6ea2426000e7, host n-h2-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812151-4',level=0,port_id=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:41.902011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:41.915831 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Calling delete_port for ff46c12b-b3f0-416b-8ba6-6ea2426000e7 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:42.047409 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:42.077944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event deleted for resources: {'Port': ['ID=ff46c12b-b3f0-416b-8ba6-6ea2426000e7,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:42.121661 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] No DVR routers for this DVR port ff46c12b-b3f0-416b-8ba6-6ea2426000e7 on host n-h2-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:22:42.124519 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:42.128393 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-c15c7b88-0ff1-408e-92c9-05f163021364 req-c5fface6-68da-4b4b-a234-1464307db36f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.110 "DELETE /v2.0/ports/ff46c12b-b3f0-416b-8ba6-6ea2426000e7 HTTP/1.1" status: 204 len: 173 time: 0.4027922 Nov 03 20:22:42.128906 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'name': 'network-vif-deleted', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:22:42.131699 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306966e9-3546-470d-b97a-fa4b29f6d252" -d '{"events": [{"server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "name": "network-vif-deleted", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:22:42.172801 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a61d108-508e-4613-ba87-4c8f73352d2d x-openstack-request-id: req-0a61d108-508e-4613-ba87-4c8f73352d2d {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:22:42.173101 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e125ca-16cc-4644-8a96-d6bbc0f3ee11", "name": "network-vif-deleted", "tag": "ff46c12b-b3f0-416b-8ba6-6ea2426000e7", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:22:42.173357 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0a61d108-508e-4613-ba87-4c8f73352d2d {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:22:42.173766 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e125ca-16cc-4644-8a96-d6bbc0f3ee11', 'name': 'network-vif-deleted', 'tag': 'ff46c12b-b3f0-416b-8ba6-6ea2426000e7', 'status': 'completed', 'code': 200} Nov 03 20:22:42.195029 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:42.231622 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:42.259952 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: ff46c12b-b3f0-416b-8ba6-6ea2426000e7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:42.260293 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:42.277299 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:42.389491 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-2a9345b2-175e-4171-9e9b-1d414087140e req-fcaa6ff8-5966-4dd9-af40-af3f766c5d9f tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=95e125ca-16cc-4644-8a96-d6bbc0f3ee11 HTTP/1.1" status: 200 len: 210 time: 0.0289817 Nov 03 20:22:43.989547 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56892) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:44.153333 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Deleting port c4f08d45-7d33-4c04-acea-47f2bf834cc8 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:44.153584 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:44.230199 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:44.230572 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:44.244175 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Calling delete_port for c4f08d45-7d33-4c04-acea-47f2bf834cc8 owned by network:floatingip {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:44.397834 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:44.424174 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event deleted for resources: {'Port': ['ID=c4f08d45-7d33-4c04-acea-47f2bf834cc8,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:44.489352 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for floatingip, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:44.489754 n-d-812151-4 neutron-server[101988]: INFO neutron.db.l3_db [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Floating IP 7915585d-d1bb-43f4-9499-4fde0f777abb disassociated (deleted). External IP: 172.25.8.152, port: 38b8f771-6132-474a-ad3c-223440cc2c74. Nov 03 20:22:44.706674 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:22:44.838587 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-11c0fa29-693f-4c24-bc28-37021ef4bb20 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850391 Nov 03 20:22:44.855149 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:22:44.860493 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for floatingip, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:44.865389 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:22:44.875643 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:44.876342 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:44.914397 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-4f7dcf6d-a844-481b-8332-0f23aaa778f8 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "DELETE /v2.0/floatingips/7915585d-d1bb-43f4-9499-4fde0f777abb HTTP/1.1" status: 204 len: 168 time: 0.9237216 Nov 03 20:22:44.915859 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:22:44.918153 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d023d-a748-495e-a3e4-94e58fd650f8" -d '{"events": [{"name": "network-changed", "server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:22:44.941601 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-bc3cff03-85e2-4b71-8cb8-bdd07ff68710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:44.943320 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-bc3cff03-85e2-4b71-8cb8-bdd07ff68710 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0605848 Nov 03 20:22:44.975150 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d92572-01f5-453f-8dd2-4a4ce79c290f x-openstack-request-id: req-f3d92572-01f5-453f-8dd2-4a4ce79c290f {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:22:44.975426 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:22:44.975679 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3d92572-01f5-453f-8dd2-4a4ce79c290f {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:22:44.976072 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'status': 'completed', 'code': 200} Nov 03 20:22:44.999802 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:45.065576 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-26a24998-3442-415e-85c5-d30a7a50d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.067166 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-26a24998-3442-415e-85c5-d30a7a50d558 service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.1004341 Nov 03 20:22:45.112221 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-3cdccd38-b7e8-479f-ae01-7f00a5b88b4c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 217 time: 0.0369494 Nov 03 20:22:45.167592 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8696c-341d-426e-b2fb-28fb4820e875 req-c6876df6-d215-4430-961e-219a96f549ad tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.168638 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-b45240c6-4aca-44d2-9417-58dcc11d0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.170111 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ec8696c-341d-426e-b2fb-28fb4820e875 req-c6876df6-d215-4430-961e-219a96f549ad tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0525436 Nov 03 20:22:45.170281 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-b45240c6-4aca-44d2-9417-58dcc11d0608 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0493448 Nov 03 20:22:45.230205 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-3ec8696c-341d-426e-b2fb-28fb4820e875 req-a08fc71a-87bf-4334-8236-675eee6d52d1 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511479 Nov 03 20:22:45.231102 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-8e732c07-d23a-4873-ab12-bd7120fc3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.232672 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-8e732c07-d23a-4873-ab12-bd7120fc3872 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546062 Nov 03 20:22:45.246310 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:45.283480 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:22:45.293642 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:45.294244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:45.333134 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-b6ed9e93-1987-4d1f-acd3-20e266b15d4c service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927358 Nov 03 20:22:45.404004 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:45.431163 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-8b1f6920-d608-415d-95fc-453a4f8d9946 req-2690230b-5060-4859-a523-0ce6f97775cb service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896869 Nov 03 20:22:45.524106 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-31c4f564-5164-40c3-b4e3-105128332962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.525574 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-31c4f564-5164-40c3-b4e3-105128332962 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0433178 Nov 03 20:22:45.614535 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:45.626926 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-a3032f02-d2b0-4c9d-945b-277e4cb3f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.628414 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-a3032f02-d2b0-4c9d-945b-277e4cb3f99f service neutron] 10.222.0.115 "GET /v2.0/networks?id=7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 200 len: 911 time: 0.0958574 Nov 03 20:22:45.642544 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcfde5-bdf8-4e36-8537-cf5e832d7541 None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:17:49Z', 'revision_number': 4, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4', '_interfaces': [{'id': '0f6cfbe8-b13b-40df-b84b-c6926c98922f', 'name': '', 'network_id': '7bb9ba39-438c-4737-b872-55543d2195ab', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'mac_address': 'fa:16:3e:0b:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:48Z', 'updated_at': '2021-11-03T20:17:52Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'subnets': [{'id': '1dd8eda7-451e-4ba7-9bed-0a296a7f60c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:22:45.677665 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-bacbc5d0-68fb-45cf-a800-fa34f87f2681 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 200 len: 217 time: 0.0407262 Nov 03 20:22:45.731640 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-cf08e2bc-aff6-462a-9241-85fe0a363cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.733148 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-cf08e2bc-aff6-462a-9241-85fe0a363cfb service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 200 len: 849 time: 0.0479271 Nov 03 20:22:45.782145 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-c8c5ebbe-de8c-4911-9cf2-08c1c2b695bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:45.783555 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-c8c5ebbe-de8c-4911-9cf2-08c1c2b695bd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=7bb9ba39-438c-4737-b872-55543d2195ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430770 Nov 03 20:22:45.883835 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1838ce-2fe7-444c-bf6c-ee80012b7dbd None None] New status for floating IP 7915585d-d1bb-43f4-9499-4fde0f777abb: DOWN {{(pid=101992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:22:45.892311 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-b23e503c-682f-4e8c-9001-92f1c851716d service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993819 Nov 03 20:22:45.989204 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-e65d023d-a748-495e-a3e4-94e58fd650f8 req-5eae8d62-3e67-42e2-b273-302ede5e0a5e service neutron] 10.222.0.115 "GET /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888922 Nov 03 20:22:46.261173 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 no longer exists at agent hyperv_n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:46.282241 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] No Port match for: ff46c12b-b3f0-416b-8ba6-6ea2426000e7 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:46.282579 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Device ff46c12b-b3f0-416b-8ba6-6ea2426000e7 not bound to the agent host n-h2-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:46.356876 n-d-812151-4 neutron-server[101989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1db5c-09b3-40a0-bf98-aa2ea1c23640 req-6cdf18a6-e3ef-4d8f-89f8-44b0a0292260 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:46.358381 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3b1db5c-09b3-40a0-bf98-aa2ea1c23640 req-6cdf18a6-e3ef-4d8f-89f8-44b0a0292260 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0514927 Nov 03 20:22:46.412323 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-f3b1db5c-09b3-40a0-bf98-aa2ea1c23640 req-ffdfb9d8-f19c-4f82-913b-8779fc6f63fb tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/security-groups?id=43fff05d-b11e-4998-90bd-258a11c96b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479491 Nov 03 20:22:46.696902 n-d-812151-4 neutron-server[101988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209225ac-96b8-419d-b733-e78233f56aed req-473f7589-f603-47ec-9cfd-fc6f9b074978 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:22:46.698428 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-209225ac-96b8-419d-b733-e78233f56aed req-473f7589-f603-47ec-9cfd-fc6f9b074978 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.115 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 944 time: 0.0560496 Nov 03 20:22:46.792083 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Deleting port 38b8f771-6132-474a-ad3c-223440cc2c74 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:46.792423 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:47.172261 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] For port 38b8f771-6132-474a-ad3c-223440cc2c74, host n-h1-812151-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812151-4',level=0,port_id=38b8f771-6132-474a-ad3c-223440cc2c74,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:47.172528 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:47.185538 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Calling delete_port for 38b8f771-6132-474a-ad3c-223440cc2c74 owned by compute:nova {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:47.314258 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:47.346436 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event deleted for resources: {'Port': ['ID=38b8f771-6132-474a-ad3c-223440cc2c74,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:47.390857 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] No DVR routers for this DVR port 38b8f771-6132-474a-ad3c-223440cc2c74 on host n-h1-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:22:47.393573 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90032'] for port, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:47.397083 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [req-209225ac-96b8-419d-b733-e78233f56aed req-6ce033e3-cb3f-443c-9cab-d3e3dfc7b0a4 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.115 "DELETE /v2.0/ports/38b8f771-6132-474a-ad3c-223440cc2c74 HTTP/1.1" status: 204 len: 173 time: 0.6928117 Nov 03 20:22:47.397517 n-d-812151-4 neutron-server[101988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-deleted', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74'}] {{(pid=101988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:22:47.399857 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40aad7afe24988352d5c9e0ee7b996f9d638ad3a4964dc83a9be1d20ea7f0c9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40a8c10-0f1f-4ec9-b10c-caf87f73780d" -d '{"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-deleted", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74"}]}' {{(pid=101988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:22:47.442763 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cacd4c-c90b-4af1-a65a-a8c20221d6de x-openstack-request-id: req-03cacd4c-c90b-4af1-a65a-a8c20221d6de {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:22:47.443064 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e7f75-795d-4e47-bc4c-0e5efac6e2b6", "name": "network-vif-deleted", "tag": "38b8f771-6132-474a-ad3c-223440cc2c74", "status": "completed", "code": 200}]} {{(pid=101988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:22:47.443679 n-d-812151-4 neutron-server[101988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-03cacd4c-c90b-4af1-a65a-a8c20221d6de {{(pid=101988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:22:47.444055 n-d-812151-4 neutron-server[101988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e7f75-795d-4e47-bc4c-0e5efac6e2b6', 'name': 'network-vif-deleted', 'tag': '38b8f771-6132-474a-ad3c-223440cc2c74', 'status': 'completed', 'code': 200} Nov 03 20:22:47.517474 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [req-094ad678-dc61-471f-89c0-bfff5b0a3a15 req-8ee70d03-247d-41f5-a573-c0a5a9196441 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "GET /v2.0/ports?device_id=255e7f75-795d-4e47-bc4c-0e5efac6e2b6 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Nov 03 20:22:48.577237 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56908) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:48.636597 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14f776c-65cf-4802-8090-7bacdee254b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:48.660617 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14f776c-65cf-4802-8090-7bacdee254b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:48.720868 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14f776c-65cf-4802-8090-7bacdee254b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:48.723678 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b14f776c-65cf-4802-8090-7bacdee254b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Publish callbacks [] for security_group, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:48.724850 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b14f776c-65cf-4802-8090-7bacdee254b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] 10.222.0.91 "DELETE /v2.0/security-groups/43fff05d-b11e-4998-90bd-258a11c96b6e HTTP/1.1" status: 204 len: 168 time: 0.1466045 Nov 03 20:22:48.733921 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f776c-65cf-4802-8090-7bacdee254b9 tempest-TestSnapshotPattern-917758295 tempest-TestSnapshotPattern-917758295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fff05d-b11e-4998-90bd-258a11c96b6e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:49.785746 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56914) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:50.247341 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:50.498968 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Deleting port 0f6cfbe8-b13b-40df-b84b-c6926c98922f {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:50.499204 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:50.586835 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] For port 0f6cfbe8-b13b-40df-b84b-c6926c98922f, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=0f6cfbe8-b13b-40df-b84b-c6926c98922f,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:50.587192 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:50.599948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Calling delete_port for 0f6cfbe8-b13b-40df-b84b-c6926c98922f owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:50.782780 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:50.809944 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6cfbe8-b13b-40df-b84b-c6926c98922f,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:50.981815 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:51.088522 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 no longer exists at agent hyperv_n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:51.110253 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] No Port match for: 38b8f771-6132-474a-ad3c-223440cc2c74 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:51.110597 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Device 38b8f771-6132-474a-ad3c-223440cc2c74 not bound to the agent host n-h1-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:51.204584 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Router 7dc1714f-0f6c-435a-9cc1-7f909847a043 has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:22:51.313219 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:22:51.318617 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-015f6092-19ec-46a5-972e-03a7929c7d31 admin admin] 10.222.0.91 "PUT /v2.0/routers/7dc1714f-0f6c-435a-9cc1-7f909847a043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314331 Nov 03 20:22:51.321118 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56918) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:51.324525 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] Sync routers for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:22:51.335458 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:51.336076 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:51.429117 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:51.449821 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: n-d-812151-4 {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:51.537879 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:51.597784 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Deleting port c6723133-6ea2-43a6-bfb4-36a2cb56138b {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:51.598121 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:51.647831 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:22:50Z', 'revision_number': 5, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port': {'id': 'c6723133-6ea2-43a6-bfb4-36a2cb56138b', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:80:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:47Z', 'updated_at': '2021-11-03T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:51.676064 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] Checking router: 7dc1714f-0f6c-435a-9cc1-7f909847a043 for host: n-d-812151-4 {{(pid=101991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:22:51.684957 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] Routers {'7dc1714f-0f6c-435a-9cc1-7f909847a043'} bound to L3 agent in host n-d-812151-4 {{(pid=101991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:51.685682 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['7dc1714f-0f6c-435a-9cc1-7f909847a043'], 'active': True} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:51.685834 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] For port c6723133-6ea2-43a6-bfb4-36a2cb56138b, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c6723133-6ea2-43a6-bfb4-36a2cb56138b,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:51.686124 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:51.705722 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Calling delete_port for c6723133-6ea2-43a6-bfb4-36a2cb56138b owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:51.778274 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvr_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] Set router 7dc1714f-0f6c-435a-9cc1-7f909847a043 gateway port host: None {{(pid=101991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:51.841863 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_hamode_db [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:22:51Z', 'revision_number': 6, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:51.869237 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86fe21-b846-4cdd-8809-ee2bc5bc96d9 None None] The sync data for ids ['7dc1714f-0f6c-435a-9cc1-7f909847a043'] in n-d-812151-4 is: [{'id': '7dc1714f-0f6c-435a-9cc1-7f909847a043', 'name': 'tempest-TestSnapshotPattern-1013456961-router', 'tenant_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:46Z', 'updated_at': '2021-11-03T20:22:51Z', 'revision_number': 6, 'project_id': '95ecd2dc1dcc4babbce5b4613aa32064', 'gw_port_host': None}] {{(pid=101991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:22:51.883956 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:51.923511 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6723133-6ea2-43a6-bfb4-36a2cb56138b,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:51.987464 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.088248 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.090962 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.136976 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.137663 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc1714f-0f6c-435a-9cc1-7f909847a043 {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:22:52.142541 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.143773 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-92fab537-4814-4fc1-b2c4-81e65fae1268 admin admin] 10.222.0.91 "DELETE /v2.0/routers/7dc1714f-0f6c-435a-9cc1-7f909847a043 HTTP/1.1" status: 204 len: 168 time: 0.8217220 Nov 03 20:22:52.146314 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56922) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:52.198564 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Deleting subnet 1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:22:52.202087 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.238368 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.322052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.378331 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.402975 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd8eda7-451e-4ba7-9bed-0a296a7f60c3,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:52.410003 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.413232 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-af4e89d6-f4fe-40e2-959a-71746733413f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1dd8eda7-451e-4ba7-9bed-0a296a7f60c3 HTTP/1.1" status: 204 len: 168 time: 0.2659872 Nov 03 20:22:52.417157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56924) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:52.417346 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b91288f-edb4-469a-95ba-62313b95f5dd None None] Network 7bb9ba39-438c-4737-b872-55543d2195ab requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:22:52.486434 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.546396 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Deleting port afc9ccf9-c586-4125-bc46-46e2be73e426 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:52.546734 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.611278 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] For port afc9ccf9-c586-4125-bc46-46e2be73e426, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=afc9ccf9-c586-4125-bc46-46e2be73e426,segment=NetworkSegment(02c011fe-6262-4afe-8693-9dfc65f92b5e),segment_id=02c011fe-6262-4afe-8693-9dfc65f92b5e)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:52.611631 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.624392 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Calling delete_port for afc9ccf9-c586-4125-bc46-46e2be73e426 owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:52.674034 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] DHCP port deletion for 7bb9ba39-438c-4737-b872-55543d2195ab request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:22:52.717275 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.725595 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Deleting port afc9ccf9-c586-4125-bc46-46e2be73e426 {{(pid=101991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:52.725956 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.745739 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc9ccf9-c586-4125-bc46-46e2be73e426,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:52.751905 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] No DVR routers for this DVR port afc9ccf9-c586-4125-bc46-46e2be73e426 on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:22:52.799919 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.db [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] For port afc9ccf9-c586-4125-bc46-46e2be73e426, host n-d-812151-4, got binding levels [] {{(pid=101991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:52.800671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.814712 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Calling delete_port for afc9ccf9-c586-4125-bc46-46e2be73e426 owned by network:dhcp {{(pid=101991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:52.817400 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.ipam_backend_mixin [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Port afc9ccf9-c586-4125-bc46-46e2be73e426 was not found and therefore no delete operation was performed {{(pid=101991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 20:22:52.818671 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841'] for port, after_delete {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.829532 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.843782 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] Pushing event deleted for resources: {'Port': ['ID=afc9ccf9-c586-4125-bc46-46e2be73e426,revision_number=None']} {{(pid=101991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:52.849244 n-d-812151-4 neutron-server[101991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de6c17-f422-4dbd-80f8-37f68c6978aa None None] No DVR routers for this DVR port afc9ccf9-c586-4125-bc46-46e2be73e426 on host n-d-812151-4 {{(pid=101991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:22:52.850510 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb9ba39-438c-4737-b872-55543d2195ab']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:52.861987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c011fe-6262-4afe-8693-9dfc65f92b5e') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:52.861987 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c011fe-6262-4afe-8693-9dfc65f92b5e') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:52.877101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.891019 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.897723 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:22:52.898125 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:22:52.899861 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:22:52.958759 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.976218 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:52.980088 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7bb9ba39-438c-4737-b872-55543d2195ab HTTP/1.1" status: 204 len: 168 time: 0.5619993 Nov 03 20:22:52.981157 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c7e4f-c37a-48f2-81a1-557f1a42da58 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb9ba39-438c-4737-b872-55543d2195ab,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:52.983029 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56926) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:53.335638 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628207'] for router_interface, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:53.442903 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0f6cfbe8-b13b-40df-b84b-c6926c98922f no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:53.465836 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 0f6cfbe8-b13b-40df-b84b-c6926c98922f {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:53.466184 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 0f6cfbe8-b13b-40df-b84b-c6926c98922f not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:53.466644 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6723133-6ea2-43a6-bfb4-36a2cb56138b no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:53.486383 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c6723133-6ea2-43a6-bfb4-36a2cb56138b {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:53.486724 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c6723133-6ea2-43a6-bfb4-36a2cb56138b not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:53.487218 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device afc9ccf9-c586-4125-bc46-46e2be73e426 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:53.506185 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: afc9ccf9-c586-4125-bc46-46e2be73e426 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:53.506510 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device afc9ccf9-c586-4125-bc46-46e2be73e426 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:53.590420 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Deleting port c83dc81b-7596-423c-af8b-b64f2fd62f9e {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:53.590770 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:53.670323 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] For port c83dc81b-7596-423c-af8b-b64f2fd62f9e, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=c83dc81b-7596-423c-af8b-b64f2fd62f9e,segment=NetworkSegment(8f09461e-79d7-46be-bb21-92010ac6832c),segment_id=8f09461e-79d7-46be-bb21-92010ac6832c)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:53.670696 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:53.683845 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Calling delete_port for c83dc81b-7596-423c-af8b-b64f2fd62f9e owned by network:router_interface {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:54.152200 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:54.182963 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83dc81b-7596-423c-af8b-b64f2fd62f9e,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:54.356006 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629663'] for router_interface, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:54.579797 n-d-812151-4 neutron-server[101988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Router d94803b6-7ffc-4b49-be8d-8ed219b75b4b has already been hosted by L3 agent 52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e {{(pid=101988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:22:54.693983 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] Notify agent at l3_agent.n-d-812151-4 the message routers_updated {{(pid=101988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:22:54.699669 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-143f3c24-7c47-4c1f-9979-b34768ffbe74 admin admin] 10.222.0.91 "PUT /v2.0/routers/d94803b6-7ffc-4b49-be8d-8ed219b75b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156382 Nov 03 20:22:54.702306 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56928) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:54.705097 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] Sync routers for ids ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'] in n-d-812151-4 {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:22:54.714936 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] Routers {'d94803b6-7ffc-4b49-be8d-8ed219b75b4b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:54.715536 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:54.810469 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks [] for router, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:54.822286 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] Set router d94803b6-7ffc-4b49-be8d-8ed219b75b4b gateway port host: n-d-812151-4 {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:54.931110 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:54.985397 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Deleting port 44401be9-b4ad-4c55-ba6d-e89ac640dc51 {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:54.985737 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.066707 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] For port 44401be9-b4ad-4c55-ba6d-e89ac640dc51, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=44401be9-b4ad-4c55-ba6d-e89ac640dc51,segment=NetworkSegment(09767231-1d07-4d53-ad29-beae22c7ca06),segment_id=09767231-1d07-4d53-ad29-beae22c7ca06)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:55.067100 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.084966 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Calling delete_port for 44401be9-b4ad-4c55-ba6d-e89ac640dc51 owned by network:router_gateway {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:55.094481 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'external_fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:22:54Z', 'revision_number': 5, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port': {'id': '44401be9-b4ad-4c55-ba6d-e89ac640dc51', 'name': '', 'network_id': '45fb7514-03de-4995-97d4-c8265a0cdf1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812151-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T20:17:51Z', 'updated_at': '2021-11-03T20:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33e60c51-c9a2-497e-8b51-09b9957051c2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812151-4'}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:55.123979 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] Checking router: d94803b6-7ffc-4b49-be8d-8ed219b75b4b for host: n-d-812151-4 {{(pid=101992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:22:55.132568 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] Routers {'d94803b6-7ffc-4b49-be8d-8ed219b75b4b'} bound to L3 agent in host n-d-812151-4 {{(pid=101992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:22:55.133198 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812151-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:30:08Z,description=,heartbeat_timestamp=2021-11-03T20:22:39Z,host='n-d-812151-4',id=52812cf2-dfa3-4ef5-bda0-0a4d0ac8e24e,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:30:08Z,topic='l3_agent')) {'router_ids': ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'], 'active': True} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:55.219799 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_dvr_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] Set router d94803b6-7ffc-4b49-be8d-8ed219b75b4b gateway port host: None {{(pid=101992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:22:55.257207 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.277561 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.l3_hamode_db [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:22:54Z', 'revision_number': 6, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port_host': None}], 'n-d-812151-4', False) {} {{(pid=101992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:55.287368 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Pushing event deleted for resources: {'Port': ['ID=44401be9-b4ad-4c55-ba6d-e89ac640dc51,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:55.306738 n-d-812151-4 neutron-server[101992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92637df4-f241-4cc3-ab80-27b1069c4fdf None None] The sync data for ids ['d94803b6-7ffc-4b49-be8d-8ed219b75b4b'] in n-d-812151-4 is: [{'id': 'd94803b6-7ffc-4b49-be8d-8ed219b75b4b', 'name': 'tempest-TestSnapshotPattern-431492484-router', 'tenant_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T20:17:50Z', 'updated_at': '2021-11-03T20:22:54Z', 'revision_number': 6, 'project_id': 'bb33e5d16ebf4486a7dfb604763f9424', 'gw_port_host': None}] {{(pid=101992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:22:55.353128 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1628773'] for router_gateway, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.446545 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60604'] for router, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.448697 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.496011 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626112'] for router, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.496491 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94803b6-7ffc-4b49-be8d-8ed219b75b4b {{(pid=101988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:22:55.500822 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] Publish callbacks [] for router, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.501953 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-07dd6525-d62d-4a30-aa0f-d73a23132516 admin admin] 10.222.0.91 "DELETE /v2.0/routers/d94803b6-7ffc-4b49-be8d-8ed219b75b4b HTTP/1.1" status: 204 len: 168 time: 0.7987418 Nov 03 20:22:55.504544 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56930) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:55.549433 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.db_base_plugin_v2 [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Deleting subnet 83ff354e-9d63-49fb-92d6-e3e4ffaaadbc {{(pid=101988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:22:55.552978 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.590613 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63794801'] for subnet, precommit_delete_associations {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.676072 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528222'] for subnet, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.738188 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64744645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63230948'] for subnet, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.763273 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c83dc81b-7596-423c-af8b-b64f2fd62f9e no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:55.776571 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ff354e-9d63-49fb-92d6-e3e4ffaaadbc,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:55.781964 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.785368 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-54988a8e-ee34-45cf-8ef8-fc1c2a9d021d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/83ff354e-9d63-49fb-92d6-e3e4ffaaadbc HTTP/1.1" status: 204 len: 168 time: 0.2798707 Nov 03 20:22:55.785560 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3210978-0331-4576-8abc-b8272bdbb426 None None] Network 566990fb-ec4d-4167-9d24-9cf440712162 requested from n-d-812151-4 {{(pid=101991) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:22:55.787628 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: c83dc81b-7596-423c-af8b-b64f2fd62f9e {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:55.787948 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56932) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:55.788344 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device c83dc81b-7596-423c-af8b-b64f2fd62f9e not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:55.860101 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-939504'] for network, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.926250 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Deleting port 30f1141c-ae06-461d-ba67-84a2de43660a {{(pid=101988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:22:55.926432 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750963629460'] for port, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:55.990210 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.db [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] For port 30f1141c-ae06-461d-ba67-84a2de43660a, host n-d-812151-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812151-4',level=0,port_id=30f1141c-ae06-461d-ba67-84a2de43660a,segment=NetworkSegment(8f09461e-79d7-46be-bb21-92010ac6832c),segment_id=8f09461e-79d7-46be-bb21-92010ac6832c)] {{(pid=101988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:22:55.990562 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624824'] for port, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.002734 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.plugin [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Calling delete_port for 30f1141c-ae06-461d-ba67-84a2de43660a owned by network:dhcp {{(pid=101988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:22:56.084950 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-975180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750963634526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750963137841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64744592'] for port, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.114541 n-d-812151-4 neutron-server[101991]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd3aa0-d591-4a8d-8b1f-7e50d8a11f62 None None] DHCP port deletion for 566990fb-ec4d-4167-9d24-9cf440712162 request from n-d-812151-4 {{(pid=101991) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:22:56.115073 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f1141c-ae06-461d-ba67-84a2de43660a,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:56.120259 n-d-812151-4 neutron-server[101988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] No DVR routers for this DVR port 30f1141c-ae06-461d-ba67-84a2de43660a on host n-d-812151-4 {{(pid=101988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:22:56.203052 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587211', 'neutron.services.segments.db._delete_segments_for_network-8750963627533'] for network, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.225710 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566990fb-ec4d-4167-9d24-9cf440712162']}} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:56.237007 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f09461e-79d7-46be-bb21-92010ac6832c') {'for_net_delete': True} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:56.237299 n-d-812151-4 neutron-server[101988]: DEBUG neutron.services.segments.db [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f09461e-79d7-46be-bb21-92010ac6832c') {} {{(pid=101988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:22:56.249079 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750963660822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63794808'] for segment, before_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.266504 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947'] for segment, precommit_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.272942 n-d-812151-4 neutron-server[101988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:22:56.273472 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64744611'] for segment, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: Traceback (most recent call last): Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: timer() Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: cb(*args, **kw) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: return func(*args, **kwargs) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: self._notify() Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: self.callback(batched_events) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: event.method(event) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: return f(self, *a, **k) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: return self._get(url).json() Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: return self.request(url, 'GET', **kwargs) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:22:56.275810 n-d-812151-4 neutron-server[101988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:22:56.333189 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1628737'] for network, after_delete {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.341829 n-d-812151-4 neutron-server[101988]: DEBUG neutron_lib.callbacks.manager [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Publish callbacks [] for network, before_response {{(pid=101988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.345029 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] 10.222.0.91 "DELETE /v2.0/networks/566990fb-ec4d-4167-9d24-9cf440712162 HTTP/1.1" status: 204 len: 168 time: 0.5561342 Nov 03 20:22:56.355052 n-d-812151-4 neutron-server[101988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500948b7-b512-4939-929b-989ec2f00c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=566990fb-ec4d-4167-9d24-9cf440712162,revision_number=None']} {{(pid=101988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:56.462445 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56936) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:56.503617 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-58ef6883-d4f3-4192-b498-1bd1014298df admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=95ecd2dc1dcc4babbce5b4613aa32064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399554 Nov 03 20:22:56.506225 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56938) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:56.560187 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.583227 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.631219 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.634525 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:56.635717 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/929e4600-039a-41be-9c7a-a748028507a7 HTTP/1.1" status: 204 len: 168 time: 0.1285367 Nov 03 20:22:56.643724 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e4600-039a-41be-9c7a-a748028507a7,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:56.652244 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.652595 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.652967 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.653301 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.653631 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.653960 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.654306 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.654628 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.654949 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.655266 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.655586 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.655921 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3734e-1d35-4626-b1e3-64518cf9a63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812151-4 {{(pid=101989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:22:56.969783 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [-] (101988) accepted ('10.222.0.91', 56944) {{(pid=101988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:57.010749 n-d-812151-4 neutron-server[101988]: INFO neutron.wsgi [None req-036b0b17-1581-4e66-98d7-671d7aef7aff admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb33e5d16ebf4486a7dfb604763f9424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397804 Nov 03 20:22:57.013609 n-d-812151-4 neutron-server[101989]: DEBUG neutron.wsgi [-] (101989) accepted ('10.222.0.91', 56946) {{(pid=101989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:22:57.063655 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72f98c93-0cd9-44b8-ba1f-9b1c4407f465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:57.087318 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72f98c93-0cd9-44b8-ba1f-9b1c4407f465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:57.136982 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72f98c93-0cd9-44b8-ba1f-9b1c4407f465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606504'] for security_group, after_delete {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:57.140027 n-d-812151-4 neutron-server[101989]: DEBUG neutron_lib.callbacks.manager [None req-72f98c93-0cd9-44b8-ba1f-9b1c4407f465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:22:57.141307 n-d-812151-4 neutron-server[101989]: INFO neutron.wsgi [None req-72f98c93-0cd9-44b8-ba1f-9b1c4407f465 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e28a4b0-263f-4e88-ad68-ec815f9a23bc HTTP/1.1" status: 204 len: 168 time: 0.1265302 Nov 03 20:22:57.149379 n-d-812151-4 neutron-server[101989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f98c93-0cd9-44b8-ba1f-9b1c4407f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e28a4b0-263f-4e88-ad68-ec815f9a23bc,revision_number=None']} {{(pid=101989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:22:57.449043 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30f1141c-ae06-461d-ba67-84a2de43660a no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:57.471287 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 30f1141c-ae06-461d-ba67-84a2de43660a {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:57.471722 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 30f1141c-ae06-461d-ba67-84a2de43660a not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:22:57.472219 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44401be9-b4ad-4c55-ba6d-e89ac640dc51 no longer exists at agent ovs-agent-n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:22:57.493508 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] No Port match for: 44401be9-b4ad-4c55-ba6d-e89ac640dc51 {{(pid=101991) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:22:57.493848 n-d-812151-4 neutron-server[101991]: DEBUG neutron.plugins.ml2.rpc [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Device 44401be9-b4ad-4c55-ba6d-e89ac640dc51 not bound to the agent host n-d-812151-4 {{(pid=101991) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:23:03.259313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:03.836048 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:04.889823 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-ff02295e-19e6-4da2-8e75-446a7591b221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:08.523555 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8de0fa4-3639-4063-8ed4-e6533c3fffa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:10.280239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:12.196298 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:12.253074 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:15.303602 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:23:33.273650 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:33.846849 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:34.894395 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1e37581e-4feb-4a84-b65a-1a9edbe513cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:38.525936 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-428282cb-9653-416d-9a05-e32e160dca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:40.282884 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:42.198172 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:42.259158 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:23:52.303490 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:24:03.288892 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:03.849021 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:04.896202 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-2258ffbf-7120-44e3-8b36-ff340366fd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:08.526675 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-17b338e1-7999-4ff0-a3a5-336ba032ee43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:10.286223 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:12.201121 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:12.257548 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:29.304236 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:24:33.300204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:33.862707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:34.899816 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e2c58ddc-2361-41c8-9644-44aa473fb42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:38.528458 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-58777b82-6d8d-4457-ab94-8e39cd55182e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:40.287228 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:42.203982 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:24:42.251372 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:03.288633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:03.864313 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:04.902718 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6da0986f-2b53-47f8-b54b-6a3552516a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:06.306841 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:25:08.531386 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0bcf053-1f4f-4f36-a99a-c20d7b50fa8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:10.290459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:12.205392 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:12.257980 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:33.297412 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:33.891126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:34.909612 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2357-93cb-4db9-b965-e2d8b1ab4070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:38.534342 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-44cd5caa-18db-4dd7-994c-d9566092711b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:40.293783 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:42.209056 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:42.251824 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:25:43.306194 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:26:03.300793 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:03.869000 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:04.903076 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-6e6ff49d-8798-4e36-a56b-6a550d9e3b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:08.537112 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8f722cb6-dcd1-4b1a-b979-d3dd4f296d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:10.298025 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:12.212038 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:12.254791 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:20.304861 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:26:33.299173 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:33.885258 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:34.904944 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-fe2267ac-38d9-46bf-b41c-98a7439c1626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:38.539085 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8178f29d-6ac1-4f59-b172-d43d715934ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:40.301331 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:42.214447 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:42.257360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:26:57.304614 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:27:03.319977 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:03.890633 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:04.906731 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d182895d-76d9-4537-890a-a0b3f293609b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:08.541804 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-52b7160b-a60e-44f2-b254-2680e61a0809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:10.303565 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:12.218913 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:12.259480 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:33.312491 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:33.912360 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:34.305096 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:27:34.910122 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc076-500d-4eea-be29-cd6414974ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:38.542953 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-5312add7-6ca5-4468-a6cb-5d805f0e316f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:40.305742 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:42.219951 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:27:42.261932 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:03.312146 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:03.922615 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:04.912459 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-1685065c-ae1c-4ac6-9c4e-54d138c21823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:08.545516 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd15f-1c0d-4b70-955e-d58b2ab4824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:10.308761 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:11.304911 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:28:12.222707 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:12.263796 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:33.310609 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:33.933297 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:34.913998 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-d4d1e99e-2aa4-4072-9005-29d6d01c9533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:38.547257 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-7905e8b8-0197-4681-a52d-88d1bd1b05c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:40.311431 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:42.225708 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:42.266239 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:28:48.303920 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:29:03.322472 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:03.948981 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:04.915370 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-b5539b47-8eab-46c7-bc4b-970f056a5185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:08.549204 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-15e2ded1-9f3f-4df8-bcf4-840aeb7cf4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:10.313601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:12.229542 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:12.267818 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:25.303062 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:29:33.309143 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:33.961045 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:34.917381 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-c9e81a67-7859-450c-a788-5cf748136290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:38.551900 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-65a9bcff-6ae2-4b89-9aaa-bc047a0d8b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:40.317774 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:42.231878 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:29:42.269754 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:02.302494 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:30:03.323916 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:03.948126 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:04.918964 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-3d4dda49-58fe-4503-9bc8-dfff0fc626c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:08.553073 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-51eec842-6626-4322-a6d1-791c45f5c082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:10.318729 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:12.234869 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:12.273049 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:33.338481 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:33.976709 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:34.926755 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-be42f801-35c8-430f-84e1-44fdbfc9006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:38.553657 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e6690ddd-b31e-45c1-8edc-2df52b84c56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:39.301522 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:30:40.327544 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:42.239513 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:42.274134 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:30:54.446276 n-d-812151-4 neutron-server[101988]: DEBUG neutron.wsgi [req-80651d2a-41ba-4959-b18a-838b989080c6 req-c2ca368b-3843-4bf6-ae11-491c6a503bba service neutron] (101988) timed out ('10.222.0.91', 54794) {{(pid=101988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 20:31:03.351224 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-a0583ff8-38d2-4d56-971e-6ee2e64f6919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:03.974599 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-726598e1-b0fc-4d37-b757-748f757c446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:04.922601 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-8db9df4e-710b-49e3-9bf0-4384288d5437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:08.555426 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-36c1c86f-f1cb-4c18-baa7-2a465420c72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:10.321315 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-13abf8e2-bfa1-41a0-87fd-7ee4e5cabf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:12.242446 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-81acda9b-cc2b-4ecb-a14c-1b520d159bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:12.276939 n-d-812151-4 neutron-server[101991]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bc09-75c7-4ede-aade-13f6bae82f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750963622903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-588829'] for agent, after_update {{(pid=101991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:31:16.301498 n-d-812151-4 neutron-server[101992]: DEBUG neutron.db.agents_db [None req-57ceebc4-2a47-4b91-9613-3f78631d17d7 None None] Agent healthcheck: found 7 active agents {{(pid=101992) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}